pretrain-predict: only queue pretrain-plot if I we output jsonl

This commit is contained in:
Starbeamrainbowlabs 2022-10-10 17:11:10 +01:00
parent ffcb2e3735
commit 13a8f3f511
Signed by: sbrl
GPG key ID: 1BE5172E637709C2

View file

@ -85,6 +85,8 @@ echo COMMAND: conda run -n py38 /usr/bin/env time -v src/index.py pretrain-predi
conda run -n py38 /usr/bin/env time -v src/index.py pretrain-predict --input "${INPUT}" --output "${filepath_output}" -c "${CHECKPOINT}" ${ARGS}
echo ">>> exited with code $?";
# dirpath_output="$(dirname "${filepath_output}")";
INPUT="${filepath_output}" POSTFIX="${POSTFIX}" sbatch slurm-pretrain-plot.job
echo ">>> Queued UMAP plot"
if [[ "${filepath_output}" != *.tfrecord* ]]; then
# dirpath_output="$(dirname "${filepath_output}")";
INPUT="${filepath_output}" POSTFIX="${POSTFIX}" sbatch slurm-pretrain-plot.job
echo ">>> No tfrecord output detected, queued UMAP plot"
fi