From 13a8f3f511c42031afbc708be86dfffb99f37751 Mon Sep 17 00:00:00 2001 From: Starbeamrainbowlabs Date: Mon, 10 Oct 2022 17:11:10 +0100 Subject: [PATCH] pretrain-predict: only queue pretrain-plot if I we output jsonl --- aimodel/slurm-pretrain-predict.job | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/aimodel/slurm-pretrain-predict.job b/aimodel/slurm-pretrain-predict.job index ce444e1..f61b694 100755 --- a/aimodel/slurm-pretrain-predict.job +++ b/aimodel/slurm-pretrain-predict.job @@ -85,6 +85,8 @@ echo COMMAND: conda run -n py38 /usr/bin/env time -v src/index.py pretrain-predi conda run -n py38 /usr/bin/env time -v src/index.py pretrain-predict --input "${INPUT}" --output "${filepath_output}" -c "${CHECKPOINT}" ${ARGS} echo ">>> exited with code $?"; -# dirpath_output="$(dirname "${filepath_output}")"; -INPUT="${filepath_output}" POSTFIX="${POSTFIX}" sbatch slurm-pretrain-plot.job -echo ">>> Queued UMAP plot" \ No newline at end of file +if [[ "${filepath_output}" != *.tfrecord* ]]; then + # dirpath_output="$(dirname "${filepath_output}")"; + INPUT="${filepath_output}" POSTFIX="${POSTFIX}" sbatch slurm-pretrain-plot.job + echo ">>> No tfrecord output detected, queued UMAP plot" +fi \ No newline at end of file