From ddbf2cb73462699bd0e3b1ce6a21cf5087d7515b Mon Sep 17 00:00:00 2001 From: Starbeamrainbowlabs Date: Fri, 4 Nov 2022 17:42:50 +0000 Subject: [PATCH] =?UTF-8?q?slurm-process:=20-n28=20=E2=86=92=20--exclusive?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- rainfallwrangler/slurm-process.job | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rainfallwrangler/slurm-process.job b/rainfallwrangler/slurm-process.job index bab0970..5ba862b 100755 --- a/rainfallwrangler/slurm-process.job +++ b/rainfallwrangler/slurm-process.job @@ -76,7 +76,7 @@ echo ">>> Converting dataset to .jsonl.gz"; /usr/bin/env time -v src/index.mjs recordify --verbose --rainfall "${RAINFALL}" --water "${WATER}" --output "${OUTPUT}" --count-file "${COUNT_FILE}" ${ARGS}; echo ">>> Deduplicating dataset"; # This also automatically recompresses for us - hence the source/target rather than in-place -srun --comment 'RainUniq' --exclusive -p compute -n28 /usr/bin/env time -v src/index.mjs uniq --source "${OUTPUT}" --target "${OUTPUT_UNIQ}" --count-file "${COUNT_FILE}"; +srun --comment 'RainUniq' --exclusive -p compute --exclusive /usr/bin/env time -v src/index.mjs uniq --source "${OUTPUT}" --target "${OUTPUT_UNIQ}" --count-file "${COUNT_FILE}"; echo ">>> Removing intermediate output"; rm -r "${OUTPUT}"; echo ">>> Queuing .jsonl.gz → tfrecord";