From 80e1a33ee278d4eb6d3fd5c7ffc874062a0d6626 Mon Sep 17 00:00:00 2001 From: Starbeamrainbowlabs Date: Mon, 8 Aug 2022 16:31:49 +0100 Subject: [PATCH] slurm-jsonl2tfrecord.job: auto install dependencies --- rainfallwrangler/slurm-jsonl2tfrecord.job | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/rainfallwrangler/slurm-jsonl2tfrecord.job b/rainfallwrangler/slurm-jsonl2tfrecord.job index bda994e..cdfd719 100755 --- a/rainfallwrangler/slurm-jsonl2tfrecord.job +++ b/rainfallwrangler/slurm-jsonl2tfrecord.job @@ -37,6 +37,10 @@ echo ">>> Settings"; echo "INPUT $INPUT"; +echo ">>> Installing requirements"; +cd ../aimodel || { echo "Error: Failed to cd to ai model directory"; exit 1; }; +conda run -n py38 pip install -r requirements.txt; +cd ../rainfallwrangler || { echo "Error: Failed to cd back to rainfallwrangler directory"; exit 1; }; echo ">>> Converting dataset .jsonl.gz → .tfrecord.gz"; /usr/bin/env time -v src/index.mjs jsonl2tfrecord --verbose --source "${INPUT}" --target "${OUTPUT}"; echo ">>> exited with code $?";