diff --git a/rainfallwrangler/slurm-jsonl2tfrecord.job b/rainfallwrangler/slurm-jsonl2tfrecord.job index bda994e..cdfd719 100755 --- a/rainfallwrangler/slurm-jsonl2tfrecord.job +++ b/rainfallwrangler/slurm-jsonl2tfrecord.job @@ -37,6 +37,10 @@ echo ">>> Settings"; echo "INPUT $INPUT"; +echo ">>> Installing requirements"; +cd ../aimodel || { echo "Error: Failed to cd to ai model directory"; exit 1; }; +conda run -n py38 pip install -r requirements.txt; +cd ../rainfallwrangler || { echo "Error: Failed to cd back to rainfallwrangler directory"; exit 1; }; echo ">>> Converting dataset .jsonl.gz → .tfrecord.gz"; /usr/bin/env time -v src/index.mjs jsonl2tfrecord --verbose --source "${INPUT}" --target "${OUTPUT}"; echo ">>> exited with code $?";