From 4ac7082754076bad75529cc67f66a1c74ecb5bcd Mon Sep 17 00:00:00 2001
From: Starbeamrainbowlabs <sbrl@starbeamrainbowlabs.com>
Date: Thu, 14 Nov 2024 21:17:53 +0000
Subject: [PATCH] write commit info to file in DIR_OUTPUT

---
 aimodel/slurm-TEST-deeplabv3p-rainfall.job  | 3 +++
 aimodel/src/deeplabv3_plus_test_rainfall.py | 8 ++++----
 2 files changed, 7 insertions(+), 4 deletions(-)

diff --git a/aimodel/slurm-TEST-deeplabv3p-rainfall.job b/aimodel/slurm-TEST-deeplabv3p-rainfall.job
index 51298ea..7f5ba81 100755
--- a/aimodel/slurm-TEST-deeplabv3p-rainfall.job
+++ b/aimodel/slurm-TEST-deeplabv3p-rainfall.job
@@ -92,6 +92,9 @@ mkdir -p "${DIR_OUTPUT}";
 echo -e ">>> NOW: $(date)";
 echo -e ">>> DIR_OUTPUT: ${DIR_OUTPUT}";
 echo -e ">>> Additional args: ${ARGS}";
+echo -e ">>> GIT COMMIT: $(git rev-parse HEAD)";
+
+{ echo "*****"; git rev-parse HEAD; git status; git log -1 | cat; } >>"${DIR_OUTPUT}/commit.txt";
 
 export PATH=$HOME/software/bin:$PATH;
 export IMAGE_SIZE BATCH_SIZE DIR_RAINFALLWATER PATH_HEIGHTMAP PATH_COLOURMAP STEPS_PER_EPOCH DIR_OUTPUT PATH_CHECKPOINT EPOCHS PREDICT_COUNT NO_REMOVE_ISOLATED_PIXELS LOSS LEARNING_RATE DICE_LOG_COSH WATER_THRESHOLD UPSAMPLE STEPS_PER_EXECUTION JIT_COMPILE RANDSEED PREDICT_AS_ONE SPLIT_VALIDATE SPLIT_TEST;
diff --git a/aimodel/src/deeplabv3_plus_test_rainfall.py b/aimodel/src/deeplabv3_plus_test_rainfall.py
index eeb472c..ff9d394 100755
--- a/aimodel/src/deeplabv3_plus_test_rainfall.py
+++ b/aimodel/src/deeplabv3_plus_test_rainfall.py
@@ -40,7 +40,7 @@ logger.info(f"Starting at {str(datetime.now().isoformat())}")
 # ███████ ██   ████   ████   ██ ██   ██  ██████  ██   ████ ██      ██ ███████ ██   ████    ██
 
 IMAGE_SIZE = env.read("IMAGE_SIZE", int, 128)  # was 512; 128 is the highest power of 2 that fits the data
-BATCH_SIZE = env.read("BATCH_SIZE", int, 64)
+BATCH_SIZE = env.read("BATCH_SIZE", int, 32)
 NUM_CLASSES = 2
 DIR_RAINFALLWATER = env.read("DIR_RAINFALLWATER", str)
 PATH_HEIGHTMAP = env.read("PATH_HEIGHTMAP", str)
@@ -48,10 +48,10 @@ PATH_COLOURMAP = env.read("PATH_COLOURMAP", str)
 PARALLEL_READS = env.read("PARALLEL_READS", float, 1.5)
 STEPS_PER_EPOCH = env.read("STEPS_PER_EPOCH", int, None)
 REMOVE_ISOLATED_PIXELS = env.read("NO_REMOVE_ISOLATED_PIXELS", bool, True)
-EPOCHS = env.read("EPOCHS", int, 50)
+EPOCHS = env.read("EPOCHS", int, 25)
 LOSS = env.read("LOSS", str, "cross-entropy-dice")  # other possible values: cross-entropy
 DICE_LOG_COSH = env.read("DICE_LOG_COSH", bool, False)
-LEARNING_RATE = env.read("LEARNING_RATE", float, 0.001)
+LEARNING_RATE = env.read("LEARNING_RATE", float, 0.00001)
 WATER_THRESHOLD = env.read("WATER_THRESHOLD", float, 0.1)
 UPSAMPLE = env.read("UPSAMPLE", int, 2)
 SPLIT_VALIDATE = env.read("SPLIT_VALIDATE", float, 0.2)
@@ -59,7 +59,7 @@ SPLIT_TEST = env.read("SPLIT_TEST", float, 0)
 # NOTE: RANDSEED is declared and handled in src/lib/dataset/primitives/shuffle.py
 
 STEPS_PER_EXECUTION = env.read("STEPS_PER_EXECUTION", int, 1)
-JIT_COMPILE = env.read("JIT_COMPILE", bool, False)
+JIT_COMPILE = env.read("JIT_COMPILE", bool, True)
 DIR_OUTPUT = env.read("DIR_OUTPUT", str, f"output/{datetime.utcnow().date().isoformat()}_deeplabv3plus_rainfall_TEST")
 PATH_CHECKPOINT = env.read("PATH_CHECKPOINT", str, None)
 PREDICT_COUNT = env.read("PREDICT_COUNT", int, 25)