From 0c11ddca4b9406913ceccb3b94a87e7f115a797e Mon Sep 17 00:00:00 2001
From: Starbeamrainbowlabs <sbrl@starbeamrainbowlabs.com>
Date: Tue, 18 Oct 2022 19:07:14 +0100
Subject: [PATCH] rainfallwrangler does NOT mess up the ordering of the data

---
 README.md                                                     | 4 +++-
 .../src/subcommands/jsonl2tfrecord/jsonl2tfrecord.mjs         | 1 +
 rainfallwrangler/src/subcommands/recompress/recompress.mjs    | 1 +
 rainfallwrangler/src/subcommands/recordify/recordify.mjs      | 2 ++
 4 files changed, 7 insertions(+), 1 deletion(-)

diff --git a/README.md b/README.md
index e17a8b6..36426eb 100644
--- a/README.md
+++ b/README.md
@@ -48,4 +48,6 @@ NOW
 ◄────────── Timesteps ─────────────►
 ```
 
-Note to self: 150.12 hashes/sec on i7-4770 4c8t, ???.?? hashes/sec on Viper compute
\ No newline at end of file
+Note to self: 150.12 hashes/sec on i7-4770 4c8t, ???.?? hashes/sec on Viper compute
+
+After double checking, rainfallwrangler does NOT mess with the ordering of the data.
\ No newline at end of file
diff --git a/rainfallwrangler/src/subcommands/jsonl2tfrecord/jsonl2tfrecord.mjs b/rainfallwrangler/src/subcommands/jsonl2tfrecord/jsonl2tfrecord.mjs
index 59f9a94..17778c7 100644
--- a/rainfallwrangler/src/subcommands/jsonl2tfrecord/jsonl2tfrecord.mjs
+++ b/rainfallwrangler/src/subcommands/jsonl2tfrecord/jsonl2tfrecord.mjs
@@ -17,5 +17,6 @@ export default async function() {
 	if(!fs.existsSync(settings.target))
 		await fs.promises.mkdir(settings.target);
 	
+	// Reordering CLEAN, does NOT shuffle
 	await jsonl_to_tf(settings.source, settings.target);
 }
diff --git a/rainfallwrangler/src/subcommands/recompress/recompress.mjs b/rainfallwrangler/src/subcommands/recompress/recompress.mjs
index 733d5df..b974e58 100644
--- a/rainfallwrangler/src/subcommands/recompress/recompress.mjs
+++ b/rainfallwrangler/src/subcommands/recompress/recompress.mjs
@@ -17,5 +17,6 @@ export default async function() {
 	if(!fs.existsSync(settings.target))
 		await fs.promises.mkdir(settings.target);
 	
+	// Recompressing CLEAN, does NOT shuffle
 	await records_recompress(settings.source, settings.target, settings.count_file);
 }
diff --git a/rainfallwrangler/src/subcommands/recordify/recordify.mjs b/rainfallwrangler/src/subcommands/recordify/recordify.mjs
index e0efd32..ca8f37b 100644
--- a/rainfallwrangler/src/subcommands/recordify/recordify.mjs
+++ b/rainfallwrangler/src/subcommands/recordify/recordify.mjs
@@ -23,6 +23,8 @@ export default async function() {
 		await fs.promises.mkdir(settings.output, { recursive: true });
 	
 	console.log("DEBUG", settings);
+	
+	// Recordify CLEAN, does NOT shuffle
 	const writer = new RecordWrangler(settings.output, settings.count_file);
 	const reader_radar = new RadarWrangler(settings.rainfall_pattern);
 	const reader_water = new Terrain50StreamReader();