mirror of
https://github.com/sbrl/research-rainfallradar
synced 2024-11-04 17:13:02 +00:00
rainfallwrangler does NOT mess up the ordering of the data
This commit is contained in:
parent
f121bfb981
commit
0c11ddca4b
4 changed files with 7 additions and 1 deletions
|
@ -49,3 +49,5 @@ NOW
|
||||||
```
|
```
|
||||||
|
|
||||||
Note to self: 150.12 hashes/sec on i7-4770 4c8t, ???.?? hashes/sec on Viper compute
|
Note to self: 150.12 hashes/sec on i7-4770 4c8t, ???.?? hashes/sec on Viper compute
|
||||||
|
|
||||||
|
After double checking, rainfallwrangler does NOT mess with the ordering of the data.
|
|
@ -17,5 +17,6 @@ export default async function() {
|
||||||
if(!fs.existsSync(settings.target))
|
if(!fs.existsSync(settings.target))
|
||||||
await fs.promises.mkdir(settings.target);
|
await fs.promises.mkdir(settings.target);
|
||||||
|
|
||||||
|
// Reordering CLEAN, does NOT shuffle
|
||||||
await jsonl_to_tf(settings.source, settings.target);
|
await jsonl_to_tf(settings.source, settings.target);
|
||||||
}
|
}
|
||||||
|
|
|
@ -17,5 +17,6 @@ export default async function() {
|
||||||
if(!fs.existsSync(settings.target))
|
if(!fs.existsSync(settings.target))
|
||||||
await fs.promises.mkdir(settings.target);
|
await fs.promises.mkdir(settings.target);
|
||||||
|
|
||||||
|
// Recompressing CLEAN, does NOT shuffle
|
||||||
await records_recompress(settings.source, settings.target, settings.count_file);
|
await records_recompress(settings.source, settings.target, settings.count_file);
|
||||||
}
|
}
|
||||||
|
|
|
@ -23,6 +23,8 @@ export default async function() {
|
||||||
await fs.promises.mkdir(settings.output, { recursive: true });
|
await fs.promises.mkdir(settings.output, { recursive: true });
|
||||||
|
|
||||||
console.log("DEBUG", settings);
|
console.log("DEBUG", settings);
|
||||||
|
|
||||||
|
// Recordify CLEAN, does NOT shuffle
|
||||||
const writer = new RecordWrangler(settings.output, settings.count_file);
|
const writer = new RecordWrangler(settings.output, settings.count_file);
|
||||||
const reader_radar = new RadarWrangler(settings.rainfall_pattern);
|
const reader_radar = new RadarWrangler(settings.rainfall_pattern);
|
||||||
const reader_water = new Terrain50StreamReader();
|
const reader_water = new Terrain50StreamReader();
|
||||||
|
|
Loading…
Reference in a new issue