sbrl-github/research-rainfallradar
1
0
Fork 0
mirror of https://github.com/sbrl/research-rainfallradar synced 2024-11-25 18:33:01 +00:00
Code Issues Projects Releases Packages Wiki Activity

add some logging

Browse source
This commit is contained in:
Starbeamrainbowlabs 2022-09-27 18:10:58 +01:00
parent 3772c3227e
commit c4d3c16873
Signed by: sbrl
GPG key ID: 1BE5172E637709C2
1 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
aimodel/src/subcommands/pretrain_predict.py
View file

@ -71,6 +71,8 @@ def run(args):
output_mode = MODE_TFRECORD if filepath_output.endswith(".tfrecord") or filepath_output.endswith(".tfrecord.gz") else MODE_JSONL output_mode = MODE_TFRECORD if filepath_output.endswith(".tfrecord") or filepath_output.endswith(".tfrecord.gz") else MODE_JSONL
logger.info("Output mode is "+("TFRECORD" if output_mode == MODE_TFRECORD else "JSONL"))
write_mode = "wt" if filepath_output.endswith(".gz") else "w" write_mode = "wt" if filepath_output.endswith(".gz") else "w"
if output_mode == MODE_TFRECORD: if output_mode == MODE_TFRECORD:
write_mode = "wb" write_mode = "wb"
@ -79,11 +81,13 @@ def run(args):
filepath_params = None filepath_params = None
if filepath_output != "-": if filepath_output != "-":
handle = handle_open( handle = handle_open(
filepath_output if args.records_per_file <= 0 else filepath_output.replace("$d", 0), filepath_output if args.records_per_file <= 0 else filepath_output.replace("$d", str(0)),
write_mode write_mode
) )
filepath_params = os.path.join(os.path.dirname(filepath_output), "params.json") filepath_params = os.path.join(os.path.dirname(filepath_output), "params.json")
logger.info("filepath_output: {filepath_output}")
logger.info("filepath_params: {filepath_params}")
i = 0 i = 0
i_file = i i_file = i