This commit is contained in:
Starbeamrainbowlabs 2022-09-27 18:25:45 +01:00
parent 4c24d69ae6
commit f4d1d1d77e
Signed by: sbrl
GPG key ID: 1BE5172E637709C2

View file

@ -72,6 +72,7 @@ def run(args):
output_mode = MODE_TFRECORD if filepath_output.endswith(".tfrecord") or filepath_output.endswith(".tfrecord.gz") else MODE_JSONL output_mode = MODE_TFRECORD if filepath_output.endswith(".tfrecord") or filepath_output.endswith(".tfrecord.gz") else MODE_JSONL
logger.info("Output mode is "+("TFRECORD" if output_mode == MODE_TFRECORD else "JSONL")) logger.info("Output mode is "+("TFRECORD" if output_mode == MODE_TFRECORD else "JSONL"))
logger.info(f"Records per file: {args.records_per_file}")
write_mode = "wt" if filepath_output.endswith(".gz") else "w" write_mode = "wt" if filepath_output.endswith(".gz") else "w"
if output_mode == MODE_TFRECORD: if output_mode == MODE_TFRECORD: