From de4c3dab17c8ded8b0be180812893676a5e645e5 Mon Sep 17 00:00:00 2001 From: Starbeamrainbowlabs Date: Tue, 26 Jul 2022 19:14:55 +0100 Subject: [PATCH] typo --- aimodel/src/lib/dataset/dataset.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/aimodel/src/lib/dataset/dataset.py b/aimodel/src/lib/dataset/dataset.py index 1bf3c32..b3c07f2 100644 --- a/aimodel/src/lib/dataset/dataset.py +++ b/aimodel/src/lib/dataset/dataset.py @@ -29,7 +29,7 @@ def make_dataset(filepaths, batch_size, shuffle_buffer_size=128, parallel_reads_ return tf.data.TextLineDataset( filenames=tf.data.Dataset.from_tensor_slices(filepaths).shuffle(len(filepaths), reshuffle_each_iteration=True), compression_type=tf.constant("GZIP"), - num_parallel_reads=math.ceil(os.cpu_count() * parallel_reads_multiplier) # iowait can cause issues - especially in Viper + num_parallel_reads=math.ceil(os.cpu_count() * parallel_reads_multiplier) # iowait can cause issues - especially on Viper ).map(tf.py_function(parse_line), num_parallel_calls=tf.data.AUTOTUNE) \ .filter(lambda item : item is not None) \ .shuffle(shuffle_buffer_size) \