From 9d39215dd5ffde7d50ff29eebc8336d9433f67c2 Mon Sep 17 00:00:00 2001 From: Starbeamrainbowlabs Date: Mon, 5 Sep 2022 15:36:10 +0100 Subject: [PATCH] dataset: drop incomplete batches --- aimodel/src/lib/dataset/dataset.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/aimodel/src/lib/dataset/dataset.py b/aimodel/src/lib/dataset/dataset.py index 4c50bd6..e084207 100644 --- a/aimodel/src/lib/dataset/dataset.py +++ b/aimodel/src/lib/dataset/dataset.py @@ -51,7 +51,7 @@ def make_dataset(filenames, metadata, shape_watch_desired=[100,100], compression num_parallel_reads=math.ceil(os.cpu_count() * parallel_reads_multiplier) ).shuffle(shuffle_buffer_size) \ .map(parse_item(metadata, shape_water_desired=shape_watch_desired), num_parallel_calls=tf.data.AUTOTUNE) \ - .batch(batch_size) \ + .batch(batch_size, drop_remainder=True) \ .prefetch(0 if "NO_PREFETCH" in os.environ else tf.data.AUTOTUNE)