dataset_mono: address ruff linting errors

This commit is contained in:
Starbeamrainbowlabs 2024-12-19 15:22:59 +00:00
parent edfc2721a8
commit 0260e626db
Signed by: sbrl
GPG key ID: 1BE5172E637709C2

View file

@ -1,6 +1,5 @@
import os import os
import math import math
import json
from loguru import logger from loguru import logger
@ -8,7 +7,6 @@ import tensorflow as tf
from lib.dataset.read_metadata import read_metadata from lib.dataset.read_metadata import read_metadata
from ..io.readfile import readfile
from .parse_heightmap import parse_heightmap from .parse_heightmap import parse_heightmap
from .primitives.shuffle import shuffle from .primitives.shuffle import shuffle
from .primitives.remove_isolated_pixels import remove_isolated_pixels from .primitives.remove_isolated_pixels import remove_isolated_pixels
@ -142,7 +140,7 @@ def make_dataset(filepaths, compression_type="GZIP", parallel_reads_multiplier=1
dataset = dataset.shuffle(shuffle_buffer_size) dataset = dataset.shuffle(shuffle_buffer_size)
dataset = dataset.map(parse_item(heightmap=heightmap, **kwargs), num_parallel_calls=tf.data.AUTOTUNE) dataset = dataset.map(parse_item(heightmap=heightmap, **kwargs), num_parallel_calls=tf.data.AUTOTUNE)
if batch_size != None: if batch_size is not None:
dataset = dataset.batch(batch_size, drop_remainder=True) dataset = dataset.batch(batch_size, drop_remainder=True)
if prefetch: if prefetch:
dataset = dataset.prefetch(0 if "NO_PREFETCH" in os.environ else tf.data.AUTOTUNE) dataset = dataset.prefetch(0 if "NO_PREFETCH" in os.environ else tf.data.AUTOTUNE)