mirror of
https://github.com/sbrl/research-rainfallradar
synced 2024-12-22 06:05:01 +00:00
dataset_mono: address ruff linting errors
This commit is contained in:
parent
edfc2721a8
commit
0260e626db
1 changed files with 1 additions and 3 deletions
|
@ -1,6 +1,5 @@
|
||||||
import os
|
import os
|
||||||
import math
|
import math
|
||||||
import json
|
|
||||||
|
|
||||||
from loguru import logger
|
from loguru import logger
|
||||||
|
|
||||||
|
@ -8,7 +7,6 @@ import tensorflow as tf
|
||||||
|
|
||||||
from lib.dataset.read_metadata import read_metadata
|
from lib.dataset.read_metadata import read_metadata
|
||||||
|
|
||||||
from ..io.readfile import readfile
|
|
||||||
from .parse_heightmap import parse_heightmap
|
from .parse_heightmap import parse_heightmap
|
||||||
from .primitives.shuffle import shuffle
|
from .primitives.shuffle import shuffle
|
||||||
from .primitives.remove_isolated_pixels import remove_isolated_pixels
|
from .primitives.remove_isolated_pixels import remove_isolated_pixels
|
||||||
|
@ -142,7 +140,7 @@ def make_dataset(filepaths, compression_type="GZIP", parallel_reads_multiplier=1
|
||||||
dataset = dataset.shuffle(shuffle_buffer_size)
|
dataset = dataset.shuffle(shuffle_buffer_size)
|
||||||
dataset = dataset.map(parse_item(heightmap=heightmap, **kwargs), num_parallel_calls=tf.data.AUTOTUNE)
|
dataset = dataset.map(parse_item(heightmap=heightmap, **kwargs), num_parallel_calls=tf.data.AUTOTUNE)
|
||||||
|
|
||||||
if batch_size != None:
|
if batch_size is not None:
|
||||||
dataset = dataset.batch(batch_size, drop_remainder=True)
|
dataset = dataset.batch(batch_size, drop_remainder=True)
|
||||||
if prefetch:
|
if prefetch:
|
||||||
dataset = dataset.prefetch(0 if "NO_PREFETCH" in os.environ else tf.data.AUTOTUNE)
|
dataset = dataset.prefetch(0 if "NO_PREFETCH" in os.environ else tf.data.AUTOTUNE)
|
||||||
|
|
Loading…
Reference in a new issue