sbrl-github/research-rainfallradar
1
0
Fork 0
mirror of https://github.com/sbrl/research-rainfallradar synced 2024-11-25 18:33:01 +00:00
Code Issues Projects Releases Packages Wiki Activity

batch data; use generator

Browse source
This commit is contained in:
Starbeamrainbowlabs 2022-10-20 15:22:29 +01:00
parent d306853c42
commit cc6679c609
Signed by: sbrl
GPG key ID: 1BE5172E637709C2
1 changed files with 21 additions and 18 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
aimodel/src/subcommands/train_predict.py
View file

@ -7,6 +7,7 @@ import re
from loguru import logger from loguru import logger
import tensorflow as tf import tensorflow as tf
from lib.dataset.batched_iterator import batched_iterator
from lib.vis.segmentation_plot import segmentation_plot from lib.vis.segmentation_plot import segmentation_plot
from lib.io.handle_open import handle_open from lib.io.handle_open import handle_open
@ -87,10 +88,12 @@ def run(args):
sys.stderr.write(">>> Complete\n") sys.stderr.write(">>> Complete\n")
def do_png(args, ai, dataset, model_code): def do_png(args, ai, dataset, model_code):
i = 0 model_params = json.loads(readfile(args.params))
for rainfall, water in dataset:
water_predict = ai.embed(rainfall)
i = 0
for rainfall, water in batched_iterator(dataset, tensors_in_item=2, batch_size=model_params["batch_size"]):
water_predict_batch = ai.embed(rainfall)
for water_predict in water_predict_batch:
# [ width, height, softmax_probabilities ] → [ batch, width, height ] # [ width, height, softmax_probabilities ] → [ batch, width, height ]
water_predict = tf.math.argmax(water_predict, axis=-1) water_predict = tf.math.argmax(water_predict, axis=-1)
# [ width, height ] # [ width, height ]