From fc6d2dabc969b98b783f52487e27bb2f841f98ff Mon Sep 17 00:00:00 2001 From: Starbeamrainbowlabs Date: Mon, 3 Oct 2022 16:38:43 +0100 Subject: [PATCH] Upscale first, THEN convnext... --- aimodel/src/lib/ai/components/convnext_inverse.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/aimodel/src/lib/ai/components/convnext_inverse.py b/aimodel/src/lib/ai/components/convnext_inverse.py index 8da69a9..296433c 100644 --- a/aimodel/src/lib/ai/components/convnext_inverse.py +++ b/aimodel/src/lib/ai/components/convnext_inverse.py @@ -35,10 +35,11 @@ def convnext_inverse(layer_in, depths, dims): def block_upscale(layer_in, block_number, depth, dim): layer_next = layer_in - for i in range(depth): - layer_next = add_convnext_block(layer_next, dim=dim, prefix=f"cns.stage{block_number}.block.{i}") layer_next = tf.keras.layers.Conv2DTranspose(name=f"cns.stage{block_number}.end.convtp", filters=dim, kernel_size=4, padding="same")(layer_next) layer_next = tf.keras.layers.LayerNormalization(name=f"cns.stage{block_number}.end.norm", epsilon=1e-6)(layer_next) + for i in range(depth): + layer_next = add_convnext_block(layer_next, dim=dim, prefix=f"cns.stage{block_number}.block.{i}") + return layer_next