Upscale first, THEN convnext...

This commit is contained in:
Starbeamrainbowlabs 2022-10-03 16:38:43 +01:00
parent 6a0790ff50
commit fc6d2dabc9
Signed by: sbrl
GPG key ID: 1BE5172E637709C2

View file

@ -35,10 +35,11 @@ def convnext_inverse(layer_in, depths, dims):
def block_upscale(layer_in, block_number, depth, dim):
layer_next = layer_in
for i in range(depth):
layer_next = add_convnext_block(layer_next, dim=dim, prefix=f"cns.stage{block_number}.block.{i}")
layer_next = tf.keras.layers.Conv2DTranspose(name=f"cns.stage{block_number}.end.convtp", filters=dim, kernel_size=4, padding="same")(layer_next)
layer_next = tf.keras.layers.LayerNormalization(name=f"cns.stage{block_number}.end.norm", epsilon=1e-6)(layer_next)
for i in range(depth):
layer_next = add_convnext_block(layer_next, dim=dim, prefix=f"cns.stage{block_number}.block.{i}")
return layer_next