according to the equation it looks like it's 2

This commit is contained in:
Starbeamrainbowlabs 2022-12-02 17:22:46 +00:00
parent cad82cd1bc
commit f92b2b3472
Signed by: sbrl
GPG key ID: 1BE5172E637709C2

View file

@ -36,7 +36,6 @@ class LayerCBAMAttentionChannel(tf.keras.layers.Layer):
self.param_reduction_ratio = reduction_ratio self.param_reduction_ratio = reduction_ratio
self.mlp = tf.keras.Sequential([ self.mlp = tf.keras.Sequential([
tf.keras.layers.Dense(self.param_dim),
tf.keras.layers.Dense(self.param_dim / self.param_reduction_ratio), tf.keras.layers.Dense(self.param_dim / self.param_reduction_ratio),
tf.keras.layers.Dense(self.param_dim) tf.keras.layers.Dense(self.param_dim)
]) ])