sbrl-github/research-rainfallradar
1
0
Fork 0
mirror of https://github.com/sbrl/research-rainfallradar synced 2024-06-30 18:44:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

CBAM: unsure if it's 1 ro 3 dense ayers in the shared mlp

Browse source
This commit is contained in:
Starbeamrainbowlabs 2022-12-02 17:21:13 +00:00
parent 62f6a993bb
commit cad82cd1bc
Signed by: sbrl
GPG key ID: 1BE5172E637709C2
1 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
aimodel/src/lib/ai/components/cbam.py
View file

@ -33,15 +33,19 @@ class LayerCBAMAttentionChannel(tf.keras.layers.Layer):
super(LayerCBAMAttentionSpatial, self).__init__(**kwargs)
self.param_dim = dim
self.param_reduction_ratio = reduction_ratio
self.mlp = tf.keras.Sequential([
tf.keras.layers.Dense(self.param_dim),
tf.keras.layers.Dense(self.param_dim / self.param_reduction_ratio),
tf.keras.layers.Dense(self.param_dim)
])
def get_config(self):
config = super(LayerCBAMAttentionSpatial, self).get_config()
config.update({
"dim": self.param_dim
"dim": self.param_dim,
"reduction_ratio": self.param_reduction_ratio
})
return config