From cad82cd1bc8c76e4d8c400f1f81634fb3318712d Mon Sep 17 00:00:00 2001
From: Starbeamrainbowlabs <sbrl@starbeamrainbowlabs.com>
Date: Fri, 2 Dec 2022 17:21:13 +0000
Subject: [PATCH] CBAM: unsure if it's 1 ro 3 dense ayers in the shared mlp

---
 aimodel/src/lib/ai/components/cbam.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/aimodel/src/lib/ai/components/cbam.py b/aimodel/src/lib/ai/components/cbam.py
index 4dcee83..cfdedeb 100644
--- a/aimodel/src/lib/ai/components/cbam.py
+++ b/aimodel/src/lib/ai/components/cbam.py
@@ -33,15 +33,19 @@ class LayerCBAMAttentionChannel(tf.keras.layers.Layer):
 		super(LayerCBAMAttentionSpatial, self).__init__(**kwargs)
 
 		self.param_dim = dim
+		self.param_reduction_ratio = reduction_ratio
 		
 		self.mlp = tf.keras.Sequential([
+			tf.keras.layers.Dense(self.param_dim),
+			tf.keras.layers.Dense(self.param_dim / self.param_reduction_ratio),
 			tf.keras.layers.Dense(self.param_dim)
 		])
 
 	def get_config(self):
 		config = super(LayerCBAMAttentionSpatial, self).get_config()
 		config.update({
-			"dim": self.param_dim
+			"dim": self.param_dim,
+			"reduction_ratio": self.param_reduction_ratio
 		})
 		return config