Update Model.py

Model.py

@@ -189,9 +189,14 @@ class LoU(layers.Layer):
         k = self.Kr(k)
         V = self.Vr(V)
 
-        g_q = tf.nn.sigmoid(q)
-        g_k = tf.nn.sigmoid(k)
+        # 기존 코드:
+        # g_q = tf.nn.sigmoid(q)
+        # g_k = tf.nn.sigmoid(k)
+
+        g_q = (tf.nn.tanh(q) + 1.0) / 2.0
+        g_k = (tf.nn.tanh(k) + 1.0) / 2.0
         score = g_q * g_k
+
         alpha_dynamic = self.alpha_linear(x_f32)
         score_ema = self._ema_over_time(score, alpha_dynamic)
         mean_last = tf.reduce_mean(score_ema, axis=-1, keepdims=True)