Update Inference.py

Inference.py

@@ -66,7 +66,7 @@ class LoSoU(layers.Layer):
         # projection / gating layers in float32
         self.Q = layers.Dense(96, dtype='float32')
         self.K = layers.Dense(96, dtype='float32')
-        self.V = layers.Dense(96, dtype='float32')  # Lo already handles casting to model dtype; we'll cast back to float32
+        self.V = layers.Dense(96, activation='gelu', dtype='float32')
         self.proj = layers.Dense(d_model, use_bias=True, dtype='float32')
         self.norm = layers.LayerNormalization(epsilon=1e-5, dtype='float32')