OpenLab-NLP
/

model-prototype

Model card Files Files and versions

Yuchan commited on 30 days ago

Commit

3e4952f

·

verified ·

1 Parent(s): 340a91d

Update Model.py

Files changed (1) hide show

Model.py +1 -0

Model.py CHANGED Viewed

@@ -156,6 +156,7 @@ class LoU(layers.Layer):
         self.glu = SwiGLU(d_model)
         self.norm = layers.LayerNormalization(epsilon=1e-5, dtype='float32')
         self.norm1 = layers.LayerNormalization(epsilon=1e-5, dtype='float32')
         self.alpha_linear = layers.Dense(1, activation='sigmoid', dtype='float32')
     def _ema_over_time(self, score, alpha_dynamic):

         self.glu = SwiGLU(d_model)
         self.norm = layers.LayerNormalization(epsilon=1e-5, dtype='float32')
         self.norm1 = layers.LayerNormalization(epsilon=1e-5, dtype='float32')
         self.alpha_linear = layers.Dense(1, activation='sigmoid', dtype='float32')
     def _ema_over_time(self, score, alpha_dynamic):