OpenLab-NLP
/

model-prototype

Model card Files Files and versions

Yuchan commited on Nov 18

Commit

55af523

·

verified ·

1 Parent(s): a08c321

Update Model.py

Files changed (1) hide show

Model.py +1 -1

Model.py CHANGED Viewed

@@ -144,7 +144,7 @@ class rGLU(layers.Layer):
         self.W = layers.Dense(d_model)
     def call(self, x):
         x = tf.nn.silu(self.W1(Wr(x)) + x) * (self.W2(self.Wr1(x)) + x)
-        return o
 class Adapter(layers.Layer):
     def __init__(self, d_model, hyper_n):

         self.W = layers.Dense(d_model)
     def call(self, x):
         x = tf.nn.silu(self.W1(Wr(x)) + x) * (self.W2(self.Wr1(x)) + x)
+        return self.W(x)
 class Adapter(layers.Layer):
     def __init__(self, d_model, hyper_n):