Yuchan
commited on
Update Model.py
Browse files
Model.py
CHANGED
|
@@ -207,7 +207,7 @@ class LoU(layers.Layer):
|
|
| 207 |
|
| 208 |
q = self.Qr(q)
|
| 209 |
k = self.Kr(k)
|
| 210 |
-
|
| 211 |
|
| 212 |
# gating signals in (0,1)
|
| 213 |
g_q = tf.nn.sigmoid(q)
|
|
@@ -328,13 +328,8 @@ dummy_input = np.zeros((1, max_len), dtype=np.int32)
|
|
| 328 |
model(dummy_input)
|
| 329 |
model.summary()
|
| 330 |
|
| 331 |
-
|
| 332 |
-
|
| 333 |
-
dataset,
|
| 334 |
-
epochs=1,
|
| 335 |
-
steps_per_epoch = encoded_inputs.shape[0] // batch_size,
|
| 336 |
-
verbose=1
|
| 337 |
-
)
|
| 338 |
|
| 339 |
# 가중치 저장
|
| 340 |
model.save_weights("Cobra.weights.h5")
|
|
|
|
| 207 |
|
| 208 |
q = self.Qr(q)
|
| 209 |
k = self.Kr(k)
|
| 210 |
+
V = self.Vr(V)
|
| 211 |
|
| 212 |
# gating signals in (0,1)
|
| 213 |
g_q = tf.nn.sigmoid(q)
|
|
|
|
| 328 |
model(dummy_input)
|
| 329 |
model.summary()
|
| 330 |
|
| 331 |
+
history = model.fit(dataset, epochs=1, verbose=1)
|
| 332 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 333 |
|
| 334 |
# 가중치 저장
|
| 335 |
model.save_weights("Cobra.weights.h5")
|