Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
import numpy as np, os
|
| 2 |
from pathlib import Path
|
| 3 |
|
| 4 |
-
SEP_ID =
|
| 5 |
DOCS_PER_SOURCE = 100 # 100 docs per source = ~2000 total
|
| 6 |
OUT_PATH = "/data/val.bin"
|
| 7 |
|
|
|
|
| 1 |
import numpy as np, os
|
| 2 |
from pathlib import Path
|
| 3 |
|
| 4 |
+
SEP_ID = 4 # <sep> token id — confirm this
|
| 5 |
DOCS_PER_SOURCE = 100 # 100 docs per source = ~2000 total
|
| 6 |
OUT_PATH = "/data/val.bin"
|
| 7 |
|