Update Mo.py
Browse files
Mo.py
CHANGED
|
@@ -47,7 +47,7 @@ TOKENIZER_PATH = "ko_unigram.model"
|
|
| 47 |
|
| 48 |
if not os.path.exists(DATA_PATH):
|
| 49 |
download_file(
|
| 50 |
-
"https://huggingface.co/datasets/
|
| 51 |
DATA_PATH
|
| 52 |
)
|
| 53 |
|
|
|
|
| 47 |
|
| 48 |
if not os.path.exists(DATA_PATH):
|
| 49 |
download_file(
|
| 50 |
+
"https://huggingface.co/datasets/OpenLab-NLP/corpus-ko-22m/resolve/main/shuffled_corpus.txt?download=true",
|
| 51 |
DATA_PATH
|
| 52 |
)
|
| 53 |
|