Update Model.py

Model.py

@@ -54,7 +54,7 @@ if not os.path.exists(DATA_PATH):
 
 if not os.path.exists(TOKENIZER_PATH):
     download_file(
-        "https://huggingface.co/Yuchan5386/inlam-100m/resolve/main/ko_unigram.model?download=true",
+        "https://huggingface.co/datasets/Yuchan5386/Prototype/resolve/main/bpe.model?download=true",
         TOKENIZER_PATH
     )
 
@@ -68,7 +68,7 @@ unk_id = sp.piece_to_id("<unk>")
 vocab_size = sp.get_piece_size()
 print(f"✅ Vocabulary size: {vocab_size}")
 
-max_len = 512
+max_len = 230
 batch_size = 128
 
 def text_to_ids(text):
@@ -327,8 +327,8 @@ def create_lr_schedule(initial_lr=5e-5, decay_steps=10000, decay_rate=0.9):
 model = ReLaM(
     vocab_size=vocab_size,
     max_seq_len=max_len,
-    d_model=512,
-    n_layers=16
+    d_model=128,
+    n_layers=2
 )
 
 # 옵티마이저 설정