Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,5 +1,6 @@
|
|
| 1 |
import os, torch, gradio as gr, spaces
|
| 2 |
from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig
|
|
|
|
| 3 |
|
| 4 |
MODEL_ID = os.getenv("MODEL_ID", "JDhruv14/Qwen2.5-3B-Gita-FT")
|
| 5 |
|
|
@@ -13,6 +14,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 13 |
trust_remote_code=True,
|
| 14 |
)
|
| 15 |
|
|
|
|
| 16 |
# Ensure pad token exists (many chat models reuse EOS as PAD)
|
| 17 |
if tokenizer.pad_token_id is None and tokenizer.eos_token_id is not None:
|
| 18 |
tokenizer.pad_token = tokenizer.eos_token
|
|
|
|
| 1 |
import os, torch, gradio as gr, spaces
|
| 2 |
from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig
|
| 3 |
+
from datasets import load_dataset
|
| 4 |
|
| 5 |
MODEL_ID = os.getenv("MODEL_ID", "JDhruv14/Qwen2.5-3B-Gita-FT")
|
| 6 |
|
|
|
|
| 14 |
trust_remote_code=True,
|
| 15 |
)
|
| 16 |
|
| 17 |
+
dataset = load_dataset("JDhruv14/Bhagavad-Gita-QA")
|
| 18 |
# Ensure pad token exists (many chat models reuse EOS as PAD)
|
| 19 |
if tokenizer.pad_token_id is None and tokenizer.eos_token_id is not None:
|
| 20 |
tokenizer.pad_token = tokenizer.eos_token
|