Update backend/query_llm.py
Browse files- backend/query_llm.py +2 -2
backend/query_llm.py
CHANGED
|
@@ -15,8 +15,8 @@ import gradio as gr
|
|
| 15 |
#from gradio_multimodalchatbot import MultimodalChatbot
|
| 16 |
from gradio.data_classes import FileData
|
| 17 |
|
| 18 |
-
|
| 19 |
-
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
| 20 |
# temperature = 0.2
|
| 21 |
# #top_p = 0.6
|
| 22 |
# repetition_penalty = 1.0
|
|
|
|
| 15 |
#from gradio_multimodalchatbot import MultimodalChatbot
|
| 16 |
from gradio.data_classes import FileData
|
| 17 |
|
| 18 |
+
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2")
|
| 19 |
+
#tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
| 20 |
# temperature = 0.2
|
| 21 |
# #top_p = 0.6
|
| 22 |
# repetition_penalty = 1.0
|