| from hugchat import hugchat |
| from hugchat.login import Login |
| import streamlit as st |
|
|
| if "logged_in" not in st.session_state: |
| st.session_state.logged_in = False |
| if "cookies" not in st.session_state: |
| st.session_state.cookies = None |
|
|
| llms = [ |
| 'meta-llama/Meta-Llama-3.1-70B-Instruct', |
| 'meta-llama/Meta-Llama-3.1-405B-Instruct-FP8', |
| 'CohereForAI/c4ai-command-r-plus', |
| 'mistralai/Mixtral-8x7B-Instruct-v0.1', |
| 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO', |
| '01-ai/Yi-1.5-34B-Chat', |
| 'mistralai/Mistral-7B-Instruct-v0.3', |
| 'microsoft/Phi-3-mini-4k-instruct' |
| ] |
|
|
| st.title("MODELO DE IA CHATBOT ELISA I") |
| st.markdown(" GERARDO") |
|
|
| sidebar = st.sidebar |
| sidebar.markdown("## HuggingFace account") |
| email = sidebar.text_input("Email", placeholder="Your email", disabled=st.session_state.logged_in) |
| password = sidebar.text_input("Password (secure)", placeholder="Your password", type="password", disabled=st.session_state.logged_in) |
| empty = sidebar.empty() |
| sidebar.warning("Nota crea una cuenta con tu correo en hugginface por seguridad.") |
|
|
| def change_system_prompt(): |
| st.session_state.messages = [] |
| st.session_state.chatbot.delete_conversation() |
| st.session_state.chatbot = hugchat.ChatBot(st.session_state.cookies, system_prompt=st.session_state.sys_prompt, default_llm=st.session_state.selected_llm) |
| print(st.session_state.selected_llm) |
|
|
| sidebar.markdown("## Model Configuration") |
| system_prompt = sidebar.text_input("System prompt (don't leave empty)", placeholder="Model behaviour", on_change=change_system_prompt, key="sys_prompt", disabled=not st.session_state.logged_in) |
| selected_llm = sidebar.selectbox("LLM (model)", placeholder="Default LLM", on_change=change_system_prompt, options=llms, key="selected_llm", disabled=not st.session_state.logged_in) |
|
|
| if email and password: |
| if not st.session_state.logged_in: |
| try: |
| credentials = Login(email=email, passwd=password) |
| st.session_state.cookies = credentials.login() |
| st.session_state.logged_in = False |
| st.session_state.chatbot = hugchat.ChatBot(st.session_state.cookies) |
| |
| |
|
|
| def stream(prompt): |
| for event in st.session_state.chatbot.chat(prompt): |
| if event: |
| yield event["token"] |
|
|
|
|
| def main(): |
| if "messages" not in st.session_state: |
| st.session_state.messages = [] |
|
|
| for message in st.session_state.messages: |
| with st.chat_message(message["role"]): |
| st.write(message["content"]) |
|
|
| if prompt := st.chat_input("pregunta?", disabled=not st.session_state.logged_in): |
| with st.chat_message("user"): |
| st.write(prompt) |
|
|
| st.session_state.messages.append({"role": "user", "content": prompt}) |
|
|
| with st.chat_message("assistant"): |
| try: |
| response = st.write_stream(stream(prompt)) |
| except Exception as e: |
| response = f"Error: {e}" |
| st.write(response) |
|
|
| st.session_state.messages.append({"role": "assistant", "content": response}) |
|
|
| if __name__ == "__main__": |
| main() |
