Update app.py

app.py

@@ -24,7 +24,7 @@ welcome_message = """
 
 🗣️📝Interact with ⚕🗣️😷MultiMed⚕ in any language using image, audio or text!
 
-📚🌟💼 that uses [Tonic/mistralmed](https://huggingface.co/Tonic/mistralmed) and [adept/fuyu-8B](https://huggingface.co/adept/fuyu-8b) with [Vectara](https://huggingface.co/vectara) embeddings + retrieval w/ [Facebook/Seamless-m4t](https://huggingface.co/facebook/hf-seamless-m4t-large) for audio translation & accessibility.
+📚🌟💼 that uses [allenai/tulu-2-dpo-13b](https://huggingface.co/allenai/tulu-2-dpo-13b) & [Tonic/mistralmed](https://huggingface.co/Tonic/mistralmed) and [adept/fuyu-8B](https://huggingface.co/adept/fuyu-8b) with [Vectara](https://huggingface.co/vectara) embeddings + retrieval w/ [Facebook/Seamless-m4t](https://huggingface.co/facebook/hf-seamless-m4t-large) for audio translation & accessibility.
 do [get in touch](https://discord.gg/GWpVpekp). You can also use 😷MultiMed⚕️ on your own data & in your own way by cloning this space. 🧬🔬🔍 Simply click here: <a style="display:inline-block" href="https://huggingface.co/spaces/TeamTonic/MultiMed?duplicate=true"><img src="https://img.shields.io/badge/-Duplicate%20Space-blue?labelColor=white&style=flat&logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAAAXNSR0IArs4c6QAAAP5JREFUOE+lk7FqAkEURY+ltunEgFXS2sZGIbXfEPdLlnxJyDdYB62sbbUKpLbVNhyYFzbrrA74YJlh9r079973psed0cvUD4A+4HoCjsA85X0Dfn/RBLBgBDxnQPfAEJgBY+A9gALA4tcbamSzS4xq4FOQAJgCDwV2CPKV8tZAJcAjMMkUe1vX+U+SMhfAJEHasQIWmXNN3abzDwHUrgcRGmYcgKe0bxrblHEB4E/pndMazNpSZGcsZdBlYJcEL9Afo75molJyM2FxmPgmgPqlWNLGfwZGG6UiyEvLzHYDmoPkDDiNm9JR9uboiONcBXrpY1qmgs21x1QwyZcpvxt9NS09PlsPAAAAAElFTkSuQmCC&logoWidth=14" alt="Duplicate Space"></a></h3>
 ### Join us : 
 
@@ -76,7 +76,7 @@ languages = {
 components = {}
 dotenv.load_dotenv()
 seamless_client = Client("facebook/seamless_m4t")
-mistralmed_client = Client("https://tonic1-mistralmed-chat.hf.space/--replicas/crzkn/")
+tulu_client = Client("https://tonic1-tulu.hf.space/--replicas/xh5ff/")
 HuggingFace_Token = os.getenv("HuggingFace_Token")
 hf_token = os.getenv("HuggingFace_Token")
 device = "cuda" if torch.cuda.is_available() else "cpu"
@@ -363,19 +363,34 @@ def query_vectara(text):
         return f"Error: {response.status_code}"
 
 
-def process_summary_with_stablemed(summary):
-    system_prompt = "You are a medical instructor. Assess and describe the proper options to your students in minute detail. Propose a course of action for them to base their recommendations on based on your description."
-    # Use the Mistral Med Gradio client API call
-    result = mistralmed_client.predict(
-        summary,  # Summary text
-        system_prompt,  # System prompt
-        api_name="/predict"
+def process_summary_with_tulu(summary):
+    # Define the parameters for the Tulu Gradio client API call
+    your_message = summary 
+    assistant_message = "You are a medical instructor. Assess and describe the proper options to your students in minute detail. Propose a course of action for them to base their recommendations on based on your description."
+    max_new_tokens = 650
+    temperature = 0.4 
+    top_p = 0.9
+    repetition_penalty = 0.9
+    advanced = True
+
+    # Initialize the Tulu client
+    tulu_client = Client("https://tonic1-tulu.hf.space/--replicas/xh5ff/")
+
+    # Make the API call
+    result = tulu_client.predict(
+        your_message,
+        assistant_message,
+        max_new_tokens,
+        temperature,
+        top_p,
+        repetition_penalty,
+        advanced,
+        fn_index=0 
     )
-    # Assuming the result is the response text
+
+    # Process the result
     response_text = result if isinstance(result, str) else "Error in processing"
     return response_text
-    
-# Main function to handle the Gradio interface logic
 
 def process_and_query(input_language=None, audio_input=None, image_input=None, text_input=None):
     try:
@@ -433,8 +448,8 @@ def process_and_query(input_language=None, audio_input=None, image_input=None, t
         for source in sources_info:
             markdown_output += f"* {source}\n"
 
-        # Process the summary with Stablemed
-        final_response = process_summary_with_stablemed(summary)
+        # Process the summary with Tulu
+        final_response = process_summary_with_tulu(summary)
 
         # Convert translated text to speech and get both audio file and text
         target_language = "English"  # Set the target language for the speech
@@ -444,7 +459,7 @@ def process_and_query(input_language=None, audio_input=None, image_input=None, t
         hallucination_label = evaluate_hallucination(final_response, summary)
 
         # Add final response and hallucination label to Markdown output
-        markdown_output += "\n### Processed Summary with StableMed\n"
+        markdown_output += "\n### Processed Summary with Tulu\n"
         markdown_output += final_response + "\n"
         markdown_output += "\n### Hallucination Evaluation\n"
         markdown_output += f"* **Label**: {hallucination_label}\n"