Update app.py

app.py

@@ -4,7 +4,7 @@ import os
 
 API_URL = {
     "Mistral" : "https://api-inference.huggingface.co/models/mistralai/Mixtral-8x7B-Instruct-v0.1",
-    "Codestral" : "mistralai/Codestral-22B-v0.1"
+    "Codestral" : "https://api-inference.huggingface.co/models/mistralai/Codestral-22B-v0.1"
 }
 
 HF_TOKEN = os.environ['HF_TOKEN']
@@ -32,7 +32,9 @@ def format_prompt(message, history, enable_hinglish=False):
   prompt += f"[INST] {message} [/INST]"
   return prompt
 
-def generate(prompt, history, model = "Mistral", enable_hinglish=False, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
+def generate(prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0, model = "Mistral", enable_hinglish=False):
+    # Selecting model to be used
+    client = mistralClient if(model == "Mistral") else codestralClient
     temperature = float(temperature) # Generation arguments
     if temperature < 1e-2:
         temperature = 1e-2
@@ -47,9 +49,6 @@ def generate(prompt, history, model = "Mistral", enable_hinglish=False, temperat
         do_sample=True,
         seed=42,
     )
-
-    # Selecting model to be used
-    client = mistralClient if(model == "Mistral") else codestralClient
     
     formatted_prompt = format_prompt(prompt, history, enable_hinglish)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
@@ -60,19 +59,6 @@ def generate(prompt, history, model = "Mistral", enable_hinglish=False, temperat
     return output
 
 additional_inputs=[
-    gr.Dropdown(
-        choices = ["Mistral","Codestral"],
-        value = "Mistral",
-        label = "Model to be used",
-        interactive=True,
-        info = "Mistral for general-purpose chatting and codestral for code related task (Supports 80+ languages)"
-    ),
-    gr.Checkbox(
-        label="Hinglish",
-        value=False,
-        interactive=True,
-        info="Enables the MistralTalk to talk in Hinglish (Combination of Hindi and English)",
-    ),
     gr.Slider(
         label="Temperature",
         value=0.9,
@@ -109,7 +95,19 @@ additional_inputs=[
         interactive=True,
         info="Penalize repeated tokens",
     ),
-    
+        gr.Dropdown(
+        choices = ["Mistral","Codestral"],
+        value = "Mistral",
+        label = "Model to be used",
+        interactive=True,
+        info = "Mistral for general-purpose chatting and codestral for code related task (Supports 80+ languages)"
+    ),
+    gr.Checkbox(
+        label="Hinglish",
+        value=False,
+        interactive=True,
+        info="Enables the MistralTalk to talk in Hinglish (Combination of Hindi and English)",
+    )
 ]
 
 css = """