Update app.py

app.py

@@ -97,6 +97,13 @@ hf_hub_download(
     token=huggingface_token
 )
 
+hf_hub_download(
+    repo_id="TheBloke/MixtralOrochi8x7B-GGUF",
+    filename="mixtralorochi8x7b.Q4_K_M.gguf",
+    local_dir="./models",
+    token=huggingface_token
+)
+
 
 
 llm = None
@@ -193,7 +200,8 @@ demo = gr.ChatInterface(
                 'smollm-135m-instruct-add-basics-q8_0.gguf',
                 'Llama-3.2-1B-Instruct-Q8_0.gguf',
                 'Mistral-Small-Instruct-2409-Q5_K_M.gguf',
-                'Llama-3.1-SuperNova-Lite-Q5_K_M.gguf'
+                'Llama-3.1-SuperNova-Lite-Q5_K_M.gguf',
+                'mixtralorochi8x7b.Q4_K_M.gguf'
             ],
             value="gemma-2-2b-it-Q6_K_L.gguf",
             label="Model"