Spaces:

zeeshan391
/

fast_api_deploy

Sleeping

zeeshan391 commited on Sep 11

Commit

52bfc97

•

1 Parent(s): 2fc6d22

updated app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -28,7 +28,7 @@ callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
 def load_model(
     directory: str = ".",
     model_name: str = "natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_M.gguf",
-    model_url: str = "https://huggingface.co/tohur/natsumura-storytelling-rp-1.0-llama-3.1-8b-GGUF/tree/main/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_M.gguf"
 ):
     final_model_path = os.path.join(directory, model_name)

 def load_model(
     directory: str = ".",
     model_name: str = "natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_M.gguf",
+    model_url: str = "https://huggingface.co/tohur/natsumura-storytelling-rp-1.0-llama-3.1-8b-GGUF/resolve/main/natsumura-storytelling-rp-1.0-llama-3.1-8B.Q3_K_M.gguf"
 ):
     final_model_path = os.path.join(directory, model_name)