Update AutoModelForCausalLM.from_pretrained: DESTINATION_FOLDER

README.md

@@ -1,5 +1,5 @@
 ---
-title: TheBloek/WizardCoder-15B-1.0-GGML
+title: TheBloke/WizardLM-13B-V1.0-Uncensored-GGML
 emoji: 🚀
 colorFrom: green
 colorTo: green

app.py

@@ -232,8 +232,8 @@ _ = Path("models", MODEL_FILENAME).absolute().as_posix()
 logger.debug(f"model_file: {_}, exists: {Path(_).exists()}")
 LLM = AutoModelForCausalLM.from_pretrained(
     # "TheBloke/WizardCoder-15B-1.0-GGML",
-    # REPO_ID,
-    _,  # model_path_or_repo_id: str required
+    DESTINATION_FOLDER,  # model_path_or_repo_id: str required
+    model_file=_,
     model_type="starcoder",
     threads=os.cpu_count() // 2,  # type: ignore
 )