fixed model

app.py

@@ -3,9 +3,10 @@ from huggingface_hub import hf_hub_download
 
 hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
 
-from pyllamacpp.model import Model
+from llama_cpp import Llama
+
+llm = Llama(model_path="./ggjt-model.bin")
 
-llm = Model(ggml_model="ggjt-model.bin", n_ctx=2000)
 
 fixed_instruction = "You are a healthcare bot designed to give advice for the prevention and treatment of various illnesses."
 

requirements.txt

@@ -1,3 +1,3 @@
-pyllamacpp
+llama-cpp-python==0.1.35
 huggingface-hub