sjdata commited on
Commit
8d9cdc9
1 Parent(s): fab06db

Fixed application file

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -2,9 +2,10 @@ import gradio as gr
2
  from huggingface_hub import hf_hub_download
3
 
4
  hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
5
- llm = Llama(model_path="ggjt-model.bin")
6
 
7
- from llama_cpp import Llama
 
 
8
 
9
  fixed_instruction = "You are a healthcare bot designed to give advice for the prevention and treatment of various illnesses."
10
 
 
2
  from huggingface_hub import hf_hub_download
3
 
4
  hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
 
5
 
6
+ from pyllamacpp.model import Model
7
+
8
+ llm = Model(ggml_model="ggjt-model.bin", n_ctx=2000)
9
 
10
  fixed_instruction = "You are a healthcare bot designed to give advice for the prevention and treatment of various illnesses."
11