Spaces:
Runtime error
Runtime error
Fixed application file
Browse files
app.py
CHANGED
@@ -2,9 +2,10 @@ import gradio as gr
|
|
2 |
from huggingface_hub import hf_hub_download
|
3 |
|
4 |
hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
|
5 |
-
llm = Llama(model_path="ggjt-model.bin")
|
6 |
|
7 |
-
from
|
|
|
|
|
8 |
|
9 |
fixed_instruction = "You are a healthcare bot designed to give advice for the prevention and treatment of various illnesses."
|
10 |
|
|
|
2 |
from huggingface_hub import hf_hub_download
|
3 |
|
4 |
hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
|
|
|
5 |
|
6 |
+
from pyllamacpp.model import Model
|
7 |
+
|
8 |
+
llm = Model(ggml_model="ggjt-model.bin", n_ctx=2000)
|
9 |
|
10 |
fixed_instruction = "You are a healthcare bot designed to give advice for the prevention and treatment of various illnesses."
|
11 |
|