fixed app.py

app.py

@@ -1,8 +1,10 @@
 import gradio as gr
 from huggingface_hub import hf_hub_download
-from llama_cpp import Llama
 
 hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
+
+from llama_cpp import Llama
+
 llm = Llama(model_path="./ggjt-model.bin")
 
 ins = '''### Instruction:
@@ -10,31 +12,24 @@ ins = '''### Instruction:
 ### Response:
 '''
 
-theme = gr.themes.Monochrome(
-    primary_hue="indigo",
-    secondary_hue="blue",
-    neutral_hue="slate",
-    radius_size=gr.themes.sizes.radius_sm,
-    font=[gr.themes.GoogleFont("Open Sans"), "ui-sans-serif", "system-ui", "sans-serif"],
-)
-
-def generate(instruction): 
-    result = ""
-    for x in llm(ins.format(instruction), stop=['### Instruction:', '### End'], stream=True):
-        result += x['choices'][0]['text']
-        yield result
+fixed_instruction = "You are a healthcare bot designed to give advice for the prevention and treatment of various illnesses."
 
+def respond(message, chat_history):
+    full_instruction = fixed_instruction + " " + message
+    formatted_instruction = ins.format(full_instruction)
+    bot_message = llm(formatted_instruction, stop=['### Instruction:', '### End'])
+    bot_message = bot_message['choices'][0]['text']
+    return bot_message
+    
 gr.ChatInterface(
-    fn=generate,
+    fn=respond,
     chatbot=gr.Chatbot(height=300),
     textbox=gr.Textbox(placeholder="Ask me a question"),
     title="Healthcare Bot",
     description="Ask the Healthcare Bot any question",
     examples = [
-        "Give me treatments for heart disease",
-        "I hate exercise, what else can I do to treat my high blood pressure",
-        "How can I avoid lung disease",
-    ],
-    theme=theme,
+    "Give me treatements for heart disease",
+    "I hate excercise, what else can I do to treat my high blood pressure",
+    "How can I avoid lung disease",
+],
 ).launch()
-