Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -9,8 +9,8 @@ quantization_config = QuantoConfig(
|
|
9 |
weights = "int4"
|
10 |
)
|
11 |
|
12 |
-
|
13 |
-
|
14 |
|
15 |
# Function to generate text using the model
|
16 |
def generate_text(prompt):
|
@@ -24,7 +24,7 @@ def generate_text(prompt):
|
|
24 |
iface = gr.Interface(
|
25 |
fn=generate_text,
|
26 |
inputs=[
|
27 |
-
gr.
|
28 |
],
|
29 |
outputs=gr.outputs.Textbox(label="Generated Text"),
|
30 |
title="MisTRAL Text Generation",
|
|
|
9 |
weights = "int4"
|
10 |
)
|
11 |
|
12 |
+
tokenizer = AutoTokenizer.from_pretrained("ProbeMedicalYonseiMAILab/medllama3-v20")
|
13 |
+
model = AutoModelForCausalLM.from_pretrained("ProbeMedicalYonseiMAILab/medllama3-v20")
|
14 |
|
15 |
# Function to generate text using the model
|
16 |
def generate_text(prompt):
|
|
|
24 |
iface = gr.Interface(
|
25 |
fn=generate_text,
|
26 |
inputs=[
|
27 |
+
gr.Textbox(lines=5, label="Input Prompt"),
|
28 |
],
|
29 |
outputs=gr.outputs.Textbox(label="Generated Text"),
|
30 |
title="MisTRAL Text Generation",
|