jordigonzm commited on
Commit
d5f6289
1 Parent(s): 5776d69

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -6,9 +6,9 @@ import llama_cpp.llama_tokenizer
6
  import gradio as gr
7
 
8
  llama = llama_cpp.Llama.from_pretrained(
9
- repo_id="Qwen/Qwen1.5-0.5B-Chat-GGUF",
10
- filename="*q8_0.gguf",
11
- tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B"),
12
  verbose=False
13
  )
14
 
@@ -42,7 +42,7 @@ chat_interface = gr.Interface(
42
  ],
43
  outputs="text",
44
  title="Chat with AI Model",
45
- description="Custom description based on the new GGUF model capabilities and features.",
46
  theme="soft",
47
  )
48
 
 
6
  import gradio as gr
7
 
8
  llama = llama_cpp.Llama.from_pretrained(
9
+ repo_id="jordigonzm/gemma-2b-it",
10
+ filename="gemma-2b-it_v1p1-Q5_K_M.gguf",
11
+ tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("jordigonzm/gemma-2b-it"),
12
  verbose=False
13
  )
14
 
 
42
  ],
43
  outputs="text",
44
  title="Chat with AI Model",
45
+ description="Model Gemma-2b-it_v1p1 Q5_K_M",
46
  theme="soft",
47
  )
48