granite-3.0-1b-a400m-instruct-CPU

Running

aixsatoshi commited on Aug 30

Commit

15f4d32

•

1 Parent(s): 57f7053

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -4,7 +4,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
 import gradio as gr
 from threading import Thread
-model_id = "hugging-quants/Meta-Llama-3.1-70B-Instruct-AWQ-INT4"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(
   model_id,

 import gradio as gr
 from threading import Thread
+model_id = "team-hatakeyama-phase2/Tanuki-8x8B-dpo-v1.0-AWQ"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(
   model_id,