eswardivi commited on
Commit
c0e6ae1
β€’
1 Parent(s): 8aca01c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -18,9 +18,9 @@ quantization_config = BitsAndBytesConfig(
18
  )
19
 
20
  model = AutoModelForCausalLM.from_pretrained(
21
- "microsoft/Phi-3-mini-128k-instruct", quantization_config=quantization_config, token=token,trust_remote_code=True
22
  )
23
- tok = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct", token=token)
24
  terminators = [
25
  tok.eos_token_id,
26
  ]
@@ -104,6 +104,6 @@ demo = gr.ChatInterface(
104
  ],
105
  stop_btn="Stop Generation",
106
  title="Chat With LLMs",
107
- description="Now Running [microsoft/Phi-3-mini-128k-instruct](https://huggingface.com/microsoft/Phi-3-mini-128k-instruct) in 4bit"
108
  )
109
  demo.launch()
 
18
  )
19
 
20
  model = AutoModelForCausalLM.from_pretrained(
21
+ "microsoft/Phi-3-mini-4k-instruct", quantization_config=quantization_config, token=token,trust_remote_code=True
22
  )
23
+ tok = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct", token=token)
24
  terminators = [
25
  tok.eos_token_id,
26
  ]
 
104
  ],
105
  stop_btn="Stop Generation",
106
  title="Chat With LLMs",
107
+ description="Now Running [microsoft/Phi-3-mini-4k-instruct](https://huggingface.com/microsoft/Phi-3-mini-4k-instruct) in 4bit"
108
  )
109
  demo.launch()