azrai99 commited on
Commit
cee33b4
1 Parent(s): 3339a48

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -30,7 +30,7 @@ def initialize_llm(hf_token):
30
  tokenizer_name = model_name,
31
  context_window=3900,
32
  # model_kwargs={"token": hf_token, "quantization_config": quantization_config},
33
- model_kwargs={"token": hf_token}
34
  tokenizer_kwargs={"token": hf_token},
35
  max_new_tokens=400,
36
  device_map="auto",
 
30
  tokenizer_name = model_name,
31
  context_window=3900,
32
  # model_kwargs={"token": hf_token, "quantization_config": quantization_config},
33
+ model_kwargs={"token": hf_token},
34
  tokenizer_kwargs={"token": hf_token},
35
  max_new_tokens=400,
36
  device_map="auto",