xzuyn commited on
Commit
5b93c54
1 Parent(s): dafceb3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -44,7 +44,7 @@ def tokenize(input_text):
44
  if __name__ == "__main__":
45
  llama_tokenizer = AutoTokenizer.from_pretrained("TheBloke/Llama-2-7B-fp16")
46
  llama3_tokenizer = AutoTokenizer.from_pretrained("unsloth/llama-3-8b")
47
- mistral_tokenizer = AutoTokenizer.from_pretrained("unsloth/Mistral-7B-v0.1")
48
  gpt2_tokenizer = AutoTokenizer.from_pretrained("gpt2")
49
  gpt_neox_tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-20b")
50
  falcon_tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b")
 
44
  if __name__ == "__main__":
45
  llama_tokenizer = AutoTokenizer.from_pretrained("TheBloke/Llama-2-7B-fp16")
46
  llama3_tokenizer = AutoTokenizer.from_pretrained("unsloth/llama-3-8b")
47
+ mistral_tokenizer = AutoTokenizer.from_pretrained("unsloth/Mistral-7B-v0.2")
48
  gpt2_tokenizer = AutoTokenizer.from_pretrained("gpt2")
49
  gpt_neox_tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-20b")
50
  falcon_tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b")