Spaces:

AnishHF
/

Mistral-7B

Runtime error

AnishHF commited on May 22

Commit

2bc1680

•

1 Parent(s): d591ad9

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -2,8 +2,8 @@ import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM
 # Load the tokenizer and model
-tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x22B-v0.1")
-model = AutoModelForCausalLM.from_pretrained("mistralai/Mixtral-8x22B-v0.1", device_map="auto")
 # Function to generate text using the model
 def generate_text(prompt, max_length=500, temperature=0.7, top_k=50, top_p=0.95, num_return_sequences=1):

 from transformers import AutoTokenizer, AutoModelForCausalLM
 # Load the tokenizer and model
+tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
+model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", device_map="auto")
 # Function to generate text using the model
 def generate_text(prompt, max_length=500, temperature=0.7, top_k=50, top_p=0.95, num_return_sequences=1):