AnishHF commited on
Commit
3643b73
1 Parent(s): 618897f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -1,10 +1,13 @@
 
1
  import gradio as gr
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
 
 
 
4
  # Load the tokenizer and model
5
  model_id = "mistralai/Mixtral-8x22B-v0.1"
6
- tokenizer = AutoTokenizer.from_pretrained(model_id)
7
- model = AutoModelForCausalLM.from_pretrained(model_id)
8
 
9
  # Function to generate text using the model
10
  def generate_text(prompt, max_length=500, temperature=0.7, top_k=50, top_p=0.95, num_return_sequences=1):
 
1
+ import os
2
  import gradio as gr
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
 
5
+ access_token = os.environ["GATED_ACCESS_TOKEN"]
6
+
7
  # Load the tokenizer and model
8
  model_id = "mistralai/Mixtral-8x22B-v0.1"
9
+ tokenizer = AutoTokenizer.from_pretrained(model_id, token=access_token)
10
+ model = AutoModelForCausalLM.from_pretrained(model_id, token=access_token)
11
 
12
  # Function to generate text using the model
13
  def generate_text(prompt, max_length=500, temperature=0.7, top_k=50, top_p=0.95, num_return_sequences=1):