Spaces:

AnishHF
/

Mistral-7B

AnishHF commited on May 22

Commit

da5e88f

•

1 Parent(s): 2056c7c

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -12,7 +12,7 @@ quantization_config = BitsAndBytesConfig(
         #bnb_4bit_compute_dtype="torch.float16",
 )
-model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", quantization_config=True, device_map="auto")
 tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
 # Load the tokenizer and model

         #bnb_4bit_compute_dtype="torch.float16",
 )
+model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", quantization_config=True, device_map="auto", token=access_token)
 tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
 # Load the tokenizer and model