Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ quantization_config = BitsAndBytesConfig(
|
|
12 |
#bnb_4bit_compute_dtype="torch.float16",
|
13 |
)
|
14 |
|
15 |
-
model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", quantization_config=True, device_map="auto")
|
16 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
|
17 |
|
18 |
# Load the tokenizer and model
|
|
|
12 |
#bnb_4bit_compute_dtype="torch.float16",
|
13 |
)
|
14 |
|
15 |
+
model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", quantization_config=True, device_map="auto", token=access_token)
|
16 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
|
17 |
|
18 |
# Load the tokenizer and model
|