Update app.py

app.py

@@ -2,11 +2,13 @@ import os
 import bitsandbytes as bnb
 import torch
 import gradio as gr
-from transformers import AutoTokenizer, AutoModelForCausalLM, HqqConfig
+from transformers import AutoTokenizer, AutoModelForCausalLM, QuantoConfig
 
 access_token = os.environ["GATED_ACCESS_TOKEN"]
 
-quantization_config = HqqConfig()
+quantization_config = QuantoConfig(
+    weights = "int4"
+)
 
 model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", quantization_config=quantization_config, device_map="auto", token=access_token)
 tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")