Hugging Face's logo

Spaces:
hassanalia
/
Mistral-lab
Runtime error

App Files Community
vilarin commited on
Commit
0fffdb4
•
1 Parent(s): 6d1d1e9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -37,6 +37,7 @@ model = AutoModelForCausalLM.from_pretrained(
37
  MODEL_ID,
38
  torch_dtype=torch.bfloat16,
39
  device_map='auto',
 
40
  trust_remote_code=True)
41
  tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
42
 
 
37
  MODEL_ID,
38
  torch_dtype=torch.bfloat16,
39
  device_map='auto',
40
+ low_cpu_mem_usage=True,
41
  trust_remote_code=True)
42
  tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
43