Hugging Face's logo

Spaces:
sayril007
/
ai-bengaliDatasets
Runtime error

App Files Community
sayril007 commited on
Commit
588d7fe
β€’
1 Parent(s): 945868f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ import gradio as gr
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
 
5
  peft_model_id = "sksayril/bpt-v-4-Bengali"
6
- model = AutoModelForCausalLM.from_pretrained(peft_model_id, load_in_8bit=True)
7
  tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
8
 
9
  def generate_text(prompt):
 
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
 
5
  peft_model_id = "sksayril/bpt-v-4-Bengali"
6
+ model = AutoModelForCausalLM.from_pretrained(peft_model_id, load_in_8bit=False,device_map='auto')
7
  tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
8
 
9
  def generate_text(prompt):