Hugging Face's logo

Spaces:
iamkhadke
/
chatbot
Sleeping

App Files Community
1
Chetan Khadke commited on
Commit
d300440
•
1 Parent(s): d6535e1

Add application files

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -1,8 +1,7 @@
1
  from transformers import AutoModelForCausalLM, AutoTokenizer
2
  from instruct_pipeline import InstructionTextGenerationPipeline
3
  tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-3b", padding_side="left")
4
- model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-3b", device_map="auto", offload_folder="/content/temp",
5
- load_in_8bit=True)
6
 
7
  generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)
8
 
 
1
  from transformers import AutoModelForCausalLM, AutoTokenizer
2
  from instruct_pipeline import InstructionTextGenerationPipeline
3
  tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-3b", padding_side="left")
4
+ model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-3b", load_in_8bit=True)
 
5
 
6
  generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)
7