Teja-Gollapudi
commited on
Commit
•
dd31142
1
Parent(s):
1ed261d
Update README.md
Browse files
README.md
CHANGED
@@ -38,7 +38,7 @@ import torch
|
|
38 |
from transformers import pipeline
|
39 |
|
40 |
# Chose the model inference precision
|
41 |
-
dtype = torch.float16 # options are torch.bfloat16, torch.float32
|
42 |
|
43 |
model = pipeline(model="VMware/flan-ul2-alpaca-lora",device_map = 'auto',torch_dtype=dtype )
|
44 |
|
|
|
38 |
from transformers import pipeline
|
39 |
|
40 |
# Chose the model inference precision
|
41 |
+
dtype = torch.float16 # options are torch.float16, torch.bfloat16, torch.float32
|
42 |
|
43 |
model = pipeline(model="VMware/flan-ul2-alpaca-lora",device_map = 'auto',torch_dtype=dtype )
|
44 |
|