added the model to cuda
Browse files
app.py
CHANGED
|
@@ -21,6 +21,8 @@ model = LlavaForConditionalGeneration.from_pretrained(
|
|
| 21 |
low_cpu_mem_usage=True
|
| 22 |
)
|
| 23 |
|
|
|
|
|
|
|
| 24 |
processor = AutoProcessor.from_pretrained(model_id)
|
| 25 |
|
| 26 |
# Confirming and setting the eos_token_id (if necessary)
|
|
|
|
| 21 |
low_cpu_mem_usage=True
|
| 22 |
)
|
| 23 |
|
| 24 |
+
model.to('cuda')
|
| 25 |
+
|
| 26 |
processor = AutoProcessor.from_pretrained(model_id)
|
| 27 |
|
| 28 |
# Confirming and setting the eos_token_id (if necessary)
|