divakaivan
commited on
Commit
•
bae2fee
1
Parent(s):
8367197
Update README.md
Browse files
README.md
CHANGED
@@ -31,7 +31,7 @@ inputs = tokenizer(
|
|
31 |
)
|
32 |
], return_tensors = "pt").to("cuda")
|
33 |
|
34 |
-
outputs = model.generate(**inputs, max_new_tokens =
|
35 |
tokenizer.batch_decode(outputs)
|
36 |
```
|
37 |
|
|
|
31 |
)
|
32 |
], return_tensors = "pt").to("cuda")
|
33 |
|
34 |
+
outputs = model.generate(**inputs, max_new_tokens = 1000, use_cache = True)
|
35 |
tokenizer.batch_decode(outputs)
|
36 |
```
|
37 |
|