fix: model_max_length to 512
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
|
@@ -11,5 +11,5 @@
|
|
| 11 |
"eos_token": "[SEP]",
|
| 12 |
"tokenize_chinese_chars": true,
|
| 13 |
"strip_accents": null,
|
| 14 |
-
"model_max_length":
|
| 15 |
}
|
|
|
|
| 11 |
"eos_token": "[SEP]",
|
| 12 |
"tokenize_chinese_chars": true,
|
| 13 |
"strip_accents": null,
|
| 14 |
+
"model_max_length": 512
|
| 15 |
}
|