Update tokenizer files (#4)
Browse files- Update tokenizer files (d2d249e85a8b323a0c1fe7cb8b7abd793d67f8cd)
- tokenizer_config.json +0 -3
tokenizer_config.json
CHANGED
|
@@ -9260,9 +9260,6 @@
|
|
| 9260 |
"</poly>",
|
| 9261 |
"<and>"
|
| 9262 |
],
|
| 9263 |
-
"auto_map": {
|
| 9264 |
-
"AutoProcessor": "processing_florence2.Florence2Processor"
|
| 9265 |
-
},
|
| 9266 |
"bos_token": "<s>",
|
| 9267 |
"clean_up_tokenization_spaces": true,
|
| 9268 |
"cls_token": "<s>",
|
|
|
|
| 9260 |
"</poly>",
|
| 9261 |
"<and>"
|
| 9262 |
],
|
|
|
|
|
|
|
|
|
|
| 9263 |
"bos_token": "<s>",
|
| 9264 |
"clean_up_tokenization_spaces": true,
|
| 9265 |
"cls_token": "<s>",
|