khang119966
commited on
Commit
•
14b0200
1
Parent(s):
c2f9f14
Upload processor
Browse files- tokenizer_config.json +1 -0
tokenizer_config.json
CHANGED
@@ -119,6 +119,7 @@
|
|
119 |
"errors": "replace",
|
120 |
"model_max_length": 4096,
|
121 |
"pad_token": "<|endoftext|>",
|
|
|
122 |
"split_special_tokens": false,
|
123 |
"tokenizer_class": "Qwen2Tokenizer",
|
124 |
"unk_token": null
|
|
|
119 |
"errors": "replace",
|
120 |
"model_max_length": 4096,
|
121 |
"pad_token": "<|endoftext|>",
|
122 |
+
"processor_class": "ColInternVL2Processor",
|
123 |
"split_special_tokens": false,
|
124 |
"tokenizer_class": "Qwen2Tokenizer",
|
125 |
"unk_token": null
|