khang119966 commited on
Commit
14b0200
1 Parent(s): c2f9f14

Upload processor

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -0
tokenizer_config.json CHANGED
@@ -119,6 +119,7 @@
119
  "errors": "replace",
120
  "model_max_length": 4096,
121
  "pad_token": "<|endoftext|>",
 
122
  "split_special_tokens": false,
123
  "tokenizer_class": "Qwen2Tokenizer",
124
  "unk_token": null
 
119
  "errors": "replace",
120
  "model_max_length": 4096,
121
  "pad_token": "<|endoftext|>",
122
+ "processor_class": "ColInternVL2Processor",
123
  "split_special_tokens": false,
124
  "tokenizer_class": "Qwen2Tokenizer",
125
  "unk_token": null