Dongfu Jiang commited on
Commit
6f1c18a
1 Parent(s): 8c1f0f5

Upload MFuyu/mllava_v2_4096-1627 to Hugging Face Hub Manually

Browse files
preprocessor_config.json CHANGED
@@ -6,7 +6,6 @@
6
  "do_center_crop": true,
7
  "do_convert_rgb": true,
8
  "do_normalize": true,
9
- "do_pad": true,
10
  "do_rescale": true,
11
  "do_resize": true,
12
  "image_mean": [
@@ -14,19 +13,13 @@
14
  0.4578275,
15
  0.40821073
16
  ],
17
- "image_processor_type": "FuyuImageProcessor",
18
  "image_std": [
19
  0.26862954,
20
  0.26130258,
21
  0.27577711
22
  ],
23
- "padding_mode": "constant",
24
- "padding_value": 1.0,
25
- "patch_size": {
26
- "height": 30,
27
- "width": 30
28
- },
29
- "processor_class": "MFuyuProcessor",
30
  "resample": 3,
31
  "rescale_factor": 0.00392156862745098,
32
  "size": {
 
6
  "do_center_crop": true,
7
  "do_convert_rgb": true,
8
  "do_normalize": true,
 
9
  "do_rescale": true,
10
  "do_resize": true,
11
  "image_mean": [
 
13
  0.4578275,
14
  0.40821073
15
  ],
16
+ "image_processor_type": "CLIPImageProcessor",
17
  "image_std": [
18
  0.26862954,
19
  0.26130258,
20
  0.27577711
21
  ],
22
+ "processor_class": "MLlavaProcessor",
 
 
 
 
 
 
23
  "resample": 3,
24
  "rescale_factor": 0.00392156862745098,
25
  "size": {
special_tokens_map.json CHANGED
@@ -1,20 +1,4 @@
1
  {
2
- "additional_special_tokens": [
3
- {
4
- "content": "|IMAGE|",
5
- "lstrip": false,
6
- "normalized": false,
7
- "rstrip": false,
8
- "single_word": false
9
- },
10
- {
11
- "content": "|ENDOFIMAGE|",
12
- "lstrip": false,
13
- "normalized": false,
14
- "rstrip": false,
15
- "single_word": false
16
- }
17
- ],
18
  "bos_token": {
19
  "content": "<s>",
20
  "lstrip": false,
 
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "bos_token": {
3
  "content": "<s>",
4
  "lstrip": false,
tokenizer.json CHANGED
@@ -47,24 +47,6 @@
47
  "rstrip": false,
48
  "normalized": false,
49
  "special": true
50
- },
51
- {
52
- "id": 32002,
53
- "content": "|IMAGE|",
54
- "single_word": false,
55
- "lstrip": false,
56
- "rstrip": false,
57
- "normalized": false,
58
- "special": true
59
- },
60
- {
61
- "id": 32003,
62
- "content": "|ENDOFIMAGE|",
63
- "single_word": false,
64
- "lstrip": false,
65
- "rstrip": false,
66
- "normalized": false,
67
- "special": true
68
  }
69
  ],
70
  "normalizer": {
 
47
  "rstrip": false,
48
  "normalized": false,
49
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50
  }
51
  ],
52
  "normalizer": {
tokenizer_config.json CHANGED
@@ -41,28 +41,8 @@
41
  "rstrip": false,
42
  "single_word": false,
43
  "special": true
44
- },
45
- "32002": {
46
- "content": "|IMAGE|",
47
- "lstrip": false,
48
- "normalized": false,
49
- "rstrip": false,
50
- "single_word": false,
51
- "special": true
52
- },
53
- "32003": {
54
- "content": "|ENDOFIMAGE|",
55
- "lstrip": false,
56
- "normalized": false,
57
- "rstrip": false,
58
- "single_word": false,
59
- "special": true
60
  }
61
  },
62
- "additional_special_tokens": [
63
- "|IMAGE|",
64
- "|ENDOFIMAGE|"
65
- ],
66
  "bos_token": "<s>",
67
  "clean_up_tokenization_spaces": false,
68
  "eos_token": "</s>",
@@ -70,7 +50,7 @@
70
  "model_max_length": 1000000000000000019884624838656,
71
  "pad_token": "<pad>",
72
  "padding_side": "left",
73
- "processor_class": "MFuyuProcessor",
74
  "sp_model_kwargs": {},
75
  "tokenizer_class": "LlamaTokenizer",
76
  "trust_remote_code": false,
 
41
  "rstrip": false,
42
  "single_word": false,
43
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
44
  }
45
  },
 
 
 
 
46
  "bos_token": "<s>",
47
  "clean_up_tokenization_spaces": false,
48
  "eos_token": "</s>",
 
50
  "model_max_length": 1000000000000000019884624838656,
51
  "pad_token": "<pad>",
52
  "padding_side": "left",
53
+ "processor_class": "MLlavaProcessor",
54
  "sp_model_kwargs": {},
55
  "tokenizer_class": "LlamaTokenizer",
56
  "trust_remote_code": false,