danielhanchen commited on
Commit
d415357
1 Parent(s): 9fceaaa

Upload Qwen2VLForConditionalGeneration

Browse files
Files changed (2) hide show
  1. config.json +17 -19
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "Qwen/Qwen2-VL-2B-Instruct",
3
  "architectures": [
4
  "Qwen2VLForConditionalGeneration"
5
  ],
@@ -32,38 +32,36 @@
32
  "multi_modal_projector",
33
  "merger",
34
  "modality_projection",
 
35
  "visual.blocks.0.mlp",
 
36
  "visual.blocks.1.mlp",
 
37
  "visual.blocks.2.mlp",
 
38
  "visual.blocks.3.mlp",
 
39
  "visual.blocks.4.mlp",
 
40
  "visual.blocks.5.mlp",
 
41
  "visual.blocks.6.mlp",
 
42
  "visual.blocks.7.mlp",
 
43
  "visual.blocks.8.mlp",
 
44
  "visual.blocks.9.mlp",
 
45
  "visual.blocks.10.mlp",
 
46
  "visual.blocks.11.mlp",
 
47
  "visual.blocks.12.mlp",
48
- "visual.blocks.13.mlp",
49
- "visual.blocks.14.mlp",
50
- "visual.blocks.15.mlp",
51
- "visual.blocks.16.mlp",
52
- "visual.blocks.17.mlp",
53
- "visual.blocks.18.mlp",
54
- "visual.blocks.19.mlp",
55
- "visual.blocks.20.mlp",
56
- "visual.blocks.21.mlp",
57
- "visual.blocks.22.mlp",
58
- "visual.blocks.23.mlp",
59
- "visual.blocks.24.mlp",
60
  "visual.blocks.25.mlp",
61
- "visual.blocks.26.mlp",
62
- "visual.blocks.27.mlp",
63
- "visual.blocks.28.mlp",
64
- "visual.blocks.29.mlp",
65
- "visual.blocks.30.mlp",
66
- "visual.blocks.31.mlp"
67
  ],
68
  "llm_int8_threshold": 6.0,
69
  "load_in_4bit": true,
 
1
  {
2
+ "_name_or_path": "unsloth/Qwen2-VL-2B-Instruct",
3
  "architectures": [
4
  "Qwen2VLForConditionalGeneration"
5
  ],
 
32
  "multi_modal_projector",
33
  "merger",
34
  "modality_projection",
35
+ "visual.blocks.0.attn",
36
  "visual.blocks.0.mlp",
37
+ "visual.blocks.1.attn",
38
  "visual.blocks.1.mlp",
39
+ "visual.blocks.2.attn",
40
  "visual.blocks.2.mlp",
41
+ "visual.blocks.3.attn",
42
  "visual.blocks.3.mlp",
43
+ "visual.blocks.4.attn",
44
  "visual.blocks.4.mlp",
45
+ "visual.blocks.5.attn",
46
  "visual.blocks.5.mlp",
47
+ "visual.blocks.6.attn",
48
  "visual.blocks.6.mlp",
49
+ "visual.blocks.7.attn",
50
  "visual.blocks.7.mlp",
51
+ "visual.blocks.8.attn",
52
  "visual.blocks.8.mlp",
53
+ "visual.blocks.9.attn",
54
  "visual.blocks.9.mlp",
55
+ "visual.blocks.10.attn",
56
  "visual.blocks.10.mlp",
57
+ "visual.blocks.11.attn",
58
  "visual.blocks.11.mlp",
59
+ "visual.blocks.12.attn",
60
  "visual.blocks.12.mlp",
61
+ "visual.blocks.15.attn",
62
+ "visual.blocks.16.attn",
 
 
 
 
 
 
 
 
 
 
63
  "visual.blocks.25.mlp",
64
+ "visual.blocks.31.mlp.fc2"
 
 
 
 
 
65
  ],
66
  "llm_int8_threshold": 6.0,
67
  "load_in_4bit": true,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11fa43e604e0bc2b7b2d6d6fd5c036b74e2d73a7d7f763a1fe916b03b2e2959f
3
- size 2162784372
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1615f9d6c684d976925ca4ed4c0e935fd5e4d6e71eaf77c60e38a992afbbc92
3
+ size 1968265232