danielhanchen
commited on
Commit
•
d415357
1
Parent(s):
9fceaaa
Upload Qwen2VLForConditionalGeneration
Browse files- config.json +17 -19
- model.safetensors +2 -2
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "
|
3 |
"architectures": [
|
4 |
"Qwen2VLForConditionalGeneration"
|
5 |
],
|
@@ -32,38 +32,36 @@
|
|
32 |
"multi_modal_projector",
|
33 |
"merger",
|
34 |
"modality_projection",
|
|
|
35 |
"visual.blocks.0.mlp",
|
|
|
36 |
"visual.blocks.1.mlp",
|
|
|
37 |
"visual.blocks.2.mlp",
|
|
|
38 |
"visual.blocks.3.mlp",
|
|
|
39 |
"visual.blocks.4.mlp",
|
|
|
40 |
"visual.blocks.5.mlp",
|
|
|
41 |
"visual.blocks.6.mlp",
|
|
|
42 |
"visual.blocks.7.mlp",
|
|
|
43 |
"visual.blocks.8.mlp",
|
|
|
44 |
"visual.blocks.9.mlp",
|
|
|
45 |
"visual.blocks.10.mlp",
|
|
|
46 |
"visual.blocks.11.mlp",
|
|
|
47 |
"visual.blocks.12.mlp",
|
48 |
-
"visual.blocks.
|
49 |
-
"visual.blocks.
|
50 |
-
"visual.blocks.15.mlp",
|
51 |
-
"visual.blocks.16.mlp",
|
52 |
-
"visual.blocks.17.mlp",
|
53 |
-
"visual.blocks.18.mlp",
|
54 |
-
"visual.blocks.19.mlp",
|
55 |
-
"visual.blocks.20.mlp",
|
56 |
-
"visual.blocks.21.mlp",
|
57 |
-
"visual.blocks.22.mlp",
|
58 |
-
"visual.blocks.23.mlp",
|
59 |
-
"visual.blocks.24.mlp",
|
60 |
"visual.blocks.25.mlp",
|
61 |
-
"visual.blocks.
|
62 |
-
"visual.blocks.27.mlp",
|
63 |
-
"visual.blocks.28.mlp",
|
64 |
-
"visual.blocks.29.mlp",
|
65 |
-
"visual.blocks.30.mlp",
|
66 |
-
"visual.blocks.31.mlp"
|
67 |
],
|
68 |
"llm_int8_threshold": 6.0,
|
69 |
"load_in_4bit": true,
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "unsloth/Qwen2-VL-2B-Instruct",
|
3 |
"architectures": [
|
4 |
"Qwen2VLForConditionalGeneration"
|
5 |
],
|
|
|
32 |
"multi_modal_projector",
|
33 |
"merger",
|
34 |
"modality_projection",
|
35 |
+
"visual.blocks.0.attn",
|
36 |
"visual.blocks.0.mlp",
|
37 |
+
"visual.blocks.1.attn",
|
38 |
"visual.blocks.1.mlp",
|
39 |
+
"visual.blocks.2.attn",
|
40 |
"visual.blocks.2.mlp",
|
41 |
+
"visual.blocks.3.attn",
|
42 |
"visual.blocks.3.mlp",
|
43 |
+
"visual.blocks.4.attn",
|
44 |
"visual.blocks.4.mlp",
|
45 |
+
"visual.blocks.5.attn",
|
46 |
"visual.blocks.5.mlp",
|
47 |
+
"visual.blocks.6.attn",
|
48 |
"visual.blocks.6.mlp",
|
49 |
+
"visual.blocks.7.attn",
|
50 |
"visual.blocks.7.mlp",
|
51 |
+
"visual.blocks.8.attn",
|
52 |
"visual.blocks.8.mlp",
|
53 |
+
"visual.blocks.9.attn",
|
54 |
"visual.blocks.9.mlp",
|
55 |
+
"visual.blocks.10.attn",
|
56 |
"visual.blocks.10.mlp",
|
57 |
+
"visual.blocks.11.attn",
|
58 |
"visual.blocks.11.mlp",
|
59 |
+
"visual.blocks.12.attn",
|
60 |
"visual.blocks.12.mlp",
|
61 |
+
"visual.blocks.15.attn",
|
62 |
+
"visual.blocks.16.attn",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
63 |
"visual.blocks.25.mlp",
|
64 |
+
"visual.blocks.31.mlp.fc2"
|
|
|
|
|
|
|
|
|
|
|
65 |
],
|
66 |
"llm_int8_threshold": 6.0,
|
67 |
"load_in_4bit": true,
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1615f9d6c684d976925ca4ed4c0e935fd5e4d6e71eaf77c60e38a992afbbc92
|
3 |
+
size 1968265232
|