Add files using upload-large-folder tool
Browse files- config.json +57 -13
- generation_config.json +1 -1
- model.safetensors +2 -2
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "
|
3 |
"architectures": [
|
4 |
"Qwen2_5_VLForConditionalGeneration"
|
5 |
],
|
@@ -31,22 +31,66 @@
|
|
31 |
"multi_modal_projector",
|
32 |
"merger",
|
33 |
"modality_projection",
|
34 |
-
"visual.blocks.
|
35 |
-
"visual.blocks.
|
36 |
-
"visual.blocks.
|
37 |
-
"visual.blocks.
|
38 |
-
"visual.blocks.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
39 |
"visual.blocks.2.mlp",
|
40 |
-
"visual.blocks.
|
|
|
|
|
41 |
"visual.blocks.3.mlp",
|
|
|
42 |
"visual.blocks.4.attn",
|
43 |
-
"visual.blocks.
|
|
|
44 |
"visual.blocks.7.attn",
|
45 |
-
"visual.blocks.
|
46 |
-
"visual.blocks.13.mlp",
|
47 |
-
"visual.blocks.15.attn",
|
48 |
"visual.blocks.17.mlp",
|
49 |
-
"visual.blocks.
|
|
|
|
|
50 |
],
|
51 |
"llm_int8_threshold": 6.0,
|
52 |
"load_in_4bit": true,
|
@@ -67,7 +111,7 @@
|
|
67 |
"sliding_window": 32768,
|
68 |
"tie_word_embeddings": false,
|
69 |
"torch_dtype": "bfloat16",
|
70 |
-
"transformers_version": "4.
|
71 |
"unsloth_fixed": true,
|
72 |
"use_cache": true,
|
73 |
"use_sliding_window": false,
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "unsloth/Qwen2.5-VL-7B-Instruct",
|
3 |
"architectures": [
|
4 |
"Qwen2_5_VLForConditionalGeneration"
|
5 |
],
|
|
|
31 |
"multi_modal_projector",
|
32 |
"merger",
|
33 |
"modality_projection",
|
34 |
+
"visual.blocks.24.attn",
|
35 |
+
"visual.blocks.28.attn",
|
36 |
+
"visual.blocks.31.mlp",
|
37 |
+
"visual.blocks.27.attn",
|
38 |
+
"visual.blocks.21.attn",
|
39 |
+
"visual.blocks.29.mlp",
|
40 |
+
"visual.blocks.30.attn",
|
41 |
+
"visual.blocks.20.attn",
|
42 |
+
"visual.blocks.31.attn",
|
43 |
+
"visual.blocks.28.mlp",
|
44 |
+
"visual.blocks.25.mlp",
|
45 |
+
"visual.blocks.25.attn",
|
46 |
+
"visual.blocks.27.mlp",
|
47 |
+
"visual.blocks.24.mlp",
|
48 |
+
"visual.blocks.17.attn",
|
49 |
+
"visual.blocks.19.attn",
|
50 |
+
"visual.blocks.23.attn",
|
51 |
+
"visual.blocks.26.mlp",
|
52 |
+
"visual.blocks.9.attn",
|
53 |
+
"visual.blocks.16.attn",
|
54 |
+
"visual.blocks.23.mlp",
|
55 |
+
"visual.blocks.11.attn",
|
56 |
+
"visual.blocks.20.mlp",
|
57 |
+
"visual.blocks.21.mlp",
|
58 |
+
"visual.blocks.10.attn",
|
59 |
+
"visual.blocks.18.attn",
|
60 |
+
"visual.blocks.22.mlp",
|
61 |
+
"visual.blocks.6.attn",
|
62 |
+
"visual.blocks.13.attn",
|
63 |
+
"visual.blocks.18.mlp",
|
64 |
+
"visual.blocks.12.attn",
|
65 |
+
"visual.blocks.10.mlp",
|
66 |
+
"visual.blocks.8.attn",
|
67 |
+
"visual.blocks.11.mlp",
|
68 |
+
"visual.blocks.8.mlp",
|
69 |
+
"visual.blocks.19.mlp",
|
70 |
+
"visual.blocks.7.mlp",
|
71 |
+
"visual.blocks.5.mlp",
|
72 |
+
"visual.blocks.16.mlp",
|
73 |
+
"visual.blocks.13.mlp",
|
74 |
+
"visual.blocks.4.mlp",
|
75 |
+
"visual.blocks.14.attn",
|
76 |
+
"visual.blocks.9.mlp",
|
77 |
+
"visual.blocks.12.mlp",
|
78 |
+
"visual.blocks.14.mlp",
|
79 |
"visual.blocks.2.mlp",
|
80 |
+
"visual.blocks.15.mlp",
|
81 |
+
"visual.blocks.6.mlp",
|
82 |
+
"visual.blocks.5.attn",
|
83 |
"visual.blocks.3.mlp",
|
84 |
+
"visual.blocks.15.attn",
|
85 |
"visual.blocks.4.attn",
|
86 |
+
"visual.blocks.1.mlp",
|
87 |
+
"visual.blocks.2.attn",
|
88 |
"visual.blocks.7.attn",
|
89 |
+
"visual.blocks.1.attn",
|
|
|
|
|
90 |
"visual.blocks.17.mlp",
|
91 |
+
"visual.blocks.3.attn",
|
92 |
+
"visual.blocks.0.attn",
|
93 |
+
"visual.blocks.0.mlp"
|
94 |
],
|
95 |
"llm_int8_threshold": 6.0,
|
96 |
"load_in_4bit": true,
|
|
|
111 |
"sliding_window": 32768,
|
112 |
"tie_word_embeddings": false,
|
113 |
"torch_dtype": "bfloat16",
|
114 |
+
"transformers_version": "4.49.0",
|
115 |
"unsloth_fixed": true,
|
116 |
"use_cache": true,
|
117 |
"use_sliding_window": false,
|
generation_config.json
CHANGED
@@ -11,5 +11,5 @@
|
|
11 |
"temperature": 0.1,
|
12 |
"top_k": 1,
|
13 |
"top_p": 0.001,
|
14 |
-
"transformers_version": "4.
|
15 |
}
|
|
|
11 |
"temperature": 0.1,
|
12 |
"top_k": 1,
|
13 |
"top_p": 0.001,
|
14 |
+
"transformers_version": "4.49.0"
|
15 |
}
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:451d5705f2b6232b68e745223fa5a5edb86ba0eb678a003e0fd29936ea6138a8
|
3 |
+
size 6851743942
|