danielhanchen commited on
Commit
7622487
·
verified ·
1 Parent(s): 99a03e6

Add files using upload-large-folder tool

Browse files
Files changed (3) hide show
  1. config.json +57 -13
  2. generation_config.json +1 -1
  3. model.safetensors +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct",
3
  "architectures": [
4
  "Qwen2_5_VLForConditionalGeneration"
5
  ],
@@ -31,22 +31,66 @@
31
  "multi_modal_projector",
32
  "merger",
33
  "modality_projection",
34
- "visual.blocks.0.attn",
35
- "visual.blocks.0.mlp",
36
- "visual.blocks.1.attn",
37
- "visual.blocks.1.mlp",
38
- "visual.blocks.2.attn",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  "visual.blocks.2.mlp",
40
- "visual.blocks.3.attn",
 
 
41
  "visual.blocks.3.mlp",
 
42
  "visual.blocks.4.attn",
43
- "visual.blocks.5.mlp",
 
44
  "visual.blocks.7.attn",
45
- "visual.blocks.12.mlp",
46
- "visual.blocks.13.mlp",
47
- "visual.blocks.15.attn",
48
  "visual.blocks.17.mlp",
49
- "visual.blocks.31.mlp"
 
 
50
  ],
51
  "llm_int8_threshold": 6.0,
52
  "load_in_4bit": true,
@@ -67,7 +111,7 @@
67
  "sliding_window": 32768,
68
  "tie_word_embeddings": false,
69
  "torch_dtype": "bfloat16",
70
- "transformers_version": "4.50.0.dev0",
71
  "unsloth_fixed": true,
72
  "use_cache": true,
73
  "use_sliding_window": false,
 
1
  {
2
+ "_name_or_path": "unsloth/Qwen2.5-VL-7B-Instruct",
3
  "architectures": [
4
  "Qwen2_5_VLForConditionalGeneration"
5
  ],
 
31
  "multi_modal_projector",
32
  "merger",
33
  "modality_projection",
34
+ "visual.blocks.24.attn",
35
+ "visual.blocks.28.attn",
36
+ "visual.blocks.31.mlp",
37
+ "visual.blocks.27.attn",
38
+ "visual.blocks.21.attn",
39
+ "visual.blocks.29.mlp",
40
+ "visual.blocks.30.attn",
41
+ "visual.blocks.20.attn",
42
+ "visual.blocks.31.attn",
43
+ "visual.blocks.28.mlp",
44
+ "visual.blocks.25.mlp",
45
+ "visual.blocks.25.attn",
46
+ "visual.blocks.27.mlp",
47
+ "visual.blocks.24.mlp",
48
+ "visual.blocks.17.attn",
49
+ "visual.blocks.19.attn",
50
+ "visual.blocks.23.attn",
51
+ "visual.blocks.26.mlp",
52
+ "visual.blocks.9.attn",
53
+ "visual.blocks.16.attn",
54
+ "visual.blocks.23.mlp",
55
+ "visual.blocks.11.attn",
56
+ "visual.blocks.20.mlp",
57
+ "visual.blocks.21.mlp",
58
+ "visual.blocks.10.attn",
59
+ "visual.blocks.18.attn",
60
+ "visual.blocks.22.mlp",
61
+ "visual.blocks.6.attn",
62
+ "visual.blocks.13.attn",
63
+ "visual.blocks.18.mlp",
64
+ "visual.blocks.12.attn",
65
+ "visual.blocks.10.mlp",
66
+ "visual.blocks.8.attn",
67
+ "visual.blocks.11.mlp",
68
+ "visual.blocks.8.mlp",
69
+ "visual.blocks.19.mlp",
70
+ "visual.blocks.7.mlp",
71
+ "visual.blocks.5.mlp",
72
+ "visual.blocks.16.mlp",
73
+ "visual.blocks.13.mlp",
74
+ "visual.blocks.4.mlp",
75
+ "visual.blocks.14.attn",
76
+ "visual.blocks.9.mlp",
77
+ "visual.blocks.12.mlp",
78
+ "visual.blocks.14.mlp",
79
  "visual.blocks.2.mlp",
80
+ "visual.blocks.15.mlp",
81
+ "visual.blocks.6.mlp",
82
+ "visual.blocks.5.attn",
83
  "visual.blocks.3.mlp",
84
+ "visual.blocks.15.attn",
85
  "visual.blocks.4.attn",
86
+ "visual.blocks.1.mlp",
87
+ "visual.blocks.2.attn",
88
  "visual.blocks.7.attn",
89
+ "visual.blocks.1.attn",
 
 
90
  "visual.blocks.17.mlp",
91
+ "visual.blocks.3.attn",
92
+ "visual.blocks.0.attn",
93
+ "visual.blocks.0.mlp"
94
  ],
95
  "llm_int8_threshold": 6.0,
96
  "load_in_4bit": true,
 
111
  "sliding_window": 32768,
112
  "tie_word_embeddings": false,
113
  "torch_dtype": "bfloat16",
114
+ "transformers_version": "4.49.0",
115
  "unsloth_fixed": true,
116
  "use_cache": true,
117
  "use_sliding_window": false,
generation_config.json CHANGED
@@ -11,5 +11,5 @@
11
  "temperature": 0.1,
12
  "top_k": 1,
13
  "top_p": 0.001,
14
- "transformers_version": "4.50.0.dev0"
15
  }
 
11
  "temperature": 0.1,
12
  "top_k": 1,
13
  "top_p": 0.001,
14
+ "transformers_version": "4.49.0"
15
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f2c8665f76b9b9f9b4399effd2a32462e978d027030d96b30bf56907aa44da5
3
- size 6209169393
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:451d5705f2b6232b68e745223fa5a5edb86ba0eb678a003e0fd29936ea6138a8
3
+ size 6851743942