danielhanchen commited on
Commit
c8bd732
·
verified ·
1 Parent(s): 638425e

Add files using upload-large-folder tool

Browse files
config.json CHANGED
@@ -31,7 +31,7 @@
31
  "sliding_window": 32768,
32
  "tie_word_embeddings": true,
33
  "torch_dtype": "bfloat16",
34
- "transformers_version": "4.50.0.dev0",
35
  "unsloth_fixed": true,
36
  "use_cache": true,
37
  "use_sliding_window": false,
 
31
  "sliding_window": 32768,
32
  "tie_word_embeddings": true,
33
  "torch_dtype": "bfloat16",
34
+ "transformers_version": "4.49.0",
35
  "unsloth_fixed": true,
36
  "use_cache": true,
37
  "use_sliding_window": false,
generation_config.json CHANGED
@@ -11,5 +11,5 @@
11
  "temperature": 0.1,
12
  "top_k": 1,
13
  "top_p": 0.001,
14
- "transformers_version": "4.50.0.dev0"
15
  }
 
11
  "temperature": 0.1,
12
  "top_k": 1,
13
  "top_p": 0.001,
14
+ "transformers_version": "4.49.0"
15
  }
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b45c7afe391b4d9cc49f1ed3f6976f4a25ed40aa2165ed2ae118ff549355985
3
- size 4997750760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a8895c164b4d32bae6b302f4603fcbc1797f32dafa45c7e9bcda23c6755df8
3
+ size 3982649232
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4578eeedb5bac3eab03fed443adbf31c3566bf02ba9ed185d0be0b0671c9550
3
- size 2511587184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:365531ff8752420e89dee707b79d021fb2d6e25abafe486f080555a4fe6972e4
3
+ size 3526688744
model.safetensors.index.json CHANGED
@@ -65,9 +65,9 @@
65
  "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
66
  "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
67
  "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
68
- "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
69
- "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
70
- "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
71
  "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
72
  "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
73
  "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
@@ -76,78 +76,78 @@
76
  "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
77
  "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
78
  "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
79
- "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
80
- "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
81
- "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
82
- "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
83
- "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
84
- "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
85
- "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
86
- "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
87
- "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
88
- "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
89
- "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
90
- "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
91
- "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
92
- "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
93
- "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
94
- "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
95
- "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
96
- "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
97
- "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
98
- "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
99
- "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
100
- "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
101
- "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
102
- "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
103
- "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
104
- "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
105
- "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
106
- "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
107
- "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
108
- "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
109
- "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
110
- "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
111
- "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
112
- "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
113
- "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
114
- "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
115
- "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
116
- "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
117
- "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
118
- "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
119
- "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
120
- "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
121
- "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
122
- "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
123
- "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
124
- "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
125
- "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
126
- "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
127
- "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
128
- "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
129
- "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
130
- "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
131
- "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
132
- "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
133
- "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
134
- "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
135
- "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
136
- "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
137
- "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
138
- "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
139
  "model.layers.19.input_layernorm.weight": "model-00002-of-00002.safetensors",
140
  "model.layers.19.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
141
- "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
142
- "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
143
  "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
144
- "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
145
- "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
146
- "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
147
- "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
148
- "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
149
- "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
150
- "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
151
  "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
152
  "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
153
  "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
 
65
  "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
66
  "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
67
  "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
68
+ "model.layers.13.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
69
+ "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
70
+ "model.layers.13.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
71
  "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
72
  "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
73
  "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
 
76
  "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
77
  "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
78
  "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
79
+ "model.layers.14.input_layernorm.weight": "model-00002-of-00002.safetensors",
80
+ "model.layers.14.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
81
+ "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
82
+ "model.layers.14.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
83
+ "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
84
+ "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
85
+ "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
86
+ "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
87
+ "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
88
+ "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
89
+ "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
90
+ "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
91
+ "model.layers.15.input_layernorm.weight": "model-00002-of-00002.safetensors",
92
+ "model.layers.15.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
93
+ "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
94
+ "model.layers.15.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
95
+ "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
96
+ "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
97
+ "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
98
+ "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
99
+ "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
100
+ "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
101
+ "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
102
+ "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
103
+ "model.layers.16.input_layernorm.weight": "model-00002-of-00002.safetensors",
104
+ "model.layers.16.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
105
+ "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
106
+ "model.layers.16.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
107
+ "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
108
+ "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
109
+ "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
110
+ "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
111
+ "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
112
+ "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
113
+ "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
114
+ "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
115
+ "model.layers.17.input_layernorm.weight": "model-00002-of-00002.safetensors",
116
+ "model.layers.17.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
117
+ "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
118
+ "model.layers.17.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
119
+ "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
120
+ "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
121
+ "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
122
+ "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
123
+ "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
124
+ "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
125
+ "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
126
+ "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
127
+ "model.layers.18.input_layernorm.weight": "model-00002-of-00002.safetensors",
128
+ "model.layers.18.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
129
+ "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
130
+ "model.layers.18.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
131
+ "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
132
+ "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
133
+ "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
134
+ "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
135
+ "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
136
+ "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
137
+ "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
138
+ "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
139
  "model.layers.19.input_layernorm.weight": "model-00002-of-00002.safetensors",
140
  "model.layers.19.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
141
+ "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
142
+ "model.layers.19.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
143
  "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
144
+ "model.layers.19.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
145
+ "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
146
+ "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
147
+ "model.layers.19.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
148
+ "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
149
+ "model.layers.19.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
150
+ "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
151
  "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
152
  "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
153
  "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",