Hugging Face's logo

OPEA
/
MiniMax-Text-01-int4-sym-inc-preview

Safetensors
MiniMaxText01
custom_code
4-bit precision
auto-round
Model card Files
xet
Community
wenhuach commited on
Commit
d158feb
·
1 Parent(s): c056ef0

add model files

Browse files

Signed-off-by: wenhuach <[email protected]>

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +28 -0
  3. config.json +472 -0
  4. generation_config.json +4 -0
  5. merges.txt +0 -0
  6. model-00001-of-00049.safetensors +3 -0
  7. model-00002-of-00049.safetensors +3 -0
  8. model-00003-of-00049.safetensors +3 -0
  9. model-00004-of-00049.safetensors +3 -0
  10. model-00005-of-00049.safetensors +3 -0
  11. model-00006-of-00049.safetensors +3 -0
  12. model-00007-of-00049.safetensors +3 -0
  13. model-00008-of-00049.safetensors +3 -0
  14. model-00009-of-00049.safetensors +3 -0
  15. model-00010-of-00049.safetensors +3 -0
  16. model-00011-of-00049.safetensors +3 -0
  17. model-00012-of-00049.safetensors +3 -0
  18. model-00013-of-00049.safetensors +3 -0
  19. model-00014-of-00049.safetensors +3 -0
  20. model-00015-of-00049.safetensors +3 -0
  21. model-00016-of-00049.safetensors +3 -0
  22. model-00017-of-00049.safetensors +3 -0
  23. model-00018-of-00049.safetensors +3 -0
  24. model-00019-of-00049.safetensors +3 -0
  25. model-00020-of-00049.safetensors +3 -0
  26. model-00021-of-00049.safetensors +3 -0
  27. model-00022-of-00049.safetensors +3 -0
  28. model-00023-of-00049.safetensors +3 -0
  29. model-00024-of-00049.safetensors +3 -0
  30. model-00025-of-00049.safetensors +3 -0
  31. model-00026-of-00049.safetensors +3 -0
  32. model-00027-of-00049.safetensors +3 -0
  33. model-00028-of-00049.safetensors +3 -0
  34. model-00029-of-00049.safetensors +3 -0
  35. model-00030-of-00049.safetensors +3 -0
  36. model-00031-of-00049.safetensors +3 -0
  37. model-00032-of-00049.safetensors +3 -0
  38. model-00033-of-00049.safetensors +3 -0
  39. model-00034-of-00049.safetensors +3 -0
  40. model-00035-of-00049.safetensors +3 -0
  41. model-00036-of-00049.safetensors +3 -0
  42. model-00037-of-00049.safetensors +3 -0
  43. model-00038-of-00049.safetensors +3 -0
  44. model-00039-of-00049.safetensors +3 -0
  45. model-00040-of-00049.safetensors +3 -0
  46. model-00041-of-00049.safetensors +3 -0
  47. model-00042-of-00049.safetensors +3 -0
  48. model-00043-of-00049.safetensors +3 -0
  49. model-00044-of-00049.safetensors +3 -0
  50. model-00045-of-00049.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<beginning_of_sentence>": 200019,
3
+ "<code_interpreter>": 200023,
4
+ "<commit_after>": 200018,
5
+ "<commit_before>": 200016,
6
+ "<commit_msg>": 200017,
7
+ "<empty_output>": 200015,
8
+ "<end_of_document>": 200021,
9
+ "<end_of_sentence>": 200020,
10
+ "<filename>": 200006,
11
+ "<fim_middle>": 200002,
12
+ "<fim_pad>": 200004,
13
+ "<fim_prefix>": 200001,
14
+ "<fim_suffix>": 200003,
15
+ "<function_call>": 200022,
16
+ "<gh_stars>": 200007,
17
+ "<image>": 200025,
18
+ "<issue_closed>": 200010,
19
+ "<issue_comment>": 200009,
20
+ "<issue_start>": 200008,
21
+ "<jupyter_code>": 200013,
22
+ "<jupyter_output>": 200014,
23
+ "<jupyter_start>": 200011,
24
+ "<jupyter_text>": 200012,
25
+ "<pad>": 200000,
26
+ "<reponame>": 200005,
27
+ "<speech>": 200024
28
+ }
config.json ADDED
@@ -0,0 +1,472 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "MiniMaxAI/MiniMax-Text-01",
3
+ "architectures": [
4
+ "MiniMaxText01ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "attn_type_list": [
8
+ 0,
9
+ 0,
10
+ 0,
11
+ 0,
12
+ 0,
13
+ 0,
14
+ 0,
15
+ 1,
16
+ 0,
17
+ 0,
18
+ 0,
19
+ 0,
20
+ 0,
21
+ 0,
22
+ 0,
23
+ 1,
24
+ 0,
25
+ 0,
26
+ 0,
27
+ 0,
28
+ 0,
29
+ 0,
30
+ 0,
31
+ 1,
32
+ 0,
33
+ 0,
34
+ 0,
35
+ 0,
36
+ 0,
37
+ 0,
38
+ 0,
39
+ 1,
40
+ 0,
41
+ 0,
42
+ 0,
43
+ 0,
44
+ 0,
45
+ 0,
46
+ 0,
47
+ 1,
48
+ 0,
49
+ 0,
50
+ 0,
51
+ 0,
52
+ 0,
53
+ 0,
54
+ 0,
55
+ 1,
56
+ 0,
57
+ 0,
58
+ 0,
59
+ 0,
60
+ 0,
61
+ 0,
62
+ 0,
63
+ 1,
64
+ 0,
65
+ 0,
66
+ 0,
67
+ 0,
68
+ 0,
69
+ 0,
70
+ 0,
71
+ 1,
72
+ 0,
73
+ 0,
74
+ 0,
75
+ 0,
76
+ 0,
77
+ 0,
78
+ 0,
79
+ 1,
80
+ 0,
81
+ 0,
82
+ 0,
83
+ 0,
84
+ 0,
85
+ 0,
86
+ 0,
87
+ 1
88
+ ],
89
+ "auto_map": {
90
+ "AutoConfig": "MiniMaxAI/MiniMax-Text-01--configuration_minimax_text_01.MiniMaxText01Config",
91
+ "AutoModelForCausalLM": "MiniMaxAI/MiniMax-Text-01--modeling_minimax_text_01.MiniMaxText01ForCausalLM"
92
+ },
93
+ "head_dim": 128,
94
+ "hidden_act": "silu",
95
+ "hidden_size": 6144,
96
+ "initializer_range": 0.02,
97
+ "intermediate_size": 9216,
98
+ "layernorm_full_attention_alpha": 3.5565588200778455,
99
+ "layernorm_full_attention_beta": 1.0,
100
+ "layernorm_linear_attention_alpha": 3.5565588200778455,
101
+ "layernorm_linear_attention_beta": 1.0,
102
+ "layernorm_mlp_alpha": 3.5565588200778455,
103
+ "layernorm_mlp_beta": 1.0,
104
+ "max_position_embeddings": 10240000,
105
+ "model_type": "MiniMaxText01",
106
+ "num_attention_heads": 64,
107
+ "num_experts_per_tok": 2,
108
+ "num_hidden_layers": 80,
109
+ "num_key_value_heads": 8,
110
+ "num_local_experts": 32,
111
+ "output_router_logits": false,
112
+ "postnorm": true,
113
+ "quantization_config": {
114
+ "amp": true,
115
+ "autoround_version": "0.4.4",
116
+ "backend": "auto_round:gptq",
117
+ "batch_size": 1,
118
+ "bits": 4,
119
+ "data_type": "int",
120
+ "dataset": "NeelNanda/pile-10k",
121
+ "enable_minmax_tuning": true,
122
+ "enable_norm_bias_tuning": false,
123
+ "enable_quanted_input": true,
124
+ "extra_config": {
125
+ "model.layers.0.block_sparse_moe.gate": {
126
+ "bits": 16,
127
+ "data_type": "bfloat"
128
+ },
129
+ "model.layers.1.block_sparse_moe.gate": {
130
+ "bits": 16,
131
+ "data_type": "bfloat"
132
+ },
133
+ "model.layers.10.block_sparse_moe.gate": {
134
+ "bits": 16,
135
+ "data_type": "bfloat"
136
+ },
137
+ "model.layers.11.block_sparse_moe.gate": {
138
+ "bits": 16,
139
+ "data_type": "bfloat"
140
+ },
141
+ "model.layers.12.block_sparse_moe.gate": {
142
+ "bits": 16,
143
+ "data_type": "bfloat"
144
+ },
145
+ "model.layers.13.block_sparse_moe.gate": {
146
+ "bits": 16,
147
+ "data_type": "bfloat"
148
+ },
149
+ "model.layers.14.block_sparse_moe.gate": {
150
+ "bits": 16,
151
+ "data_type": "bfloat"
152
+ },
153
+ "model.layers.15.block_sparse_moe.gate": {
154
+ "bits": 16,
155
+ "data_type": "bfloat"
156
+ },
157
+ "model.layers.16.block_sparse_moe.gate": {
158
+ "bits": 16,
159
+ "data_type": "bfloat"
160
+ },
161
+ "model.layers.17.block_sparse_moe.gate": {
162
+ "bits": 16,
163
+ "data_type": "bfloat"
164
+ },
165
+ "model.layers.18.block_sparse_moe.gate": {
166
+ "bits": 16,
167
+ "data_type": "bfloat"
168
+ },
169
+ "model.layers.19.block_sparse_moe.gate": {
170
+ "bits": 16,
171
+ "data_type": "bfloat"
172
+ },
173
+ "model.layers.2.block_sparse_moe.gate": {
174
+ "bits": 16,
175
+ "data_type": "bfloat"
176
+ },
177
+ "model.layers.20.block_sparse_moe.gate": {
178
+ "bits": 16,
179
+ "data_type": "bfloat"
180
+ },
181
+ "model.layers.21.block_sparse_moe.gate": {
182
+ "bits": 16,
183
+ "data_type": "bfloat"
184
+ },
185
+ "model.layers.22.block_sparse_moe.gate": {
186
+ "bits": 16,
187
+ "data_type": "bfloat"
188
+ },
189
+ "model.layers.23.block_sparse_moe.gate": {
190
+ "bits": 16,
191
+ "data_type": "bfloat"
192
+ },
193
+ "model.layers.24.block_sparse_moe.gate": {
194
+ "bits": 16,
195
+ "data_type": "bfloat"
196
+ },
197
+ "model.layers.25.block_sparse_moe.gate": {
198
+ "bits": 16,
199
+ "data_type": "bfloat"
200
+ },
201
+ "model.layers.26.block_sparse_moe.gate": {
202
+ "bits": 16,
203
+ "data_type": "bfloat"
204
+ },
205
+ "model.layers.27.block_sparse_moe.gate": {
206
+ "bits": 16,
207
+ "data_type": "bfloat"
208
+ },
209
+ "model.layers.28.block_sparse_moe.gate": {
210
+ "bits": 16,
211
+ "data_type": "bfloat"
212
+ },
213
+ "model.layers.29.block_sparse_moe.gate": {
214
+ "bits": 16,
215
+ "data_type": "bfloat"
216
+ },
217
+ "model.layers.3.block_sparse_moe.gate": {
218
+ "bits": 16,
219
+ "data_type": "bfloat"
220
+ },
221
+ "model.layers.30.block_sparse_moe.gate": {
222
+ "bits": 16,
223
+ "data_type": "bfloat"
224
+ },
225
+ "model.layers.31.block_sparse_moe.gate": {
226
+ "bits": 16,
227
+ "data_type": "bfloat"
228
+ },
229
+ "model.layers.32.block_sparse_moe.gate": {
230
+ "bits": 16,
231
+ "data_type": "bfloat"
232
+ },
233
+ "model.layers.33.block_sparse_moe.gate": {
234
+ "bits": 16,
235
+ "data_type": "bfloat"
236
+ },
237
+ "model.layers.34.block_sparse_moe.gate": {
238
+ "bits": 16,
239
+ "data_type": "bfloat"
240
+ },
241
+ "model.layers.35.block_sparse_moe.gate": {
242
+ "bits": 16,
243
+ "data_type": "bfloat"
244
+ },
245
+ "model.layers.36.block_sparse_moe.gate": {
246
+ "bits": 16,
247
+ "data_type": "bfloat"
248
+ },
249
+ "model.layers.37.block_sparse_moe.gate": {
250
+ "bits": 16,
251
+ "data_type": "bfloat"
252
+ },
253
+ "model.layers.38.block_sparse_moe.gate": {
254
+ "bits": 16,
255
+ "data_type": "bfloat"
256
+ },
257
+ "model.layers.39.block_sparse_moe.gate": {
258
+ "bits": 16,
259
+ "data_type": "bfloat"
260
+ },
261
+ "model.layers.4.block_sparse_moe.gate": {
262
+ "bits": 16,
263
+ "data_type": "bfloat"
264
+ },
265
+ "model.layers.40.block_sparse_moe.gate": {
266
+ "bits": 16,
267
+ "data_type": "bfloat"
268
+ },
269
+ "model.layers.41.block_sparse_moe.gate": {
270
+ "bits": 16,
271
+ "data_type": "bfloat"
272
+ },
273
+ "model.layers.42.block_sparse_moe.gate": {
274
+ "bits": 16,
275
+ "data_type": "bfloat"
276
+ },
277
+ "model.layers.43.block_sparse_moe.gate": {
278
+ "bits": 16,
279
+ "data_type": "bfloat"
280
+ },
281
+ "model.layers.44.block_sparse_moe.gate": {
282
+ "bits": 16,
283
+ "data_type": "bfloat"
284
+ },
285
+ "model.layers.45.block_sparse_moe.gate": {
286
+ "bits": 16,
287
+ "data_type": "bfloat"
288
+ },
289
+ "model.layers.46.block_sparse_moe.gate": {
290
+ "bits": 16,
291
+ "data_type": "bfloat"
292
+ },
293
+ "model.layers.47.block_sparse_moe.gate": {
294
+ "bits": 16,
295
+ "data_type": "bfloat"
296
+ },
297
+ "model.layers.48.block_sparse_moe.gate": {
298
+ "bits": 16,
299
+ "data_type": "bfloat"
300
+ },
301
+ "model.layers.49.block_sparse_moe.gate": {
302
+ "bits": 16,
303
+ "data_type": "bfloat"
304
+ },
305
+ "model.layers.5.block_sparse_moe.gate": {
306
+ "bits": 16,
307
+ "data_type": "bfloat"
308
+ },
309
+ "model.layers.50.block_sparse_moe.gate": {
310
+ "bits": 16,
311
+ "data_type": "bfloat"
312
+ },
313
+ "model.layers.51.block_sparse_moe.gate": {
314
+ "bits": 16,
315
+ "data_type": "bfloat"
316
+ },
317
+ "model.layers.52.block_sparse_moe.gate": {
318
+ "bits": 16,
319
+ "data_type": "bfloat"
320
+ },
321
+ "model.layers.53.block_sparse_moe.gate": {
322
+ "bits": 16,
323
+ "data_type": "bfloat"
324
+ },
325
+ "model.layers.54.block_sparse_moe.gate": {
326
+ "bits": 16,
327
+ "data_type": "bfloat"
328
+ },
329
+ "model.layers.55.block_sparse_moe.gate": {
330
+ "bits": 16,
331
+ "data_type": "bfloat"
332
+ },
333
+ "model.layers.56.block_sparse_moe.gate": {
334
+ "bits": 16,
335
+ "data_type": "bfloat"
336
+ },
337
+ "model.layers.57.block_sparse_moe.gate": {
338
+ "bits": 16,
339
+ "data_type": "bfloat"
340
+ },
341
+ "model.layers.58.block_sparse_moe.gate": {
342
+ "bits": 16,
343
+ "data_type": "bfloat"
344
+ },
345
+ "model.layers.59.block_sparse_moe.gate": {
346
+ "bits": 16,
347
+ "data_type": "bfloat"
348
+ },
349
+ "model.layers.6.block_sparse_moe.gate": {
350
+ "bits": 16,
351
+ "data_type": "bfloat"
352
+ },
353
+ "model.layers.60.block_sparse_moe.gate": {
354
+ "bits": 16,
355
+ "data_type": "bfloat"
356
+ },
357
+ "model.layers.61.block_sparse_moe.gate": {
358
+ "bits": 16,
359
+ "data_type": "bfloat"
360
+ },
361
+ "model.layers.62.block_sparse_moe.gate": {
362
+ "bits": 16,
363
+ "data_type": "bfloat"
364
+ },
365
+ "model.layers.63.block_sparse_moe.gate": {
366
+ "bits": 16,
367
+ "data_type": "bfloat"
368
+ },
369
+ "model.layers.64.block_sparse_moe.gate": {
370
+ "bits": 16,
371
+ "data_type": "bfloat"
372
+ },
373
+ "model.layers.65.block_sparse_moe.gate": {
374
+ "bits": 16,
375
+ "data_type": "bfloat"
376
+ },
377
+ "model.layers.66.block_sparse_moe.gate": {
378
+ "bits": 16,
379
+ "data_type": "bfloat"
380
+ },
381
+ "model.layers.67.block_sparse_moe.gate": {
382
+ "bits": 16,
383
+ "data_type": "bfloat"
384
+ },
385
+ "model.layers.68.block_sparse_moe.gate": {
386
+ "bits": 16,
387
+ "data_type": "bfloat"
388
+ },
389
+ "model.layers.69.block_sparse_moe.gate": {
390
+ "bits": 16,
391
+ "data_type": "bfloat"
392
+ },
393
+ "model.layers.7.block_sparse_moe.gate": {
394
+ "bits": 16,
395
+ "data_type": "bfloat"
396
+ },
397
+ "model.layers.70.block_sparse_moe.gate": {
398
+ "bits": 16,
399
+ "data_type": "bfloat"
400
+ },
401
+ "model.layers.71.block_sparse_moe.gate": {
402
+ "bits": 16,
403
+ "data_type": "bfloat"
404
+ },
405
+ "model.layers.72.block_sparse_moe.gate": {
406
+ "bits": 16,
407
+ "data_type": "bfloat"
408
+ },
409
+ "model.layers.73.block_sparse_moe.gate": {
410
+ "bits": 16,
411
+ "data_type": "bfloat"
412
+ },
413
+ "model.layers.74.block_sparse_moe.gate": {
414
+ "bits": 16,
415
+ "data_type": "bfloat"
416
+ },
417
+ "model.layers.75.block_sparse_moe.gate": {
418
+ "bits": 16,
419
+ "data_type": "bfloat"
420
+ },
421
+ "model.layers.76.block_sparse_moe.gate": {
422
+ "bits": 16,
423
+ "data_type": "bfloat"
424
+ },
425
+ "model.layers.77.block_sparse_moe.gate": {
426
+ "bits": 16,
427
+ "data_type": "bfloat"
428
+ },
429
+ "model.layers.78.block_sparse_moe.gate": {
430
+ "bits": 16,
431
+ "data_type": "bfloat"
432
+ },
433
+ "model.layers.79.block_sparse_moe.gate": {
434
+ "bits": 16,
435
+ "data_type": "bfloat"
436
+ },
437
+ "model.layers.8.block_sparse_moe.gate": {
438
+ "bits": 16,
439
+ "data_type": "bfloat"
440
+ },
441
+ "model.layers.9.block_sparse_moe.gate": {
442
+ "bits": 16,
443
+ "data_type": "bfloat"
444
+ }
445
+ },
446
+ "gradient_accumulate_steps": 4,
447
+ "group_size": 128,
448
+ "iters": 200,
449
+ "low_gpu_mem_usage": false,
450
+ "lr": 0.005,
451
+ "minmax_lr": 0.005,
452
+ "nsamples": 128,
453
+ "quant_method": "intel/auto-round",
454
+ "scale_dtype": "torch.float16",
455
+ "seqlen": 512,
456
+ "sym": true,
457
+ "to_quant_block_names": null
458
+ },
459
+ "rms_norm_eps": 1e-05,
460
+ "rope_theta": 10000000,
461
+ "rotary_dim": 64,
462
+ "router_aux_loss_coef": 0.001,
463
+ "router_jitter_noise": 0.0,
464
+ "shared_intermediate_size": 0,
465
+ "shared_moe_mode": "sigmoid",
466
+ "sliding_window": null,
467
+ "tie_word_embeddings": false,
468
+ "torch_dtype": "bfloat16",
469
+ "transformers_version": "4.48.0",
470
+ "use_cache": true,
471
+ "vocab_size": 200064
472
+ }
generation_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "transformers_version": "4.48.0"
4
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6018f87551f4ffa512063b6cf11f5659105d6cb24a53be10aa4fe755b72cf4
3
+ size 4974802656
model-00002-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:962bad7b196b6fe105166f690d742874d3dd5d371770fd5c9012c50e11ab6ba1
3
+ size 4973984656
model-00003-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d56f4845b0c6ca0100518492095288b6b789ecf7bbf892d2af4741cb9ee32418
3
+ size 4973996992
model-00004-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fedd943ef7b85c98c09558d81951a2fd6cde050167aadd8db41d2a36eb4cfb11
3
+ size 4989959808
model-00005-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a62bbdea0733b3b01769fa7984ab4788f894f519712a1bf4ee9b8f73916eea6
3
+ size 4990423736
model-00006-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6c1954a4f6c9a316cfcc204f8faa045238b7dd37244dbeefe4f490c171ee5d9
3
+ size 4973984672
model-00007-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1022f37da5d3301003bf6de580e194bce9a9c53cbefdfce8de0634677ce9efe
3
+ size 4989960232
model-00008-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27946d18d282fde8944e4ad9a38a0c3c1bae151b8fcd181fdea2c92accfd8b9b
3
+ size 4973997616
model-00009-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98054f07cb165b92d2c64308e1700fecb522601bb1c8a273a2d67c691222be25
3
+ size 4973985328
model-00010-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5587dedf081b42431cec9eba6f2f846ff8741f5bec51ab1e3e1a7b79b612f4c5
3
+ size 4990424536
model-00011-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da1954356e2f72b9b9fe5173f3c9d5f6880d62ae1c83ee9d153ea8688aad5bba
3
+ size 4989960424
model-00012-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dc294186867fd7d486ac1924a54681aa532eacca085389bc70069d767fd3b2b
3
+ size 4973997616
model-00013-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69da73a4f15ea3db27eaf64e9f16657eb7e634202301a4085b7727c39eb818c5
3
+ size 4973985424
model-00014-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dca016ac5657e417f73beb6f720a4ff4910576dbf0e37303e1d1804b8d67c348
3
+ size 4989960440
model-00015-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42a314dfd6ec4431f67df6aeecd0330585e32b7918af73f0df27f82f289615ac
3
+ size 4990424424
model-00016-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a99b9ffe3410a370a5fc250653e4ce24d9d8812131d52e593e37ae7b3790c44e
3
+ size 4973997680
model-00017-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a400a8c04c5a772e09dfab359d74d7b59fb174f14d24aabc990138d9377ff96
3
+ size 4989960472
model-00018-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3191515f2bdba768c5b2d5ca220cd221e0f9bccef54eee984e2809bf3d517524
3
+ size 4973985328
model-00019-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30ff58fcff20f9a2d0e89c7893c2ef7967d1f7e05db612081ffcaccbf924d578
3
+ size 4990424456
model-00020-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b54e7f13eacc119b8178cc7eaabee21e7e8c813d84fb02d7d258d00b0e07e89
3
+ size 4989960504
model-00021-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8e2fcc68f44816d34ecd700df2f70871089c0e8346073cc44687a98e7fb1c94
3
+ size 4973997616
model-00022-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6204eb55dc03a5c502717d5b76d1513d09f58552d53ec8051fc75d9315353864
3
+ size 4973985336
model-00023-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6e3133354578a9d52fcfc5ed1b451f92feea9ee246de9256f929d012486013e
3
+ size 4989985336
model-00024-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0fc61ac367c2afc4320816cb7faba3cc4319f48b701a023b2aec9f03a40691f
3
+ size 4990399616
model-00025-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b365327402bcb95ad2462a40b7a5f5e3f724a2df44523ae217cced0a61fb2e4
3
+ size 4973997616
model-00026-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e5a7fc81cac8ea9dd93ecda3502469efb7f6ab49b5ca09db780268802c6469
3
+ size 4973985432
model-00027-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2593577adcce43c79c1b71a40573c3013ea8f3f8b309a80dfe089625cf68cda
3
+ size 4989960432
model-00028-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2988489d5a591fb6a47879f83c8f38c36e33c31c5458fd611650f4e2e337493
3
+ size 4973985328
model-00029-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85bc624b9aec3fe88efc010e7ac829263812dc6b932d1bd58c6ef62a69cf011d
3
+ size 4990436784
model-00030-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5710d3b3f0d2a77c328f3f9acc380ac5cfb37636e2536e81d19fe6f271d9223c
3
+ size 4989960464
model-00031-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8183f7f99fb4763aee6d2306503c22c697e67e2cb6b029203b6a44e9a4a00322
3
+ size 4973985328
model-00032-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f923bf3d9161496b3bd105050818cecb1f934499541e517c5442eda24c6007b9
3
+ size 4973985384
model-00033-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7553f17cda734d4414fb80e9bc14a5efbec809a42533f4081bb7ed53ba24fd2e
3
+ size 4989960480
model-00034-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:457d2efad67a8b7f4002cead53be5ab57c139a8ebd016f3b3967361008d03107
3
+ size 4990436712
model-00035-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e70f3149da60f6685172dbcaa156544b93b5ecf9a33426e17d747f9f5d486ba1
3
+ size 4973985352
model-00036-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc55ce23fab45137e55bf8ea1af8f45d62349ec95aacdc62813d3bd40e75b4ba
3
+ size 4989960512
model-00037-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b97a2517f5ee3dcbde6c569d5d515eb7afdc6949013c12c3a9836607554d1e2f
3
+ size 4973985328
model-00038-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da63952075c37433ccb67633ff3fcdc2b33f44470f29a1a6ec77452ddbd9d598
3
+ size 4990436712
model-00039-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaded4c8e4442845b48bb86d4a87676b0284457f0e1fbd371474f87e51c8d334
3
+ size 4973985448
model-00040-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccb63d26483d95eb95d1abb5abb45d737b79908fbf1d36d594d3b5e39d2852fa
3
+ size 4989960416
model-00041-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f943a8d0768904c1626b212f88c0c28be9d1c7e2e61ad64dd7295f9b82a9ec9
3
+ size 4973985328
model-00042-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df74bee26ea54fd36eba7caaaffc6d8a9ae27580c2bbbd253188c7c29eaf3b31
3
+ size 4973997712
model-00043-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80575d056e21db96054bd885729ba36c8f04d542b389754bf3a79ae06c824f6d
3
+ size 4976944688
model-00044-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09e5125df84193a397dc0618ba780e9cdef7d7abf21f3b912db77d28a996f3a1
3
+ size 4973997616
model-00045-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5537526d8e62c3baab7334bde9d610bc5bbd9dc21547ca18b23f41714d605be6
3
+ size 4973985400