dtype: bfloat16 | |
merge_method: linear | |
parameters: | |
int8_mask: 1.0 | |
normalize: 1.0 | |
slices: | |
- sources: | |
- layer_range: [0, 14] | |
model: Sakalti/light-7b-beta | |
parameters: | |
weight: 1.0 | |
- layer_range: [14, 28] | |
model: Sakalti/light-7b-beta | |
parameters: | |
weight: 1.0 |