QwenLinear-1 / mergekit_config.yml
Sakalti's picture
Upload folder using huggingface_hub
392f5f4 verified
raw
history blame
287 Bytes
dtype: bfloat16
merge_method: linear
parameters:
int8_mask: 1.0
normalize: 1.0
slices:
- sources:
- layer_range: [0, 14]
model: Sakalti/light-7b-beta
parameters:
weight: 1.0
- layer_range: [14, 28]
model: Sakalti/light-7b-beta
parameters:
weight: 1.0