slerpQwen-0001 / mergekit_config.yml
Sakalti's picture
Upload folder using huggingface_hub
3b676f4 verified
raw
history blame contribute delete
298 Bytes
slices:
- sources:
- model: AIDC-AI/Marco-o1
layer_range: [0, 28]
merge_method: slerp
base_model: Sakalti/model-3-decem
parameters:
t:
- filter: self_attn
value: [0, 0.5, 0.3, 0.7, 1]
- filter: mlp
value: [1, 0.5, 0.7, 0.3, 0]
- value: 0.5
dtype: bfloat16