slices: | |
- sources: | |
- model: Qwen/Qwen2.5-7B-Instruct | |
layer_range: [0, 6] | |
- model: Qwen/Qwen2.5-7B-Instruct | |
layer_range: [7, 13] | |
- model: Qwen/Qwen2.5-7B-Instruct | |
layer_range: [14, 20] | |
- model: Qwen/Qwen2.5-7B-Instruct | |
layer_range: [21, 27] | |
merge_method: model_stock | |
base_model: Qwen/Qwen2.5-7B-Instruct | |
dtype: bfloat16 |