base_model: | |
model: | |
path: NousResearch/Yarn-Mistral-7b-128k | |
dtype: bfloat16 | |
merge_method: task_swapping | |
slices: | |
- sources: | |
- layer_range: [0, 32] | |
model: | |
model: | |
path: senseable/WestLake-7B-v2 | |
parameters: | |
weight: 0.666 | |
- layer_range: [0, 32] | |
model: | |
model: | |
path: NousResearch/Yarn-Mistral-7b-128k |