YarnLake-Swap-7B / mergekit_config.yml
Aryanne's picture
Upload mergekit_config.yml with huggingface_hub
5c784d6 verified
raw
history blame
348 Bytes
base_model:
model:
path: NousResearch/Yarn-Mistral-7b-128k
dtype: bfloat16
merge_method: task_swapping
slices:
- sources:
- layer_range: [0, 32]
model:
model:
path: senseable/WestLake-7B-v2
parameters:
weight: 0.666
- layer_range: [0, 32]
model:
model:
path: NousResearch/Yarn-Mistral-7b-128k