mergekit_config.yml

base_model:
  model:
    path: NousResearch/Yarn-Mistral-7b-128k
dtype: bfloat16
merge_method: task_swapping
slices:
- sources:
  - layer_range: [0, 32]
    model:
      model:
        path: senseable/WestLake-7B-v2
    parameters:
      weight: 0.666
      diagonal_offset: 2
      invert_offset: True
  - layer_range: [0, 32]
    model:
      model:
        path: NousResearch/Yarn-Mistral-7b-128k