models: | |
- model: yam-peleg/Experiment28-7B | |
parameters: | |
weight: 0.25 | |
density: 0.8 | |
- model: yam-peleg/Experiment26-7B | |
parameters: | |
weight: 0.6 | |
density: 0.8 | |
- model: yam-peleg/Experiment24-7B | |
parameters: | |
weight: 0.15 | |
density: 0.8 | |
base_model: CorticalStack/pastiche-crown-clown-7b-dare-dpo | |
merge_method: ties | |
dtype: bfloat16 | |