dtype: float32 | |
out_dtype: bfloat16 | |
merge_method: model_stock | |
base_model: Khetterman/AbominationScience-12B-v4 | |
models: | |
- model: Khetterman/AbominationScience-12B-v4 | |
parameters: | |
weight: 1 | |
- model: LatitudeGames/Wayfarer-12B | |
parameters: | |
weight: 1 | |
- model: inflatebot/MN-12B-Mag-Mell-R1 | |
parameters: | |
weight: 1 | |
- model: mergekit-community/MN-Sappho-b-12B | |
parameters: | |
weight: 1 | |
- model: mergekit-community/MN-Sappho-a-12B | |
parameters: | |
weight: 0.8 | |
- model: mistralai/Mistral-Nemo-Instruct-2407 | |
parameters: | |
weight: 0.8 | |
- model: mistralai/Mistral-Nemo-Base-2407 | |
parameters: | |
weight: 0.6 | |
parameters: | |
normalize: true | |