File size: 454 Bytes
e181286 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
models:
- model: IlyaGusev/saiga_nemo_12b
parameters:
weight: 0.4
- model: LatitudeGames/Wayfarer-12B
parameters:
density: 0.9
weight: 0.4
gamma: 0.01
- model: MarinaraSpaghetti/NemoMix-Unleashed-12B
parameters:
density: 0.9
weight: 0.3
gamma: 0.01
merge_method: breadcrumbs_ties
base_model: IlyaGusev/saiga_nemo_12b
dtype: bfloat16
tokenizer_source: "union"
chat_template: "chatml"
|