| models: | |
| - model: athirdpath/model034 | |
| parameters: | |
| weight: 0.35 | |
| - model: athirdpath/modeldpo_008 | |
| parameters: | |
| weight: 0.30 | |
| - model: athirdpath/model028 | |
| parameters: | |
| weight: 0.35 | |
| merge_method: della | |
| base_model: TheDrummer/Theia-21B-v1 | |
| tokenizer_source: athirdpath/model034 | |
| parameters: | |
| density: 0.7 | |
| lambda: 1.1 | |
| epsilon: 0.2 |