File size: 359 Bytes
5aaae04 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
models:
- model: athirdpath/model034
parameters:
weight: 0.35
- model: athirdpath/modeldpo_008
parameters:
weight: 0.30
- model: athirdpath/model028
parameters:
weight: 0.35
merge_method: della
base_model: TheDrummer/Theia-21B-v1
tokenizer_source: athirdpath/model034
parameters:
density: 0.7
lambda: 1.1
epsilon: 0.2 |