models: | |
- model: TheDrummer/Big-Tiger-Gemma-27B-v1 | |
- model: TheDrummer/Gemmasutra-Pro-27B-v1 | |
merge_method: slerp | |
base_model: TheDrummer/Big-Tiger-Gemma-27B-v1 | |
dtype: bfloat16 | |
parameters: | |
t: [0.6, 0.6,0.6, 0.6, 0.6] # V shaped curve: Hermes for input & output, WizardMath in the middle layers | |