gemma-optiRP-v1 / mergekit_config.yml
Arcadianer's picture
Upload folder using huggingface_hub
a8213f5 verified
raw
history blame contribute delete
298 Bytes
models:
- model: TheDrummer/Big-Tiger-Gemma-27B-v1
- model: TheDrummer/Gemmasutra-Pro-27B-v1
merge_method: slerp
base_model: TheDrummer/Big-Tiger-Gemma-27B-v1
dtype: bfloat16
parameters:
t: [0.6, 0.6,0.6, 0.6, 0.6] # V shaped curve: Hermes for input & output, WizardMath in the middle layers