Q2.5-Veltha-14B-0.5 / mergekit_config.yml
djuna's picture
Upload folder using huggingface_hub
86f1205 verified
raw
history blame contribute delete
687 Bytes
merge_method: della_linear
dtype: float32
out_dtype: bfloat16
parameters:
epsilon: 0.04
lambda: 1.05
normalize: true
base_model: arcee-ai/SuperNova-Medius
tokenizer_source: arcee-ai/SuperNova-Medius
models:
- model: arcee-ai/SuperNova-Medius
parameters:
weight: 10
density: 1
- model: EVA-UNIT-01/EVA-Qwen2.5-14B-v0.2
parameters:
weight: 7
density: 0.5
- model: v000000/Qwen2.5-Lumen-14B
parameters:
weight: 7
density: 0.4
- model: allura-org/TQ2.5-14B-Aletheia-v1
parameters:
weight: 8
density: 0.4
- model: huihui-ai/Qwen2.5-14B-Instruct-abliterated-v2
parameters:
weight: 8
density: 0.45