Qwerus-7B / mergekit_config.yml
mlabonne's picture
Upload folder using huggingface_hub
ceeaa38 verified
raw
history blame contribute delete
330 Bytes
models:
- model: Qwen/Qwen2.5-7B
# No parameters necessary for base model
- model: PRIME-RL/Eurus-2-7B-PRIME
parameters:
density: 0.56
weight: 0.5
- model: Qwen/Qwen2.5-7B-Instruct
parameters:
density: 0.56
weight: 0.5
merge_method: dare_ties
base_model: Qwen/Qwen2.5-7B
dtype: bfloat16