mergekit_config.yml

models:
  - model: CultriX/Qwen2.5-14B-Wernickev3
  - model: CultriX/Qwen2.5-14B-Wernickev5
merge_method: slerp
base_model: CultriX/Qwen2.5-14B-Wernickev3
dtype: bfloat16
parameters:
  t: [0, 0.5, 1, 0.5, 0]
dtype: bfloat16
adaptive_merge_parameters:
  task_weights:
    tinyArc: 1.2        # Emphasize Arc's logical and reasoning tasks
    tinyHellaswag: 1.1  # Maintain strong performance in contextual predictions
    tinyMMLU: 1.2       # Ensure domain knowledge is well-preserved
    tinyTruthfulQA: 1.3 # Leverage v3's top TruthfulQA score
    tinyTruthfulQA_mc1: 1.1 # Balance for both models' performance
    tinyWinogrande: 1.2 # Enhance contextual understanding
  smoothing_factor: 0.2  # Moderate blending for stable integration
gradient_clipping: 1.0   # Prevent over-contribution from any single model