File size: 559 Bytes
03b2a2c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
models:
- model: /content/drive/MyDrive/llama3_anli1_rationale_ft_pretrained
parameters:
density: 1
weight: 0.5
- model: /content/drive/MyDrive/llama3_label_rationale_pretrained3
parameters:
density: 1
weight: 0.5
# - model: WizardLM/WizardMath-13B-V1.0
# parameters:
# density: 0.33
# weight:
# - filter: mlp
# value: 0.5
# - value: 0
merge_method: ties
base_model: /content/drive/MyDrive/Meta-Llama-3-8B-Instruct
parameters:
normalize: true
int8_mask: true
dtype: float16
|