lumikabra-123B_v0.4-exl2-8.0bpw / mergekit_config.yml
schnapper79's picture
Upload folder using huggingface_hub
ac27b17 verified
raw
history blame contribute delete
619 Bytes
models:
- model: /workspace/text-generation-webui/models/anthracite-org_magnum-v2-123b
parameters:
weight: 0.25
density: 0.9
- model: /workspace/text-generation-webui/models/FluffyKaeloky_Luminum-v0.1-123B
parameters:
weight: 0.25
density: 0.9
- model: /workspace/text-generation-webui/models/migtissera_Tess-3-Mistral-Large-2-123B
parameters:
weight: 0.3
density: 0.9
merge_method: della_linear
base_model: /workspace/text-generation-webui/models/mistralai_Mistral-Large-Instruct-2407
parameters:
epsilon: 0.05
lambda: 1
int8_mask: true
dtype: bfloat16