slices: | |
- sources: | |
- model: teknium/OpenHermes-2-Mistral-7B | |
layer_range: [0, 16] | |
- sources: | |
- model: teknium/OpenHermes-2-Mistral-7B | |
layer_range: [12, 20] | |
- sources: | |
- model: teknium/OpenHermes-2-Mistral-7B | |
layer_range: [16, 32] | |
merge_method: passthrough | |
dtype: float16 | |
name: open | |
merge_method: task_anysize | |
base_model: open | |
models: | |
- model: KoboldAI/LLaMA2-13B-Tiefighter | |
parameters: | |
weight: 0.10 | |
dtype: float16 |