Saxo commited on
Commit
8dc6997
1 Parent(s): ba2a06a

Delete mergekit_config.yml

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +0 -25
mergekit_config.yml DELETED
@@ -1,25 +0,0 @@
1
- base_model: nitky/Llama-3.1-SuperSwallow-70B-Instruct-v0.1
2
- dtype: bfloat16
3
- merge_method: dare_ties
4
- parameters:
5
- int8_mask: 1.0
6
- slices:
7
- - sources:
8
- - layer_range: [0, 80]
9
- model: nitky/Llama-3.1-SuperSwallow-70B-Instruct-v0.1
10
- - layer_range: [0, 80]
11
- model: NousResearch/Hermes-3-Llama-3.1-70B
12
- parameters:
13
- density: 0.53
14
- weight: 0.3
15
- - layer_range: [0, 80]
16
- model: Saxo/Linkbricks-Horizon-AI-Japanese-Advanced-V4-70B
17
- parameters:
18
- density: 0.53
19
- weight: 0.4
20
- - layer_range: [0, 80]
21
- model: MaziyarPanahi/calme-2.3-llama3.1-70b
22
- parameters:
23
- density: 0.53
24
- weight: 0.3
25
- tokenizer_source: union