File size: 664 Bytes
e7bbae2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
models:
  - model: google/gemma-2-9b
    # No parameters necessary for base model
  - model: ./fused_model
    parameters:
      density: 0.53
      weight: 0.40    
  - model: testmoto/gemma-2-9b-lora-0
    parameters:
      density: 0.53
      weight: 0.20
  - model: testmoto/gemma-2-9b-platypus-02
    parameters:
      density: 0.53
      weight: 0.15
  - model: testmoto/gemma-2-9b-lora-aozora
    parameters:
      density: 0.53
      weight: 0.15
  - model: testmoto/gemma-2-9b-synthetic_coding
    parameters:
      density: 0.53
      weight: 0.10      
merge_method: dare_ties
base_model: google/gemma-2-9b
parameters:
  int8_mask: true
dtype: bfloat16