File size: 597 Bytes
72ed84d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
{
  "model_name": "cognimum-agent", 
  "base_model": "Or4cl3-1/cognitiv-agent_1", 
  "merged_models": [
    "Or4cl3-1/cognitiv-agent_1",
    "Or4cl3-1/CSUMLM"
  ], 
  "slices": [
    {
      "sources": [
        {"model": "Or4cl3-1/cognitiv-agent_1", "layer_range": [0, 62]},
        {"model": "Or4cl3-1/CSUMLM", "layer_range": [0, 62]}
      ],
      "merge_method": "slerp"
    }
  ], 
  "parameters": { 
    "t": [
      {"filter": "self_attn", "value": [0, 0.5, 0.3, 0.7, 1]},
      {"filter": "mlp", "value": [1, 0.5, 0.7, 0.3, 0]},
      {"value": 0.5} 
    ],
    "dtype": "bfloat16"
  }
}