File size: 390 Bytes
318fca1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
{
  "model_type": "cognitiv-agent_1",
  "model_version": "1.0",
  "architecture": "Hybrid Learning Engine, Multimodal Communication Interface",
  "merge_method": "slerp",
  "layer_range": [0, 62],
  "parameters": {
    "t": {
      "self_attn": [0, 0.5, 0.3, 0.7, 1],
      "mlp": [1, 0.5, 0.7, 0.3, 0],
      "default": 0.5
    }
  },
  "data_type": "bfloat16",
  "license": "Apache-2.0"
}