Or4cl3-1 commited on
Commit
8df0392
1 Parent(s): 318fca1

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +24 -14
config.json CHANGED
@@ -1,16 +1,26 @@
1
  {
2
- "model_type": "cognitiv-agent_1",
3
- "model_version": "1.0",
4
- "architecture": "Hybrid Learning Engine, Multimodal Communication Interface",
5
- "merge_method": "slerp",
6
- "layer_range": [0, 62],
7
- "parameters": {
8
- "t": {
9
- "self_attn": [0, 0.5, 0.3, 0.7, 1],
10
- "mlp": [1, 0.5, 0.7, 0.3, 0],
11
- "default": 0.5
 
 
 
 
12
  }
13
- },
14
- "data_type": "bfloat16",
15
- "license": "Apache-2.0"
16
- }
 
 
 
 
 
 
 
1
  {
2
+ "model_name": "cognitiv-agent_1",
3
+ "model_type": "gemma-agent-hybrid", // A more descriptive type
4
+ "base_model": "Or4cl3-1/Cognitive-Agent-Gemma_7b",
5
+ "merged_models": [
6
+ "Or4cl3-1/Cognitive-Agent-Gemma_7b",
7
+ "Or4cl3-1/agent_gemma_7b"
8
+ ],
9
+ "slices": [
10
+ {
11
+ "sources": [
12
+ {"model": "Or4cl3-1/Cognitive-Agent-Gemma_7b", "layer_range": [0, 62]},
13
+ {"model": "Or4cl3-1/agent_gemma_7b", "layer_range": [0, 62]}
14
+ ],
15
+ "merge_method": "slerp"
16
  }
17
+ ],
18
+ "parameters": {
19
+ "t": [
20
+ {"filter": "self_attn", "value": [0, 0.5, 0.3, 0.7, 1]},
21
+ {"filter": "mlp", "value": [1, 0.5, 0.7, 0.3, 0]},
22
+ {"value": 0.5}
23
+ ],
24
+ "dtype": "bfloat16"
25
+ }
26
+ }