Or4cl3-1 commited on
Commit
318fca1
1 Parent(s): bdabc5b

Create config.json

Browse files
Files changed (1) hide show
  1. config.json +16 -0
config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "cognitiv-agent_1",
3
+ "model_version": "1.0",
4
+ "architecture": "Hybrid Learning Engine, Multimodal Communication Interface",
5
+ "merge_method": "slerp",
6
+ "layer_range": [0, 62],
7
+ "parameters": {
8
+ "t": {
9
+ "self_attn": [0, 0.5, 0.3, 0.7, 1],
10
+ "mlp": [1, 0.5, 0.7, 0.3, 0],
11
+ "default": 0.5
12
+ }
13
+ },
14
+ "data_type": "bfloat16",
15
+ "license": "Apache-2.0"
16
+ }