{ | |
"model_name": "cognimum-agent", | |
"base_model": "Or4cl3-1/cognitiv-agent_1", | |
"merged_models": [ | |
"Or4cl3-1/cognitiv-agent_1", | |
"Or4cl3-1/CSUMLM" | |
], | |
"slices": [ | |
{ | |
"sources": [ | |
{"model": "Or4cl3-1/cognitiv-agent_1", "layer_range": [0, 62]}, | |
{"model": "Or4cl3-1/CSUMLM", "layer_range": [0, 62]} | |
], | |
"merge_method": "slerp" | |
} | |
], | |
"parameters": { | |
"t": [ | |
{"filter": "self_attn", "value": [0, 0.5, 0.3, 0.7, 1]}, | |
{"filter": "mlp", "value": [1, 0.5, 0.7, 0.3, 0]}, | |
{"value": 0.5} | |
], | |
"dtype": "bfloat16" | |
} | |
} | |