cognimum-agent / config.json
Or4cl3-1's picture
Create config.json
72ed84d verified
raw
history blame contribute delete
597 Bytes
{
"model_name": "cognimum-agent",
"base_model": "Or4cl3-1/cognitiv-agent_1",
"merged_models": [
"Or4cl3-1/cognitiv-agent_1",
"Or4cl3-1/CSUMLM"
],
"slices": [
{
"sources": [
{"model": "Or4cl3-1/cognitiv-agent_1", "layer_range": [0, 62]},
{"model": "Or4cl3-1/CSUMLM", "layer_range": [0, 62]}
],
"merge_method": "slerp"
}
],
"parameters": {
"t": [
{"filter": "self_attn", "value": [0, 0.5, 0.3, 0.7, 1]},
{"filter": "mlp", "value": [1, 0.5, 0.7, 0.3, 0]},
{"value": 0.5}
],
"dtype": "bfloat16"
}
}