luccafong
/

deepseek_mtp_main_random

luccafong commited on Feb 17

Commit

e6edc1f

verified ·

1 Parent(s): 7ee0e44

Upload config.json with huggingface_hub

Files changed (1) hide show

config.json CHANGED Viewed

@@ -30,7 +30,7 @@
     "norm_topk_prob": true,
     "num_attention_heads": 32,
     "num_experts_per_tok": 6,
-    "num_hidden_layers": 10,
     "num_key_value_heads": 32,
     "num_nextn_predict_layers": 1,
     "pretraining_tp": 1,

     "norm_topk_prob": true,
     "num_attention_heads": 32,
     "num_experts_per_tok": 6,
+    "num_hidden_layers": 5,
     "num_key_value_heads": 32,
     "num_nextn_predict_layers": 1,
     "pretraining_tp": 1,