lucyknada
/

EXAONE-3.5-32B-Instruct-Llamafied-config-fixed

Model card Files Files and versions Community

lucyknada commited on 18 days ago

Commit

050f828

•

1 Parent(s): 77187eb

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -22,7 +22,7 @@
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": {
-    "factor": 32.0,
     "high_freq_factor": 4.0,
     "low_freq_factor": 1.0,
     "original_max_position_embeddings": 8192,

   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": {
+    "factor": 8.0,
     "high_freq_factor": 4.0,
     "low_freq_factor": 1.0,
     "original_max_position_embeddings": 8192,