danielhanchen commited on
Commit
2d24617
1 Parent(s): 58a28fc

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -123,7 +123,7 @@
123
  2.749999523162842,
124
  2.8399994373321533
125
  ],
126
- "type": "longrope"
127
  },
128
  "rope_theta": 10000.0,
129
  "tie_word_embeddings": false,
 
123
  2.749999523162842,
124
  2.8399994373321533
125
  ],
126
+ "factor" : 32.0,
127
  },
128
  "rope_theta": 10000.0,
129
  "tie_word_embeddings": false,