danielhanchen
commited on
Commit
•
b577032
1
Parent(s):
2d24617
Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
@@ -123,7 +123,7 @@
|
|
123 |
2.749999523162842,
|
124 |
2.8399994373321533
|
125 |
],
|
126 |
-
"factor"
|
127 |
},
|
128 |
"rope_theta": 10000.0,
|
129 |
"tie_word_embeddings": false,
|
|
|
123 |
2.749999523162842,
|
124 |
2.8399994373321533
|
125 |
],
|
126 |
+
"factor": 32.0
|
127 |
},
|
128 |
"rope_theta": 10000.0,
|
129 |
"tie_word_embeddings": false,
|