Upload folder using huggingface_hub
Browse files- config.json +4 -1
config.json
CHANGED
|
@@ -74,7 +74,10 @@
|
|
| 74 |
"return_dict": true,
|
| 75 |
"return_dict_in_generate": false,
|
| 76 |
"rms_norm_eps": 1e-05,
|
| 77 |
-
"rope_scaling":
|
|
|
|
|
|
|
|
|
|
| 78 |
"rope_theta": 500000.0,
|
| 79 |
"sep_token_id": null,
|
| 80 |
"suppress_tokens": null,
|
|
|
|
| 74 |
"return_dict": true,
|
| 75 |
"return_dict_in_generate": false,
|
| 76 |
"rms_norm_eps": 1e-05,
|
| 77 |
+
"rope_scaling": {
|
| 78 |
+
"factor": 3.0,
|
| 79 |
+
"type": "dynamic"
|
| 80 |
+
},
|
| 81 |
"rope_theta": 500000.0,
|
| 82 |
"sep_token_id": null,
|
| 83 |
"suppress_tokens": null,
|