Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
@@ -32,7 +32,7 @@
|
|
32 |
"num_hidden_layers": 24,
|
33 |
"output_past": true,
|
34 |
"pad_token_id": 1,
|
35 |
-
"position_embedding_type": "
|
36 |
"rotary_emb_base": 20000.0,
|
37 |
"torch_dtype": "bfloat16",
|
38 |
"transformers_version": "4.30.2",
|
|
|
32 |
"num_hidden_layers": 24,
|
33 |
"output_past": true,
|
34 |
"pad_token_id": 1,
|
35 |
+
"position_embedding_type": "rope",
|
36 |
"rotary_emb_base": 20000.0,
|
37 |
"torch_dtype": "bfloat16",
|
38 |
"transformers_version": "4.30.2",
|