dragosmc commited on
Commit
120e316
·
verified ·
1 Parent(s): 9764abe

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -32,7 +32,7 @@
32
  "num_hidden_layers": 24,
33
  "output_past": true,
34
  "pad_token_id": 1,
35
- "position_embedding_type": "rotary",
36
  "rotary_emb_base": 20000.0,
37
  "torch_dtype": "bfloat16",
38
  "transformers_version": "4.30.2",
 
32
  "num_hidden_layers": 24,
33
  "output_past": true,
34
  "pad_token_id": 1,
35
+ "position_embedding_type": "rope",
36
  "rotary_emb_base": 20000.0,
37
  "torch_dtype": "bfloat16",
38
  "transformers_version": "4.30.2",