Akhilesh Sharma commited on
Commit
b0086a5
·
1 Parent(s): 611c2d4
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -42,12 +42,12 @@
42
  1024
43
  ],
44
  "max_position_embeddings": 8194,
45
- "model_type": "bert",
46
  "num_attention_heads": 16,
47
  "num_hidden_layers": 24,
48
  "output_past": true,
49
  "pad_token_id": 1,
50
- "position_embedding_type": "rope",
51
  "rotary_emb_base": 20000.0,
52
  "torch_dtype": "bfloat16",
53
  "transformers_version": "4.30.2",
 
42
  1024
43
  ],
44
  "max_position_embeddings": 8194,
45
+ "model_type": "xlm-roberta",
46
  "num_attention_heads": 16,
47
  "num_hidden_layers": 24,
48
  "output_past": true,
49
  "pad_token_id": 1,
50
+ "position_embedding_type": "absolute",
51
  "rotary_emb_base": 20000.0,
52
  "torch_dtype": "bfloat16",
53
  "transformers_version": "4.30.2",