Akhilesh Sharma
commited on
Commit
·
b0086a5
1
Parent(s):
611c2d4
cooked
Browse files- config.json +2 -2
config.json
CHANGED
@@ -42,12 +42,12 @@
|
|
42 |
1024
|
43 |
],
|
44 |
"max_position_embeddings": 8194,
|
45 |
-
"model_type": "
|
46 |
"num_attention_heads": 16,
|
47 |
"num_hidden_layers": 24,
|
48 |
"output_past": true,
|
49 |
"pad_token_id": 1,
|
50 |
-
"position_embedding_type": "
|
51 |
"rotary_emb_base": 20000.0,
|
52 |
"torch_dtype": "bfloat16",
|
53 |
"transformers_version": "4.30.2",
|
|
|
42 |
1024
|
43 |
],
|
44 |
"max_position_embeddings": 8194,
|
45 |
+
"model_type": "xlm-roberta",
|
46 |
"num_attention_heads": 16,
|
47 |
"num_hidden_layers": 24,
|
48 |
"output_past": true,
|
49 |
"pad_token_id": 1,
|
50 |
+
"position_embedding_type": "absolute",
|
51 |
"rotary_emb_base": 20000.0,
|
52 |
"torch_dtype": "bfloat16",
|
53 |
"transformers_version": "4.30.2",
|