OxxoCodes commited on
Commit
4023474
1 Parent(s): 8017f4c

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +9 -6
config.json CHANGED
@@ -1,10 +1,14 @@
1
  {
2
- "architectures": [
3
- "LongformerForMaskedLM"
4
- ],
5
  "attention_mode": "longformer",
6
  "attention_probs_dropout_prob": 0.1,
7
- "attention_window": 512,
 
 
 
 
 
 
 
8
  "bos_token_id": 0,
9
  "eos_token_id": 2,
10
  "gradient_checkpointing": false,
@@ -21,7 +25,6 @@
21
  "num_hidden_layers": 6,
22
  "pad_token_id": 1,
23
  "sep_token_id": 2,
24
- "tokenizer_class": "LongformerTokenizer",
25
  "type_vocab_size": 1,
26
  "vocab_size": 50265
27
- }
 
1
  {
 
 
 
2
  "attention_mode": "longformer",
3
  "attention_probs_dropout_prob": 0.1,
4
+ "attention_window": [
5
+ 512,
6
+ 512,
7
+ 512,
8
+ 512,
9
+ 512,
10
+ 512
11
+ ],
12
  "bos_token_id": 0,
13
  "eos_token_id": 2,
14
  "gradient_checkpointing": false,
 
25
  "num_hidden_layers": 6,
26
  "pad_token_id": 1,
27
  "sep_token_id": 2,
 
28
  "type_vocab_size": 1,
29
  "vocab_size": 50265
30
+ }