CrabInHoney commited on
Commit
b30be72
·
verified ·
1 Parent(s): 0eda3da

Upload 8 files

Browse files
config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-tiny-finetuned",
3
+ "architectures": [
4
+ "BertForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 192,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 768,
13
+ "layer_norm_eps": 1e-12,
14
+ "max_position_embeddings": 64,
15
+ "model_type": "bert",
16
+ "num_attention_heads": 8,
17
+ "num_hidden_layers": 8,
18
+ "pad_token_id": 0,
19
+ "position_embedding_type": "absolute",
20
+ "torch_dtype": "float32",
21
+ "transformers_version": "4.44.2",
22
+ "type_vocab_size": 2,
23
+ "use_cache": true,
24
+ "vocab_size": 400
25
+ }
generation_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "pad_token_id": 0,
4
+ "transformers_version": "4.44.2"
5
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e9d327462bae28f7c3c3f76ffc6159a793d4f2bb806eb8bf0b6545db318f39f
3
+ size 14762072
special_tokens_map.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "mask_token": {
10
+ "content": "[MASK]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "sep_token": {
24
+ "content": "[SEP]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "unk_token": {
31
+ "content": "[UNK]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ }
37
+ }
tokenizer.json ADDED
@@ -0,0 +1,550 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 0,
8
+ "content": "[PAD]",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ },
15
+ {
16
+ "id": 1,
17
+ "content": "[UNK]",
18
+ "single_word": false,
19
+ "lstrip": false,
20
+ "rstrip": false,
21
+ "normalized": false,
22
+ "special": true
23
+ },
24
+ {
25
+ "id": 2,
26
+ "content": "[CLS]",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ {
34
+ "id": 3,
35
+ "content": "[SEP]",
36
+ "single_word": false,
37
+ "lstrip": false,
38
+ "rstrip": false,
39
+ "normalized": false,
40
+ "special": true
41
+ },
42
+ {
43
+ "id": 4,
44
+ "content": "[MASK]",
45
+ "single_word": false,
46
+ "lstrip": false,
47
+ "rstrip": false,
48
+ "normalized": false,
49
+ "special": true
50
+ }
51
+ ],
52
+ "normalizer": {
53
+ "type": "BertNormalizer",
54
+ "clean_text": true,
55
+ "handle_chinese_chars": true,
56
+ "strip_accents": null,
57
+ "lowercase": true
58
+ },
59
+ "pre_tokenizer": {
60
+ "type": "BertPreTokenizer"
61
+ },
62
+ "post_processor": {
63
+ "type": "TemplateProcessing",
64
+ "single": [
65
+ {
66
+ "SpecialToken": {
67
+ "id": "[CLS]",
68
+ "type_id": 0
69
+ }
70
+ },
71
+ {
72
+ "Sequence": {
73
+ "id": "A",
74
+ "type_id": 0
75
+ }
76
+ },
77
+ {
78
+ "SpecialToken": {
79
+ "id": "[SEP]",
80
+ "type_id": 0
81
+ }
82
+ }
83
+ ],
84
+ "pair": [
85
+ {
86
+ "SpecialToken": {
87
+ "id": "[CLS]",
88
+ "type_id": 0
89
+ }
90
+ },
91
+ {
92
+ "Sequence": {
93
+ "id": "A",
94
+ "type_id": 0
95
+ }
96
+ },
97
+ {
98
+ "SpecialToken": {
99
+ "id": "[SEP]",
100
+ "type_id": 0
101
+ }
102
+ },
103
+ {
104
+ "Sequence": {
105
+ "id": "B",
106
+ "type_id": 1
107
+ }
108
+ },
109
+ {
110
+ "SpecialToken": {
111
+ "id": "[SEP]",
112
+ "type_id": 1
113
+ }
114
+ }
115
+ ],
116
+ "special_tokens": {
117
+ "[CLS]": {
118
+ "id": "[CLS]",
119
+ "ids": [
120
+ 2
121
+ ],
122
+ "tokens": [
123
+ "[CLS]"
124
+ ]
125
+ },
126
+ "[SEP]": {
127
+ "id": "[SEP]",
128
+ "ids": [
129
+ 3
130
+ ],
131
+ "tokens": [
132
+ "[SEP]"
133
+ ]
134
+ }
135
+ }
136
+ },
137
+ "decoder": {
138
+ "type": "WordPiece",
139
+ "prefix": "##",
140
+ "cleanup": true
141
+ },
142
+ "model": {
143
+ "type": "WordPiece",
144
+ "unk_token": "[UNK]",
145
+ "continuing_subword_prefix": "##",
146
+ "max_input_chars_per_word": 100,
147
+ "vocab": {
148
+ "[PAD]": 0,
149
+ "[UNK]": 1,
150
+ "[CLS]": 2,
151
+ "[SEP]": 3,
152
+ "[MASK]": 4,
153
+ "http": 5,
154
+ "https": 6,
155
+ "www": 7,
156
+ "/": 8,
157
+ ".": 9,
158
+ ":": 10,
159
+ "&": 11,
160
+ "?": 12,
161
+ "-": 13,
162
+ "_": 14,
163
+ "%": 15,
164
+ "##0": 16,
165
+ "##1": 17,
166
+ "##2": 18,
167
+ "##3": 19,
168
+ "##4": 20,
169
+ "##5": 21,
170
+ "##6": 22,
171
+ "##7": 23,
172
+ "##8": 24,
173
+ "##9": 25,
174
+ "0": 26,
175
+ "1": 27,
176
+ "2": 28,
177
+ "3": 29,
178
+ "4": 30,
179
+ "5": 31,
180
+ "6": 32,
181
+ "7": 33,
182
+ "8": 34,
183
+ "9": 35,
184
+ "z": 36,
185
+ "y": 37,
186
+ "x": 38,
187
+ "w": 39,
188
+ "v": 40,
189
+ "u": 41,
190
+ "t": 42,
191
+ "s": 43,
192
+ "r": 44,
193
+ "q": 45,
194
+ "p": 46,
195
+ "o": 47,
196
+ "n": 48,
197
+ "m": 49,
198
+ "l": 50,
199
+ "k": 51,
200
+ "j": 52,
201
+ "i": 53,
202
+ "h": 54,
203
+ "g": 55,
204
+ "f": 56,
205
+ "e": 57,
206
+ "d": 58,
207
+ "c": 59,
208
+ "b": 60,
209
+ "a": 61,
210
+ "##z": 62,
211
+ "##y": 63,
212
+ "##x": 64,
213
+ "##w": 65,
214
+ "##v": 66,
215
+ "##u": 67,
216
+ "##t": 68,
217
+ "##s": 69,
218
+ "##r": 70,
219
+ "##q": 71,
220
+ "##p": 72,
221
+ "##o": 73,
222
+ "##n": 74,
223
+ "##m": 75,
224
+ "##l": 76,
225
+ "##k": 77,
226
+ "##j": 78,
227
+ "##i": 79,
228
+ "##h": 80,
229
+ "##g": 81,
230
+ "##f": 82,
231
+ "##e": 83,
232
+ "##d": 84,
233
+ "##c": 85,
234
+ "##b": 86,
235
+ "##a": 87,
236
+ "##ing": 88,
237
+ "##ly": 89,
238
+ "##er": 90,
239
+ "##in": 91,
240
+ "##tion": 92,
241
+ "##re": 93,
242
+ "##un": 94,
243
+ "##ed": 95,
244
+ "##al": 96,
245
+ "##ter": 97,
246
+ "##de": 98,
247
+ "##con": 99,
248
+ "##an": 100,
249
+ "##ti": 101,
250
+ "##ic": 102,
251
+ "##cal": 103,
252
+ "##to": 104,
253
+ "##ty": 105,
254
+ "##ness": 106,
255
+ "##ta": 107,
256
+ "##di": 108,
257
+ "##la": 109,
258
+ "##en": 110,
259
+ "##es": 111,
260
+ "##ma": 112,
261
+ "##per": 113,
262
+ "##man": 114,
263
+ "##ri": 115,
264
+ "##na": 116,
265
+ "##ca": 117,
266
+ "##ex": 118,
267
+ "##dis": 119,
268
+ "##ra": 120,
269
+ "##ers": 121,
270
+ "##non": 122,
271
+ "##tions": 123,
272
+ "##com": 124,
273
+ "##ni": 125,
274
+ "##co": 126,
275
+ "##pro": 127,
276
+ "##tive": 128,
277
+ "##mi": 129,
278
+ "##pre": 130,
279
+ "##der": 131,
280
+ "##sub": 132,
281
+ "##able": 133,
282
+ "##tor": 134,
283
+ "##li": 135,
284
+ "##si": 136,
285
+ "##hy": 137,
286
+ "##mo": 138,
287
+ "##men": 139,
288
+ "##ar": 140,
289
+ "##im": 141,
290
+ "##ton": 142,
291
+ "##sis": 143,
292
+ "##tic": 144,
293
+ "##da": 145,
294
+ "##at": 146,
295
+ "##ci": 147,
296
+ "##or": 148,
297
+ "##lar": 149,
298
+ "##car": 150,
299
+ "##ment": 151,
300
+ "##lo": 152,
301
+ "##ac": 153,
302
+ "##cy": 154,
303
+ "##tu": 155,
304
+ "##less": 156,
305
+ "##as": 157,
306
+ "##um": 158,
307
+ "##pa": 159,
308
+ "##tal": 160,
309
+ "##ry": 161,
310
+ "##ro": 162,
311
+ "##fi": 163,
312
+ "##over": 164,
313
+ "##po": 165,
314
+ "##is": 166,
315
+ "##son": 167,
316
+ "##so": 168,
317
+ "##do": 169,
318
+ "##cu": 170,
319
+ "##bi": 171,
320
+ "##be": 172,
321
+ "##tri": 173,
322
+ "##ful": 174,
323
+ "##vi": 175,
324
+ "##mis": 176,
325
+ "##su": 177,
326
+ "##va": 178,
327
+ "##ous": 179,
328
+ "ftp": 180,
329
+ "tel": 181,
330
+ "file": 182,
331
+ "ws": 183,
332
+ "wss": 184,
333
+ "ssh": 185,
334
+ "ldaps": 186,
335
+ "gopher": 187,
336
+ "view": 188,
337
+ "source": 189,
338
+ "about": 190,
339
+ "chrome": 191,
340
+ "data": 192,
341
+ "irc": 193,
342
+ "magnet": 194,
343
+ "mms": 195,
344
+ "redis": 196,
345
+ "svn": 197,
346
+ "vnc": 198,
347
+ "dns": 199,
348
+ "ntp": 200,
349
+ "ip": 201,
350
+ "com": 202,
351
+ "de": 203,
352
+ "net": 204,
353
+ "uk": 205,
354
+ "cn": 206,
355
+ "org": 207,
356
+ "info": 208,
357
+ "nl": 209,
358
+ "eu": 210,
359
+ "ru": 211,
360
+ "su": 212,
361
+ "br": 213,
362
+ "htm": 214,
363
+ "php": 215,
364
+ "co": 216,
365
+ "ly": 217,
366
+ "bit": 218,
367
+ "log": 219,
368
+ "index": 220,
369
+ "bank": 221,
370
+ "za": 222,
371
+ "direct": 223,
372
+ "mail": 224,
373
+ "it": 225,
374
+ "run": 226,
375
+ "security": 227,
376
+ "code": 228,
377
+ "promo": 229,
378
+ "jpg": 230,
379
+ "img": 231,
380
+ "pay": 232,
381
+ "form": 233,
382
+ "docs": 234,
383
+ "host": 235,
384
+ "ec": 236,
385
+ "cx": 237,
386
+ "free": 238,
387
+ "true": 239,
388
+ "amp": 240,
389
+ "blog": 241,
390
+ "key": 242,
391
+ "pal": 243,
392
+ "contact": 244,
393
+ "online": 245,
394
+ "abc": 246,
395
+ "media": 247,
396
+ "admin": 248,
397
+ "etc": 249,
398
+ "login": 250,
399
+ "cmd": 251,
400
+ "bin": 252,
401
+ "web": 253,
402
+ "verif": 254,
403
+ "the": 255,
404
+ "in": 256,
405
+ "of": 257,
406
+ "la": 258,
407
+ "en": 259,
408
+ "and": 260,
409
+ "to": 261,
410
+ "der": 262,
411
+ "un": 263,
412
+ "di": 264,
413
+ "que": 265,
414
+ "is": 266,
415
+ "el": 267,
416
+ "se": 268,
417
+ "del": 269,
418
+ "die": 270,
419
+ "und": 271,
420
+ "et": 272,
421
+ "na": 273,
422
+ "was": 274,
423
+ "on": 275,
424
+ "des": 276,
425
+ "den": 277,
426
+ "le": 278,
427
+ "for": 279,
428
+ "da": 280,
429
+ "je": 281,
430
+ "van": 282,
431
+ "as": 283,
432
+ "sa": 284,
433
+ "do": 285,
434
+ "an": 286,
435
+ "les": 287,
436
+ "una": 288,
437
+ "il": 289,
438
+ "by": 290,
439
+ "og": 291,
440
+ "at": 292,
441
+ "er": 293,
442
+ "al": 294,
443
+ "von": 295,
444
+ "du": 296,
445
+ "av": 297,
446
+ "med": 298,
447
+ "con": 299,
448
+ "est": 300,
449
+ "per": 301,
450
+ "som": 302,
451
+ "los": 303,
452
+ "por": 304,
453
+ "from": 305,
454
+ "that": 306,
455
+ "no": 307,
456
+ "11": 308,
457
+ "es": 309,
458
+ "ja": 310,
459
+ "km": 311,
460
+ "om": 312,
461
+ "im": 313,
462
+ "dan": 314,
463
+ "para": 315,
464
+ "mit": 316,
465
+ "El": 317,
466
+ "his": 318,
467
+ "ha": 319,
468
+ "une": 320,
469
+ "das": 321,
470
+ "par": 322,
471
+ "au": 323,
472
+ "dans": 324,
473
+ "he": 325,
474
+ "che": 326,
475
+ "em": 327,
476
+ "dem": 328,
477
+ "til": 329,
478
+ "се": 330,
479
+ "han": 331,
480
+ "las": 332,
481
+ "della": 333,
482
+ "new": 334,
483
+ "um": 335,
484
+ "si": 336,
485
+ "var": 337,
486
+ "are": 338,
487
+ "op": 339,
488
+ "zu": 340,
489
+ "were": 341,
490
+ "od": 342,
491
+ "son": 343,
492
+ "which": 344,
493
+ "va": 345,
494
+ "pour": 346,
495
+ "ve": 347,
496
+ "sur": 348,
497
+ "war": 349,
498
+ "be": 350,
499
+ "det": 351,
500
+ "gov": 352,
501
+ "qui": 353,
502
+ "az": 354,
503
+ "te": 355,
504
+ "had": 356,
505
+ "also": 357,
506
+ "so": 358,
507
+ "am": 359,
508
+ "has": 360,
509
+ "dos": 361,
510
+ "ur": 362,
511
+ "entre": 363,
512
+ "lo": 364,
513
+ "era": 365,
514
+ "ni": 366,
515
+ "first": 367,
516
+ "os": 368,
517
+ "met": 369,
518
+ "ou": 370,
519
+ "all": 371,
520
+ "aus": 372,
521
+ "non": 373,
522
+ "film": 374,
523
+ "po": 375,
524
+ "into": 376,
525
+ "till": 377,
526
+ "ble": 378,
527
+ "ka": 379,
528
+ "mai": 380,
529
+ "up": 381,
530
+ "ng": 382,
531
+ "aux": 383,
532
+ "ad": 384,
533
+ "ki": 385,
534
+ "me": 386,
535
+ "ze": 387,
536
+ "can": 388,
537
+ "out": 389,
538
+ "wie": 390,
539
+ "со": 391,
540
+ "fu": 392,
541
+ "vom": 393,
542
+ "nu": 394,
543
+ "club": 395,
544
+ "team": 396,
545
+ "ca": 397,
546
+ "pe": 398,
547
+ "ke": 399
548
+ }
549
+ }
550
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_basic_tokenize": true,
47
+ "do_lower_case": true,
48
+ "lowercase": true,
49
+ "mask_token": "[MASK]",
50
+ "model_max_length": 1000000000000000019884624838656,
51
+ "never_split": null,
52
+ "pad_token": "[PAD]",
53
+ "sep_token": "[SEP]",
54
+ "strip_accents": null,
55
+ "tokenize_chinese_chars": true,
56
+ "tokenizer_class": "BertTokenizer",
57
+ "unk_token": "[UNK]"
58
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3351cd071e5d4c0173afd8c6d0de8781e0a0b6a8f794ed7c6178f131f56513ba
3
+ size 5176
vocab.txt ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [PAD]
2
+ [UNK]
3
+ [CLS]
4
+ [SEP]
5
+ [MASK]
6
+ http
7
+ https
8
+ www
9
+ /
10
+ .
11
+ :
12
+ &
13
+ ?
14
+ -
15
+ _
16
+ %
17
+ ##0
18
+ ##1
19
+ ##2
20
+ ##3
21
+ ##4
22
+ ##5
23
+ ##6
24
+ ##7
25
+ ##8
26
+ ##9
27
+ 0
28
+ 1
29
+ 2
30
+ 3
31
+ 4
32
+ 5
33
+ 6
34
+ 7
35
+ 8
36
+ 9
37
+ z
38
+ y
39
+ x
40
+ w
41
+ v
42
+ u
43
+ t
44
+ s
45
+ r
46
+ q
47
+ p
48
+ o
49
+ n
50
+ m
51
+ l
52
+ k
53
+ j
54
+ i
55
+ h
56
+ g
57
+ f
58
+ e
59
+ d
60
+ c
61
+ b
62
+ a
63
+ ##z
64
+ ##y
65
+ ##x
66
+ ##w
67
+ ##v
68
+ ##u
69
+ ##t
70
+ ##s
71
+ ##r
72
+ ##q
73
+ ##p
74
+ ##o
75
+ ##n
76
+ ##m
77
+ ##l
78
+ ##k
79
+ ##j
80
+ ##i
81
+ ##h
82
+ ##g
83
+ ##f
84
+ ##e
85
+ ##d
86
+ ##c
87
+ ##b
88
+ ##a
89
+ ##ing
90
+ ##ly
91
+ ##er
92
+ ##in
93
+ ##tion
94
+ ##re
95
+ ##un
96
+ ##ed
97
+ ##al
98
+ ##ter
99
+ ##de
100
+ ##con
101
+ ##an
102
+ ##ti
103
+ ##ic
104
+ ##cal
105
+ ##to
106
+ ##ty
107
+ ##ness
108
+ ##ta
109
+ ##di
110
+ ##la
111
+ ##en
112
+ ##es
113
+ ##ma
114
+ ##per
115
+ ##man
116
+ ##ri
117
+ ##na
118
+ ##ca
119
+ ##ex
120
+ ##dis
121
+ ##ra
122
+ ##ers
123
+ ##non
124
+ ##tions
125
+ ##com
126
+ ##ni
127
+ ##co
128
+ ##pro
129
+ ##tive
130
+ ##mi
131
+ ##pre
132
+ ##der
133
+ ##sub
134
+ ##able
135
+ ##tor
136
+ ##li
137
+ ##si
138
+ ##hy
139
+ ##mo
140
+ ##men
141
+ ##ar
142
+ ##im
143
+ ##ton
144
+ ##sis
145
+ ##tic
146
+ ##da
147
+ ##at
148
+ ##ci
149
+ ##or
150
+ ##lar
151
+ ##car
152
+ ##ment
153
+ ##lo
154
+ ##ac
155
+ ##cy
156
+ ##tu
157
+ ##less
158
+ ##as
159
+ ##um
160
+ ##pa
161
+ ##tal
162
+ ##ry
163
+ ##ro
164
+ ##fi
165
+ ##over
166
+ ##po
167
+ ##is
168
+ ##son
169
+ ##so
170
+ ##do
171
+ ##cu
172
+ ##bi
173
+ ##be
174
+ ##tri
175
+ ##ful
176
+ ##vi
177
+ ##mis
178
+ ##su
179
+ ##va
180
+ ##ous
181
+ ftp
182
+ tel
183
+ file
184
+ ws
185
+ wss
186
+ ssh
187
+ ldaps
188
+ gopher
189
+ view
190
+ source
191
+ about
192
+ chrome
193
+ data
194
+ irc
195
+ magnet
196
+ mms
197
+ redis
198
+ svn
199
+ vnc
200
+ dns
201
+ ntp
202
+ ip
203
+ com
204
+ de
205
+ net
206
+ uk
207
+ cn
208
+ org
209
+ info
210
+ nl
211
+ eu
212
+ ru
213
+ su
214
+ br
215
+ htm
216
+ php
217
+ co
218
+ ly
219
+ bit
220
+ log
221
+ index
222
+ bank
223
+ za
224
+ direct
225
+ mail
226
+ it
227
+ run
228
+ security
229
+ code
230
+ promo
231
+ jpg
232
+ img
233
+ pay
234
+ form
235
+ docs
236
+ host
237
+ ec
238
+ cx
239
+ free
240
+ true
241
+ amp
242
+ blog
243
+ key
244
+ pal
245
+ contact
246
+ online
247
+ abc
248
+ media
249
+ admin
250
+ etc
251
+ login
252
+ cmd
253
+ bin
254
+ web
255
+ verif
256
+ the
257
+ in
258
+ of
259
+ la
260
+ en
261
+ and
262
+ to
263
+ der
264
+ un
265
+ di
266
+ que
267
+ is
268
+ el
269
+ se
270
+ del
271
+ die
272
+ und
273
+ et
274
+ na
275
+ was
276
+ on
277
+ des
278
+ den
279
+ le
280
+ for
281
+ da
282
+ je
283
+ van
284
+ as
285
+ sa
286
+ do
287
+ an
288
+ les
289
+ una
290
+ il
291
+ by
292
+ og
293
+ at
294
+ er
295
+ al
296
+ von
297
+ du
298
+ av
299
+ med
300
+ con
301
+ est
302
+ per
303
+ som
304
+ los
305
+ por
306
+ from
307
+ that
308
+ no
309
+ 11
310
+ es
311
+ ja
312
+ km
313
+ om
314
+ im
315
+ dan
316
+ para
317
+ mit
318
+ El
319
+ his
320
+ ha
321
+ une
322
+ das
323
+ par
324
+ au
325
+ dans
326
+ he
327
+ che
328
+ em
329
+ dem
330
+ til
331
+ се
332
+ han
333
+ las
334
+ della
335
+ new
336
+ um
337
+ si
338
+ var
339
+ are
340
+ op
341
+ zu
342
+ were
343
+ od
344
+ son
345
+ which
346
+ va
347
+ pour
348
+ ve
349
+ sur
350
+ war
351
+ be
352
+ det
353
+ gov
354
+ qui
355
+ az
356
+ te
357
+ had
358
+ also
359
+ so
360
+ am
361
+ has
362
+ dos
363
+ ur
364
+ entre
365
+ lo
366
+ era
367
+ ni
368
+ first
369
+ os
370
+ met
371
+ ou
372
+ all
373
+ aus
374
+ non
375
+ film
376
+ po
377
+ into
378
+ till
379
+ ble
380
+ ka
381
+ mai
382
+ up
383
+ ng
384
+ aux
385
+ ad
386
+ ki
387
+ me
388
+ ze
389
+ can
390
+ out
391
+ wie
392
+ со
393
+ fu
394
+ vom
395
+ nu
396
+ club
397
+ team
398
+ ca
399
+ pe
400
+ ke