Hugging Face's logo

floriangardin
/
musiclang

Text Generation
Transformers
PyTorch
gpt2
text-generation-inference
Inference Endpoints
Model card Files Community
5
floriangardin commited on
Commit
114c8ad
•
1 Parent(s): 06ba979

Upload tokenizer

Browse files
Files changed (4) hide show
  1. added_tokens.json +2 -2
  2. merges.txt +0 -201
  3. tokenizer.json +5 -408
  4. vocab.json +1 -1
added_tokens.json CHANGED
@@ -1,4 +1,4 @@
1
  {
2
- "<pad>": 462,
3
- "<|endoftext|>": 461
4
  }
 
1
  {
2
+ "<pad>": 261,
3
+ "<|endoftext|>": 260
4
  }
merges.txt CHANGED
@@ -1,202 +1 @@
1
  #version: 0.2
2
- Ġ +
3
- Ġ s
4
- ) .
5
- ( -
6
- Ġ r
7
- Ġ Ċ
8
- _ _
9
- a n
10
- i an
11
- p ian
12
- pian o
13
- m p
14
- p p
15
- Ġ h
16
- Ġ l
17
- ) (
18
- Ġ %
19
- ) +
20
- I I
21
- e d
22
- ' ]
23
- [ '
24
- q d
25
- Ġ V
26
- s d
27
- a c
28
- a u
29
- e n
30
- f r
31
- g m
32
- au gm
33
- en t
34
- fr ac
35
- augm ent
36
- Ġ II
37
- Ġ I
38
- b r
39
- g h
40
- i gh
41
- br igh
42
- brigh t
43
- 1 1
44
- 1 0
45
- ) ,
46
- Ġ 2
47
- ĠV I
48
- ĠV II
49
- ) )
50
- ĠII I
51
- h d
52
- ) ).
53
- ĠI V
54
- Ġ2 4
55
- V II
56
- 6 4
57
- Ġ2 1
58
- I V
59
- pp p
60
- 6 5
61
- ) )+
62
- w d
63
- 4 3
64
- f f
65
- V I
66
- Ġ 4
67
- 5 6
68
- Ġ 56
69
- Ġ4 0
70
- 1 2
71
- II I
72
- Ġ 3
73
- 1 3
74
- Ġ3 5
75
- 1 5
76
- Ġ 15
77
- 1 4
78
- Ġ4 2
79
- ) ),
80
- Ġ3 0
81
- ) ']
82
- 1 7
83
- ( +
84
- (+ )']
85
- { -
86
- } ']
87
- ff f
88
- 1 9
89
- m m
90
- 1 6
91
- 2 3
92
- )) )+
93
- [' (+)']
94
- Ġ 8
95
- 2 5
96
- Ġ 16
97
- Ġ8 4
98
- 2 0
99
- 3 1
100
- 2 1
101
- 2 9
102
- 1 8
103
- 3 7
104
- Ġ16 8
105
- 6 0
106
- Ġ 60
107
- t d
108
- 5 3
109
- 5 9
110
- 3 5
111
- 4 5
112
- Ġ 12
113
- Ġ12 0
114
- 4 7
115
- 7 3
116
- 7 0
117
- 4 1
118
- Ġ 70
119
- 5 5
120
- 3 9
121
- Ġ8 0
122
- 3 3
123
- 6 1
124
- 8 3
125
- 8 7
126
- 2 6
127
- 8 1
128
- 6 7
129
- 8 9
130
- 7 7
131
- Ġ4 8
132
- 5 7
133
- Ġ 11
134
- Ġ11 2
135
- 2 7
136
- 10 1
137
- 6 2
138
- 7 9
139
- 10 9
140
- 2 2
141
- Ġ 14
142
- Ġ14 0
143
- 4 9
144
- 7 1
145
- 8 0
146
- 9 5
147
- 11 3
148
- 10 3
149
- 11 5
150
- Ġ2 80
151
- 15 1
152
- 1 43
153
- 3 2
154
- 6 9
155
- 8 5
156
- Ġ24 0
157
- 2 41
158
- 4 0
159
- 9 1
160
- 9 7
161
- 12 5
162
- 13 7
163
- 2 23
164
- 2 29
165
- 3 4
166
- 4 8
167
- 6 3
168
- 9 2
169
- 9 3
170
- Ġ 10
171
- 11 9
172
- 12 1
173
- 12 3
174
- 12 7
175
- 13 1
176
- 17 3
177
- 17 9
178
- Ġ84 0
179
- 29 3
180
- Ġ10 5
181
- 2 21
182
- 2 89
183
- 3 6
184
- 3 65
185
- 4 4
186
- 4 6
187
- 11 7
188
- Ġ2 10
189
- )) )
190
- 12 9
191
- Ġ3 36
192
- 13 3
193
- 13 9
194
- 15 7
195
- 19 7
196
- 19 9
197
- 16 7
198
- 16 9
199
- 20 7
200
- 18 1
201
- 18 5
202
- 18 7
 
1
  #version: 0.2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tokenizer.json CHANGED
@@ -2,14 +2,14 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 128,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
  "padding": null,
10
  "added_tokens": [
11
  {
12
- "id": 461,
13
  "content": "<|endoftext|>",
14
  "single_word": false,
15
  "lstrip": false,
@@ -18,7 +18,7 @@
18
  "special": true
19
  },
20
  {
21
- "id": 462,
22
  "content": "<pad>",
23
  "single_word": false,
24
  "lstrip": false,
@@ -314,411 +314,8 @@
314
  "ŀ": 256,
315
  "Ł": 257,
316
  "ł": 258,
317
- "Ń": 259,
318
- "Ġ+": 260,
319
- "Ġs": 261,
320
- ").": 262,
321
- "(-": 263,
322
- "Ġr": 264,
323
- "ĠĊ": 265,
324
- "__": 266,
325
- "an": 267,
326
- "ian": 268,
327
- "pian": 269,
328
- "piano": 270,
329
- "mp": 271,
330
- "pp": 272,
331
- "Ġh": 273,
332
- "Ġl": 274,
333
- ")(": 275,
334
- "Ġ%": 276,
335
- ")+": 277,
336
- "II": 278,
337
- "ed": 279,
338
- "']": 280,
339
- "['": 281,
340
- "qd": 282,
341
- "ĠV": 283,
342
- "sd": 284,
343
- "ac": 285,
344
- "au": 286,
345
- "en": 287,
346
- "fr": 288,
347
- "gm": 289,
348
- "augm": 290,
349
- "ent": 291,
350
- "frac": 292,
351
- "augment": 293,
352
- "ĠII": 294,
353
- "ĠI": 295,
354
- "br": 296,
355
- "gh": 297,
356
- "igh": 298,
357
- "brigh": 299,
358
- "bright": 300,
359
- "11": 301,
360
- "10": 302,
361
- "),": 303,
362
- "Ġ2": 304,
363
- "ĠVI": 305,
364
- "ĠVII": 306,
365
- "))": 307,
366
- "ĠIII": 308,
367
- "hd": 309,
368
- ")).": 310,
369
- "ĠIV": 311,
370
- "Ġ24": 312,
371
- "VII": 313,
372
- "64": 314,
373
- "Ġ21": 315,
374
- "IV": 316,
375
- "ppp": 317,
376
- "65": 318,
377
- "))+": 319,
378
- "wd": 320,
379
- "43": 321,
380
- "ff": 322,
381
- "VI": 323,
382
- "Ġ4": 324,
383
- "56": 325,
384
- "Ġ56": 326,
385
- "Ġ40": 327,
386
- "12": 328,
387
- "III": 329,
388
- "Ġ3": 330,
389
- "13": 331,
390
- "Ġ35": 332,
391
- "15": 333,
392
- "Ġ15": 334,
393
- "14": 335,
394
- "Ġ42": 336,
395
- ")),": 337,
396
- "Ġ30": 338,
397
- ")']": 339,
398
- "17": 340,
399
- "(+": 341,
400
- "(+)']": 342,
401
- "{-": 343,
402
- "}']": 344,
403
- "fff": 345,
404
- "19": 346,
405
- "mm": 347,
406
- "16": 348,
407
- "23": 349,
408
- ")))+": 350,
409
- "['(+)']": 351,
410
- "Ġ8": 352,
411
- "25": 353,
412
- "Ġ16": 354,
413
- "Ġ84": 355,
414
- "20": 356,
415
- "31": 357,
416
- "21": 358,
417
- "29": 359,
418
- "18": 360,
419
- "37": 361,
420
- "Ġ168": 362,
421
- "60": 363,
422
- "Ġ60": 364,
423
- "td": 365,
424
- "53": 366,
425
- "59": 367,
426
- "35": 368,
427
- "45": 369,
428
- "Ġ12": 370,
429
- "Ġ120": 371,
430
- "47": 372,
431
- "73": 373,
432
- "70": 374,
433
- "41": 375,
434
- "Ġ70": 376,
435
- "55": 377,
436
- "39": 378,
437
- "Ġ80": 379,
438
- "33": 380,
439
- "61": 381,
440
- "83": 382,
441
- "87": 383,
442
- "26": 384,
443
- "81": 385,
444
- "67": 386,
445
- "89": 387,
446
- "77": 388,
447
- "Ġ48": 389,
448
- "57": 390,
449
- "Ġ11": 391,
450
- "Ġ112": 392,
451
- "27": 393,
452
- "101": 394,
453
- "62": 395,
454
- "79": 396,
455
- "109": 397,
456
- "22": 398,
457
- "Ġ14": 399,
458
- "Ġ140": 400,
459
- "49": 401,
460
- "71": 402,
461
- "80": 403,
462
- "95": 404,
463
- "113": 405,
464
- "103": 406,
465
- "115": 407,
466
- "Ġ280": 408,
467
- "151": 409,
468
- "143": 410,
469
- "32": 411,
470
- "69": 412,
471
- "85": 413,
472
- "Ġ240": 414,
473
- "241": 415,
474
- "40": 416,
475
- "91": 417,
476
- "97": 418,
477
- "125": 419,
478
- "137": 420,
479
- "223": 421,
480
- "229": 422,
481
- "34": 423,
482
- "48": 424,
483
- "63": 425,
484
- "92": 426,
485
- "93": 427,
486
- "Ġ10": 428,
487
- "119": 429,
488
- "121": 430,
489
- "123": 431,
490
- "127": 432,
491
- "131": 433,
492
- "173": 434,
493
- "179": 435,
494
- "Ġ840": 436,
495
- "293": 437,
496
- "Ġ105": 438,
497
- "221": 439,
498
- "289": 440,
499
- "36": 441,
500
- "365": 442,
501
- "44": 443,
502
- "46": 444,
503
- "117": 445,
504
- "Ġ210": 446,
505
- ")))": 447,
506
- "129": 448,
507
- "Ġ336": 449,
508
- "133": 450,
509
- "139": 451,
510
- "157": 452,
511
- "197": 453,
512
- "199": 454,
513
- "167": 455,
514
- "169": 456,
515
- "207": 457,
516
- "181": 458,
517
- "185": 459,
518
- "187": 460
519
  },
520
- "merges": [
521
- "Ġ +",
522
- "Ġ s",
523
- ") .",
524
- "( -",
525
- "Ġ r",
526
- "Ġ Ċ",
527
- "_ _",
528
- "a n",
529
- "i an",
530
- "p ian",
531
- "pian o",
532
- "m p",
533
- "p p",
534
- "Ġ h",
535
- "Ġ l",
536
- ") (",
537
- "Ġ %",
538
- ") +",
539
- "I I",
540
- "e d",
541
- "' ]",
542
- "[ '",
543
- "q d",
544
- "Ġ V",
545
- "s d",
546
- "a c",
547
- "a u",
548
- "e n",
549
- "f r",
550
- "g m",
551
- "au gm",
552
- "en t",
553
- "fr ac",
554
- "augm ent",
555
- "Ġ II",
556
- "Ġ I",
557
- "b r",
558
- "g h",
559
- "i gh",
560
- "br igh",
561
- "brigh t",
562
- "1 1",
563
- "1 0",
564
- ") ,",
565
- "Ġ 2",
566
- "ĠV I",
567
- "ĠV II",
568
- ") )",
569
- "ĠII I",
570
- "h d",
571
- ") ).",
572
- "ĠI V",
573
- "Ġ2 4",
574
- "V II",
575
- "6 4",
576
- "Ġ2 1",
577
- "I V",
578
- "pp p",
579
- "6 5",
580
- ") )+",
581
- "w d",
582
- "4 3",
583
- "f f",
584
- "V I",
585
- "Ġ 4",
586
- "5 6",
587
- "Ġ 56",
588
- "Ġ4 0",
589
- "1 2",
590
- "II I",
591
- "Ġ 3",
592
- "1 3",
593
- "Ġ3 5",
594
- "1 5",
595
- "Ġ 15",
596
- "1 4",
597
- "Ġ4 2",
598
- ") ),",
599
- "Ġ3 0",
600
- ") ']",
601
- "1 7",
602
- "( +",
603
- "(+ )']",
604
- "{ -",
605
- "} ']",
606
- "ff f",
607
- "1 9",
608
- "m m",
609
- "1 6",
610
- "2 3",
611
- ")) )+",
612
- "[' (+)']",
613
- "Ġ 8",
614
- "2 5",
615
- "Ġ 16",
616
- "Ġ8 4",
617
- "2 0",
618
- "3 1",
619
- "2 1",
620
- "2 9",
621
- "1 8",
622
- "3 7",
623
- "Ġ16 8",
624
- "6 0",
625
- "Ġ 60",
626
- "t d",
627
- "5 3",
628
- "5 9",
629
- "3 5",
630
- "4 5",
631
- "Ġ 12",
632
- "Ġ12 0",
633
- "4 7",
634
- "7 3",
635
- "7 0",
636
- "4 1",
637
- "Ġ 70",
638
- "5 5",
639
- "3 9",
640
- "Ġ8 0",
641
- "3 3",
642
- "6 1",
643
- "8 3",
644
- "8 7",
645
- "2 6",
646
- "8 1",
647
- "6 7",
648
- "8 9",
649
- "7 7",
650
- "Ġ4 8",
651
- "5 7",
652
- "Ġ 11",
653
- "Ġ11 2",
654
- "2 7",
655
- "10 1",
656
- "6 2",
657
- "7 9",
658
- "10 9",
659
- "2 2",
660
- "Ġ 14",
661
- "Ġ14 0",
662
- "4 9",
663
- "7 1",
664
- "8 0",
665
- "9 5",
666
- "11 3",
667
- "10 3",
668
- "11 5",
669
- "Ġ2 80",
670
- "15 1",
671
- "1 43",
672
- "3 2",
673
- "6 9",
674
- "8 5",
675
- "Ġ24 0",
676
- "2 41",
677
- "4 0",
678
- "9 1",
679
- "9 7",
680
- "12 5",
681
- "13 7",
682
- "2 23",
683
- "2 29",
684
- "3 4",
685
- "4 8",
686
- "6 3",
687
- "9 2",
688
- "9 3",
689
- "Ġ 10",
690
- "11 9",
691
- "12 1",
692
- "12 3",
693
- "12 7",
694
- "13 1",
695
- "17 3",
696
- "17 9",
697
- "Ġ84 0",
698
- "29 3",
699
- "Ġ10 5",
700
- "2 21",
701
- "2 89",
702
- "3 6",
703
- "3 65",
704
- "4 4",
705
- "4 6",
706
- "11 7",
707
- "Ġ2 10",
708
- ")) )",
709
- "12 9",
710
- "Ġ3 36",
711
- "13 3",
712
- "13 9",
713
- "15 7",
714
- "19 7",
715
- "19 9",
716
- "16 7",
717
- "16 9",
718
- "20 7",
719
- "18 1",
720
- "18 5",
721
- "18 7"
722
- ]
723
  }
724
  }
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 256,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
  "padding": null,
10
  "added_tokens": [
11
  {
12
+ "id": 260,
13
  "content": "<|endoftext|>",
14
  "single_word": false,
15
  "lstrip": false,
 
18
  "special": true
19
  },
20
  {
21
+ "id": 261,
22
  "content": "<pad>",
23
  "single_word": false,
24
  "lstrip": false,
 
314
  "ŀ": 256,
315
  "Ł": 257,
316
  "ł": 258,
317
+ "Ń": 259
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
318
  },
319
+ "merges": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
320
  }
321
  }
vocab.json CHANGED
@@ -1 +1 @@
1
- {"<s>":0,"</s>":1,"<unk>":2,"<mask>":3,"!":4,"\"":5,"#":6,"$":7,"%":8,"&":9,"'":10,"(":11,")":12,"*":13,"+":14,",":15,"-":16,".":17,"/":18,"0":19,"1":20,"2":21,"3":22,"4":23,"5":24,"6":25,"7":26,"8":27,"9":28,":":29,";":30,"<":31,"=":32,">":33,"?":34,"@":35,"A":36,"B":37,"C":38,"D":39,"E":40,"F":41,"G":42,"H":43,"I":44,"J":45,"K":46,"L":47,"M":48,"N":49,"O":50,"P":51,"Q":52,"R":53,"S":54,"T":55,"U":56,"V":57,"W":58,"X":59,"Y":60,"Z":61,"[":62,"\\":63,"]":64,"^":65,"_":66,"`":67,"a":68,"b":69,"c":70,"d":71,"e":72,"f":73,"g":74,"h":75,"i":76,"j":77,"k":78,"l":79,"m":80,"n":81,"o":82,"p":83,"q":84,"r":85,"s":86,"t":87,"u":88,"v":89,"w":90,"x":91,"y":92,"z":93,"{":94,"|":95,"}":96,"~":97,"¡":98,"¢":99,"£":100,"¤":101,"¥":102,"¦":103,"§":104,"¨":105,"©":106,"ª":107,"«":108,"¬":109,"®":110,"¯":111,"°":112,"±":113,"²":114,"³":115,"´":116,"µ":117,"¶":118,"·":119,"¸":120,"¹":121,"º":122,"»":123,"¼":124,"½":125,"¾":126,"¿":127,"À":128,"Á":129,"Â":130,"Ã":131,"Ä":132,"Å":133,"Æ":134,"Ç":135,"È":136,"É":137,"Ê":138,"Ë":139,"Ì":140,"Í":141,"Î":142,"Ï":143,"Ð":144,"Ñ":145,"Ò":146,"Ó":147,"Ô":148,"Õ":149,"Ö":150,"×":151,"Ø":152,"Ù":153,"Ú":154,"Û":155,"Ü":156,"Ý":157,"Þ":158,"ß":159,"à":160,"á":161,"â":162,"ã":163,"ä":164,"å":165,"æ":166,"ç":167,"è":168,"é":169,"ê":170,"ë":171,"ì":172,"í":173,"î":174,"ï":175,"ð":176,"ñ":177,"ò":178,"ó":179,"ô":180,"õ":181,"ö":182,"÷":183,"ø":184,"ù":185,"ú":186,"û":187,"ü":188,"ý":189,"þ":190,"ÿ":191,"Ā":192,"ā":193,"Ă":194,"ă":195,"Ą":196,"ą":197,"Ć":198,"ć":199,"Ĉ":200,"ĉ":201,"Ċ":202,"ċ":203,"Č":204,"č":205,"Ď":206,"ď":207,"Đ":208,"đ":209,"Ē":210,"ē":211,"Ĕ":212,"ĕ":213,"Ė":214,"ė":215,"Ę":216,"ę":217,"Ě":218,"ě":219,"Ĝ":220,"ĝ":221,"Ğ":222,"ğ":223,"Ġ":224,"ġ":225,"Ģ":226,"ģ":227,"Ĥ":228,"ĥ":229,"Ħ":230,"ħ":231,"Ĩ":232,"ĩ":233,"Ī":234,"ī":235,"Ĭ":236,"ĭ":237,"Į":238,"į":239,"İ":240,"ı":241,"IJ":242,"ij":243,"Ĵ":244,"ĵ":245,"Ķ":246,"ķ":247,"ĸ":248,"Ĺ":249,"ĺ":250,"Ļ":251,"ļ":252,"Ľ":253,"ľ":254,"Ŀ":255,"ŀ":256,"Ł":257,"ł":258,"Ń":259,"Ġ+":260,"Ġs":261,").":262,"(-":263,"Ġr":264,"ĠĊ":265,"__":266,"an":267,"ian":268,"pian":269,"piano":270,"mp":271,"pp":272,"Ġh":273,"Ġl":274,")(":275,"Ġ%":276,")+":277,"II":278,"ed":279,"']":280,"['":281,"qd":282,"ĠV":283,"sd":284,"ac":285,"au":286,"en":287,"fr":288,"gm":289,"augm":290,"ent":291,"frac":292,"augment":293,"ĠII":294,"ĠI":295,"br":296,"gh":297,"igh":298,"brigh":299,"bright":300,"11":301,"10":302,"),":303,"Ġ2":304,"ĠVI":305,"ĠVII":306,"))":307,"ĠIII":308,"hd":309,")).":310,"ĠIV":311,"Ġ24":312,"VII":313,"64":314,"Ġ21":315,"IV":316,"ppp":317,"65":318,"))+":319,"wd":320,"43":321,"ff":322,"VI":323,"Ġ4":324,"56":325,"Ġ56":326,"Ġ40":327,"12":328,"III":329,"Ġ3":330,"13":331,"Ġ35":332,"15":333,"Ġ15":334,"14":335,"Ġ42":336,")),":337,"Ġ30":338,")']":339,"17":340,"(+":341,"(+)']":342,"{-":343,"}']":344,"fff":345,"19":346,"mm":347,"16":348,"23":349,")))+":350,"['(+)']":351,"Ġ8":352,"25":353,"Ġ16":354,"Ġ84":355,"20":356,"31":357,"21":358,"29":359,"18":360,"37":361,"Ġ168":362,"60":363,"Ġ60":364,"td":365,"53":366,"59":367,"35":368,"45":369,"Ġ12":370,"Ġ120":371,"47":372,"73":373,"70":374,"41":375,"Ġ70":376,"55":377,"39":378,"Ġ80":379,"33":380,"61":381,"83":382,"87":383,"26":384,"81":385,"67":386,"89":387,"77":388,"Ġ48":389,"57":390,"Ġ11":391,"Ġ112":392,"27":393,"101":394,"62":395,"79":396,"109":397,"22":398,"Ġ14":399,"Ġ140":400,"49":401,"71":402,"80":403,"95":404,"113":405,"103":406,"115":407,"Ġ280":408,"151":409,"143":410,"32":411,"69":412,"85":413,"Ġ240":414,"241":415,"40":416,"91":417,"97":418,"125":419,"137":420,"223":421,"229":422,"34":423,"48":424,"63":425,"92":426,"93":427,"Ġ10":428,"119":429,"121":430,"123":431,"127":432,"131":433,"173":434,"179":435,"Ġ840":436,"293":437,"Ġ105":438,"221":439,"289":440,"36":441,"365":442,"44":443,"46":444,"117":445,"Ġ210":446,")))":447,"129":448,"Ġ336":449,"133":450,"139":451,"157":452,"197":453,"199":454,"167":455,"169":456,"207":457,"181":458,"185":459,"187":460}
 
1
+ {"<s>":0,"</s>":1,"<unk>":2,"<mask>":3,"!":4,"\"":5,"#":6,"$":7,"%":8,"&":9,"'":10,"(":11,")":12,"*":13,"+":14,",":15,"-":16,".":17,"/":18,"0":19,"1":20,"2":21,"3":22,"4":23,"5":24,"6":25,"7":26,"8":27,"9":28,":":29,";":30,"<":31,"=":32,">":33,"?":34,"@":35,"A":36,"B":37,"C":38,"D":39,"E":40,"F":41,"G":42,"H":43,"I":44,"J":45,"K":46,"L":47,"M":48,"N":49,"O":50,"P":51,"Q":52,"R":53,"S":54,"T":55,"U":56,"V":57,"W":58,"X":59,"Y":60,"Z":61,"[":62,"\\":63,"]":64,"^":65,"_":66,"`":67,"a":68,"b":69,"c":70,"d":71,"e":72,"f":73,"g":74,"h":75,"i":76,"j":77,"k":78,"l":79,"m":80,"n":81,"o":82,"p":83,"q":84,"r":85,"s":86,"t":87,"u":88,"v":89,"w":90,"x":91,"y":92,"z":93,"{":94,"|":95,"}":96,"~":97,"¡":98,"¢":99,"£":100,"¤":101,"¥":102,"¦":103,"§":104,"¨":105,"©":106,"ª":107,"«":108,"¬":109,"®":110,"¯":111,"°":112,"±":113,"²":114,"³":115,"´":116,"µ":117,"¶":118,"·":119,"¸":120,"¹":121,"º":122,"»":123,"¼":124,"½":125,"¾":126,"¿":127,"À":128,"Á":129,"Â":130,"Ã":131,"Ä":132,"Å":133,"Æ":134,"Ç":135,"È":136,"É":137,"Ê":138,"Ë":139,"Ì":140,"Í":141,"Î":142,"Ï":143,"Ð":144,"Ñ":145,"Ò":146,"Ó":147,"Ô":148,"Õ":149,"Ö":150,"×":151,"Ø":152,"Ù":153,"Ú":154,"Û":155,"Ü":156,"Ý":157,"Þ":158,"ß":159,"à":160,"á":161,"â":162,"ã":163,"ä":164,"å":165,"æ":166,"ç":167,"è":168,"é":169,"ê":170,"ë":171,"ì":172,"í":173,"î":174,"ï":175,"ð":176,"ñ":177,"ò":178,"ó":179,"ô":180,"õ":181,"ö":182,"÷":183,"ø":184,"ù":185,"ú":186,"û":187,"ü":188,"ý":189,"þ":190,"ÿ":191,"Ā":192,"ā":193,"Ă":194,"ă":195,"Ą":196,"ą":197,"Ć":198,"ć":199,"Ĉ":200,"ĉ":201,"Ċ":202,"ċ":203,"Č":204,"č":205,"Ď":206,"ď":207,"Đ":208,"đ":209,"Ē":210,"ē":211,"Ĕ":212,"ĕ":213,"Ė":214,"ė":215,"Ę":216,"ę":217,"Ě":218,"ě":219,"Ĝ":220,"ĝ":221,"Ğ":222,"ğ":223,"Ġ":224,"ġ":225,"Ģ":226,"ģ":227,"Ĥ":228,"ĥ":229,"Ħ":230,"ħ":231,"Ĩ":232,"ĩ":233,"Ī":234,"ī":235,"Ĭ":236,"ĭ":237,"Į":238,"į":239,"İ":240,"ı":241,"IJ":242,"ij":243,"Ĵ":244,"ĵ":245,"Ķ":246,"ķ":247,"ĸ":248,"Ĺ":249,"ĺ":250,"Ļ":251,"ļ":252,"Ľ":253,"ľ":254,"Ŀ":255,"ŀ":256,"Ł":257,"ł":258,"Ń":259}