Hugging Face's logo

floriangardin
/
musiclang

Text Generation
Transformers
PyTorch
gpt2
text-generation-inference
Inference Endpoints
Model card Files Community
5
floriangardin commited on
Commit
77c4c3f
•
1 Parent(s): f21fb3d

Upload tokenizer

Browse files
Files changed (3) hide show
  1. added_tokens.json +2 -1
  2. tokenizer.json +465 -466
  3. vocab.json +1 -1
added_tokens.json CHANGED
@@ -1,3 +1,4 @@
1
  {
2
- "<|endoftext|>": 462
 
3
  }
 
1
  {
2
+ "<pad>": 462,
3
+ "<|endoftext|>": 461
4
  }
tokenizer.json CHANGED
@@ -9,21 +9,21 @@
9
  "padding": null,
10
  "added_tokens": [
11
  {
12
- "id": 1,
13
- "content": "<pad>",
14
  "single_word": false,
15
  "lstrip": false,
16
  "rstrip": false,
17
- "normalized": false,
18
  "special": true
19
  },
20
  {
21
  "id": 462,
22
- "content": "<|endoftext|>",
23
  "single_word": false,
24
  "lstrip": false,
25
  "rstrip": false,
26
- "normalized": true,
27
  "special": true
28
  }
29
  ],
@@ -56,467 +56,466 @@
56
  "byte_fallback": false,
57
  "vocab": {
58
  "<s>": 0,
59
- "<pad>": 1,
60
- "</s>": 2,
61
- "<unk>": 3,
62
- "<mask>": 4,
63
- "!": 5,
64
- "\"": 6,
65
- "#": 7,
66
- "$": 8,
67
- "%": 9,
68
- "&": 10,
69
- "'": 11,
70
- "(": 12,
71
- ")": 13,
72
- "*": 14,
73
- "+": 15,
74
- ",": 16,
75
- "-": 17,
76
- ".": 18,
77
- "/": 19,
78
- "0": 20,
79
- "1": 21,
80
- "2": 22,
81
- "3": 23,
82
- "4": 24,
83
- "5": 25,
84
- "6": 26,
85
- "7": 27,
86
- "8": 28,
87
- "9": 29,
88
- ":": 30,
89
- ";": 31,
90
- "<": 32,
91
- "=": 33,
92
- ">": 34,
93
- "?": 35,
94
- "@": 36,
95
- "A": 37,
96
- "B": 38,
97
- "C": 39,
98
- "D": 40,
99
- "E": 41,
100
- "F": 42,
101
- "G": 43,
102
- "H": 44,
103
- "I": 45,
104
- "J": 46,
105
- "K": 47,
106
- "L": 48,
107
- "M": 49,
108
- "N": 50,
109
- "O": 51,
110
- "P": 52,
111
- "Q": 53,
112
- "R": 54,
113
- "S": 55,
114
- "T": 56,
115
- "U": 57,
116
- "V": 58,
117
- "W": 59,
118
- "X": 60,
119
- "Y": 61,
120
- "Z": 62,
121
- "[": 63,
122
- "\\": 64,
123
- "]": 65,
124
- "^": 66,
125
- "_": 67,
126
- "`": 68,
127
- "a": 69,
128
- "b": 70,
129
- "c": 71,
130
- "d": 72,
131
- "e": 73,
132
- "f": 74,
133
- "g": 75,
134
- "h": 76,
135
- "i": 77,
136
- "j": 78,
137
- "k": 79,
138
- "l": 80,
139
- "m": 81,
140
- "n": 82,
141
- "o": 83,
142
- "p": 84,
143
- "q": 85,
144
- "r": 86,
145
- "s": 87,
146
- "t": 88,
147
- "u": 89,
148
- "v": 90,
149
- "w": 91,
150
- "x": 92,
151
- "y": 93,
152
- "z": 94,
153
- "{": 95,
154
- "|": 96,
155
- "}": 97,
156
- "~": 98,
157
- "¡": 99,
158
- "¢": 100,
159
- "£": 101,
160
- "¤": 102,
161
- "¥": 103,
162
- "¦": 104,
163
- "§": 105,
164
- "¨": 106,
165
- "©": 107,
166
- "ª": 108,
167
- "«": 109,
168
- "¬": 110,
169
- "®": 111,
170
- "¯": 112,
171
- "°": 113,
172
- "±": 114,
173
- "²": 115,
174
- "³": 116,
175
- "´": 117,
176
- "µ": 118,
177
- "": 119,
178
- "·": 120,
179
- "¸": 121,
180
- "¹": 122,
181
- "º": 123,
182
- "»": 124,
183
- "¼": 125,
184
- "½": 126,
185
- "¾": 127,
186
- "¿": 128,
187
- "À": 129,
188
- "Á": 130,
189
- "Â": 131,
190
- "Ã": 132,
191
- "Ä": 133,
192
- "Å": 134,
193
- "Æ": 135,
194
- "Ç": 136,
195
- "È": 137,
196
- "É": 138,
197
- "Ê": 139,
198
- "Ë": 140,
199
- "Ì": 141,
200
- "Í": 142,
201
- "Î": 143,
202
- "Ï": 144,
203
- "Ð": 145,
204
- "Ñ": 146,
205
- "Ò": 147,
206
- "Ó": 148,
207
- "Ô": 149,
208
- "Õ": 150,
209
- "Ö": 151,
210
- "×": 152,
211
- "Ø": 153,
212
- "Ù": 154,
213
- "Ú": 155,
214
- "Û": 156,
215
- "Ü": 157,
216
- "Ý": 158,
217
- "Þ": 159,
218
- "ß": 160,
219
- "à": 161,
220
- "á": 162,
221
- "â": 163,
222
- "ã": 164,
223
- "ä": 165,
224
- "å": 166,
225
- "æ": 167,
226
- "ç": 168,
227
- "è": 169,
228
- "é": 170,
229
- "ê": 171,
230
- "ë": 172,
231
- "ì": 173,
232
- "í": 174,
233
- "î": 175,
234
- "ï": 176,
235
- "ð": 177,
236
- "ñ": 178,
237
- "ò": 179,
238
- "ó": 180,
239
- "ô": 181,
240
- "õ": 182,
241
- "ö": 183,
242
- "÷": 184,
243
- "ø": 185,
244
- "ù": 186,
245
- "ú": 187,
246
- "û": 188,
247
- "ü": 189,
248
- "ý": 190,
249
- "þ": 191,
250
- "ÿ": 192,
251
- "Ā": 193,
252
- "ā": 194,
253
- "Ă": 195,
254
- "ă": 196,
255
- "Ą": 197,
256
- "ą": 198,
257
- "Ć": 199,
258
- "ć": 200,
259
- "Ĉ": 201,
260
- "ĉ": 202,
261
- "Ċ": 203,
262
- "ċ": 204,
263
- "Č": 205,
264
- "č": 206,
265
- "Ď": 207,
266
- "ď": 208,
267
- "Đ": 209,
268
- "đ": 210,
269
- "Ē": 211,
270
- "ē": 212,
271
- "Ĕ": 213,
272
- "ĕ": 214,
273
- "Ė": 215,
274
- "ė": 216,
275
- "Ę": 217,
276
- "ę": 218,
277
- "Ě": 219,
278
- "ě": 220,
279
- "Ĝ": 221,
280
- "ĝ": 222,
281
- "Ğ": 223,
282
- "ğ": 224,
283
- "Ġ": 225,
284
- "ġ": 226,
285
- "Ģ": 227,
286
- "ģ": 228,
287
- "Ĥ": 229,
288
- "ĥ": 230,
289
- "Ħ": 231,
290
- "ħ": 232,
291
- "Ĩ": 233,
292
- "ĩ": 234,
293
- "Ī": 235,
294
- "ī": 236,
295
- "Ĭ": 237,
296
- "ĭ": 238,
297
- "Į": 239,
298
- "į": 240,
299
- "İ": 241,
300
- "ı": 242,
301
- "IJ": 243,
302
- "ij": 244,
303
- "Ĵ": 245,
304
- "ĵ": 246,
305
- "Ķ": 247,
306
- "ķ": 248,
307
- "ĸ": 249,
308
- "Ĺ": 250,
309
- "ĺ": 251,
310
- "Ļ": 252,
311
- "ļ": 253,
312
- "Ľ": 254,
313
- "ľ": 255,
314
- "Ŀ": 256,
315
- "ŀ": 257,
316
- "Ł": 258,
317
- "ł": 259,
318
- "Ń": 260,
319
- "Ġ+": 261,
320
- "Ġs": 262,
321
- ").": 263,
322
- "(-": 264,
323
- "Ġr": 265,
324
- "ĠĊ": 266,
325
- "__": 267,
326
- "an": 268,
327
- "ian": 269,
328
- "pian": 270,
329
- "piano": 271,
330
- "mp": 272,
331
- "pp": 273,
332
- "Ġh": 274,
333
- "Ġl": 275,
334
- ")(": 276,
335
- "Ġ%": 277,
336
- ")+": 278,
337
- "II": 279,
338
- "ed": 280,
339
- "']": 281,
340
- "['": 282,
341
- "qd": 283,
342
- "ĠV": 284,
343
- "sd": 285,
344
- "ac": 286,
345
- "au": 287,
346
- "en": 288,
347
- "fr": 289,
348
- "gm": 290,
349
- "augm": 291,
350
- "ent": 292,
351
- "frac": 293,
352
- "augment": 294,
353
- "ĠII": 295,
354
- "ĠI": 296,
355
- "br": 297,
356
- "gh": 298,
357
- "igh": 299,
358
- "brigh": 300,
359
- "bright": 301,
360
- "11": 302,
361
- "10": 303,
362
- "),": 304,
363
- "Ġ2": 305,
364
- "ĠVI": 306,
365
- "ĠVII": 307,
366
- "))": 308,
367
- "ĠIII": 309,
368
- "hd": 310,
369
- ")).": 311,
370
- "ĠIV": 312,
371
- "Ġ24": 313,
372
- "VII": 314,
373
- "64": 315,
374
- "Ġ21": 316,
375
- "IV": 317,
376
- "ppp": 318,
377
- "65": 319,
378
- "))+": 320,
379
- "wd": 321,
380
- "43": 322,
381
- "ff": 323,
382
- "VI": 324,
383
- "Ġ4": 325,
384
- "56": 326,
385
- "Ġ56": 327,
386
- "Ġ40": 328,
387
- "12": 329,
388
- "III": 330,
389
- "Ġ3": 331,
390
- "13": 332,
391
- "Ġ35": 333,
392
- "15": 334,
393
- "Ġ15": 335,
394
- "14": 336,
395
- "Ġ42": 337,
396
- ")),": 338,
397
- "Ġ30": 339,
398
- ")']": 340,
399
- "17": 341,
400
- "(+": 342,
401
- "(+)']": 343,
402
- "{-": 344,
403
- "}']": 345,
404
- "fff": 346,
405
- "19": 347,
406
- "mm": 348,
407
- "16": 349,
408
- "23": 350,
409
- ")))+": 351,
410
- "['(+)']": 352,
411
- "Ġ8": 353,
412
- "25": 354,
413
- "Ġ16": 355,
414
- "Ġ84": 356,
415
- "20": 357,
416
- "31": 358,
417
- "21": 359,
418
- "29": 360,
419
- "18": 361,
420
- "37": 362,
421
- "Ġ168": 363,
422
- "60": 364,
423
- "Ġ60": 365,
424
- "td": 366,
425
- "53": 367,
426
- "59": 368,
427
- "35": 369,
428
- "45": 370,
429
- "Ġ12": 371,
430
- "Ġ120": 372,
431
- "47": 373,
432
- "73": 374,
433
- "70": 375,
434
- "41": 376,
435
- "Ġ70": 377,
436
- "55": 378,
437
- "39": 379,
438
- "Ġ80": 380,
439
- "33": 381,
440
- "61": 382,
441
- "83": 383,
442
- "87": 384,
443
- "26": 385,
444
- "81": 386,
445
- "67": 387,
446
- "89": 388,
447
- "77": 389,
448
- "Ġ48": 390,
449
- "57": 391,
450
- "Ġ11": 392,
451
- "Ġ112": 393,
452
- "27": 394,
453
- "101": 395,
454
- "62": 396,
455
- "79": 397,
456
- "109": 398,
457
- "22": 399,
458
- "Ġ14": 400,
459
- "Ġ140": 401,
460
- "49": 402,
461
- "71": 403,
462
- "80": 404,
463
- "95": 405,
464
- "113": 406,
465
- "103": 407,
466
- "115": 408,
467
- "Ġ280": 409,
468
- "151": 410,
469
- "143": 411,
470
- "32": 412,
471
- "69": 413,
472
- "85": 414,
473
- "Ġ240": 415,
474
- "241": 416,
475
- "40": 417,
476
- "91": 418,
477
- "97": 419,
478
- "125": 420,
479
- "137": 421,
480
- "223": 422,
481
- "229": 423,
482
- "34": 424,
483
- "48": 425,
484
- "63": 426,
485
- "92": 427,
486
- "93": 428,
487
- "Ġ10": 429,
488
- "119": 430,
489
- "121": 431,
490
- "123": 432,
491
- "127": 433,
492
- "131": 434,
493
- "173": 435,
494
- "179": 436,
495
- "Ġ840": 437,
496
- "293": 438,
497
- "Ġ105": 439,
498
- "221": 440,
499
- "289": 441,
500
- "36": 442,
501
- "365": 443,
502
- "44": 444,
503
- "46": 445,
504
- "117": 446,
505
- "Ġ210": 447,
506
- ")))": 448,
507
- "129": 449,
508
- "Ġ336": 450,
509
- "133": 451,
510
- "139": 452,
511
- "157": 453,
512
- "197": 454,
513
- "199": 455,
514
- "167": 456,
515
- "169": 457,
516
- "207": 458,
517
- "181": 459,
518
- "185": 460,
519
- "187": 461
520
  },
521
  "merges": [
522
  "Ġ +",
 
9
  "padding": null,
10
  "added_tokens": [
11
  {
12
+ "id": 461,
13
+ "content": "<|endoftext|>",
14
  "single_word": false,
15
  "lstrip": false,
16
  "rstrip": false,
17
+ "normalized": true,
18
  "special": true
19
  },
20
  {
21
  "id": 462,
22
+ "content": "<pad>",
23
  "single_word": false,
24
  "lstrip": false,
25
  "rstrip": false,
26
+ "normalized": false,
27
  "special": true
28
  }
29
  ],
 
56
  "byte_fallback": false,
57
  "vocab": {
58
  "<s>": 0,
59
+ "</s>": 1,
60
+ "<unk>": 2,
61
+ "<mask>": 3,
62
+ "!": 4,
63
+ "\"": 5,
64
+ "#": 6,
65
+ "$": 7,
66
+ "%": 8,
67
+ "&": 9,
68
+ "'": 10,
69
+ "(": 11,
70
+ ")": 12,
71
+ "*": 13,
72
+ "+": 14,
73
+ ",": 15,
74
+ "-": 16,
75
+ ".": 17,
76
+ "/": 18,
77
+ "0": 19,
78
+ "1": 20,
79
+ "2": 21,
80
+ "3": 22,
81
+ "4": 23,
82
+ "5": 24,
83
+ "6": 25,
84
+ "7": 26,
85
+ "8": 27,
86
+ "9": 28,
87
+ ":": 29,
88
+ ";": 30,
89
+ "<": 31,
90
+ "=": 32,
91
+ ">": 33,
92
+ "?": 34,
93
+ "@": 35,
94
+ "A": 36,
95
+ "B": 37,
96
+ "C": 38,
97
+ "D": 39,
98
+ "E": 40,
99
+ "F": 41,
100
+ "G": 42,
101
+ "H": 43,
102
+ "I": 44,
103
+ "J": 45,
104
+ "K": 46,
105
+ "L": 47,
106
+ "M": 48,
107
+ "N": 49,
108
+ "O": 50,
109
+ "P": 51,
110
+ "Q": 52,
111
+ "R": 53,
112
+ "S": 54,
113
+ "T": 55,
114
+ "U": 56,
115
+ "V": 57,
116
+ "W": 58,
117
+ "X": 59,
118
+ "Y": 60,
119
+ "Z": 61,
120
+ "[": 62,
121
+ "\\": 63,
122
+ "]": 64,
123
+ "^": 65,
124
+ "_": 66,
125
+ "`": 67,
126
+ "a": 68,
127
+ "b": 69,
128
+ "c": 70,
129
+ "d": 71,
130
+ "e": 72,
131
+ "f": 73,
132
+ "g": 74,
133
+ "h": 75,
134
+ "i": 76,
135
+ "j": 77,
136
+ "k": 78,
137
+ "l": 79,
138
+ "m": 80,
139
+ "n": 81,
140
+ "o": 82,
141
+ "p": 83,
142
+ "q": 84,
143
+ "r": 85,
144
+ "s": 86,
145
+ "t": 87,
146
+ "u": 88,
147
+ "v": 89,
148
+ "w": 90,
149
+ "x": 91,
150
+ "y": 92,
151
+ "z": 93,
152
+ "{": 94,
153
+ "|": 95,
154
+ "}": 96,
155
+ "~": 97,
156
+ "¡": 98,
157
+ "¢": 99,
158
+ "£": 100,
159
+ "¤": 101,
160
+ "¥": 102,
161
+ "¦": 103,
162
+ "§": 104,
163
+ "¨": 105,
164
+ "©": 106,
165
+ "ª": 107,
166
+ "«": 108,
167
+ "¬": 109,
168
+ "®": 110,
169
+ "¯": 111,
170
+ "°": 112,
171
+ "±": 113,
172
+ "²": 114,
173
+ "³": 115,
174
+ "´": 116,
175
+ "µ": 117,
176
+ "": 118,
177
+ "·": 119,
178
+ "¸": 120,
179
+ "¹": 121,
180
+ "º": 122,
181
+ "»": 123,
182
+ "¼": 124,
183
+ "½": 125,
184
+ "¾": 126,
185
+ "¿": 127,
186
+ "À": 128,
187
+ "Á": 129,
188
+ "Â": 130,
189
+ "Ã": 131,
190
+ "Ä": 132,
191
+ "Å": 133,
192
+ "Æ": 134,
193
+ "Ç": 135,
194
+ "È": 136,
195
+ "É": 137,
196
+ "Ê": 138,
197
+ "Ë": 139,
198
+ "Ì": 140,
199
+ "Í": 141,
200
+ "Î": 142,
201
+ "Ï": 143,
202
+ "Ð": 144,
203
+ "Ñ": 145,
204
+ "Ò": 146,
205
+ "Ó": 147,
206
+ "Ô": 148,
207
+ "Õ": 149,
208
+ "Ö": 150,
209
+ "×": 151,
210
+ "Ø": 152,
211
+ "Ù": 153,
212
+ "Ú": 154,
213
+ "Û": 155,
214
+ "Ü": 156,
215
+ "Ý": 157,
216
+ "Þ": 158,
217
+ "ß": 159,
218
+ "à": 160,
219
+ "á": 161,
220
+ "â": 162,
221
+ "ã": 163,
222
+ "ä": 164,
223
+ "å": 165,
224
+ "æ": 166,
225
+ "ç": 167,
226
+ "è": 168,
227
+ "é": 169,
228
+ "ê": 170,
229
+ "ë": 171,
230
+ "ì": 172,
231
+ "í": 173,
232
+ "î": 174,
233
+ "ï": 175,
234
+ "ð": 176,
235
+ "ñ": 177,
236
+ "ò": 178,
237
+ "ó": 179,
238
+ "ô": 180,
239
+ "õ": 181,
240
+ "ö": 182,
241
+ "÷": 183,
242
+ "ø": 184,
243
+ "ù": 185,
244
+ "ú": 186,
245
+ "û": 187,
246
+ "ü": 188,
247
+ "ý": 189,
248
+ "þ": 190,
249
+ "ÿ": 191,
250
+ "Ā": 192,
251
+ "ā": 193,
252
+ "Ă": 194,
253
+ "ă": 195,
254
+ "Ą": 196,
255
+ "ą": 197,
256
+ "Ć": 198,
257
+ "ć": 199,
258
+ "Ĉ": 200,
259
+ "ĉ": 201,
260
+ "Ċ": 202,
261
+ "ċ": 203,
262
+ "Č": 204,
263
+ "č": 205,
264
+ "Ď": 206,
265
+ "ď": 207,
266
+ "Đ": 208,
267
+ "đ": 209,
268
+ "Ē": 210,
269
+ "ē": 211,
270
+ "Ĕ": 212,
271
+ "ĕ": 213,
272
+ "Ė": 214,
273
+ "ė": 215,
274
+ "Ę": 216,
275
+ "ę": 217,
276
+ "Ě": 218,
277
+ "ě": 219,
278
+ "Ĝ": 220,
279
+ "ĝ": 221,
280
+ "Ğ": 222,
281
+ "ğ": 223,
282
+ "Ġ": 224,
283
+ "ġ": 225,
284
+ "Ģ": 226,
285
+ "ģ": 227,
286
+ "Ĥ": 228,
287
+ "ĥ": 229,
288
+ "Ħ": 230,
289
+ "ħ": 231,
290
+ "Ĩ": 232,
291
+ "ĩ": 233,
292
+ "Ī": 234,
293
+ "ī": 235,
294
+ "Ĭ": 236,
295
+ "ĭ": 237,
296
+ "Į": 238,
297
+ "į": 239,
298
+ "İ": 240,
299
+ "ı": 241,
300
+ "IJ": 242,
301
+ "ij": 243,
302
+ "Ĵ": 244,
303
+ "ĵ": 245,
304
+ "Ķ": 246,
305
+ "ķ": 247,
306
+ "ĸ": 248,
307
+ "Ĺ": 249,
308
+ "ĺ": 250,
309
+ "Ļ": 251,
310
+ "ļ": 252,
311
+ "Ľ": 253,
312
+ "ľ": 254,
313
+ "Ŀ": 255,
314
+ "ŀ": 256,
315
+ "Ł": 257,
316
+ "ł": 258,
317
+ "Ń": 259,
318
+ "Ġ+": 260,
319
+ "Ġs": 261,
320
+ ").": 262,
321
+ "(-": 263,
322
+ "Ġr": 264,
323
+ "ĠĊ": 265,
324
+ "__": 266,
325
+ "an": 267,
326
+ "ian": 268,
327
+ "pian": 269,
328
+ "piano": 270,
329
+ "mp": 271,
330
+ "pp": 272,
331
+ "Ġh": 273,
332
+ "Ġl": 274,
333
+ ")(": 275,
334
+ "Ġ%": 276,
335
+ ")+": 277,
336
+ "II": 278,
337
+ "ed": 279,
338
+ "']": 280,
339
+ "['": 281,
340
+ "qd": 282,
341
+ "ĠV": 283,
342
+ "sd": 284,
343
+ "ac": 285,
344
+ "au": 286,
345
+ "en": 287,
346
+ "fr": 288,
347
+ "gm": 289,
348
+ "augm": 290,
349
+ "ent": 291,
350
+ "frac": 292,
351
+ "augment": 293,
352
+ "ĠII": 294,
353
+ "ĠI": 295,
354
+ "br": 296,
355
+ "gh": 297,
356
+ "igh": 298,
357
+ "brigh": 299,
358
+ "bright": 300,
359
+ "11": 301,
360
+ "10": 302,
361
+ "),": 303,
362
+ "Ġ2": 304,
363
+ "ĠVI": 305,
364
+ "ĠVII": 306,
365
+ "))": 307,
366
+ "ĠIII": 308,
367
+ "hd": 309,
368
+ ")).": 310,
369
+ "ĠIV": 311,
370
+ "Ġ24": 312,
371
+ "VII": 313,
372
+ "64": 314,
373
+ "Ġ21": 315,
374
+ "IV": 316,
375
+ "ppp": 317,
376
+ "65": 318,
377
+ "))+": 319,
378
+ "wd": 320,
379
+ "43": 321,
380
+ "ff": 322,
381
+ "VI": 323,
382
+ "Ġ4": 324,
383
+ "56": 325,
384
+ "Ġ56": 326,
385
+ "Ġ40": 327,
386
+ "12": 328,
387
+ "III": 329,
388
+ "Ġ3": 330,
389
+ "13": 331,
390
+ "Ġ35": 332,
391
+ "15": 333,
392
+ "Ġ15": 334,
393
+ "14": 335,
394
+ "Ġ42": 336,
395
+ ")),": 337,
396
+ "Ġ30": 338,
397
+ ")']": 339,
398
+ "17": 340,
399
+ "(+": 341,
400
+ "(+)']": 342,
401
+ "{-": 343,
402
+ "}']": 344,
403
+ "fff": 345,
404
+ "19": 346,
405
+ "mm": 347,
406
+ "16": 348,
407
+ "23": 349,
408
+ ")))+": 350,
409
+ "['(+)']": 351,
410
+ "Ġ8": 352,
411
+ "25": 353,
412
+ "Ġ16": 354,
413
+ "Ġ84": 355,
414
+ "20": 356,
415
+ "31": 357,
416
+ "21": 358,
417
+ "29": 359,
418
+ "18": 360,
419
+ "37": 361,
420
+ "Ġ168": 362,
421
+ "60": 363,
422
+ "Ġ60": 364,
423
+ "td": 365,
424
+ "53": 366,
425
+ "59": 367,
426
+ "35": 368,
427
+ "45": 369,
428
+ "Ġ12": 370,
429
+ "Ġ120": 371,
430
+ "47": 372,
431
+ "73": 373,
432
+ "70": 374,
433
+ "41": 375,
434
+ "Ġ70": 376,
435
+ "55": 377,
436
+ "39": 378,
437
+ "Ġ80": 379,
438
+ "33": 380,
439
+ "61": 381,
440
+ "83": 382,
441
+ "87": 383,
442
+ "26": 384,
443
+ "81": 385,
444
+ "67": 386,
445
+ "89": 387,
446
+ "77": 388,
447
+ "Ġ48": 389,
448
+ "57": 390,
449
+ "Ġ11": 391,
450
+ "Ġ112": 392,
451
+ "27": 393,
452
+ "101": 394,
453
+ "62": 395,
454
+ "79": 396,
455
+ "109": 397,
456
+ "22": 398,
457
+ "Ġ14": 399,
458
+ "Ġ140": 400,
459
+ "49": 401,
460
+ "71": 402,
461
+ "80": 403,
462
+ "95": 404,
463
+ "113": 405,
464
+ "103": 406,
465
+ "115": 407,
466
+ "Ġ280": 408,
467
+ "151": 409,
468
+ "143": 410,
469
+ "32": 411,
470
+ "69": 412,
471
+ "85": 413,
472
+ "Ġ240": 414,
473
+ "241": 415,
474
+ "40": 416,
475
+ "91": 417,
476
+ "97": 418,
477
+ "125": 419,
478
+ "137": 420,
479
+ "223": 421,
480
+ "229": 422,
481
+ "34": 423,
482
+ "48": 424,
483
+ "63": 425,
484
+ "92": 426,
485
+ "93": 427,
486
+ "Ġ10": 428,
487
+ "119": 429,
488
+ "121": 430,
489
+ "123": 431,
490
+ "127": 432,
491
+ "131": 433,
492
+ "173": 434,
493
+ "179": 435,
494
+ "Ġ840": 436,
495
+ "293": 437,
496
+ "Ġ105": 438,
497
+ "221": 439,
498
+ "289": 440,
499
+ "36": 441,
500
+ "365": 442,
501
+ "44": 443,
502
+ "46": 444,
503
+ "117": 445,
504
+ "Ġ210": 446,
505
+ ")))": 447,
506
+ "129": 448,
507
+ "Ġ336": 449,
508
+ "133": 450,
509
+ "139": 451,
510
+ "157": 452,
511
+ "197": 453,
512
+ "199": 454,
513
+ "167": 455,
514
+ "169": 456,
515
+ "207": 457,
516
+ "181": 458,
517
+ "185": 459,
518
+ "187": 460
 
519
  },
520
  "merges": [
521
  "Ġ +",
vocab.json CHANGED
@@ -1 +1 @@
1
- {"<s>":0,"<pad>":1,"</s>":2,"<unk>":3,"<mask>":4,"!":5,"\"":6,"#":7,"$":8,"%":9,"&":10,"'":11,"(":12,")":13,"*":14,"+":15,",":16,"-":17,".":18,"/":19,"0":20,"1":21,"2":22,"3":23,"4":24,"5":25,"6":26,"7":27,"8":28,"9":29,":":30,";":31,"<":32,"=":33,">":34,"?":35,"@":36,"A":37,"B":38,"C":39,"D":40,"E":41,"F":42,"G":43,"H":44,"I":45,"J":46,"K":47,"L":48,"M":49,"N":50,"O":51,"P":52,"Q":53,"R":54,"S":55,"T":56,"U":57,"V":58,"W":59,"X":60,"Y":61,"Z":62,"[":63,"\\":64,"]":65,"^":66,"_":67,"`":68,"a":69,"b":70,"c":71,"d":72,"e":73,"f":74,"g":75,"h":76,"i":77,"j":78,"k":79,"l":80,"m":81,"n":82,"o":83,"p":84,"q":85,"r":86,"s":87,"t":88,"u":89,"v":90,"w":91,"x":92,"y":93,"z":94,"{":95,"|":96,"}":97,"~":98,"¡":99,"¢":100,"£":101,"¤":102,"¥":103,"¦":104,"§":105,"¨":106,"©":107,"ª":108,"«":109,"¬":110,"®":111,"¯":112,"°":113,"±":114,"²":115,"³":116,"´":117,"µ":118,"¶":119,"·":120,"¸":121,"¹":122,"º":123,"»":124,"¼":125,"½":126,"¾":127,"¿":128,"À":129,"Á":130,"Â":131,"Ã":132,"Ä":133,"Å":134,"Æ":135,"Ç":136,"È":137,"É":138,"Ê":139,"Ë":140,"Ì":141,"Í":142,"Î":143,"Ï":144,"Ð":145,"Ñ":146,"Ò":147,"Ó":148,"Ô":149,"Õ":150,"Ö":151,"×":152,"Ø":153,"Ù":154,"Ú":155,"Û":156,"Ü":157,"Ý":158,"Þ":159,"ß":160,"à":161,"á":162,"â":163,"ã":164,"ä":165,"å":166,"æ":167,"ç":168,"è":169,"é":170,"ê":171,"ë":172,"ì":173,"í":174,"î":175,"ï":176,"ð":177,"ñ":178,"ò":179,"ó":180,"ô":181,"õ":182,"ö":183,"÷":184,"ø":185,"ù":186,"ú":187,"û":188,"ü":189,"ý":190,"þ":191,"ÿ":192,"Ā":193,"ā":194,"Ă":195,"ă":196,"Ą":197,"ą":198,"Ć":199,"ć":200,"Ĉ":201,"ĉ":202,"Ċ":203,"ċ":204,"Č":205,"č":206,"Ď":207,"ď":208,"Đ":209,"đ":210,"Ē":211,"ē":212,"Ĕ":213,"ĕ":214,"Ė":215,"ė":216,"Ę":217,"ę":218,"Ě":219,"ě":220,"Ĝ":221,"ĝ":222,"Ğ":223,"ğ":224,"Ġ":225,"ġ":226,"Ģ":227,"ģ":228,"Ĥ":229,"ĥ":230,"Ħ":231,"ħ":232,"Ĩ":233,"ĩ":234,"Ī":235,"ī":236,"Ĭ":237,"ĭ":238,"Į":239,"į":240,"İ":241,"ı":242,"IJ":243,"ij":244,"Ĵ":245,"ĵ":246,"Ķ":247,"ķ":248,"ĸ":249,"Ĺ":250,"ĺ":251,"Ļ":252,"ļ":253,"Ľ":254,"ľ":255,"Ŀ":256,"ŀ":257,"Ł":258,"ł":259,"Ń":260,"Ġ+":261,"Ġs":262,").":263,"(-":264,"Ġr":265,"ĠĊ":266,"__":267,"an":268,"ian":269,"pian":270,"piano":271,"mp":272,"pp":273,"Ġh":274,"Ġl":275,")(":276,"Ġ%":277,")+":278,"II":279,"ed":280,"']":281,"['":282,"qd":283,"ĠV":284,"sd":285,"ac":286,"au":287,"en":288,"fr":289,"gm":290,"augm":291,"ent":292,"frac":293,"augment":294,"ĠII":295,"ĠI":296,"br":297,"gh":298,"igh":299,"brigh":300,"bright":301,"11":302,"10":303,"),":304,"Ġ2":305,"ĠVI":306,"ĠVII":307,"))":308,"ĠIII":309,"hd":310,")).":311,"ĠIV":312,"Ġ24":313,"VII":314,"64":315,"Ġ21":316,"IV":317,"ppp":318,"65":319,"))+":320,"wd":321,"43":322,"ff":323,"VI":324,"Ġ4":325,"56":326,"Ġ56":327,"Ġ40":328,"12":329,"III":330,"Ġ3":331,"13":332,"Ġ35":333,"15":334,"Ġ15":335,"14":336,"Ġ42":337,")),":338,"Ġ30":339,")']":340,"17":341,"(+":342,"(+)']":343,"{-":344,"}']":345,"fff":346,"19":347,"mm":348,"16":349,"23":350,")))+":351,"['(+)']":352,"Ġ8":353,"25":354,"Ġ16":355,"Ġ84":356,"20":357,"31":358,"21":359,"29":360,"18":361,"37":362,"Ġ168":363,"60":364,"Ġ60":365,"td":366,"53":367,"59":368,"35":369,"45":370,"Ġ12":371,"Ġ120":372,"47":373,"73":374,"70":375,"41":376,"Ġ70":377,"55":378,"39":379,"Ġ80":380,"33":381,"61":382,"83":383,"87":384,"26":385,"81":386,"67":387,"89":388,"77":389,"Ġ48":390,"57":391,"Ġ11":392,"Ġ112":393,"27":394,"101":395,"62":396,"79":397,"109":398,"22":399,"Ġ14":400,"Ġ140":401,"49":402,"71":403,"80":404,"95":405,"113":406,"103":407,"115":408,"Ġ280":409,"151":410,"143":411,"32":412,"69":413,"85":414,"Ġ240":415,"241":416,"40":417,"91":418,"97":419,"125":420,"137":421,"223":422,"229":423,"34":424,"48":425,"63":426,"92":427,"93":428,"Ġ10":429,"119":430,"121":431,"123":432,"127":433,"131":434,"173":435,"179":436,"Ġ840":437,"293":438,"Ġ105":439,"221":440,"289":441,"36":442,"365":443,"44":444,"46":445,"117":446,"Ġ210":447,")))":448,"129":449,"Ġ336":450,"133":451,"139":452,"157":453,"197":454,"199":455,"167":456,"169":457,"207":458,"181":459,"185":460,"187":461}
 
1
+ {"<s>":0,"</s>":1,"<unk>":2,"<mask>":3,"!":4,"\"":5,"#":6,"$":7,"%":8,"&":9,"'":10,"(":11,")":12,"*":13,"+":14,",":15,"-":16,".":17,"/":18,"0":19,"1":20,"2":21,"3":22,"4":23,"5":24,"6":25,"7":26,"8":27,"9":28,":":29,";":30,"<":31,"=":32,">":33,"?":34,"@":35,"A":36,"B":37,"C":38,"D":39,"E":40,"F":41,"G":42,"H":43,"I":44,"J":45,"K":46,"L":47,"M":48,"N":49,"O":50,"P":51,"Q":52,"R":53,"S":54,"T":55,"U":56,"V":57,"W":58,"X":59,"Y":60,"Z":61,"[":62,"\\":63,"]":64,"^":65,"_":66,"`":67,"a":68,"b":69,"c":70,"d":71,"e":72,"f":73,"g":74,"h":75,"i":76,"j":77,"k":78,"l":79,"m":80,"n":81,"o":82,"p":83,"q":84,"r":85,"s":86,"t":87,"u":88,"v":89,"w":90,"x":91,"y":92,"z":93,"{":94,"|":95,"}":96,"~":97,"¡":98,"¢":99,"£":100,"¤":101,"¥":102,"¦":103,"§":104,"¨":105,"©":106,"ª":107,"«":108,"¬":109,"®":110,"¯":111,"°":112,"±":113,"²":114,"³":115,"´":116,"µ":117,"¶":118,"·":119,"¸":120,"¹":121,"º":122,"»":123,"¼":124,"½":125,"¾":126,"¿":127,"À":128,"Á":129,"Â":130,"Ã":131,"Ä":132,"Å":133,"Æ":134,"Ç":135,"È":136,"É":137,"Ê":138,"Ë":139,"Ì":140,"Í":141,"Î":142,"Ï":143,"Ð":144,"Ñ":145,"Ò":146,"Ó":147,"Ô":148,"Õ":149,"Ö":150,"×":151,"Ø":152,"Ù":153,"Ú":154,"Û":155,"Ü":156,"Ý":157,"Þ":158,"ß":159,"à":160,"á":161,"â":162,"ã":163,"ä":164,"å":165,"æ":166,"ç":167,"è":168,"é":169,"ê":170,"ë":171,"ì":172,"í":173,"î":174,"ï":175,"ð":176,"ñ":177,"ò":178,"ó":179,"ô":180,"õ":181,"ö":182,"÷":183,"ø":184,"ù":185,"ú":186,"û":187,"ü":188,"ý":189,"þ":190,"ÿ":191,"Ā":192,"ā":193,"Ă":194,"ă":195,"Ą":196,"ą":197,"Ć":198,"ć":199,"Ĉ":200,"ĉ":201,"Ċ":202,"ċ":203,"Č":204,"č":205,"Ď":206,"ď":207,"Đ":208,"đ":209,"Ē":210,"ē":211,"Ĕ":212,"ĕ":213,"Ė":214,"ė":215,"Ę":216,"ę":217,"Ě":218,"ě":219,"Ĝ":220,"ĝ":221,"Ğ":222,"ğ":223,"Ġ":224,"ġ":225,"Ģ":226,"ģ":227,"Ĥ":228,"ĥ":229,"Ħ":230,"ħ":231,"Ĩ":232,"ĩ":233,"Ī":234,"ī":235,"Ĭ":236,"ĭ":237,"Į":238,"į":239,"İ":240,"ı":241,"IJ":242,"ij":243,"Ĵ":244,"ĵ":245,"Ķ":246,"ķ":247,"ĸ":248,"Ĺ":249,"ĺ":250,"Ļ":251,"ļ":252,"Ľ":253,"ľ":254,"Ŀ":255,"ŀ":256,"Ł":257,"ł":258,"Ń":259,"Ġ+":260,"Ġs":261,").":262,"(-":263,"Ġr":264,"ĠĊ":265,"__":266,"an":267,"ian":268,"pian":269,"piano":270,"mp":271,"pp":272,"Ġh":273,"Ġl":274,")(":275,"Ġ%":276,")+":277,"II":278,"ed":279,"']":280,"['":281,"qd":282,"ĠV":283,"sd":284,"ac":285,"au":286,"en":287,"fr":288,"gm":289,"augm":290,"ent":291,"frac":292,"augment":293,"ĠII":294,"ĠI":295,"br":296,"gh":297,"igh":298,"brigh":299,"bright":300,"11":301,"10":302,"),":303,"Ġ2":304,"ĠVI":305,"ĠVII":306,"))":307,"ĠIII":308,"hd":309,")).":310,"ĠIV":311,"Ġ24":312,"VII":313,"64":314,"Ġ21":315,"IV":316,"ppp":317,"65":318,"))+":319,"wd":320,"43":321,"ff":322,"VI":323,"Ġ4":324,"56":325,"Ġ56":326,"Ġ40":327,"12":328,"III":329,"Ġ3":330,"13":331,"Ġ35":332,"15":333,"Ġ15":334,"14":335,"Ġ42":336,")),":337,"Ġ30":338,")']":339,"17":340,"(+":341,"(+)']":342,"{-":343,"}']":344,"fff":345,"19":346,"mm":347,"16":348,"23":349,")))+":350,"['(+)']":351,"Ġ8":352,"25":353,"Ġ16":354,"Ġ84":355,"20":356,"31":357,"21":358,"29":359,"18":360,"37":361,"Ġ168":362,"60":363,"Ġ60":364,"td":365,"53":366,"59":367,"35":368,"45":369,"Ġ12":370,"Ġ120":371,"47":372,"73":373,"70":374,"41":375,"Ġ70":376,"55":377,"39":378,"Ġ80":379,"33":380,"61":381,"83":382,"87":383,"26":384,"81":385,"67":386,"89":387,"77":388,"Ġ48":389,"57":390,"Ġ11":391,"Ġ112":392,"27":393,"101":394,"62":395,"79":396,"109":397,"22":398,"Ġ14":399,"Ġ140":400,"49":401,"71":402,"80":403,"95":404,"113":405,"103":406,"115":407,"Ġ280":408,"151":409,"143":410,"32":411,"69":412,"85":413,"Ġ240":414,"241":415,"40":416,"91":417,"97":418,"125":419,"137":420,"223":421,"229":422,"34":423,"48":424,"63":425,"92":426,"93":427,"Ġ10":428,"119":429,"121":430,"123":431,"127":432,"131":433,"173":434,"179":435,"Ġ840":436,"293":437,"Ġ105":438,"221":439,"289":440,"36":441,"365":442,"44":443,"46":444,"117":445,"Ġ210":446,")))":447,"129":448,"Ġ336":449,"133":450,"139":451,"157":452,"197":453,"199":454,"167":455,"169":456,"207":457,"181":458,"185":459,"187":460}