k-l-lambda commited on
Commit
4be95e5
·
1 Parent(s): 20c64bf

tokenizer.json: added paraff tokens.

Browse files
Files changed (1) hide show
  1. tokenizer.json +1143 -0
tokenizer.json CHANGED
@@ -5429,6 +5429,1149 @@
5429
  "rstrip": false,
5430
  "normalized": false,
5431
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5432
  }
5433
  ],
5434
  "normalizer": {
 
5429
  "rstrip": false,
5430
  "normalized": false,
5431
  "special": true
5432
+ },
5433
+ {
5434
+ "id": 100603,
5435
+ "content": "PAD",
5436
+ "single_word": true,
5437
+ "lstrip": false,
5438
+ "rstrip": false,
5439
+ "normalized": false,
5440
+ "special": false
5441
+ },
5442
+ {
5443
+ "id": 100604,
5444
+ "content": "MSUM",
5445
+ "single_word": true,
5446
+ "lstrip": false,
5447
+ "rstrip": false,
5448
+ "normalized": false,
5449
+ "special": false
5450
+ },
5451
+ {
5452
+ "id": 100605,
5453
+ "content": "BOS",
5454
+ "single_word": true,
5455
+ "lstrip": false,
5456
+ "rstrip": false,
5457
+ "normalized": false,
5458
+ "special": false
5459
+ },
5460
+ {
5461
+ "id": 100606,
5462
+ "content": "EOS",
5463
+ "single_word": true,
5464
+ "lstrip": false,
5465
+ "rstrip": false,
5466
+ "normalized": false,
5467
+ "special": false
5468
+ },
5469
+ {
5470
+ "id": 100607,
5471
+ "content": "BOM",
5472
+ "single_word": true,
5473
+ "lstrip": false,
5474
+ "rstrip": false,
5475
+ "normalized": false,
5476
+ "special": false
5477
+ },
5478
+ {
5479
+ "id": 100608,
5480
+ "content": "EOM",
5481
+ "single_word": true,
5482
+ "lstrip": false,
5483
+ "rstrip": false,
5484
+ "normalized": false,
5485
+ "special": false
5486
+ },
5487
+ {
5488
+ "id": 100609,
5489
+ "content": "VB",
5490
+ "single_word": true,
5491
+ "lstrip": false,
5492
+ "rstrip": false,
5493
+ "normalized": false,
5494
+ "special": false
5495
+ },
5496
+ {
5497
+ "id": 100610,
5498
+ "content": "S1",
5499
+ "single_word": true,
5500
+ "lstrip": false,
5501
+ "rstrip": false,
5502
+ "normalized": false,
5503
+ "special": false
5504
+ },
5505
+ {
5506
+ "id": 100611,
5507
+ "content": "S2",
5508
+ "single_word": true,
5509
+ "lstrip": false,
5510
+ "rstrip": false,
5511
+ "normalized": false,
5512
+ "special": false
5513
+ },
5514
+ {
5515
+ "id": 100612,
5516
+ "content": "S3",
5517
+ "single_word": true,
5518
+ "lstrip": false,
5519
+ "rstrip": false,
5520
+ "normalized": false,
5521
+ "special": false
5522
+ },
5523
+ {
5524
+ "id": 100613,
5525
+ "content": "Cg",
5526
+ "single_word": true,
5527
+ "lstrip": false,
5528
+ "rstrip": false,
5529
+ "normalized": false,
5530
+ "special": false
5531
+ },
5532
+ {
5533
+ "id": 100614,
5534
+ "content": "Cf",
5535
+ "single_word": true,
5536
+ "lstrip": false,
5537
+ "rstrip": false,
5538
+ "normalized": false,
5539
+ "special": false
5540
+ },
5541
+ {
5542
+ "id": 100615,
5543
+ "content": "Cc",
5544
+ "single_word": true,
5545
+ "lstrip": false,
5546
+ "rstrip": false,
5547
+ "normalized": false,
5548
+ "special": false
5549
+ },
5550
+ {
5551
+ "id": 100616,
5552
+ "content": "K0",
5553
+ "single_word": true,
5554
+ "lstrip": false,
5555
+ "rstrip": false,
5556
+ "normalized": false,
5557
+ "special": false
5558
+ },
5559
+ {
5560
+ "id": 100617,
5561
+ "content": "K1",
5562
+ "single_word": true,
5563
+ "lstrip": false,
5564
+ "rstrip": false,
5565
+ "normalized": false,
5566
+ "special": false
5567
+ },
5568
+ {
5569
+ "id": 100618,
5570
+ "content": "K2",
5571
+ "single_word": true,
5572
+ "lstrip": false,
5573
+ "rstrip": false,
5574
+ "normalized": false,
5575
+ "special": false
5576
+ },
5577
+ {
5578
+ "id": 100619,
5579
+ "content": "K3",
5580
+ "single_word": true,
5581
+ "lstrip": false,
5582
+ "rstrip": false,
5583
+ "normalized": false,
5584
+ "special": false
5585
+ },
5586
+ {
5587
+ "id": 100620,
5588
+ "content": "K4",
5589
+ "single_word": true,
5590
+ "lstrip": false,
5591
+ "rstrip": false,
5592
+ "normalized": false,
5593
+ "special": false
5594
+ },
5595
+ {
5596
+ "id": 100621,
5597
+ "content": "K5",
5598
+ "single_word": true,
5599
+ "lstrip": false,
5600
+ "rstrip": false,
5601
+ "normalized": false,
5602
+ "special": false
5603
+ },
5604
+ {
5605
+ "id": 100622,
5606
+ "content": "K6",
5607
+ "single_word": true,
5608
+ "lstrip": false,
5609
+ "rstrip": false,
5610
+ "normalized": false,
5611
+ "special": false
5612
+ },
5613
+ {
5614
+ "id": 100623,
5615
+ "content": "K_1",
5616
+ "single_word": true,
5617
+ "lstrip": false,
5618
+ "rstrip": false,
5619
+ "normalized": false,
5620
+ "special": false
5621
+ },
5622
+ {
5623
+ "id": 100624,
5624
+ "content": "K_2",
5625
+ "single_word": true,
5626
+ "lstrip": false,
5627
+ "rstrip": false,
5628
+ "normalized": false,
5629
+ "special": false
5630
+ },
5631
+ {
5632
+ "id": 100625,
5633
+ "content": "K_3",
5634
+ "single_word": true,
5635
+ "lstrip": false,
5636
+ "rstrip": false,
5637
+ "normalized": false,
5638
+ "special": false
5639
+ },
5640
+ {
5641
+ "id": 100626,
5642
+ "content": "K_4",
5643
+ "single_word": true,
5644
+ "lstrip": false,
5645
+ "rstrip": false,
5646
+ "normalized": false,
5647
+ "special": false
5648
+ },
5649
+ {
5650
+ "id": 100627,
5651
+ "content": "K_5",
5652
+ "single_word": true,
5653
+ "lstrip": false,
5654
+ "rstrip": false,
5655
+ "normalized": false,
5656
+ "special": false
5657
+ },
5658
+ {
5659
+ "id": 100628,
5660
+ "content": "K_6",
5661
+ "single_word": true,
5662
+ "lstrip": false,
5663
+ "rstrip": false,
5664
+ "normalized": false,
5665
+ "special": false
5666
+ },
5667
+ {
5668
+ "id": 100629,
5669
+ "content": "TN1",
5670
+ "single_word": true,
5671
+ "lstrip": false,
5672
+ "rstrip": false,
5673
+ "normalized": false,
5674
+ "special": false
5675
+ },
5676
+ {
5677
+ "id": 100630,
5678
+ "content": "TN2",
5679
+ "single_word": true,
5680
+ "lstrip": false,
5681
+ "rstrip": false,
5682
+ "normalized": false,
5683
+ "special": false
5684
+ },
5685
+ {
5686
+ "id": 100631,
5687
+ "content": "TN3",
5688
+ "single_word": true,
5689
+ "lstrip": false,
5690
+ "rstrip": false,
5691
+ "normalized": false,
5692
+ "special": false
5693
+ },
5694
+ {
5695
+ "id": 100632,
5696
+ "content": "TN4",
5697
+ "single_word": true,
5698
+ "lstrip": false,
5699
+ "rstrip": false,
5700
+ "normalized": false,
5701
+ "special": false
5702
+ },
5703
+ {
5704
+ "id": 100633,
5705
+ "content": "TN5",
5706
+ "single_word": true,
5707
+ "lstrip": false,
5708
+ "rstrip": false,
5709
+ "normalized": false,
5710
+ "special": false
5711
+ },
5712
+ {
5713
+ "id": 100634,
5714
+ "content": "TN6",
5715
+ "single_word": true,
5716
+ "lstrip": false,
5717
+ "rstrip": false,
5718
+ "normalized": false,
5719
+ "special": false
5720
+ },
5721
+ {
5722
+ "id": 100635,
5723
+ "content": "TN7",
5724
+ "single_word": true,
5725
+ "lstrip": false,
5726
+ "rstrip": false,
5727
+ "normalized": false,
5728
+ "special": false
5729
+ },
5730
+ {
5731
+ "id": 100636,
5732
+ "content": "TN8",
5733
+ "single_word": true,
5734
+ "lstrip": false,
5735
+ "rstrip": false,
5736
+ "normalized": false,
5737
+ "special": false
5738
+ },
5739
+ {
5740
+ "id": 100637,
5741
+ "content": "TN9",
5742
+ "single_word": true,
5743
+ "lstrip": false,
5744
+ "rstrip": false,
5745
+ "normalized": false,
5746
+ "special": false
5747
+ },
5748
+ {
5749
+ "id": 100638,
5750
+ "content": "TN10",
5751
+ "single_word": true,
5752
+ "lstrip": false,
5753
+ "rstrip": false,
5754
+ "normalized": false,
5755
+ "special": false
5756
+ },
5757
+ {
5758
+ "id": 100639,
5759
+ "content": "TN11",
5760
+ "single_word": true,
5761
+ "lstrip": false,
5762
+ "rstrip": false,
5763
+ "normalized": false,
5764
+ "special": false
5765
+ },
5766
+ {
5767
+ "id": 100640,
5768
+ "content": "TN12",
5769
+ "single_word": true,
5770
+ "lstrip": false,
5771
+ "rstrip": false,
5772
+ "normalized": false,
5773
+ "special": false
5774
+ },
5775
+ {
5776
+ "id": 100641,
5777
+ "content": "TD2",
5778
+ "single_word": true,
5779
+ "lstrip": false,
5780
+ "rstrip": false,
5781
+ "normalized": false,
5782
+ "special": false
5783
+ },
5784
+ {
5785
+ "id": 100642,
5786
+ "content": "TD4",
5787
+ "single_word": true,
5788
+ "lstrip": false,
5789
+ "rstrip": false,
5790
+ "normalized": false,
5791
+ "special": false
5792
+ },
5793
+ {
5794
+ "id": 100643,
5795
+ "content": "TD8",
5796
+ "single_word": true,
5797
+ "lstrip": false,
5798
+ "rstrip": false,
5799
+ "normalized": false,
5800
+ "special": false
5801
+ },
5802
+ {
5803
+ "id": 100644,
5804
+ "content": "TD16",
5805
+ "single_word": true,
5806
+ "lstrip": false,
5807
+ "rstrip": false,
5808
+ "normalized": false,
5809
+ "special": false
5810
+ },
5811
+ {
5812
+ "id": 100645,
5813
+ "content": "a",
5814
+ "single_word": true,
5815
+ "lstrip": false,
5816
+ "rstrip": false,
5817
+ "normalized": false,
5818
+ "special": false
5819
+ },
5820
+ {
5821
+ "id": 100646,
5822
+ "content": "b",
5823
+ "single_word": true,
5824
+ "lstrip": false,
5825
+ "rstrip": false,
5826
+ "normalized": false,
5827
+ "special": false
5828
+ },
5829
+ {
5830
+ "id": 100647,
5831
+ "content": "c",
5832
+ "single_word": true,
5833
+ "lstrip": false,
5834
+ "rstrip": false,
5835
+ "normalized": false,
5836
+ "special": false
5837
+ },
5838
+ {
5839
+ "id": 100648,
5840
+ "content": "d",
5841
+ "single_word": true,
5842
+ "lstrip": false,
5843
+ "rstrip": false,
5844
+ "normalized": false,
5845
+ "special": false
5846
+ },
5847
+ {
5848
+ "id": 100649,
5849
+ "content": "e",
5850
+ "single_word": true,
5851
+ "lstrip": false,
5852
+ "rstrip": false,
5853
+ "normalized": false,
5854
+ "special": false
5855
+ },
5856
+ {
5857
+ "id": 100650,
5858
+ "content": "f",
5859
+ "single_word": true,
5860
+ "lstrip": false,
5861
+ "rstrip": false,
5862
+ "normalized": false,
5863
+ "special": false
5864
+ },
5865
+ {
5866
+ "id": 100651,
5867
+ "content": "g",
5868
+ "single_word": true,
5869
+ "lstrip": false,
5870
+ "rstrip": false,
5871
+ "normalized": false,
5872
+ "special": false
5873
+ },
5874
+ {
5875
+ "id": 100652,
5876
+ "content": "As",
5877
+ "single_word": true,
5878
+ "lstrip": false,
5879
+ "rstrip": false,
5880
+ "normalized": false,
5881
+ "special": false
5882
+ },
5883
+ {
5884
+ "id": 100653,
5885
+ "content": "Af",
5886
+ "single_word": true,
5887
+ "lstrip": false,
5888
+ "rstrip": false,
5889
+ "normalized": false,
5890
+ "special": false
5891
+ },
5892
+ {
5893
+ "id": 100654,
5894
+ "content": "Ass",
5895
+ "single_word": true,
5896
+ "lstrip": false,
5897
+ "rstrip": false,
5898
+ "normalized": false,
5899
+ "special": false
5900
+ },
5901
+ {
5902
+ "id": 100655,
5903
+ "content": "Aff",
5904
+ "single_word": true,
5905
+ "lstrip": false,
5906
+ "rstrip": false,
5907
+ "normalized": false,
5908
+ "special": false
5909
+ },
5910
+ {
5911
+ "id": 100656,
5912
+ "content": "Osup",
5913
+ "single_word": true,
5914
+ "lstrip": false,
5915
+ "rstrip": false,
5916
+ "normalized": false,
5917
+ "special": false
5918
+ },
5919
+ {
5920
+ "id": 100657,
5921
+ "content": "Osub",
5922
+ "single_word": true,
5923
+ "lstrip": false,
5924
+ "rstrip": false,
5925
+ "normalized": false,
5926
+ "special": false
5927
+ },
5928
+ {
5929
+ "id": 100658,
5930
+ "content": "O0",
5931
+ "single_word": true,
5932
+ "lstrip": false,
5933
+ "rstrip": false,
5934
+ "normalized": false,
5935
+ "special": false
5936
+ },
5937
+ {
5938
+ "id": 100659,
5939
+ "content": "Ova",
5940
+ "single_word": true,
5941
+ "lstrip": false,
5942
+ "rstrip": false,
5943
+ "normalized": false,
5944
+ "special": false
5945
+ },
5946
+ {
5947
+ "id": 100660,
5948
+ "content": "Ovb",
5949
+ "single_word": true,
5950
+ "lstrip": false,
5951
+ "rstrip": false,
5952
+ "normalized": false,
5953
+ "special": false
5954
+ },
5955
+ {
5956
+ "id": 100661,
5957
+ "content": "D1",
5958
+ "single_word": true,
5959
+ "lstrip": false,
5960
+ "rstrip": false,
5961
+ "normalized": false,
5962
+ "special": false
5963
+ },
5964
+ {
5965
+ "id": 100662,
5966
+ "content": "D2",
5967
+ "single_word": true,
5968
+ "lstrip": false,
5969
+ "rstrip": false,
5970
+ "normalized": false,
5971
+ "special": false
5972
+ },
5973
+ {
5974
+ "id": 100663,
5975
+ "content": "D4",
5976
+ "single_word": true,
5977
+ "lstrip": false,
5978
+ "rstrip": false,
5979
+ "normalized": false,
5980
+ "special": false
5981
+ },
5982
+ {
5983
+ "id": 100664,
5984
+ "content": "D8",
5985
+ "single_word": true,
5986
+ "lstrip": false,
5987
+ "rstrip": false,
5988
+ "normalized": false,
5989
+ "special": false
5990
+ },
5991
+ {
5992
+ "id": 100665,
5993
+ "content": "D16",
5994
+ "single_word": true,
5995
+ "lstrip": false,
5996
+ "rstrip": false,
5997
+ "normalized": false,
5998
+ "special": false
5999
+ },
6000
+ {
6001
+ "id": 100666,
6002
+ "content": "D32",
6003
+ "single_word": true,
6004
+ "lstrip": false,
6005
+ "rstrip": false,
6006
+ "normalized": false,
6007
+ "special": false
6008
+ },
6009
+ {
6010
+ "id": 100667,
6011
+ "content": "D64",
6012
+ "single_word": true,
6013
+ "lstrip": false,
6014
+ "rstrip": false,
6015
+ "normalized": false,
6016
+ "special": false
6017
+ },
6018
+ {
6019
+ "id": 100668,
6020
+ "content": "D128",
6021
+ "single_word": true,
6022
+ "lstrip": false,
6023
+ "rstrip": false,
6024
+ "normalized": false,
6025
+ "special": false
6026
+ },
6027
+ {
6028
+ "id": 100669,
6029
+ "content": "D256",
6030
+ "single_word": true,
6031
+ "lstrip": false,
6032
+ "rstrip": false,
6033
+ "normalized": false,
6034
+ "special": false
6035
+ },
6036
+ {
6037
+ "id": 100670,
6038
+ "content": "Dot",
6039
+ "single_word": true,
6040
+ "lstrip": false,
6041
+ "rstrip": false,
6042
+ "normalized": false,
6043
+ "special": false
6044
+ },
6045
+ {
6046
+ "id": 100671,
6047
+ "content": "Bl",
6048
+ "single_word": true,
6049
+ "lstrip": false,
6050
+ "rstrip": false,
6051
+ "normalized": false,
6052
+ "special": false
6053
+ },
6054
+ {
6055
+ "id": 100672,
6056
+ "content": "Br",
6057
+ "single_word": true,
6058
+ "lstrip": false,
6059
+ "rstrip": false,
6060
+ "normalized": false,
6061
+ "special": false
6062
+ },
6063
+ {
6064
+ "id": 100673,
6065
+ "content": "Mu",
6066
+ "single_word": true,
6067
+ "lstrip": false,
6068
+ "rstrip": false,
6069
+ "normalized": false,
6070
+ "special": false
6071
+ },
6072
+ {
6073
+ "id": 100674,
6074
+ "content": "Md",
6075
+ "single_word": true,
6076
+ "lstrip": false,
6077
+ "rstrip": false,
6078
+ "normalized": false,
6079
+ "special": false
6080
+ },
6081
+ {
6082
+ "id": 100675,
6083
+ "content": "Rest",
6084
+ "single_word": true,
6085
+ "lstrip": false,
6086
+ "rstrip": false,
6087
+ "normalized": false,
6088
+ "special": false
6089
+ },
6090
+ {
6091
+ "id": 100676,
6092
+ "content": "RSpace",
6093
+ "single_word": true,
6094
+ "lstrip": false,
6095
+ "rstrip": false,
6096
+ "normalized": false,
6097
+ "special": false
6098
+ },
6099
+ {
6100
+ "id": 100677,
6101
+ "content": "W2",
6102
+ "single_word": true,
6103
+ "lstrip": false,
6104
+ "rstrip": false,
6105
+ "normalized": false,
6106
+ "special": false
6107
+ },
6108
+ {
6109
+ "id": 100678,
6110
+ "content": "W3",
6111
+ "single_word": true,
6112
+ "lstrip": false,
6113
+ "rstrip": false,
6114
+ "normalized": false,
6115
+ "special": false
6116
+ },
6117
+ {
6118
+ "id": 100679,
6119
+ "content": "W4",
6120
+ "single_word": true,
6121
+ "lstrip": false,
6122
+ "rstrip": false,
6123
+ "normalized": false,
6124
+ "special": false
6125
+ },
6126
+ {
6127
+ "id": 100680,
6128
+ "content": "W5",
6129
+ "single_word": true,
6130
+ "lstrip": false,
6131
+ "rstrip": false,
6132
+ "normalized": false,
6133
+ "special": false
6134
+ },
6135
+ {
6136
+ "id": 100681,
6137
+ "content": "W6",
6138
+ "single_word": true,
6139
+ "lstrip": false,
6140
+ "rstrip": false,
6141
+ "normalized": false,
6142
+ "special": false
6143
+ },
6144
+ {
6145
+ "id": 100682,
6146
+ "content": "W7",
6147
+ "single_word": true,
6148
+ "lstrip": false,
6149
+ "rstrip": false,
6150
+ "normalized": false,
6151
+ "special": false
6152
+ },
6153
+ {
6154
+ "id": 100683,
6155
+ "content": "W8",
6156
+ "single_word": true,
6157
+ "lstrip": false,
6158
+ "rstrip": false,
6159
+ "normalized": false,
6160
+ "special": false
6161
+ },
6162
+ {
6163
+ "id": 100684,
6164
+ "content": "W9",
6165
+ "single_word": true,
6166
+ "lstrip": false,
6167
+ "rstrip": false,
6168
+ "normalized": false,
6169
+ "special": false
6170
+ },
6171
+ {
6172
+ "id": 100685,
6173
+ "content": "W10",
6174
+ "single_word": true,
6175
+ "lstrip": false,
6176
+ "rstrip": false,
6177
+ "normalized": false,
6178
+ "special": false
6179
+ },
6180
+ {
6181
+ "id": 100686,
6182
+ "content": "W12",
6183
+ "single_word": true,
6184
+ "lstrip": false,
6185
+ "rstrip": false,
6186
+ "normalized": false,
6187
+ "special": false
6188
+ },
6189
+ {
6190
+ "id": 100687,
6191
+ "content": "W16",
6192
+ "single_word": true,
6193
+ "lstrip": false,
6194
+ "rstrip": false,
6195
+ "normalized": false,
6196
+ "special": false
6197
+ },
6198
+ {
6199
+ "id": 100688,
6200
+ "content": "W24",
6201
+ "single_word": true,
6202
+ "lstrip": false,
6203
+ "rstrip": false,
6204
+ "normalized": false,
6205
+ "special": false
6206
+ },
6207
+ {
6208
+ "id": 100689,
6209
+ "content": "W32",
6210
+ "single_word": true,
6211
+ "lstrip": false,
6212
+ "rstrip": false,
6213
+ "normalized": false,
6214
+ "special": false
6215
+ },
6216
+ {
6217
+ "id": 100690,
6218
+ "content": "Wx",
6219
+ "single_word": true,
6220
+ "lstrip": false,
6221
+ "rstrip": false,
6222
+ "normalized": false,
6223
+ "special": false
6224
+ },
6225
+ {
6226
+ "id": 100691,
6227
+ "content": "W",
6228
+ "single_word": true,
6229
+ "lstrip": false,
6230
+ "rstrip": false,
6231
+ "normalized": false,
6232
+ "special": false
6233
+ },
6234
+ {
6235
+ "id": 100692,
6236
+ "content": "G",
6237
+ "single_word": true,
6238
+ "lstrip": false,
6239
+ "rstrip": false,
6240
+ "normalized": false,
6241
+ "special": false
6242
+ },
6243
+ {
6244
+ "id": 100693,
6245
+ "content": "TM8",
6246
+ "single_word": true,
6247
+ "lstrip": false,
6248
+ "rstrip": false,
6249
+ "normalized": false,
6250
+ "special": false
6251
+ },
6252
+ {
6253
+ "id": 100694,
6254
+ "content": "TM16",
6255
+ "single_word": true,
6256
+ "lstrip": false,
6257
+ "rstrip": false,
6258
+ "normalized": false,
6259
+ "special": false
6260
+ },
6261
+ {
6262
+ "id": 100695,
6263
+ "content": "TM32",
6264
+ "single_word": true,
6265
+ "lstrip": false,
6266
+ "rstrip": false,
6267
+ "normalized": false,
6268
+ "special": false
6269
+ },
6270
+ {
6271
+ "id": 100696,
6272
+ "content": "TM64",
6273
+ "single_word": true,
6274
+ "lstrip": false,
6275
+ "rstrip": false,
6276
+ "normalized": false,
6277
+ "special": false
6278
+ },
6279
+ {
6280
+ "id": 100697,
6281
+ "content": "TM128",
6282
+ "single_word": true,
6283
+ "lstrip": false,
6284
+ "rstrip": false,
6285
+ "normalized": false,
6286
+ "special": false
6287
+ },
6288
+ {
6289
+ "id": 100698,
6290
+ "content": "TM256",
6291
+ "single_word": true,
6292
+ "lstrip": false,
6293
+ "rstrip": false,
6294
+ "normalized": false,
6295
+ "special": false
6296
+ },
6297
+ {
6298
+ "id": 100699,
6299
+ "content": "TC8",
6300
+ "single_word": true,
6301
+ "lstrip": false,
6302
+ "rstrip": false,
6303
+ "normalized": false,
6304
+ "special": false
6305
+ },
6306
+ {
6307
+ "id": 100700,
6308
+ "content": "TC16",
6309
+ "single_word": true,
6310
+ "lstrip": false,
6311
+ "rstrip": false,
6312
+ "normalized": false,
6313
+ "special": false
6314
+ },
6315
+ {
6316
+ "id": 100701,
6317
+ "content": "TC32",
6318
+ "single_word": true,
6319
+ "lstrip": false,
6320
+ "rstrip": false,
6321
+ "normalized": false,
6322
+ "special": false
6323
+ },
6324
+ {
6325
+ "id": 100702,
6326
+ "content": "TC64",
6327
+ "single_word": true,
6328
+ "lstrip": false,
6329
+ "rstrip": false,
6330
+ "normalized": false,
6331
+ "special": false
6332
+ },
6333
+ {
6334
+ "id": 100703,
6335
+ "content": "TC128",
6336
+ "single_word": true,
6337
+ "lstrip": false,
6338
+ "rstrip": false,
6339
+ "normalized": false,
6340
+ "special": false
6341
+ },
6342
+ {
6343
+ "id": 100704,
6344
+ "content": "TC256",
6345
+ "single_word": true,
6346
+ "lstrip": false,
6347
+ "rstrip": false,
6348
+ "normalized": false,
6349
+ "special": false
6350
+ },
6351
+ {
6352
+ "id": 100705,
6353
+ "content": "EslurL",
6354
+ "single_word": true,
6355
+ "lstrip": false,
6356
+ "rstrip": false,
6357
+ "normalized": false,
6358
+ "special": false
6359
+ },
6360
+ {
6361
+ "id": 100706,
6362
+ "content": "EslurR",
6363
+ "single_word": true,
6364
+ "lstrip": false,
6365
+ "rstrip": false,
6366
+ "normalized": false,
6367
+ "special": false
6368
+ },
6369
+ {
6370
+ "id": 100707,
6371
+ "content": "Etie",
6372
+ "single_word": true,
6373
+ "lstrip": false,
6374
+ "rstrip": false,
6375
+ "normalized": false,
6376
+ "special": false
6377
+ },
6378
+ {
6379
+ "id": 100708,
6380
+ "content": "Earp",
6381
+ "single_word": true,
6382
+ "lstrip": false,
6383
+ "rstrip": false,
6384
+ "normalized": false,
6385
+ "special": false
6386
+ },
6387
+ {
6388
+ "id": 100709,
6389
+ "content": "Etr",
6390
+ "single_word": true,
6391
+ "lstrip": false,
6392
+ "rstrip": false,
6393
+ "normalized": false,
6394
+ "special": false
6395
+ },
6396
+ {
6397
+ "id": 100710,
6398
+ "content": "Efer",
6399
+ "single_word": true,
6400
+ "lstrip": false,
6401
+ "rstrip": false,
6402
+ "normalized": false,
6403
+ "special": false
6404
+ },
6405
+ {
6406
+ "id": 100711,
6407
+ "content": "Esf",
6408
+ "single_word": true,
6409
+ "lstrip": false,
6410
+ "rstrip": false,
6411
+ "normalized": false,
6412
+ "special": false
6413
+ },
6414
+ {
6415
+ "id": 100712,
6416
+ "content": "Est",
6417
+ "single_word": true,
6418
+ "lstrip": false,
6419
+ "rstrip": false,
6420
+ "normalized": false,
6421
+ "special": false
6422
+ },
6423
+ {
6424
+ "id": 100713,
6425
+ "content": "Estm",
6426
+ "single_word": true,
6427
+ "lstrip": false,
6428
+ "rstrip": false,
6429
+ "normalized": false,
6430
+ "special": false
6431
+ },
6432
+ {
6433
+ "id": 100714,
6434
+ "content": "Eac",
6435
+ "single_word": true,
6436
+ "lstrip": false,
6437
+ "rstrip": false,
6438
+ "normalized": false,
6439
+ "special": false
6440
+ },
6441
+ {
6442
+ "id": 100715,
6443
+ "content": "Emor",
6444
+ "single_word": true,
6445
+ "lstrip": false,
6446
+ "rstrip": false,
6447
+ "normalized": false,
6448
+ "special": false
6449
+ },
6450
+ {
6451
+ "id": 100716,
6452
+ "content": "Epr",
6453
+ "single_word": true,
6454
+ "lstrip": false,
6455
+ "rstrip": false,
6456
+ "normalized": false,
6457
+ "special": false
6458
+ },
6459
+ {
6460
+ "id": 100717,
6461
+ "content": "Eturn",
6462
+ "single_word": true,
6463
+ "lstrip": false,
6464
+ "rstrip": false,
6465
+ "normalized": false,
6466
+ "special": false
6467
+ },
6468
+ {
6469
+ "id": 100718,
6470
+ "content": "Epor",
6471
+ "single_word": true,
6472
+ "lstrip": false,
6473
+ "rstrip": false,
6474
+ "normalized": false,
6475
+ "special": false
6476
+ },
6477
+ {
6478
+ "id": 100719,
6479
+ "content": "Eten",
6480
+ "single_word": true,
6481
+ "lstrip": false,
6482
+ "rstrip": false,
6483
+ "normalized": false,
6484
+ "special": false
6485
+ },
6486
+ {
6487
+ "id": 100720,
6488
+ "content": "Emar",
6489
+ "single_word": true,
6490
+ "lstrip": false,
6491
+ "rstrip": false,
6492
+ "normalized": false,
6493
+ "special": false
6494
+ },
6495
+ {
6496
+ "id": 100721,
6497
+ "content": "Ecre",
6498
+ "single_word": true,
6499
+ "lstrip": false,
6500
+ "rstrip": false,
6501
+ "normalized": false,
6502
+ "special": false
6503
+ },
6504
+ {
6505
+ "id": 100722,
6506
+ "content": "Edim",
6507
+ "single_word": true,
6508
+ "lstrip": false,
6509
+ "rstrip": false,
6510
+ "normalized": false,
6511
+ "special": false
6512
+ },
6513
+ {
6514
+ "id": 100723,
6515
+ "content": "Ecds",
6516
+ "single_word": true,
6517
+ "lstrip": false,
6518
+ "rstrip": false,
6519
+ "normalized": false,
6520
+ "special": false
6521
+ },
6522
+ {
6523
+ "id": 100724,
6524
+ "content": "EDf",
6525
+ "single_word": true,
6526
+ "lstrip": false,
6527
+ "rstrip": false,
6528
+ "normalized": false,
6529
+ "special": false
6530
+ },
6531
+ {
6532
+ "id": 100725,
6533
+ "content": "EDp",
6534
+ "single_word": true,
6535
+ "lstrip": false,
6536
+ "rstrip": false,
6537
+ "normalized": false,
6538
+ "special": false
6539
+ },
6540
+ {
6541
+ "id": 100726,
6542
+ "content": "EDm",
6543
+ "single_word": true,
6544
+ "lstrip": false,
6545
+ "rstrip": false,
6546
+ "normalized": false,
6547
+ "special": false
6548
+ },
6549
+ {
6550
+ "id": 100727,
6551
+ "content": "EDr",
6552
+ "single_word": true,
6553
+ "lstrip": false,
6554
+ "rstrip": false,
6555
+ "normalized": false,
6556
+ "special": false
6557
+ },
6558
+ {
6559
+ "id": 100728,
6560
+ "content": "EDs",
6561
+ "single_word": true,
6562
+ "lstrip": false,
6563
+ "rstrip": false,
6564
+ "normalized": false,
6565
+ "special": false
6566
+ },
6567
+ {
6568
+ "id": 100729,
6569
+ "content": "EDz",
6570
+ "single_word": true,
6571
+ "lstrip": false,
6572
+ "rstrip": false,
6573
+ "normalized": false,
6574
+ "special": false
6575
  }
6576
  ],
6577
  "normalizer": {