asafaya
/

kanarya-750m

Text Generation

Inference Endpoints

Model card Files Files and versions Community

asafaya commited on Feb 11

Commit

7c0b5a4

•

1 Parent(s): c58dd10

Fix input encoding template

Files changed (1) hide show

tokenizer.json +5 -14

tokenizer.json CHANGED Viewed

@@ -61,15 +61,15 @@
               "id": "A",
               "type_id": 0
             }
-          },
           {
             "SpecialToken": {
-              "id": "</s>",
               "type_id": 0
             }
-          }
-        ],
-        "pair": [
           {
             "Sequence": {
               "id": "A",
@@ -84,15 +84,6 @@
           }
         ],
         "special_tokens": {
-          "</s>": {
-            "id": "</s>",
-            "ids": [
-              1
-            ],
-            "tokens": [
-              "</s>"
-            ]
-          },
           "<s>": {
             "id": "<s>",
             "ids": [

               "id": "A",
               "type_id": 0
             }
+          }
+        ],
+        "pair": [
           {
             "SpecialToken": {
+              "id": "<s>",
               "type_id": 0
             }
+          },
           {
             "Sequence": {
               "id": "A",
           }
         ],
         "special_tokens": {
           "<s>": {
             "id": "<s>",
             "ids": [