Training in progress, epoch 1

added_tokens.json

@@ -0,0 +1,8 @@
+{
+  "<|begin_of_c-sharp_code|>": 50267,
+  "<|begin_of_java_code|>": 50265,
+  "<|begin_of_sentence|>": 50270,
+  "<|end_of_c-sharp_code|>": 50268,
+  "<|end_of_java_code|>": 50266,
+  "<|translate|>": 50269
+}

config.json

@@ -24,5 +24,5 @@
   "transformers_version": "4.33.2",
   "type_vocab_size": 1,
   "use_cache": true,
-  "vocab_size": 50265
+  "vocab_size": 50271
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7eb337d379829d6598b1a8306eef7ceedd454a8d4e9b267a102f23dc2ba3d80
-size 498859189
+oid sha256:6e832313b0c2c211539a1910ea4044028edb55fbec9a0c7d3947d35f946bba9f
+size 498877685

special_tokens_map.json

@@ -1,4 +1,12 @@
 {
+  "additional_special_tokens": [
+    "<|begin_of_java_code|>",
+    "<|end_of_java_code|>",
+    "<|begin_of_c-sharp_code|>",
+    "<|end_of_c-sharp_code|>",
+    "<|translate|>",
+    "<|begin_of_sentence|>"
+  ],
   "bos_token": "<s>",
   "cls_token": "<s>",
   "eos_token": "</s>",

tokenizer.json

@@ -47,6 +47,60 @@
       "rstrip": false,
       "normalized": false,
       "special": true
+    },
+    {
+      "id": 50265,
+      "content": "<|begin_of_java_code|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50266,
+      "content": "<|end_of_java_code|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50267,
+      "content": "<|begin_of_c-sharp_code|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50268,
+      "content": "<|end_of_c-sharp_code|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50269,
+      "content": "<|translate|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50270,
+      "content": "<|begin_of_sentence|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
     }
   ],
   "normalizer": null,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47fe9665085bc4be33641ffe833db2c0a2be74a55803144df3e33a9afd486257
+oid sha256:7ff6ead4ed5eed7f06edef81f4d02a85417b09e428063c25561ee6d306ce7a18
 size 4027