Training in progress, step 90000, checkpoint

tmp-spec-checkpoint-90000/config.json

@@ -0,0 +1,32 @@
+{
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 2,
+  "eos_token_id": 3,
+  "fused_bias_fc": false,
+  "fused_dropout_add_ln": false,
+  "fused_mlp": false,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 640,
+  "initializer_range": 0.02,
+  "intermediate_size": 2560,
+  "loss_type": "ForCausalLM",
+  "max_position_embeddings": 2048,
+  "max_seq_length": 64,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 10,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 10,
+  "pretraining_tp": 1,
+  "residual_in_fp32": true,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "transformers_version": "4.46.2",
+  "use_cache": true,
+  "use_flash_attn": true,
+  "vocab_size": 84
+}

tmp-spec-checkpoint-90000/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e0d139ed40e3796368e1e9bebbc46648a120f54d25c9065935f388e8a49c45
+size 629775126

tmp-spec-checkpoint-90000/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tmp-spec-checkpoint-90000/tokenizer.json

@@ -0,0 +1,203 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<pad>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "<bos>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 3,
+      "content": "<eos>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Split",
+    "pattern": {
+      "Regex": "(\\[[^\\]]+]|Br?|Cl?|N|O|S|P|F|I|b|c|n|o|s|p|\\(|\\)|\\.|=|#|-|\\+|\\\\\\\\|\\/|:|~|@|\\?|>>?|\\*|\\$|\\%[0-9]{2}|[0-9])"
+    },
+    "behavior": "Isolated",
+    "invert": false
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "<bos>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "<eos>",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "<bos>": {
+        "id": "<bos>",
+        "ids": [
+          2
+        ],
+        "tokens": [
+          "<bos>"
+        ]
+      },
+      "<eos>": {
+        "id": "<eos>",
+        "ids": [
+          3
+        ],
+        "tokens": [
+          "<eos>"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "BPEDecoder",
+    "suffix": "</w>"
+  },
+  "model": {
+    "type": "WordLevel",
+    "vocab": {
+      "<unk>": 0,
+      "<pad>": 1,
+      "<bos>": 2,
+      "<eos>": 3,
+      "C": 4,
+      "(": 5,
+      ")": 6,
+      "c": 7,
+      "1": 8,
+      "O": 9,
+      "=": 10,
+      "N": 11,
+      "2": 12,
+      "n": 13,
+      "[C@H]": 14,
+      "[C@@H]": 15,
+      "3": 16,
+      "F": 17,
+      "S": 18,
+      "s": 19,
+      "4": 20,
+      "Cl": 21,
+      "[nH]": 22,
+      "o": 23,
+      "[C@]": 24,
+      "[C@@]": 25,
+      "#": 26,
+      "Br": 27,
+      "-": 28,
+      "/": 29,
+      "[N+]": 30,
+      "[O-]": 31,
+      "5": 32,
+      "I": 33,
+      "[N-]": 34,
+      "P": 35,
+      "[S@]": 36,
+      "[S@@]": 37,
+      "[n+]": 38,
+      "[Si]": 39,
+      "6": 40,
+      "[S+]": 41,
+      "B": 42,
+      "[P@]": 43,
+      "7": 44,
+      "[P@@]": 45,
+      "[N@]": 46,
+      "8": 47,
+      "[N@@]": 48,
+      "[B-]": 49,
+      "[NH+]": 50,
+      "[N@@H+]": 51,
+      "[NH2+]": 52,
+      "[N@H+]": 53,
+      "[O]": 54,
+      "[NH3+]": 55,
+      "[PH]": 56,
+      "[Si@]": 57,
+      "[Si@@]": 58,
+      "[n-]": 59,
+      "9": 60,
+      "[N@+]": 61,
+      "[nH+]": 62,
+      "[N@@+]": 63,
+      "[Sn]": 64,
+      "[s+]": 65,
+      "[Se]": 66,
+      ".": 67,
+      "[Cl-]": 68,
+      "[N]": 69,
+      "[C-]": 70,
+      "[C]": 71,
+      "[S@@+]": 72,
+      "%10": 73,
+      "%11": 74,
+      "[O+]": 75,
+      "[SH]": 76,
+      "[Si@H]": 77,
+      "[NH]": 78,
+      "[P+]": 79,
+      "[P@@H]": 80,
+      "[Si@@H]": 81,
+      "[c-]": 82,
+      "[o+]": 83
+    },
+    "unk_token": "<unk>"
+  }
+}

tmp-spec-checkpoint-90000/tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}

tmp-spec-checkpoint-90000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0933236acd574c01113011aaa77051cd6a36683859e4e696187efab7ac5ec409
+size 14968