Training in progress, epoch 0

adapter_config.json

@@ -1,7 +1,7 @@
 {
  "alpha_pattern": {},
  "auto_mapping": null,
- "base_model_name_or_path": "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
+ "base_model_name_or_path": "lmlab/lmlab-mistral-1b-untrained",
  "bias": "none",
  "fan_in_fan_out": false,
  "inference_mode": true,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78b26283b22cbcf5319120d1def2de20b88a4e25e3494580989755d933be36f8
-size 4517152
+oid sha256:170718e4134e8084fa72654b6594d24da076366244436200b67c4e56eb884403
+size 1706048

runs/Mar18_18-36-29_e84e5f5fbbca/events.out.tfevents.1710787005.e84e5f5fbbca.5217.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5228f793c486bb6afb1be558ed46f726e75c7d68aebed7adcb9b2ed40c3a6573
+size 7545

tokenizer_config.json

@@ -27,16 +27,16 @@
  "special": true
  }
  },
+ "additional_special_tokens": [],
  "bos_token": "<s>",
- "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
  "clean_up_tokenization_spaces": false,
  "eos_token": "</s>",
- "legacy": false,
- "model_max_length": 2048,
+ "legacy": true,
+ "model_max_length": 1000000000000000019884624838656,
  "pad_token": "</s>",
- "padding_side": "right",
  "sp_model_kwargs": {},
+ "spaces_between_special_tokens": false,
  "tokenizer_class": "LlamaTokenizer",
  "unk_token": "<unk>",
- "use_default_system_prompt": false
+ "use_default_system_prompt": true
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0421809c1933dec10851eae0e385a6afda7ebad7fc9f814b6e26d1a94ba17f0e
+oid sha256:b14163056c2f5176fa6ac8c7e12b58eacf1a68b92f6da3399693168b1ccc363b
 size 5048