(Trained with Unsloth)

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "LeroyDyer/_Spydaz_Web_AI_ChatML_B",
+  "_name_or_path": "LeroyDyer/_Spydaz_Web_AI_ChatQA",
   "architectures": [
     "MistralForCausalLM"
   ],
@@ -22,8 +22,8 @@
   "rope_theta": 10000.0,
   "sliding_window": 8192,
   "tie_word_embeddings": false,
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.43.3",
+  "torch_dtype": "float16",
+  "transformers_version": "4.44.0",
   "unsloth_version": "2024.8",
   "use_cache": false,
   "vocab_size": 32000

generation_config.json

@@ -2,7 +2,8 @@
   "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
+  "max_length": 32768,
   "pad_token_id": 0,
-  "transformers_version": "4.43.3",
+  "transformers_version": "4.44.0",
   "use_cache": false
 }

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e66e5b2dfe9ee84a4b0e2ae638f8b11868a49993bcd7c43bb3a48c98f7f458a
-size 4943162336
+oid sha256:e08ef01aa966447849777c4be2b4fab7a18b967a5b1aa448014ce20b001fd6c5
+size 4943162240

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c3feb4e547e006948115dfa40bd00c47f2428a02bdc5fba9a2bad6d402a12a5
-size 4999819336
+oid sha256:bd1fcdcb131e8e8886c400a2b1ec1bc7bb81fac3db3bc0eaa82cec61ca45cf0f
+size 4999819232

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6610d4373cdd1c6e26c28a1cc822897a5febd6e1f25c573ba030586a0e7cdb7f
-size 4540516344
+oid sha256:15fa8be774ac17361831d27f69ad27807d033eb09ba6ee7e46f99b897be4eafe
+size 4540516256

special_tokens_map.json

@@ -1,6 +1,30 @@
 {
-  "bos_token": "<s>",
-  "eos_token": "<|im_end|>",
-  "pad_token": "<unk>",
-  "unk_token": "<unk>"
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer.json

@@ -1,11 +1,6 @@
 {
   "version": "1.0",
-  "truncation": {
-    "direction": "Right",
-    "max_length": 2048,
-    "strategy": "LongestFirst",
-    "stride": 0
-  },
+  "truncation": null,
   "padding": null,
   "added_tokens": [
     {

tokenizer_config.json

@@ -29,13 +29,13 @@
     }
   },
   "bos_token": "<s>",
-  "chat_template": "{% for message in messages %}{% if message['from'] == 'human' %}{{'<|im_start|>user\n' + message['value'] + '<|im_end|>\n'}}{% elif message['from'] == 'gpt' %}{{'<|im_start|>assistant\n' + message['value'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['value'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "legacy": true,
   "max_length": 2048,
-  "model_max_length": 1000000000000000019884624838656,
+  "model_max_length": 32768,
   "pad_token": "<unk>",
+  "padding_side": "left",
   "stride": 0,
   "tokenizer_class": "LlamaTokenizer",
   "truncation_side": "right",