Sweaterdog commited on
Commit
2952632
·
verified ·
1 Parent(s): a90be67

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (2) hide show
  1. special_tokens_map.json +1 -1
  2. tokenizer_config.json +3 -3
special_tokens_map.json CHANGED
@@ -15,7 +15,7 @@
15
  "<|video_pad|>"
16
  ],
17
  "eos_token": {
18
- "content": "<|endoftext|>",
19
  "lstrip": false,
20
  "normalized": false,
21
  "rstrip": false,
 
15
  "<|video_pad|>"
16
  ],
17
  "eos_token": {
18
+ "content": "<|im_end|>",
19
  "lstrip": false,
20
  "normalized": false,
21
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -203,11 +203,11 @@
203
  "<|video_pad|>"
204
  ],
205
  "bos_token": null,
206
- "chat_template": "{{ 'Below is an input from the system or yourself, no matter what, will play minecraft, and reward yourself every time you successfully finish an action\nPrompt or Next action:' }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '\n' + message['content'] }}{% elif message['role'] == 'assistant' %}{{ '\nWhat do you do:\n' + message['content'] + '<|endoftext|>' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\nWhat do you do:\n' }}{% endif %}",
207
  "clean_up_tokenization_spaces": false,
208
- "eos_token": "<|endoftext|>",
209
  "errors": "replace",
210
- "model_max_length": 131072,
211
  "pad_token": "<|PAD_TOKEN|>",
212
  "padding_side": "left",
213
  "split_special_tokens": false,
 
203
  "<|video_pad|>"
204
  ],
205
  "bos_token": null,
206
+ "chat_template": "{{ 'Below is an input from the system or yourself, no matter what, will play minecraft, and reward yourself every time you successfully finish an action, DO NOT use the same command with the same syntax 3 messages in a row. You are an Ai named Hermes, built for playing Minecraft.\nPrompt or Next action:' }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '\n' + message['content'] }}{% elif message['role'] == 'assistant' %}{{ '\nWhat do you do:\n' + message['content'] + '<|im_end|>' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\nWhat do you do:\n' }}{% endif %}",
207
  "clean_up_tokenization_spaces": false,
208
+ "eos_token": "<|im_end|>",
209
  "errors": "replace",
210
+ "model_max_length": 128000,
211
  "pad_token": "<|PAD_TOKEN|>",
212
  "padding_side": "left",
213
  "split_special_tokens": false,