Upload folder using huggingface_hub

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8e8a4ba94146791f9130a84f8c7be65a76c9a18d49b3daf1d4fcd1ae1a8da98
+oid sha256:40f020071a60fdabf92ced598369403ba67528f1a2ff6a9e97d177d6f0b2c74d
 size 11073631630

special_tokens_map.json

@@ -13,13 +13,7 @@
  "rstrip": false,
  "single_word": false
  },
- "pad_token": {
- "content": "</s>",
- "lstrip": false,
- "normalized": false,
- "rstrip": false,
- "single_word": false
- },
+ "pad_token": "</s>",
  "unk_token": {
  "content": "</s>",
  "lstrip": false,

tokenizer_config.json

@@ -203,11 +203,11 @@
  }
  },
  "bos_token": "<s>",
+ "chat_template": "{%- for idx in range(0, messages|length) -%}\n{%- if messages[idx]['role'] == 'user' -%}\n{%- if idx > 1 -%}\n{{- bos_token + '[INST] ' + messages[idx]['content'] + ' [/INST]' -}}\n{%- else -%}\n{{- messages[idx]['content'] + ' [/INST]' -}}\n{%- endif -%}\n{% elif messages[idx]['role'] == 'system' %}\n{{- '[INST] <<SYS>>\\n' + messages[idx]['content'] + '\\n<</SYS>>\\n\\n' -}}\n{%- elif messages[idx]['role'] == 'assistant' -%}\n{{- ' ' + messages[idx]['content'] + ' ' + eos_token -}}\n{% endif %}\n{% endfor %}",
  "clean_up_tokenization_spaces": true,
  "eos_token": "</s>",
  "model_max_length": 1000000000000000019884624838656,
  "pad_token": "</s>",
  "tokenizer_class": "GPTNeoXTokenizer",
- "unk_token": "</s>",
- "chat_template": "{%- for idx in range(0, messages|length) -%}\n{%- if messages[idx]['role'] == 'user' -%}\n{%- if idx > 1 -%}\n{{- bos_token + '[INST] ' + messages[idx]['content'] + ' [/INST]' -}}\n{%- else -%}\n{{- messages[idx]['content'] + ' [/INST]' -}}\n{%- endif -%}\n{% elif messages[idx]['role'] == 'system' %}\n{{- '[INST] <<SYS>>\\n' + messages[idx]['content'] + '\\n<</SYS>>\\n\\n' -}}\n{%- elif messages[idx]['role'] == 'assistant' -%}\n{{- ' ' + messages[idx]['content'] + ' ' + eos_token -}}\n{% endif %}\n{% endfor %}"
+ "unk_token": "</s>"
 }