AWQ model commit

config.json

@@ -0,0 +1,31 @@
+{
+ "_name_or_path": "/workspace/process/jondurbin_airoboros-180b-2.2.1/source",
+ "alibi": false,
+ "architectures": [
+ "FalconForCausalLM"
+ ],
+ "attention_dropout": 0.0,
+ "bias": false,
+ "bos_token_id": 11,
+ "eos_token_id": 11,
+ "hidden_dropout": 0.0,
+ "hidden_size": 14848,
+ "initializer_range": 0.02,
+ "layer_norm_epsilon": 1e-05,
+ "max_position_embeddings": 2048,
+ "model_type": "falcon",
+ "multi_query": true,
+ "new_decoder_architecture": true,
+ "num_attention_heads": 232,
+ "num_hidden_layers": 80,
+ "num_kv_heads": 8,
+ "pad_token_id": 0,
+ "parallel_attn": true,
+ "pretraining_tp": 1,
+ "rope_scaling": null,
+ "rope_theta": 10000.0,
+ "torch_dtype": "float16",
+ "transformers_version": "4.34.1",
+ "use_cache": true,
+ "vocab_size": 65024
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+ "_from_model_config": true,
+ "bos_token_id": 11,
+ "eos_token_id": 11,
+ "transformers_version": "4.35.0.dev0"
+}

model-00001-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178dc4d74ecd0c165a6475ba85c39e048daf5e2b50a50ae25fc019d5b9ba7da5
+size 11921769008

model-00002-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4746d1e88a6ff1b2f216acd7a07f58cc2e73d0907443015263ed02f085be825d
+size 9936179592

model-00003-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b13f39e31ebd7b3c95bf32650641afc8e678dd1cba7dacba1cf48d5f8c00517
+size 9922400584

model-00004-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe4396f7822e1325850817ea407f0efaeec814369914df9daac8d30f1d0ffd6
+size 9685306544

model-00005-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56daf50692c06100dd09dd0fdf8d9c0948ecd47c7af3548188cdad6ef11dcbb4
+size 9922400584

model-00006-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266b669894b10452375f30cd49de1d06657a835bc783fceee1140b88a3373701
+size 9685306544

model-00007-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc23cae8850f4a5a45d14905d37dc6d059e9e78474783611d324606eeba2cbd
+size 9922400584

model-00008-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7854b1d73bad4131bd63bceb99c9c1009d2386921127be72bf4c6498fac5135b
+size 9685306544

model-00009-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1700f21d0da40707796474e616f579e1c2c01a19f3a74e226de7af6ead973f
+size 9922400584

model-00010-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bde7bfec3a1b4399105e8a2d914f5bae3b9e2265a04b5e8274c9d1c5418e55
+size 5530057440

quant_config.json

@@ -0,0 +1,6 @@
+{
+ "zero_point": true,
+ "q_group_size": 128,
+ "w_bit": 4,
+ "version": "GEMM"
+}

special_tokens_map.json

@@ -0,0 +1,16 @@
+{
+ "additional_special_tokens": [
+ ">>TITLE<<",
+ ">>ABSTRACT<<",
+ ">>INTRODUCTION<<",
+ ">>SUMMARY<<",
+ ">>COMMENT<<",
+ ">>ANSWER<<",
+ ">>QUESTION<<",
+ ">>DOMAIN<<",
+ ">>PREFIX<<",
+ ">>SUFFIX<<",
+ ">>MIDDLE<<"
+ ],
+ "eos_token": "<|endoftext|>"
+}

tokenizer_config.json

@@ -0,0 +1,118 @@
+{
+ "add_prefix_space": false,
+ "added_tokens_decoder": {
+ "0": {
+ "content": ">>TITLE<<",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": ">>ABSTRACT<<",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": ">>INTRODUCTION<<",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": ">>SUMMARY<<",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "4": {
+ "content": ">>COMMENT<<",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "5": {
+ "content": ">>ANSWER<<",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "6": {
+ "content": ">>QUESTION<<",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "7": {
+ "content": ">>DOMAIN<<",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "8": {
+ "content": ">>PREFIX<<",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "9": {
+ "content": ">>SUFFIX<<",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "10": {
+ "content": ">>MIDDLE<<",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "11": {
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "additional_special_tokens": [
+ ">>TITLE<<",
+ ">>ABSTRACT<<",
+ ">>INTRODUCTION<<",
+ ">>SUMMARY<<",
+ ">>COMMENT<<",
+ ">>ANSWER<<",
+ ">>QUESTION<<",
+ ">>DOMAIN<<",
+ ">>PREFIX<<",
+ ">>SUFFIX<<",
+ ">>MIDDLE<<"
+ ],
+ "clean_up_tokenization_spaces": true,
+ "eos_token": "<|endoftext|>",
+ "model_max_length": 2048,
+ "tokenizer_class": "PreTrainedTokenizerFast"
+}