abhinavkulkarni
/

mosaicml-mpt-7b-instruct-w4-g128-awq

Text Generation

text-generation-inference

Model card Files Files and versions Community

abhinavkulkarni commited on Jul 9, 2023

Commit

4e27f44

•

1 Parent(s): a7041c8

Upload MPTForCausalLM

Files changed (2) hide show

config.json +4 -4
generation_config.json +1 -1

config.json CHANGED Viewed

@@ -6,7 +6,7 @@
   "attn_config": {
     "alibi": true,
     "alibi_bias_max": 8,
-    "attn_impl": "torch",
     "attn_pdrop": 0,
     "attn_type": "multihead_attention",
     "attn_uses_sequence_id": false,
@@ -16,8 +16,8 @@
     "softmax_scale": null
   },
   "auto_map": {
-    "AutoConfig": "configuration_mpt.MPTConfig",
-    "AutoModelForCausalLM": "modeling_mpt.MPTForCausalLM"
   },
   "d_model": 4096,
   "emb_pdrop": 0,
@@ -46,7 +46,7 @@
   "resid_pdrop": 0,
   "tokenizer_name": "EleutherAI/gpt-neox-20b",
   "torch_dtype": "float16",
-  "transformers_version": "4.28.1",
   "use_cache": false,
   "verbose": 0,
   "vocab_size": 50432

   "attn_config": {
     "alibi": true,
     "alibi_bias_max": 8,
+    "attn_impl": "triton",
     "attn_pdrop": 0,
     "attn_type": "multihead_attention",
     "attn_uses_sequence_id": false,
     "softmax_scale": null
   },
   "auto_map": {
+    "AutoConfig": "mosaicml/mpt-7b-instruct--configuration_mpt.MPTConfig",
+    "AutoModelForCausalLM": "mosaicml/mpt-7b-instruct--modeling_mpt.MPTForCausalLM"
   },
   "d_model": 4096,
   "emb_pdrop": 0,
   "resid_pdrop": 0,
   "tokenizer_name": "EleutherAI/gpt-neox-20b",
   "torch_dtype": "float16",
+  "transformers_version": "4.30.0.dev0",
   "use_cache": false,
   "verbose": 0,
   "vocab_size": 50432

generation_config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
   "_from_model_config": true,
-  "transformers_version": "4.28.1",
   "use_cache": false
 }

 {
   "_from_model_config": true,
+  "transformers_version": "4.30.0.dev0",
   "use_cache": false
 }