Register for AutoModelForCausalLM

config.json

@@ -1,7 +1,11 @@
 {
     "architectures": [
-        "T5DecoderOnlyForCausalLM"
+      "DecoderOnlyT5Model"
     ],
+    "auto_map": {
+      "AutoConfig": "decoderonlyt5_config.DecoderOnlyT5Config",
+      "AutoModelForCausalLM": "decoderonlyt5_modeling.DecoderOnlyT5Model"
+    },
     "d_ff": 16384,
     "d_kv": 256,
     "d_model": 4096,

decoder_only_t5/modeling.py → decoderonlyt5_modeling.py

@@ -13,7 +13,7 @@ from transformers.utils import (
     replace_return_docstrings,
 )
 
-from decoder_only_t5.config import DecoderOnlyT5Config
+from .decoderonlyt5_config import DecoderOnlyT5Config
 
 
 logger = logging.get_logger(__name__)