{ "auto_mapping": null, "base_model_name_or_path": "facebook/opt-1.3b", "encoder_hidden_size": 2048, "inference_mode": true, "num_attention_heads": 32, "num_layers": 24, "num_transformer_submodules": 1, "num_virtual_tokens": 10, "peft_type": "PREFIX_TUNING", "prefix_projection": false, "revision": null, "task_type": "CAUSAL_LM", "token_dim": 2048 }