llm_config.json

{
    "hidden_size": 2048,
    "layer_nums": 22,
    "attention_mask": "float",
    "key_value_shape": [
        2,
        1,
        0,
        4,
        64
    ],
    "prompt_template": "<s><|system|>\nYou are a friendly chatbot who always responds in the style of a pirate</s>\n<|user|>\n%s</s>\n<|assistant|>\n",
    "is_visual": false,
    "is_single": true
}