| { | |
| "hidden_size": 5120, | |
| "layer_nums": 64, | |
| "attention_mask": "float", | |
| "key_value_shape": [ | |
| 2, | |
| 1, | |
| 0, | |
| 8, | |
| 128 | |
| ], | |
| "prompt_template": "<|im_start|>system\nYou are a helpful and harmless assistant. You are Qwen developed by Alibaba. You should think step-by-step.<|im_end|>\n<|im_start|>user\n%s<|im_end|>\n<|im_start|>assistant\n", | |
| "is_visual": false | |
| } |