version: 5
act_dtype: fp32
weight_dtype: int8
head_size: 12
n_layer: 12
n_embd: 768
n_att: 768
n_ffn: 3072