config.json

{
 "architectures": [
 "LinearProjector"
 ],
 "expansion_ratio": 1,
 "in_features": 768,
 "out_features": 4096,
 "torch_dtype": "bfloat16",
 "transformers_version": "4.44.2"
}