{ "architectures": [ "CompressionModel" ], "auto_map": { "AutoConfig": "configuration_compression.CompressionConfig", "AutoModel": "modeling_compression.CompressionModel" }, "compression_sizes": [ 512, 256, 128, 64, 32 ], "dropout": 0.1, "input_size": 768, "loss_k_vals": [ 10, 100, 256 ], "model_type": "compression_head", "torch_dtype": "float32", "transformers_version": "4.38.2" }