checkpoint-492/adapter_config.json

{
 "alpha_pattern": {},
 "auto_mapping": null,
 "base_model_name_or_path": "bigcode/starcoder",
 "bias": "none",
 "fan_in_fan_out": null,
 "inference_mode": true,
 "init_lora_weights": true,
 "layers_pattern": null,
 "layers_to_transform": null,
 "loftq_config": {},
 "lora_alpha": 16,
 "lora_dropout": 0.05,
 "megatron_config": null,
 "megatron_core": "megatron.core",
 "modules_to_save": [
 "embed_tokens",
 "lm_head"
 ],
 "peft_type": "LORA",
 "r": 32,
 "rank_pattern": {},
 "revision": null,
 "target_modules": [
 "c_proj",
 "c_fc",
 "c_attn"
 ],
 "task_type": "CAUSAL_LM"
}