| { | |
| "project_name": "my-autotrain-llm", | |
| "model_name": "mistralai/Mistral-7B-Instruct-v0.2", | |
| "push_to_hub": true, | |
| "repo_id": "rahulrouterabbit/mistral", | |
| "use_fp16": true, | |
| "use_peft": true, | |
| "use_int4": true, | |
| "learning_rate": 0.0001, | |
| "num_epochs": 4, | |
| "batch_size": 4, | |
| "block_size": 512, | |
| "warmup_ratio": 0.05, | |
| "weight_decay": 0.005, | |
| "lora_r": 8, | |
| "lora_alpha": 16, | |
| "lora_dropout": 0.01 | |
| } |