Update config.json

config.json

@@ -0,0 +1,18 @@
+{
+ "project_name": "my-autotrain-llm",
+ "model_name": "mistralai/Mistral-7B-Instruct-v0.2",
+ "push_to_hub": true,
+ "repo_id": "rahulrouterabbit/mistral",
+ "use_fp16": true,
+ "use_peft": true,
+ "use_int4": true,
+ "learning_rate": 0.0001,
+ "num_epochs": 4,
+ "batch_size": 4,
+ "block_size": 512,
+ "warmup_ratio": 0.05,
+ "weight_decay": 0.005,
+ "lora_r": 8,
+ "lora_alpha": 16,
+ "lora_dropout": 0.01
+}