| compute: | |
| instance_type: A100:32GB | |
| region: us-east-1 # or your preferred region | |
| base_model: meta-llama/Llama-2-7b-hf | |
| model_id: Lukeam/llama-aa-fine-tuned | |
| dataset: processed_qa.jsonl | |
| training: | |
| learning_rate: 5e-5 | |
| num_train_epochs: 3 | |
| per_device_train_batch_size: 2 | |
| gradient_accumulation_steps: 4 | |
| save_steps: 1000 | |
| eval_steps: 500 |