data/fine_tuning/train_dummy.zsh

#!/bin/zsh

# DUMMY EXAMPLE OF THE GENERATED FINE-TUNING TRAINING SCRIPT.  THIS WILL NOT RUN OR WORK!!!

echo "STARTING TRAINING AND PUSH TO HUB"
start=$(date +%s)
autotrain llm --train --project-name 02-baseline-llama2-chat-fine-tuned --model meta-llama/Llama-2-7b-chat-hf --data-path . --peft --lr 2e-4 --batch-size 12 --epochs 3 --trainer sft --merge-adapters --push-to-hub --username alfraser --token DUMMY_TOKEN
end=$(date +%s)
echo "TRAINING AND PUSH TOOK $(($end-$start)) seconds"