export HF_HUB_ENABLE_HF_TRANSFER=1
export HF_HUB_DOWNLOAD_TIMEOUT=20
export COMP_CACHE="../competition_cache"
huggingface-cli download safe-challenge/SAFEChallengeTask1 --local-dir $COMP_CACHE/temp_task1 --repo-type dataset
huggingface-cli download safe-challenge/SAFEChallengeTask2 --local-dir $COMP_CACHE/temp_task2 --repo-type dataset
huggingface-cli download safe-challenge/SAFEChallengeTask3 --local-dir $COMP_CACHE/temp_task3 --repo-type dataset
huggingface-cli download safe-challenge/SAFEChallengePractice --local-dir $COMP_CACHE/temp_practice --repo-type dataset
python process_data.py