export CUDA_VISIBLE_DEVICES=0,1
export WANDB_API_KEY=b7b6ecceb6854bd12f58809f18264f979509d13b

torchrun --nproc_per_node=2 --master_port=54321 train.py \
-lr 1e-4 \
-batch_size 4 \
-d_node 1288 \
-margin 10 \
-grad_clip 2 \
-max_epochs 30 \
-num_heads 8 \
-dropout 0.2 \
-o '/home/tc415/muPPIt_embedding/checkpoints/new_train_4'

# python -u train_2.py