Create scripts/train.sh
Browse files- scripts/train.sh +17 -0
scripts/train.sh
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
export CUDA_VISIBLE_DEVICES=0,1,4
|
| 2 |
+
|
| 3 |
+
torchrun --nproc_per_node=3 train.py \
|
| 4 |
+
-lr 1e-5 \
|
| 5 |
+
-batch_size 2 \
|
| 6 |
+
-d_node 256 \
|
| 7 |
+
-d_edge 256 \
|
| 8 |
+
-d_cross_edge 256 \
|
| 9 |
+
-d_position 8 \
|
| 10 |
+
-n_heads 4 \
|
| 11 |
+
-n_intra_layers 2 \
|
| 12 |
+
-n_mim_layers 2 \
|
| 13 |
+
-n_cross_layers 2 \
|
| 14 |
+
-max_epochs 30 \
|
| 15 |
+
-grad_clip 0.5 \
|
| 16 |
+
-delta 1 \
|
| 17 |
+
-o '/home/tc415/muPPIt/checkpoints/debug'
|