save checkpoint after 2000 steps
Browse files- .gitattributes +1 -0
- run_pretraining.sh +2 -0
.gitattributes
CHANGED
@@ -14,3 +14,4 @@
|
|
14 |
*.pb filter=lfs diff=lfs merge=lfs -text
|
15 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
16 |
*.pth filter=lfs diff=lfs merge=lfs -text
|
|
|
|
14 |
*.pb filter=lfs diff=lfs merge=lfs -text
|
15 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
16 |
*.pth filter=lfs diff=lfs merge=lfs -text
|
17 |
+
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
run_pretraining.sh
CHANGED
@@ -20,4 +20,6 @@ export WANDB_LOG_MODEL="true"
|
|
20 |
--num_train_epochs="20" \
|
21 |
--dataloader_num_workers="64" \
|
22 |
--preprocessing_num_workers="64" \
|
|
|
|
|
23 |
--push_to_hub
|
|
|
20 |
--num_train_epochs="20" \
|
21 |
--dataloader_num_workers="64" \
|
22 |
--preprocessing_num_workers="64" \
|
23 |
+
--save_steps="2000" \
|
24 |
+
--eval_steps="2000" \
|
25 |
--push_to_hub
|