DuongTrongChi commited on
Commit
9adadfb
·
verified ·
1 Parent(s): 9a251dd

Training in progress, step 783, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0943a41a553462c4d372d11f0db7e7ac74b82191589741e8cc65f7c9bf91ac59
3
  size 100198584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d209977df9813fed44fad624e5fb58dc1e5b15c5b51940ed1468e7c3dfe5fd9
3
  size 100198584
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee780c3dfac7ae5d183bedef0b48a628ef423302dc70107b1ca832ddb1dcaca5
3
  size 50675604
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a853076cce04170a9efa4aba119013888999f2ac0422fb5d16b39458831a719
3
  size 50675604
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7deeaf0e67bca4eb52e599acdab6e6d26eff4b93874f78b39bfb4318b5785931
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ca9fb85c447c86084528e309b6c6989260de379c269ae99f82548ef6b07c4e0
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.850480109739369,
5
  "eval_steps": 500,
6
- "global_step": 775,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -5432,6 +5432,62 @@
5432
  "learning_rate": 3.3538840937114674e-06,
5433
  "loss": 1.1299,
5434
  "step": 775
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5435
  }
5436
  ],
5437
  "logging_steps": 1,
@@ -5451,7 +5507,7 @@
5451
  "attributes": {}
5452
  }
5453
  },
5454
- "total_flos": 8.037403550740316e+17,
5455
  "train_batch_size": 4,
5456
  "trial_name": null,
5457
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.8592592592592593,
5
  "eval_steps": 500,
6
+ "global_step": 783,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
5432
  "learning_rate": 3.3538840937114674e-06,
5433
  "loss": 1.1299,
5434
  "step": 775
5435
+ },
5436
+ {
5437
+ "epoch": 0.8515775034293552,
5438
+ "grad_norm": 0.12276988476514816,
5439
+ "learning_rate": 3.3292231812577068e-06,
5440
+ "loss": 1.1005,
5441
+ "step": 776
5442
+ },
5443
+ {
5444
+ "epoch": 0.8526748971193415,
5445
+ "grad_norm": 0.14884981513023376,
5446
+ "learning_rate": 3.3045622688039457e-06,
5447
+ "loss": 1.0838,
5448
+ "step": 777
5449
+ },
5450
+ {
5451
+ "epoch": 0.8537722908093278,
5452
+ "grad_norm": 0.1271783709526062,
5453
+ "learning_rate": 3.2799013563501854e-06,
5454
+ "loss": 1.0585,
5455
+ "step": 778
5456
+ },
5457
+ {
5458
+ "epoch": 0.8548696844993141,
5459
+ "grad_norm": 0.13373488187789917,
5460
+ "learning_rate": 3.2552404438964248e-06,
5461
+ "loss": 1.1283,
5462
+ "step": 779
5463
+ },
5464
+ {
5465
+ "epoch": 0.8559670781893004,
5466
+ "grad_norm": 0.15838205814361572,
5467
+ "learning_rate": 3.2305795314426637e-06,
5468
+ "loss": 1.0838,
5469
+ "step": 780
5470
+ },
5471
+ {
5472
+ "epoch": 0.8570644718792867,
5473
+ "grad_norm": 0.13347558677196503,
5474
+ "learning_rate": 3.205918618988903e-06,
5475
+ "loss": 1.1981,
5476
+ "step": 781
5477
+ },
5478
+ {
5479
+ "epoch": 0.858161865569273,
5480
+ "grad_norm": 0.1298656165599823,
5481
+ "learning_rate": 3.181257706535142e-06,
5482
+ "loss": 1.1628,
5483
+ "step": 782
5484
+ },
5485
+ {
5486
+ "epoch": 0.8592592592592593,
5487
+ "grad_norm": 0.14071859419345856,
5488
+ "learning_rate": 3.1565967940813812e-06,
5489
+ "loss": 1.0938,
5490
+ "step": 783
5491
  }
5492
  ],
5493
  "logging_steps": 1,
 
5507
  "attributes": {}
5508
  }
5509
  },
5510
+ "total_flos": 8.117704792212849e+17,
5511
  "train_batch_size": 4,
5512
  "trial_name": null,
5513
  "trial_params": null