lesso03 commited on
Commit
1136194
·
verified ·
1 Parent(s): 5613514

Training in progress, step 63, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da12c466f84c24dff56fbf8dc79868fbc3b3b449ce897493c09f29392c708add
3
  size 2269195160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa958ec9e1d821be8d46b88154f4988a404ca7bfe77d36532c16e224d0426d6f
3
  size 2269195160
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:926b3a840ac04e94a9c2f845e240d3f199a8eebeb2b05d975ed1ce65114c13fe
3
  size 335922386
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bab4deade7f128d6df0aa163363f6be4b378e8534f24a3f4f7bb108a8bd2936
3
  size 335922386
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec7aa7bd6e7162b5cef71bb965bb9ca48a011a5eed5848e6b7c207b50a0c6a7f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47ff6785a77b980071a1673d72897467a8d47d077d883249f712b506ffc9caab
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4dd76e4cfbed647f5393d42b2fd1c0eead588dbf173cae704b7e26883a38f902
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:badf8dd7fd843c03f3dfa379f5a62cbdac918ff18b84343f94ed7c04cd128a3f
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.380952380952381,
5
  "eval_steps": 6,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -429,6 +429,113 @@
429
  "learning_rate": 1.4124637147783432e-05,
430
  "loss": 0.0001,
431
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
432
  }
433
  ],
434
  "logging_steps": 1,
@@ -443,12 +550,12 @@
443
  "should_evaluate": false,
444
  "should_log": false,
445
  "should_save": true,
446
- "should_training_stop": false
447
  },
448
  "attributes": {}
449
  }
450
  },
451
- "total_flos": 4.228759811417702e+16,
452
  "train_batch_size": 8,
453
  "trial_name": null,
454
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 3.0,
5
  "eval_steps": 6,
6
+ "global_step": 63,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
429
  "learning_rate": 1.4124637147783432e-05,
430
  "loss": 0.0001,
431
  "step": 50
432
+ },
433
+ {
434
+ "epoch": 2.4285714285714284,
435
+ "grad_norm": 0.0027039337437599897,
436
+ "learning_rate": 1.2124437891918993e-05,
437
+ "loss": 0.0001,
438
+ "step": 51
439
+ },
440
+ {
441
+ "epoch": 2.4761904761904763,
442
+ "grad_norm": 0.002979928394779563,
443
+ "learning_rate": 1.0257277929332332e-05,
444
+ "loss": 0.0001,
445
+ "step": 52
446
+ },
447
+ {
448
+ "epoch": 2.5238095238095237,
449
+ "grad_norm": 0.002763009862974286,
450
+ "learning_rate": 8.529715727489912e-06,
451
+ "loss": 0.0001,
452
+ "step": 53
453
+ },
454
+ {
455
+ "epoch": 2.571428571428571,
456
+ "grad_norm": 0.0026082261465489864,
457
+ "learning_rate": 6.947819411632223e-06,
458
+ "loss": 0.0001,
459
+ "step": 54
460
+ },
461
+ {
462
+ "epoch": 2.571428571428571,
463
+ "eval_loss": 0.00020980079716537148,
464
+ "eval_runtime": 2.2421,
465
+ "eval_samples_per_second": 8.028,
466
+ "eval_steps_per_second": 1.338,
467
+ "step": 54
468
+ },
469
+ {
470
+ "epoch": 2.619047619047619,
471
+ "grad_norm": 0.0024540037848055363,
472
+ "learning_rate": 5.51714545026264e-06,
473
+ "loss": 0.0001,
474
+ "step": 55
475
+ },
476
+ {
477
+ "epoch": 2.6666666666666665,
478
+ "grad_norm": 0.002579254098236561,
479
+ "learning_rate": 4.242719137849077e-06,
480
+ "loss": 0.0001,
481
+ "step": 56
482
+ },
483
+ {
484
+ "epoch": 2.7142857142857144,
485
+ "grad_norm": 0.0024759070947766304,
486
+ "learning_rate": 3.1290169432939553e-06,
487
+ "loss": 0.0001,
488
+ "step": 57
489
+ },
490
+ {
491
+ "epoch": 2.761904761904762,
492
+ "grad_norm": 0.002558476058766246,
493
+ "learning_rate": 2.179950786173879e-06,
494
+ "loss": 0.0001,
495
+ "step": 58
496
+ },
497
+ {
498
+ "epoch": 2.8095238095238093,
499
+ "grad_norm": 0.0033246162347495556,
500
+ "learning_rate": 1.3988542959794627e-06,
501
+ "loss": 0.0001,
502
+ "step": 59
503
+ },
504
+ {
505
+ "epoch": 2.857142857142857,
506
+ "grad_norm": 0.002528395503759384,
507
+ "learning_rate": 7.884711026201585e-07,
508
+ "loss": 0.0001,
509
+ "step": 60
510
+ },
511
+ {
512
+ "epoch": 2.857142857142857,
513
+ "eval_loss": 0.0002239210152765736,
514
+ "eval_runtime": 2.2503,
515
+ "eval_samples_per_second": 7.999,
516
+ "eval_steps_per_second": 1.333,
517
+ "step": 60
518
+ },
519
+ {
520
+ "epoch": 2.9047619047619047,
521
+ "grad_norm": 0.00311569613404572,
522
+ "learning_rate": 3.5094519932415417e-07,
523
+ "loss": 0.0001,
524
+ "step": 61
525
+ },
526
+ {
527
+ "epoch": 2.9523809523809526,
528
+ "grad_norm": 0.0025822578463703394,
529
+ "learning_rate": 8.781341178393244e-08,
530
+ "loss": 0.0001,
531
+ "step": 62
532
+ },
533
+ {
534
+ "epoch": 3.0,
535
+ "grad_norm": 0.02102760784327984,
536
+ "learning_rate": 0.0,
537
+ "loss": 0.0002,
538
+ "step": 63
539
  }
540
  ],
541
  "logging_steps": 1,
 
550
  "should_evaluate": false,
551
  "should_log": false,
552
  "should_save": true,
553
+ "should_training_stop": true
554
  },
555
  "attributes": {}
556
  }
557
  },
558
+ "total_flos": 5.304496956427469e+16,
559
  "train_batch_size": 8,
560
  "trial_name": null,
561
  "trial_params": null