fats-fme commited on
Commit
307218b
·
verified ·
1 Parent(s): 2d5c570

Training in progress, step 766, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6432bbbc79f5f28e5f1e8a3b125748b08eee9da3b7f4ff05fbace40dda74a61
3
  size 101184122
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5ca2d13a2d5c86e8d05ce17700618910b2596036ba51be793c5a9a0a244600b
3
  size 101184122
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2fd504756df2b2ca8d22381bb5e3d6fa500e4a401a95281ecd64d2ff70f1ac08
3
  size 14512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46fae2c30f4c8f4c1d015a0d34cf35c573f4f7bb737577048eae036e3b52402f
3
  size 14512
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb791bad2ff08244429a256d23e100b5bf63d18eb832c5c582d28dcf25a7d81b
3
  size 14512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af7fc61f695a3c7b1e847889bacf200cd500602d65daf2881dae5d8e706098fd
3
  size 14512
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:138fcfba3da63d92d8ed678708f48cb2b52cdfa65f7f42f3b4a6e894860608fc
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc3adba656a0095bd6d7e2fff6d64eecd67bc391ad34d1bbda74959b48a5b807
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.25020414829332027,
5
  "eval_steps": 383,
6
- "global_step": 383,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2704,6 +2704,2695 @@
2704
  "eval_samples_per_second": 16.076,
2705
  "eval_steps_per_second": 4.022,
2706
  "step": 383
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2707
  }
2708
  ],
2709
  "logging_steps": 1,
@@ -2723,7 +5412,7 @@
2723
  "attributes": {}
2724
  }
2725
  },
2726
- "total_flos": 1.576992958756946e+17,
2727
  "train_batch_size": 2,
2728
  "trial_name": null,
2729
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.5004082965866405,
5
  "eval_steps": 383,
6
+ "global_step": 766,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2704
  "eval_samples_per_second": 16.076,
2705
  "eval_steps_per_second": 4.022,
2706
  "step": 383
2707
+ },
2708
+ {
2709
+ "epoch": 0.2508574228319451,
2710
+ "grad_norm": Infinity,
2711
+ "learning_rate": 0.00017590256715962506,
2712
+ "loss": 1.4462,
2713
+ "step": 384
2714
+ },
2715
+ {
2716
+ "epoch": 0.25151069737056997,
2717
+ "grad_norm": Infinity,
2718
+ "learning_rate": 0.0001757641957541203,
2719
+ "loss": 1.5079,
2720
+ "step": 385
2721
+ },
2722
+ {
2723
+ "epoch": 0.2521639719091948,
2724
+ "grad_norm": Infinity,
2725
+ "learning_rate": 0.00017562548296696875,
2726
+ "loss": 1.536,
2727
+ "step": 386
2728
+ },
2729
+ {
2730
+ "epoch": 0.2528172464478197,
2731
+ "grad_norm": Infinity,
2732
+ "learning_rate": 0.0001754864294231886,
2733
+ "loss": 1.5538,
2734
+ "step": 387
2735
+ },
2736
+ {
2737
+ "epoch": 0.25347052098644457,
2738
+ "grad_norm": Infinity,
2739
+ "learning_rate": 0.00017534703574933347,
2740
+ "loss": 1.8808,
2741
+ "step": 388
2742
+ },
2743
+ {
2744
+ "epoch": 0.2541237955250694,
2745
+ "grad_norm": Infinity,
2746
+ "learning_rate": 0.00017520730257348946,
2747
+ "loss": 1.9979,
2748
+ "step": 389
2749
+ },
2750
+ {
2751
+ "epoch": 0.25477707006369427,
2752
+ "grad_norm": Infinity,
2753
+ "learning_rate": 0.00017506723052527242,
2754
+ "loss": 1.9746,
2755
+ "step": 390
2756
+ },
2757
+ {
2758
+ "epoch": 0.2554303446023191,
2759
+ "grad_norm": Infinity,
2760
+ "learning_rate": 0.00017492682023582528,
2761
+ "loss": 2.23,
2762
+ "step": 391
2763
+ },
2764
+ {
2765
+ "epoch": 0.25608361914094396,
2766
+ "grad_norm": Infinity,
2767
+ "learning_rate": 0.0001747860723378148,
2768
+ "loss": 2.2459,
2769
+ "step": 392
2770
+ },
2771
+ {
2772
+ "epoch": 0.2567368936795688,
2773
+ "grad_norm": Infinity,
2774
+ "learning_rate": 0.0001746449874654291,
2775
+ "loss": 2.1848,
2776
+ "step": 393
2777
+ },
2778
+ {
2779
+ "epoch": 0.2573901682181937,
2780
+ "grad_norm": Infinity,
2781
+ "learning_rate": 0.0001745035662543745,
2782
+ "loss": 2.5955,
2783
+ "step": 394
2784
+ },
2785
+ {
2786
+ "epoch": 0.25804344275681856,
2787
+ "grad_norm": Infinity,
2788
+ "learning_rate": 0.00017436180934187308,
2789
+ "loss": 2.6265,
2790
+ "step": 395
2791
+ },
2792
+ {
2793
+ "epoch": 0.2586967172954434,
2794
+ "grad_norm": Infinity,
2795
+ "learning_rate": 0.00017421971736665925,
2796
+ "loss": 2.9216,
2797
+ "step": 396
2798
+ },
2799
+ {
2800
+ "epoch": 0.25934999183406826,
2801
+ "grad_norm": Infinity,
2802
+ "learning_rate": 0.00017407729096897737,
2803
+ "loss": 2.6603,
2804
+ "step": 397
2805
+ },
2806
+ {
2807
+ "epoch": 0.2600032663726931,
2808
+ "grad_norm": Infinity,
2809
+ "learning_rate": 0.00017393453079057847,
2810
+ "loss": 3.1459,
2811
+ "step": 398
2812
+ },
2813
+ {
2814
+ "epoch": 0.26065654091131796,
2815
+ "grad_norm": Infinity,
2816
+ "learning_rate": 0.00017379143747471768,
2817
+ "loss": 3.2171,
2818
+ "step": 399
2819
+ },
2820
+ {
2821
+ "epoch": 0.26130981544994286,
2822
+ "grad_norm": Infinity,
2823
+ "learning_rate": 0.00017364801166615124,
2824
+ "loss": 4.4529,
2825
+ "step": 400
2826
+ },
2827
+ {
2828
+ "epoch": 0.2619630899885677,
2829
+ "grad_norm": Infinity,
2830
+ "learning_rate": 0.00017350425401113336,
2831
+ "loss": 1.3081,
2832
+ "step": 401
2833
+ },
2834
+ {
2835
+ "epoch": 0.26261636452719256,
2836
+ "grad_norm": Infinity,
2837
+ "learning_rate": 0.00017336016515741366,
2838
+ "loss": 1.4575,
2839
+ "step": 402
2840
+ },
2841
+ {
2842
+ "epoch": 0.2632696390658174,
2843
+ "grad_norm": Infinity,
2844
+ "learning_rate": 0.00017321574575423406,
2845
+ "loss": 1.4,
2846
+ "step": 403
2847
+ },
2848
+ {
2849
+ "epoch": 0.26392291360444226,
2850
+ "grad_norm": Infinity,
2851
+ "learning_rate": 0.00017307099645232578,
2852
+ "loss": 1.4742,
2853
+ "step": 404
2854
+ },
2855
+ {
2856
+ "epoch": 0.2645761881430671,
2857
+ "grad_norm": Infinity,
2858
+ "learning_rate": 0.00017292591790390665,
2859
+ "loss": 1.4765,
2860
+ "step": 405
2861
+ },
2862
+ {
2863
+ "epoch": 0.265229462681692,
2864
+ "grad_norm": Infinity,
2865
+ "learning_rate": 0.00017278051076267796,
2866
+ "loss": 1.5007,
2867
+ "step": 406
2868
+ },
2869
+ {
2870
+ "epoch": 0.26588273722031686,
2871
+ "grad_norm": Infinity,
2872
+ "learning_rate": 0.00017263477568382166,
2873
+ "loss": 1.5344,
2874
+ "step": 407
2875
+ },
2876
+ {
2877
+ "epoch": 0.2665360117589417,
2878
+ "grad_norm": Infinity,
2879
+ "learning_rate": 0.0001724887133239972,
2880
+ "loss": 1.5091,
2881
+ "step": 408
2882
+ },
2883
+ {
2884
+ "epoch": 0.26718928629756655,
2885
+ "grad_norm": Infinity,
2886
+ "learning_rate": 0.00017234232434133883,
2887
+ "loss": 1.6508,
2888
+ "step": 409
2889
+ },
2890
+ {
2891
+ "epoch": 0.2678425608361914,
2892
+ "grad_norm": Infinity,
2893
+ "learning_rate": 0.00017219560939545246,
2894
+ "loss": 1.7905,
2895
+ "step": 410
2896
+ },
2897
+ {
2898
+ "epoch": 0.26849583537481625,
2899
+ "grad_norm": Infinity,
2900
+ "learning_rate": 0.00017204856914741274,
2901
+ "loss": 1.686,
2902
+ "step": 411
2903
+ },
2904
+ {
2905
+ "epoch": 0.2691491099134411,
2906
+ "grad_norm": Infinity,
2907
+ "learning_rate": 0.0001719012042597601,
2908
+ "loss": 1.9091,
2909
+ "step": 412
2910
+ },
2911
+ {
2912
+ "epoch": 0.269802384452066,
2913
+ "grad_norm": Infinity,
2914
+ "learning_rate": 0.00017175351539649774,
2915
+ "loss": 1.9509,
2916
+ "step": 413
2917
+ },
2918
+ {
2919
+ "epoch": 0.27045565899069085,
2920
+ "grad_norm": Infinity,
2921
+ "learning_rate": 0.00017160550322308863,
2922
+ "loss": 1.9816,
2923
+ "step": 414
2924
+ },
2925
+ {
2926
+ "epoch": 0.2711089335293157,
2927
+ "grad_norm": Infinity,
2928
+ "learning_rate": 0.00017145716840645254,
2929
+ "loss": 2.3551,
2930
+ "step": 415
2931
+ },
2932
+ {
2933
+ "epoch": 0.27176220806794055,
2934
+ "grad_norm": Infinity,
2935
+ "learning_rate": 0.000171308511614963,
2936
+ "loss": 2.2993,
2937
+ "step": 416
2938
+ },
2939
+ {
2940
+ "epoch": 0.2724154826065654,
2941
+ "grad_norm": Infinity,
2942
+ "learning_rate": 0.00017115953351844434,
2943
+ "loss": 2.4097,
2944
+ "step": 417
2945
+ },
2946
+ {
2947
+ "epoch": 0.27306875714519024,
2948
+ "grad_norm": Infinity,
2949
+ "learning_rate": 0.00017101023478816857,
2950
+ "loss": 2.6394,
2951
+ "step": 418
2952
+ },
2953
+ {
2954
+ "epoch": 0.27372203168381515,
2955
+ "grad_norm": Infinity,
2956
+ "learning_rate": 0.00017086061609685257,
2957
+ "loss": 2.7541,
2958
+ "step": 419
2959
+ },
2960
+ {
2961
+ "epoch": 0.27437530622244,
2962
+ "grad_norm": Infinity,
2963
+ "learning_rate": 0.00017071067811865476,
2964
+ "loss": 2.6986,
2965
+ "step": 420
2966
+ },
2967
+ {
2968
+ "epoch": 0.27502858076106484,
2969
+ "grad_norm": Infinity,
2970
+ "learning_rate": 0.0001705604215291723,
2971
+ "loss": 2.8947,
2972
+ "step": 421
2973
+ },
2974
+ {
2975
+ "epoch": 0.2756818552996897,
2976
+ "grad_norm": Infinity,
2977
+ "learning_rate": 0.00017040984700543793,
2978
+ "loss": 2.5362,
2979
+ "step": 422
2980
+ },
2981
+ {
2982
+ "epoch": 0.27633512983831454,
2983
+ "grad_norm": Infinity,
2984
+ "learning_rate": 0.00017025895522591693,
2985
+ "loss": 2.8326,
2986
+ "step": 423
2987
+ },
2988
+ {
2989
+ "epoch": 0.2769884043769394,
2990
+ "grad_norm": Infinity,
2991
+ "learning_rate": 0.00017010774687050418,
2992
+ "loss": 3.813,
2993
+ "step": 424
2994
+ },
2995
+ {
2996
+ "epoch": 0.27764167891556424,
2997
+ "grad_norm": Infinity,
2998
+ "learning_rate": 0.00016995622262052092,
2999
+ "loss": 3.9088,
3000
+ "step": 425
3001
+ },
3002
+ {
3003
+ "epoch": 0.27829495345418914,
3004
+ "grad_norm": Infinity,
3005
+ "learning_rate": 0.00016980438315871178,
3006
+ "loss": 1.4111,
3007
+ "step": 426
3008
+ },
3009
+ {
3010
+ "epoch": 0.278948227992814,
3011
+ "grad_norm": Infinity,
3012
+ "learning_rate": 0.00016965222916924167,
3013
+ "loss": 1.3758,
3014
+ "step": 427
3015
+ },
3016
+ {
3017
+ "epoch": 0.27960150253143884,
3018
+ "grad_norm": Infinity,
3019
+ "learning_rate": 0.0001694997613376928,
3020
+ "loss": 1.4541,
3021
+ "step": 428
3022
+ },
3023
+ {
3024
+ "epoch": 0.2802547770700637,
3025
+ "grad_norm": Infinity,
3026
+ "learning_rate": 0.00016934698035106133,
3027
+ "loss": 1.3758,
3028
+ "step": 429
3029
+ },
3030
+ {
3031
+ "epoch": 0.28090805160868854,
3032
+ "grad_norm": Infinity,
3033
+ "learning_rate": 0.00016919388689775464,
3034
+ "loss": 1.491,
3035
+ "step": 430
3036
+ },
3037
+ {
3038
+ "epoch": 0.2815613261473134,
3039
+ "grad_norm": Infinity,
3040
+ "learning_rate": 0.0001690404816675879,
3041
+ "loss": 1.5145,
3042
+ "step": 431
3043
+ },
3044
+ {
3045
+ "epoch": 0.2822146006859383,
3046
+ "grad_norm": Infinity,
3047
+ "learning_rate": 0.00016888676535178115,
3048
+ "loss": 1.5918,
3049
+ "step": 432
3050
+ },
3051
+ {
3052
+ "epoch": 0.28286787522456314,
3053
+ "grad_norm": Infinity,
3054
+ "learning_rate": 0.00016873273864295612,
3055
+ "loss": 1.5333,
3056
+ "step": 433
3057
+ },
3058
+ {
3059
+ "epoch": 0.283521149763188,
3060
+ "grad_norm": Infinity,
3061
+ "learning_rate": 0.00016857840223513315,
3062
+ "loss": 1.7168,
3063
+ "step": 434
3064
+ },
3065
+ {
3066
+ "epoch": 0.28417442430181283,
3067
+ "grad_norm": Infinity,
3068
+ "learning_rate": 0.00016842375682372805,
3069
+ "loss": 1.5902,
3070
+ "step": 435
3071
+ },
3072
+ {
3073
+ "epoch": 0.2848276988404377,
3074
+ "grad_norm": Infinity,
3075
+ "learning_rate": 0.00016826880310554887,
3076
+ "loss": 1.6932,
3077
+ "step": 436
3078
+ },
3079
+ {
3080
+ "epoch": 0.28548097337906253,
3081
+ "grad_norm": Infinity,
3082
+ "learning_rate": 0.00016811354177879287,
3083
+ "loss": 1.8251,
3084
+ "step": 437
3085
+ },
3086
+ {
3087
+ "epoch": 0.28613424791768743,
3088
+ "grad_norm": Infinity,
3089
+ "learning_rate": 0.00016795797354304345,
3090
+ "loss": 1.7183,
3091
+ "step": 438
3092
+ },
3093
+ {
3094
+ "epoch": 0.2867875224563123,
3095
+ "grad_norm": Infinity,
3096
+ "learning_rate": 0.00016780209909926676,
3097
+ "loss": 1.836,
3098
+ "step": 439
3099
+ },
3100
+ {
3101
+ "epoch": 0.28744079699493713,
3102
+ "grad_norm": Infinity,
3103
+ "learning_rate": 0.0001676459191498087,
3104
+ "loss": 2.0649,
3105
+ "step": 440
3106
+ },
3107
+ {
3108
+ "epoch": 0.288094071533562,
3109
+ "grad_norm": Infinity,
3110
+ "learning_rate": 0.0001674894343983918,
3111
+ "loss": 2.058,
3112
+ "step": 441
3113
+ },
3114
+ {
3115
+ "epoch": 0.28874734607218683,
3116
+ "grad_norm": Infinity,
3117
+ "learning_rate": 0.00016733264555011195,
3118
+ "loss": 2.1594,
3119
+ "step": 442
3120
+ },
3121
+ {
3122
+ "epoch": 0.2894006206108117,
3123
+ "grad_norm": Infinity,
3124
+ "learning_rate": 0.0001671755533114352,
3125
+ "loss": 2.3795,
3126
+ "step": 443
3127
+ },
3128
+ {
3129
+ "epoch": 0.2900538951494365,
3130
+ "grad_norm": Infinity,
3131
+ "learning_rate": 0.00016701815839019468,
3132
+ "loss": 2.6133,
3133
+ "step": 444
3134
+ },
3135
+ {
3136
+ "epoch": 0.29070716968806143,
3137
+ "grad_norm": Infinity,
3138
+ "learning_rate": 0.00016686046149558736,
3139
+ "loss": 2.5835,
3140
+ "step": 445
3141
+ },
3142
+ {
3143
+ "epoch": 0.2913604442266863,
3144
+ "grad_norm": Infinity,
3145
+ "learning_rate": 0.00016670246333817088,
3146
+ "loss": 2.9254,
3147
+ "step": 446
3148
+ },
3149
+ {
3150
+ "epoch": 0.2920137187653111,
3151
+ "grad_norm": Infinity,
3152
+ "learning_rate": 0.00016654416462986022,
3153
+ "loss": 2.9367,
3154
+ "step": 447
3155
+ },
3156
+ {
3157
+ "epoch": 0.292666993303936,
3158
+ "grad_norm": Infinity,
3159
+ "learning_rate": 0.00016638556608392473,
3160
+ "loss": 3.2409,
3161
+ "step": 448
3162
+ },
3163
+ {
3164
+ "epoch": 0.2933202678425608,
3165
+ "grad_norm": Infinity,
3166
+ "learning_rate": 0.00016622666841498463,
3167
+ "loss": 3.7771,
3168
+ "step": 449
3169
+ },
3170
+ {
3171
+ "epoch": 0.29397354238118567,
3172
+ "grad_norm": Infinity,
3173
+ "learning_rate": 0.00016606747233900815,
3174
+ "loss": 4.364,
3175
+ "step": 450
3176
+ },
3177
+ {
3178
+ "epoch": 0.2946268169198106,
3179
+ "grad_norm": Infinity,
3180
+ "learning_rate": 0.00016590797857330789,
3181
+ "loss": 1.2995,
3182
+ "step": 451
3183
+ },
3184
+ {
3185
+ "epoch": 0.2952800914584354,
3186
+ "grad_norm": Infinity,
3187
+ "learning_rate": 0.0001657481878365379,
3188
+ "loss": 1.4345,
3189
+ "step": 452
3190
+ },
3191
+ {
3192
+ "epoch": 0.29593336599706027,
3193
+ "grad_norm": Infinity,
3194
+ "learning_rate": 0.0001655881008486903,
3195
+ "loss": 1.421,
3196
+ "step": 453
3197
+ },
3198
+ {
3199
+ "epoch": 0.2965866405356851,
3200
+ "grad_norm": Infinity,
3201
+ "learning_rate": 0.0001654277183310921,
3202
+ "loss": 1.4081,
3203
+ "step": 454
3204
+ },
3205
+ {
3206
+ "epoch": 0.29723991507430997,
3207
+ "grad_norm": Infinity,
3208
+ "learning_rate": 0.0001652670410064019,
3209
+ "loss": 1.4488,
3210
+ "step": 455
3211
+ },
3212
+ {
3213
+ "epoch": 0.2978931896129348,
3214
+ "grad_norm": Infinity,
3215
+ "learning_rate": 0.00016510606959860665,
3216
+ "loss": 1.4637,
3217
+ "step": 456
3218
+ },
3219
+ {
3220
+ "epoch": 0.2985464641515597,
3221
+ "grad_norm": Infinity,
3222
+ "learning_rate": 0.00016494480483301836,
3223
+ "loss": 1.5709,
3224
+ "step": 457
3225
+ },
3226
+ {
3227
+ "epoch": 0.29919973869018457,
3228
+ "grad_norm": Infinity,
3229
+ "learning_rate": 0.00016478324743627101,
3230
+ "loss": 1.4784,
3231
+ "step": 458
3232
+ },
3233
+ {
3234
+ "epoch": 0.2998530132288094,
3235
+ "grad_norm": Infinity,
3236
+ "learning_rate": 0.00016462139813631693,
3237
+ "loss": 1.5429,
3238
+ "step": 459
3239
+ },
3240
+ {
3241
+ "epoch": 0.30050628776743427,
3242
+ "grad_norm": Infinity,
3243
+ "learning_rate": 0.00016445925766242391,
3244
+ "loss": 1.6066,
3245
+ "step": 460
3246
+ },
3247
+ {
3248
+ "epoch": 0.3011595623060591,
3249
+ "grad_norm": Infinity,
3250
+ "learning_rate": 0.00016429682674517156,
3251
+ "loss": 1.8577,
3252
+ "step": 461
3253
+ },
3254
+ {
3255
+ "epoch": 0.30181283684468396,
3256
+ "grad_norm": Infinity,
3257
+ "learning_rate": 0.00016413410611644825,
3258
+ "loss": 1.7408,
3259
+ "step": 462
3260
+ },
3261
+ {
3262
+ "epoch": 0.3024661113833088,
3263
+ "grad_norm": Infinity,
3264
+ "learning_rate": 0.0001639710965094478,
3265
+ "loss": 1.8884,
3266
+ "step": 463
3267
+ },
3268
+ {
3269
+ "epoch": 0.3031193859219337,
3270
+ "grad_norm": Infinity,
3271
+ "learning_rate": 0.00016380779865866603,
3272
+ "loss": 2.052,
3273
+ "step": 464
3274
+ },
3275
+ {
3276
+ "epoch": 0.30377266046055856,
3277
+ "grad_norm": Infinity,
3278
+ "learning_rate": 0.00016364421329989755,
3279
+ "loss": 1.9189,
3280
+ "step": 465
3281
+ },
3282
+ {
3283
+ "epoch": 0.3044259349991834,
3284
+ "grad_norm": Infinity,
3285
+ "learning_rate": 0.00016348034117023258,
3286
+ "loss": 2.2974,
3287
+ "step": 466
3288
+ },
3289
+ {
3290
+ "epoch": 0.30507920953780826,
3291
+ "grad_norm": Infinity,
3292
+ "learning_rate": 0.00016331618300805326,
3293
+ "loss": 2.187,
3294
+ "step": 467
3295
+ },
3296
+ {
3297
+ "epoch": 0.3057324840764331,
3298
+ "grad_norm": Infinity,
3299
+ "learning_rate": 0.00016315173955303068,
3300
+ "loss": 2.4096,
3301
+ "step": 468
3302
+ },
3303
+ {
3304
+ "epoch": 0.30638575861505796,
3305
+ "grad_norm": Infinity,
3306
+ "learning_rate": 0.00016298701154612147,
3307
+ "loss": 2.3334,
3308
+ "step": 469
3309
+ },
3310
+ {
3311
+ "epoch": 0.30703903315368286,
3312
+ "grad_norm": Infinity,
3313
+ "learning_rate": 0.00016282199972956425,
3314
+ "loss": 2.7411,
3315
+ "step": 470
3316
+ },
3317
+ {
3318
+ "epoch": 0.3076923076923077,
3319
+ "grad_norm": Infinity,
3320
+ "learning_rate": 0.00016265670484687654,
3321
+ "loss": 2.7242,
3322
+ "step": 471
3323
+ },
3324
+ {
3325
+ "epoch": 0.30834558223093256,
3326
+ "grad_norm": Infinity,
3327
+ "learning_rate": 0.0001624911276428513,
3328
+ "loss": 3.1537,
3329
+ "step": 472
3330
+ },
3331
+ {
3332
+ "epoch": 0.3089988567695574,
3333
+ "grad_norm": Infinity,
3334
+ "learning_rate": 0.0001623252688635536,
3335
+ "loss": 3.5625,
3336
+ "step": 473
3337
+ },
3338
+ {
3339
+ "epoch": 0.30965213130818225,
3340
+ "grad_norm": Infinity,
3341
+ "learning_rate": 0.00016215912925631723,
3342
+ "loss": 3.6483,
3343
+ "step": 474
3344
+ },
3345
+ {
3346
+ "epoch": 0.3103054058468071,
3347
+ "grad_norm": Infinity,
3348
+ "learning_rate": 0.00016199270956974128,
3349
+ "loss": 4.2782,
3350
+ "step": 475
3351
+ },
3352
+ {
3353
+ "epoch": 0.31095868038543195,
3354
+ "grad_norm": Infinity,
3355
+ "learning_rate": 0.00016182601055368697,
3356
+ "loss": 1.3157,
3357
+ "step": 476
3358
+ },
3359
+ {
3360
+ "epoch": 0.31161195492405686,
3361
+ "grad_norm": Infinity,
3362
+ "learning_rate": 0.00016165903295927401,
3363
+ "loss": 1.4153,
3364
+ "step": 477
3365
+ },
3366
+ {
3367
+ "epoch": 0.3122652294626817,
3368
+ "grad_norm": Infinity,
3369
+ "learning_rate": 0.00016149177753887746,
3370
+ "loss": 1.4591,
3371
+ "step": 478
3372
+ },
3373
+ {
3374
+ "epoch": 0.31291850400130655,
3375
+ "grad_norm": Infinity,
3376
+ "learning_rate": 0.00016132424504612406,
3377
+ "loss": 1.4796,
3378
+ "step": 479
3379
+ },
3380
+ {
3381
+ "epoch": 0.3135717785399314,
3382
+ "grad_norm": Infinity,
3383
+ "learning_rate": 0.00016115643623588915,
3384
+ "loss": 1.5419,
3385
+ "step": 480
3386
+ },
3387
+ {
3388
+ "epoch": 0.31422505307855625,
3389
+ "grad_norm": Infinity,
3390
+ "learning_rate": 0.00016098835186429303,
3391
+ "loss": 1.4612,
3392
+ "step": 481
3393
+ },
3394
+ {
3395
+ "epoch": 0.3148783276171811,
3396
+ "grad_norm": Infinity,
3397
+ "learning_rate": 0.00016081999268869766,
3398
+ "loss": 1.6256,
3399
+ "step": 482
3400
+ },
3401
+ {
3402
+ "epoch": 0.315531602155806,
3403
+ "grad_norm": Infinity,
3404
+ "learning_rate": 0.00016065135946770323,
3405
+ "loss": 1.6535,
3406
+ "step": 483
3407
+ },
3408
+ {
3409
+ "epoch": 0.31618487669443085,
3410
+ "grad_norm": Infinity,
3411
+ "learning_rate": 0.00016048245296114468,
3412
+ "loss": 1.6035,
3413
+ "step": 484
3414
+ },
3415
+ {
3416
+ "epoch": 0.3168381512330557,
3417
+ "grad_norm": Infinity,
3418
+ "learning_rate": 0.00016031327393008845,
3419
+ "loss": 1.575,
3420
+ "step": 485
3421
+ },
3422
+ {
3423
+ "epoch": 0.31749142577168055,
3424
+ "grad_norm": Infinity,
3425
+ "learning_rate": 0.00016014382313682881,
3426
+ "loss": 1.792,
3427
+ "step": 486
3428
+ },
3429
+ {
3430
+ "epoch": 0.3181447003103054,
3431
+ "grad_norm": Infinity,
3432
+ "learning_rate": 0.00015997410134488464,
3433
+ "loss": 1.7314,
3434
+ "step": 487
3435
+ },
3436
+ {
3437
+ "epoch": 0.31879797484893024,
3438
+ "grad_norm": Infinity,
3439
+ "learning_rate": 0.00015980410931899582,
3440
+ "loss": 1.8793,
3441
+ "step": 488
3442
+ },
3443
+ {
3444
+ "epoch": 0.31945124938755515,
3445
+ "grad_norm": Infinity,
3446
+ "learning_rate": 0.00015963384782511993,
3447
+ "loss": 1.9586,
3448
+ "step": 489
3449
+ },
3450
+ {
3451
+ "epoch": 0.32010452392618,
3452
+ "grad_norm": Infinity,
3453
+ "learning_rate": 0.00015946331763042867,
3454
+ "loss": 1.9951,
3455
+ "step": 490
3456
+ },
3457
+ {
3458
+ "epoch": 0.32075779846480484,
3459
+ "grad_norm": Infinity,
3460
+ "learning_rate": 0.0001592925195033045,
3461
+ "loss": 2.1583,
3462
+ "step": 491
3463
+ },
3464
+ {
3465
+ "epoch": 0.3214110730034297,
3466
+ "grad_norm": Infinity,
3467
+ "learning_rate": 0.00015912145421333719,
3468
+ "loss": 2.3153,
3469
+ "step": 492
3470
+ },
3471
+ {
3472
+ "epoch": 0.32206434754205454,
3473
+ "grad_norm": Infinity,
3474
+ "learning_rate": 0.00015895012253132017,
3475
+ "loss": 2.3933,
3476
+ "step": 493
3477
+ },
3478
+ {
3479
+ "epoch": 0.3227176220806794,
3480
+ "grad_norm": Infinity,
3481
+ "learning_rate": 0.00015877852522924732,
3482
+ "loss": 2.3513,
3483
+ "step": 494
3484
+ },
3485
+ {
3486
+ "epoch": 0.32337089661930424,
3487
+ "grad_norm": Infinity,
3488
+ "learning_rate": 0.00015860666308030932,
3489
+ "loss": 2.6687,
3490
+ "step": 495
3491
+ },
3492
+ {
3493
+ "epoch": 0.32402417115792914,
3494
+ "grad_norm": Infinity,
3495
+ "learning_rate": 0.00015843453685889016,
3496
+ "loss": 2.8344,
3497
+ "step": 496
3498
+ },
3499
+ {
3500
+ "epoch": 0.324677445696554,
3501
+ "grad_norm": Infinity,
3502
+ "learning_rate": 0.00015826214734056374,
3503
+ "loss": 2.883,
3504
+ "step": 497
3505
+ },
3506
+ {
3507
+ "epoch": 0.32533072023517884,
3508
+ "grad_norm": Infinity,
3509
+ "learning_rate": 0.0001580894953020904,
3510
+ "loss": 3.1467,
3511
+ "step": 498
3512
+ },
3513
+ {
3514
+ "epoch": 0.3259839947738037,
3515
+ "grad_norm": Infinity,
3516
+ "learning_rate": 0.00015791658152141327,
3517
+ "loss": 3.3732,
3518
+ "step": 499
3519
+ },
3520
+ {
3521
+ "epoch": 0.32663726931242854,
3522
+ "grad_norm": Infinity,
3523
+ "learning_rate": 0.0001577434067776548,
3524
+ "loss": 4.2269,
3525
+ "step": 500
3526
+ },
3527
+ {
3528
+ "epoch": 0.3272905438510534,
3529
+ "grad_norm": Infinity,
3530
+ "learning_rate": 0.00015756997185111348,
3531
+ "loss": 1.2486,
3532
+ "step": 501
3533
+ },
3534
+ {
3535
+ "epoch": 0.3279438183896783,
3536
+ "grad_norm": Infinity,
3537
+ "learning_rate": 0.00015739627752325996,
3538
+ "loss": 1.3895,
3539
+ "step": 502
3540
+ },
3541
+ {
3542
+ "epoch": 0.32859709292830314,
3543
+ "grad_norm": Infinity,
3544
+ "learning_rate": 0.0001572223245767338,
3545
+ "loss": 1.422,
3546
+ "step": 503
3547
+ },
3548
+ {
3549
+ "epoch": 0.329250367466928,
3550
+ "grad_norm": Infinity,
3551
+ "learning_rate": 0.00015704811379533987,
3552
+ "loss": 1.4185,
3553
+ "step": 504
3554
+ },
3555
+ {
3556
+ "epoch": 0.32990364200555283,
3557
+ "grad_norm": Infinity,
3558
+ "learning_rate": 0.0001568736459640447,
3559
+ "loss": 1.4656,
3560
+ "step": 505
3561
+ },
3562
+ {
3563
+ "epoch": 0.3305569165441777,
3564
+ "grad_norm": Infinity,
3565
+ "learning_rate": 0.00015669892186897318,
3566
+ "loss": 1.4505,
3567
+ "step": 506
3568
+ },
3569
+ {
3570
+ "epoch": 0.33121019108280253,
3571
+ "grad_norm": Infinity,
3572
+ "learning_rate": 0.00015652394229740484,
3573
+ "loss": 1.6007,
3574
+ "step": 507
3575
+ },
3576
+ {
3577
+ "epoch": 0.3318634656214274,
3578
+ "grad_norm": Infinity,
3579
+ "learning_rate": 0.00015634870803777026,
3580
+ "loss": 1.6112,
3581
+ "step": 508
3582
+ },
3583
+ {
3584
+ "epoch": 0.3325167401600523,
3585
+ "grad_norm": Infinity,
3586
+ "learning_rate": 0.00015617321987964776,
3587
+ "loss": 1.7202,
3588
+ "step": 509
3589
+ },
3590
+ {
3591
+ "epoch": 0.33317001469867713,
3592
+ "grad_norm": Infinity,
3593
+ "learning_rate": 0.00015599747861375955,
3594
+ "loss": 1.6825,
3595
+ "step": 510
3596
+ },
3597
+ {
3598
+ "epoch": 0.333823289237302,
3599
+ "grad_norm": Infinity,
3600
+ "learning_rate": 0.0001558214850319684,
3601
+ "loss": 1.8399,
3602
+ "step": 511
3603
+ },
3604
+ {
3605
+ "epoch": 0.3344765637759268,
3606
+ "grad_norm": Infinity,
3607
+ "learning_rate": 0.00015564523992727387,
3608
+ "loss": 1.7425,
3609
+ "step": 512
3610
+ },
3611
+ {
3612
+ "epoch": 0.3351298383145517,
3613
+ "grad_norm": Infinity,
3614
+ "learning_rate": 0.00015546874409380897,
3615
+ "loss": 1.7817,
3616
+ "step": 513
3617
+ },
3618
+ {
3619
+ "epoch": 0.3357831128531765,
3620
+ "grad_norm": Infinity,
3621
+ "learning_rate": 0.00015529199832683635,
3622
+ "loss": 2.0647,
3623
+ "step": 514
3624
+ },
3625
+ {
3626
+ "epoch": 0.33643638739180143,
3627
+ "grad_norm": Infinity,
3628
+ "learning_rate": 0.0001551150034227449,
3629
+ "loss": 1.9344,
3630
+ "step": 515
3631
+ },
3632
+ {
3633
+ "epoch": 0.3370896619304263,
3634
+ "grad_norm": Infinity,
3635
+ "learning_rate": 0.00015493776017904602,
3636
+ "loss": 2.2739,
3637
+ "step": 516
3638
+ },
3639
+ {
3640
+ "epoch": 0.3377429364690511,
3641
+ "grad_norm": Infinity,
3642
+ "learning_rate": 0.00015476026939437014,
3643
+ "loss": 2.4646,
3644
+ "step": 517
3645
+ },
3646
+ {
3647
+ "epoch": 0.338396211007676,
3648
+ "grad_norm": Infinity,
3649
+ "learning_rate": 0.00015458253186846301,
3650
+ "loss": 2.5544,
3651
+ "step": 518
3652
+ },
3653
+ {
3654
+ "epoch": 0.3390494855463008,
3655
+ "grad_norm": Infinity,
3656
+ "learning_rate": 0.00015440454840218225,
3657
+ "loss": 2.4784,
3658
+ "step": 519
3659
+ },
3660
+ {
3661
+ "epoch": 0.33970276008492567,
3662
+ "grad_norm": Infinity,
3663
+ "learning_rate": 0.00015422631979749354,
3664
+ "loss": 2.8688,
3665
+ "step": 520
3666
+ },
3667
+ {
3668
+ "epoch": 0.3403560346235506,
3669
+ "grad_norm": Infinity,
3670
+ "learning_rate": 0.00015404784685746716,
3671
+ "loss": 2.8859,
3672
+ "step": 521
3673
+ },
3674
+ {
3675
+ "epoch": 0.3410093091621754,
3676
+ "grad_norm": Infinity,
3677
+ "learning_rate": 0.0001538691303862744,
3678
+ "loss": 3.362,
3679
+ "step": 522
3680
+ },
3681
+ {
3682
+ "epoch": 0.34166258370080027,
3683
+ "grad_norm": Infinity,
3684
+ "learning_rate": 0.00015369017118918373,
3685
+ "loss": 3.297,
3686
+ "step": 523
3687
+ },
3688
+ {
3689
+ "epoch": 0.3423158582394251,
3690
+ "grad_norm": Infinity,
3691
+ "learning_rate": 0.00015351097007255742,
3692
+ "loss": 3.6869,
3693
+ "step": 524
3694
+ },
3695
+ {
3696
+ "epoch": 0.34296913277804997,
3697
+ "grad_norm": Infinity,
3698
+ "learning_rate": 0.00015333152784384777,
3699
+ "loss": 4.2406,
3700
+ "step": 525
3701
+ },
3702
+ {
3703
+ "epoch": 0.3436224073166748,
3704
+ "grad_norm": Infinity,
3705
+ "learning_rate": 0.0001531518453115934,
3706
+ "loss": 1.3543,
3707
+ "step": 526
3708
+ },
3709
+ {
3710
+ "epoch": 0.34427568185529966,
3711
+ "grad_norm": Infinity,
3712
+ "learning_rate": 0.00015297192328541582,
3713
+ "loss": 1.4295,
3714
+ "step": 527
3715
+ },
3716
+ {
3717
+ "epoch": 0.34492895639392457,
3718
+ "grad_norm": Infinity,
3719
+ "learning_rate": 0.00015279176257601557,
3720
+ "loss": 1.4386,
3721
+ "step": 528
3722
+ },
3723
+ {
3724
+ "epoch": 0.3455822309325494,
3725
+ "grad_norm": Infinity,
3726
+ "learning_rate": 0.00015261136399516873,
3727
+ "loss": 1.4315,
3728
+ "step": 529
3729
+ },
3730
+ {
3731
+ "epoch": 0.34623550547117427,
3732
+ "grad_norm": Infinity,
3733
+ "learning_rate": 0.00015243072835572318,
3734
+ "loss": 1.4927,
3735
+ "step": 530
3736
+ },
3737
+ {
3738
+ "epoch": 0.3468887800097991,
3739
+ "grad_norm": Infinity,
3740
+ "learning_rate": 0.0001522498564715949,
3741
+ "loss": 1.4866,
3742
+ "step": 531
3743
+ },
3744
+ {
3745
+ "epoch": 0.34754205454842396,
3746
+ "grad_norm": Infinity,
3747
+ "learning_rate": 0.0001520687491577644,
3748
+ "loss": 1.5698,
3749
+ "step": 532
3750
+ },
3751
+ {
3752
+ "epoch": 0.3481953290870488,
3753
+ "grad_norm": Infinity,
3754
+ "learning_rate": 0.00015188740723027296,
3755
+ "loss": 1.5634,
3756
+ "step": 533
3757
+ },
3758
+ {
3759
+ "epoch": 0.3488486036256737,
3760
+ "grad_norm": Infinity,
3761
+ "learning_rate": 0.00015170583150621905,
3762
+ "loss": 1.6559,
3763
+ "step": 534
3764
+ },
3765
+ {
3766
+ "epoch": 0.34950187816429856,
3767
+ "grad_norm": Infinity,
3768
+ "learning_rate": 0.00015152402280375454,
3769
+ "loss": 1.726,
3770
+ "step": 535
3771
+ },
3772
+ {
3773
+ "epoch": 0.3501551527029234,
3774
+ "grad_norm": Infinity,
3775
+ "learning_rate": 0.00015134198194208107,
3776
+ "loss": 1.752,
3777
+ "step": 536
3778
+ },
3779
+ {
3780
+ "epoch": 0.35080842724154826,
3781
+ "grad_norm": Infinity,
3782
+ "learning_rate": 0.00015115970974144635,
3783
+ "loss": 1.7894,
3784
+ "step": 537
3785
+ },
3786
+ {
3787
+ "epoch": 0.3514617017801731,
3788
+ "grad_norm": Infinity,
3789
+ "learning_rate": 0.00015097720702314055,
3790
+ "loss": 1.8187,
3791
+ "step": 538
3792
+ },
3793
+ {
3794
+ "epoch": 0.35211497631879796,
3795
+ "grad_norm": Infinity,
3796
+ "learning_rate": 0.00015079447460949238,
3797
+ "loss": 1.8663,
3798
+ "step": 539
3799
+ },
3800
+ {
3801
+ "epoch": 0.3527682508574228,
3802
+ "grad_norm": Infinity,
3803
+ "learning_rate": 0.00015061151332386566,
3804
+ "loss": 1.8478,
3805
+ "step": 540
3806
+ },
3807
+ {
3808
+ "epoch": 0.3534215253960477,
3809
+ "grad_norm": Infinity,
3810
+ "learning_rate": 0.0001504283239906553,
3811
+ "loss": 1.8881,
3812
+ "step": 541
3813
+ },
3814
+ {
3815
+ "epoch": 0.35407479993467256,
3816
+ "grad_norm": Infinity,
3817
+ "learning_rate": 0.00015024490743528393,
3818
+ "loss": 2.1571,
3819
+ "step": 542
3820
+ },
3821
+ {
3822
+ "epoch": 0.3547280744732974,
3823
+ "grad_norm": Infinity,
3824
+ "learning_rate": 0.00015006126448419791,
3825
+ "loss": 2.4004,
3826
+ "step": 543
3827
+ },
3828
+ {
3829
+ "epoch": 0.35538134901192225,
3830
+ "grad_norm": Infinity,
3831
+ "learning_rate": 0.00014987739596486374,
3832
+ "loss": 2.4008,
3833
+ "step": 544
3834
+ },
3835
+ {
3836
+ "epoch": 0.3560346235505471,
3837
+ "grad_norm": Infinity,
3838
+ "learning_rate": 0.00014969330270576427,
3839
+ "loss": 2.7406,
3840
+ "step": 545
3841
+ },
3842
+ {
3843
+ "epoch": 0.35668789808917195,
3844
+ "grad_norm": Infinity,
3845
+ "learning_rate": 0.00014950898553639505,
3846
+ "loss": 2.6133,
3847
+ "step": 546
3848
+ },
3849
+ {
3850
+ "epoch": 0.35734117262779685,
3851
+ "grad_norm": Infinity,
3852
+ "learning_rate": 0.00014932444528726043,
3853
+ "loss": 2.9329,
3854
+ "step": 547
3855
+ },
3856
+ {
3857
+ "epoch": 0.3579944471664217,
3858
+ "grad_norm": Infinity,
3859
+ "learning_rate": 0.00014913968278987004,
3860
+ "loss": 3.1703,
3861
+ "step": 548
3862
+ },
3863
+ {
3864
+ "epoch": 0.35864772170504655,
3865
+ "grad_norm": Infinity,
3866
+ "learning_rate": 0.00014895469887673483,
3867
+ "loss": 2.9231,
3868
+ "step": 549
3869
+ },
3870
+ {
3871
+ "epoch": 0.3593009962436714,
3872
+ "grad_norm": Infinity,
3873
+ "learning_rate": 0.00014876949438136347,
3874
+ "loss": 4.0923,
3875
+ "step": 550
3876
+ },
3877
+ {
3878
+ "epoch": 0.35995427078229625,
3879
+ "grad_norm": Infinity,
3880
+ "learning_rate": 0.00014858407013825854,
3881
+ "loss": 1.3462,
3882
+ "step": 551
3883
+ },
3884
+ {
3885
+ "epoch": 0.3606075453209211,
3886
+ "grad_norm": Infinity,
3887
+ "learning_rate": 0.00014839842698291267,
3888
+ "loss": 1.4769,
3889
+ "step": 552
3890
+ },
3891
+ {
3892
+ "epoch": 0.361260819859546,
3893
+ "grad_norm": Infinity,
3894
+ "learning_rate": 0.00014821256575180507,
3895
+ "loss": 1.3811,
3896
+ "step": 553
3897
+ },
3898
+ {
3899
+ "epoch": 0.36191409439817085,
3900
+ "grad_norm": Infinity,
3901
+ "learning_rate": 0.00014802648728239742,
3902
+ "loss": 1.3628,
3903
+ "step": 554
3904
+ },
3905
+ {
3906
+ "epoch": 0.3625673689367957,
3907
+ "grad_norm": Infinity,
3908
+ "learning_rate": 0.00014784019241313026,
3909
+ "loss": 1.4687,
3910
+ "step": 555
3911
+ },
3912
+ {
3913
+ "epoch": 0.36322064347542055,
3914
+ "grad_norm": Infinity,
3915
+ "learning_rate": 0.00014765368198341918,
3916
+ "loss": 1.4745,
3917
+ "step": 556
3918
+ },
3919
+ {
3920
+ "epoch": 0.3638739180140454,
3921
+ "grad_norm": Infinity,
3922
+ "learning_rate": 0.00014746695683365112,
3923
+ "loss": 1.4466,
3924
+ "step": 557
3925
+ },
3926
+ {
3927
+ "epoch": 0.36452719255267024,
3928
+ "grad_norm": Infinity,
3929
+ "learning_rate": 0.0001472800178051805,
3930
+ "loss": 1.6015,
3931
+ "step": 558
3932
+ },
3933
+ {
3934
+ "epoch": 0.3651804670912951,
3935
+ "grad_norm": Infinity,
3936
+ "learning_rate": 0.00014709286574032536,
3937
+ "loss": 1.5199,
3938
+ "step": 559
3939
+ },
3940
+ {
3941
+ "epoch": 0.36583374162992,
3942
+ "grad_norm": Infinity,
3943
+ "learning_rate": 0.0001469055014823637,
3944
+ "loss": 1.5306,
3945
+ "step": 560
3946
+ },
3947
+ {
3948
+ "epoch": 0.36648701616854484,
3949
+ "grad_norm": Infinity,
3950
+ "learning_rate": 0.0001467179258755297,
3951
+ "loss": 1.745,
3952
+ "step": 561
3953
+ },
3954
+ {
3955
+ "epoch": 0.3671402907071697,
3956
+ "grad_norm": Infinity,
3957
+ "learning_rate": 0.00014653013976500975,
3958
+ "loss": 1.8516,
3959
+ "step": 562
3960
+ },
3961
+ {
3962
+ "epoch": 0.36779356524579454,
3963
+ "grad_norm": Infinity,
3964
+ "learning_rate": 0.0001463421439969388,
3965
+ "loss": 1.8714,
3966
+ "step": 563
3967
+ },
3968
+ {
3969
+ "epoch": 0.3684468397844194,
3970
+ "grad_norm": Infinity,
3971
+ "learning_rate": 0.00014615393941839637,
3972
+ "loss": 1.8113,
3973
+ "step": 564
3974
+ },
3975
+ {
3976
+ "epoch": 0.36910011432304424,
3977
+ "grad_norm": Infinity,
3978
+ "learning_rate": 0.00014596552687740302,
3979
+ "loss": 2.0245,
3980
+ "step": 565
3981
+ },
3982
+ {
3983
+ "epoch": 0.36975338886166914,
3984
+ "grad_norm": Infinity,
3985
+ "learning_rate": 0.00014577690722291622,
3986
+ "loss": 1.963,
3987
+ "step": 566
3988
+ },
3989
+ {
3990
+ "epoch": 0.370406663400294,
3991
+ "grad_norm": Infinity,
3992
+ "learning_rate": 0.00014558808130482674,
3993
+ "loss": 2.3101,
3994
+ "step": 567
3995
+ },
3996
+ {
3997
+ "epoch": 0.37105993793891884,
3998
+ "grad_norm": Infinity,
3999
+ "learning_rate": 0.00014539904997395468,
4000
+ "loss": 2.2081,
4001
+ "step": 568
4002
+ },
4003
+ {
4004
+ "epoch": 0.3717132124775437,
4005
+ "grad_norm": Infinity,
4006
+ "learning_rate": 0.00014520981408204574,
4007
+ "loss": 2.5591,
4008
+ "step": 569
4009
+ },
4010
+ {
4011
+ "epoch": 0.37236648701616853,
4012
+ "grad_norm": Infinity,
4013
+ "learning_rate": 0.00014502037448176734,
4014
+ "loss": 2.301,
4015
+ "step": 570
4016
+ },
4017
+ {
4018
+ "epoch": 0.3730197615547934,
4019
+ "grad_norm": Infinity,
4020
+ "learning_rate": 0.00014483073202670475,
4021
+ "loss": 2.8042,
4022
+ "step": 571
4023
+ },
4024
+ {
4025
+ "epoch": 0.37367303609341823,
4026
+ "grad_norm": Infinity,
4027
+ "learning_rate": 0.00014464088757135728,
4028
+ "loss": 2.9381,
4029
+ "step": 572
4030
+ },
4031
+ {
4032
+ "epoch": 0.37432631063204314,
4033
+ "grad_norm": Infinity,
4034
+ "learning_rate": 0.00014445084197113443,
4035
+ "loss": 2.9872,
4036
+ "step": 573
4037
+ },
4038
+ {
4039
+ "epoch": 0.374979585170668,
4040
+ "grad_norm": Infinity,
4041
+ "learning_rate": 0.00014426059608235208,
4042
+ "loss": 3.4324,
4043
+ "step": 574
4044
+ },
4045
+ {
4046
+ "epoch": 0.37563285970929283,
4047
+ "grad_norm": Infinity,
4048
+ "learning_rate": 0.00014407015076222846,
4049
+ "loss": 4.1841,
4050
+ "step": 575
4051
+ },
4052
+ {
4053
+ "epoch": 0.3762861342479177,
4054
+ "grad_norm": Infinity,
4055
+ "learning_rate": 0.00014387950686888047,
4056
+ "loss": 1.1931,
4057
+ "step": 576
4058
+ },
4059
+ {
4060
+ "epoch": 0.37693940878654253,
4061
+ "grad_norm": Infinity,
4062
+ "learning_rate": 0.0001436886652613198,
4063
+ "loss": 1.3665,
4064
+ "step": 577
4065
+ },
4066
+ {
4067
+ "epoch": 0.3775926833251674,
4068
+ "grad_norm": Infinity,
4069
+ "learning_rate": 0.00014349762679944896,
4070
+ "loss": 1.402,
4071
+ "step": 578
4072
+ },
4073
+ {
4074
+ "epoch": 0.3782459578637923,
4075
+ "grad_norm": Infinity,
4076
+ "learning_rate": 0.00014330639234405742,
4077
+ "loss": 1.4069,
4078
+ "step": 579
4079
+ },
4080
+ {
4081
+ "epoch": 0.37889923240241713,
4082
+ "grad_norm": Infinity,
4083
+ "learning_rate": 0.00014311496275681783,
4084
+ "loss": 1.4134,
4085
+ "step": 580
4086
+ },
4087
+ {
4088
+ "epoch": 0.379552506941042,
4089
+ "grad_norm": Infinity,
4090
+ "learning_rate": 0.00014292333890028204,
4091
+ "loss": 1.5248,
4092
+ "step": 581
4093
+ },
4094
+ {
4095
+ "epoch": 0.3802057814796668,
4096
+ "grad_norm": Infinity,
4097
+ "learning_rate": 0.00014273152163787726,
4098
+ "loss": 1.5282,
4099
+ "step": 582
4100
+ },
4101
+ {
4102
+ "epoch": 0.3808590560182917,
4103
+ "grad_norm": Infinity,
4104
+ "learning_rate": 0.00014253951183390215,
4105
+ "loss": 1.6725,
4106
+ "step": 583
4107
+ },
4108
+ {
4109
+ "epoch": 0.3815123305569165,
4110
+ "grad_norm": Infinity,
4111
+ "learning_rate": 0.0001423473103535229,
4112
+ "loss": 1.5775,
4113
+ "step": 584
4114
+ },
4115
+ {
4116
+ "epoch": 0.3821656050955414,
4117
+ "grad_norm": Infinity,
4118
+ "learning_rate": 0.00014215491806276944,
4119
+ "loss": 1.7086,
4120
+ "step": 585
4121
+ },
4122
+ {
4123
+ "epoch": 0.3828188796341663,
4124
+ "grad_norm": Infinity,
4125
+ "learning_rate": 0.0001419623358285314,
4126
+ "loss": 1.7671,
4127
+ "step": 586
4128
+ },
4129
+ {
4130
+ "epoch": 0.3834721541727911,
4131
+ "grad_norm": Infinity,
4132
+ "learning_rate": 0.0001417695645185543,
4133
+ "loss": 1.7763,
4134
+ "step": 587
4135
+ },
4136
+ {
4137
+ "epoch": 0.384125428711416,
4138
+ "grad_norm": Infinity,
4139
+ "learning_rate": 0.00014157660500143553,
4140
+ "loss": 1.9369,
4141
+ "step": 588
4142
+ },
4143
+ {
4144
+ "epoch": 0.3847787032500408,
4145
+ "grad_norm": Infinity,
4146
+ "learning_rate": 0.00014138345814662068,
4147
+ "loss": 1.8933,
4148
+ "step": 589
4149
+ },
4150
+ {
4151
+ "epoch": 0.38543197778866567,
4152
+ "grad_norm": Infinity,
4153
+ "learning_rate": 0.0001411901248243993,
4154
+ "loss": 1.9815,
4155
+ "step": 590
4156
+ },
4157
+ {
4158
+ "epoch": 0.3860852523272905,
4159
+ "grad_norm": Infinity,
4160
+ "learning_rate": 0.00014099660590590114,
4161
+ "loss": 2.2974,
4162
+ "step": 591
4163
+ },
4164
+ {
4165
+ "epoch": 0.3867385268659154,
4166
+ "grad_norm": Infinity,
4167
+ "learning_rate": 0.00014080290226309224,
4168
+ "loss": 2.2827,
4169
+ "step": 592
4170
+ },
4171
+ {
4172
+ "epoch": 0.38739180140454027,
4173
+ "grad_norm": Infinity,
4174
+ "learning_rate": 0.00014060901476877107,
4175
+ "loss": 2.8547,
4176
+ "step": 593
4177
+ },
4178
+ {
4179
+ "epoch": 0.3880450759431651,
4180
+ "grad_norm": Infinity,
4181
+ "learning_rate": 0.00014041494429656442,
4182
+ "loss": 2.4635,
4183
+ "step": 594
4184
+ },
4185
+ {
4186
+ "epoch": 0.38869835048178997,
4187
+ "grad_norm": Infinity,
4188
+ "learning_rate": 0.00014022069172092352,
4189
+ "loss": 2.9595,
4190
+ "step": 595
4191
+ },
4192
+ {
4193
+ "epoch": 0.3893516250204148,
4194
+ "grad_norm": Infinity,
4195
+ "learning_rate": 0.00014002625791712021,
4196
+ "loss": 2.7913,
4197
+ "step": 596
4198
+ },
4199
+ {
4200
+ "epoch": 0.39000489955903966,
4201
+ "grad_norm": Infinity,
4202
+ "learning_rate": 0.00013983164376124286,
4203
+ "loss": 2.8025,
4204
+ "step": 597
4205
+ },
4206
+ {
4207
+ "epoch": 0.39065817409766457,
4208
+ "grad_norm": Infinity,
4209
+ "learning_rate": 0.0001396368501301925,
4210
+ "loss": 3.4075,
4211
+ "step": 598
4212
+ },
4213
+ {
4214
+ "epoch": 0.3913114486362894,
4215
+ "grad_norm": Infinity,
4216
+ "learning_rate": 0.0001394418779016789,
4217
+ "loss": 3.6667,
4218
+ "step": 599
4219
+ },
4220
+ {
4221
+ "epoch": 0.39196472317491426,
4222
+ "grad_norm": Infinity,
4223
+ "learning_rate": 0.00013924672795421637,
4224
+ "loss": 4.7289,
4225
+ "step": 600
4226
+ },
4227
+ {
4228
+ "epoch": 0.3926179977135391,
4229
+ "grad_norm": Infinity,
4230
+ "learning_rate": 0.00013905140116712026,
4231
+ "loss": 1.3319,
4232
+ "step": 601
4233
+ },
4234
+ {
4235
+ "epoch": 0.39327127225216396,
4236
+ "grad_norm": Infinity,
4237
+ "learning_rate": 0.00013885589842050253,
4238
+ "loss": 1.4609,
4239
+ "step": 602
4240
+ },
4241
+ {
4242
+ "epoch": 0.3939245467907888,
4243
+ "grad_norm": Infinity,
4244
+ "learning_rate": 0.0001386602205952681,
4245
+ "loss": 1.4258,
4246
+ "step": 603
4247
+ },
4248
+ {
4249
+ "epoch": 0.3945778213294137,
4250
+ "grad_norm": Infinity,
4251
+ "learning_rate": 0.00013846436857311068,
4252
+ "loss": 1.4458,
4253
+ "step": 604
4254
+ },
4255
+ {
4256
+ "epoch": 0.39523109586803856,
4257
+ "grad_norm": Infinity,
4258
+ "learning_rate": 0.000138268343236509,
4259
+ "loss": 1.2812,
4260
+ "step": 605
4261
+ },
4262
+ {
4263
+ "epoch": 0.3958843704066634,
4264
+ "grad_norm": Infinity,
4265
+ "learning_rate": 0.00013807214546872256,
4266
+ "loss": 1.5763,
4267
+ "step": 606
4268
+ },
4269
+ {
4270
+ "epoch": 0.39653764494528826,
4271
+ "grad_norm": Infinity,
4272
+ "learning_rate": 0.00013787577615378792,
4273
+ "loss": 1.5288,
4274
+ "step": 607
4275
+ },
4276
+ {
4277
+ "epoch": 0.3971909194839131,
4278
+ "grad_norm": Infinity,
4279
+ "learning_rate": 0.00013767923617651463,
4280
+ "loss": 1.5984,
4281
+ "step": 608
4282
+ },
4283
+ {
4284
+ "epoch": 0.39784419402253796,
4285
+ "grad_norm": Infinity,
4286
+ "learning_rate": 0.00013748252642248115,
4287
+ "loss": 1.5448,
4288
+ "step": 609
4289
+ },
4290
+ {
4291
+ "epoch": 0.3984974685611628,
4292
+ "grad_norm": Infinity,
4293
+ "learning_rate": 0.00013728564777803088,
4294
+ "loss": 1.745,
4295
+ "step": 610
4296
+ },
4297
+ {
4298
+ "epoch": 0.3991507430997877,
4299
+ "grad_norm": Infinity,
4300
+ "learning_rate": 0.00013708860113026834,
4301
+ "loss": 1.7803,
4302
+ "step": 611
4303
+ },
4304
+ {
4305
+ "epoch": 0.39980401763841256,
4306
+ "grad_norm": Infinity,
4307
+ "learning_rate": 0.00013689138736705495,
4308
+ "loss": 1.7888,
4309
+ "step": 612
4310
+ },
4311
+ {
4312
+ "epoch": 0.4004572921770374,
4313
+ "grad_norm": Infinity,
4314
+ "learning_rate": 0.0001366940073770052,
4315
+ "loss": 1.8004,
4316
+ "step": 613
4317
+ },
4318
+ {
4319
+ "epoch": 0.40111056671566225,
4320
+ "grad_norm": Infinity,
4321
+ "learning_rate": 0.00013649646204948255,
4322
+ "loss": 1.7229,
4323
+ "step": 614
4324
+ },
4325
+ {
4326
+ "epoch": 0.4017638412542871,
4327
+ "grad_norm": Infinity,
4328
+ "learning_rate": 0.00013629875227459532,
4329
+ "loss": 2.0557,
4330
+ "step": 615
4331
+ },
4332
+ {
4333
+ "epoch": 0.40241711579291195,
4334
+ "grad_norm": Infinity,
4335
+ "learning_rate": 0.00013610087894319302,
4336
+ "loss": 1.9848,
4337
+ "step": 616
4338
+ },
4339
+ {
4340
+ "epoch": 0.40307039033153685,
4341
+ "grad_norm": Infinity,
4342
+ "learning_rate": 0.00013590284294686203,
4343
+ "loss": 2.3338,
4344
+ "step": 617
4345
+ },
4346
+ {
4347
+ "epoch": 0.4037236648701617,
4348
+ "grad_norm": Infinity,
4349
+ "learning_rate": 0.00013570464517792153,
4350
+ "loss": 2.2821,
4351
+ "step": 618
4352
+ },
4353
+ {
4354
+ "epoch": 0.40437693940878655,
4355
+ "grad_norm": Infinity,
4356
+ "learning_rate": 0.00013550628652941985,
4357
+ "loss": 2.5272,
4358
+ "step": 619
4359
+ },
4360
+ {
4361
+ "epoch": 0.4050302139474114,
4362
+ "grad_norm": Infinity,
4363
+ "learning_rate": 0.0001353077678951301,
4364
+ "loss": 2.847,
4365
+ "step": 620
4366
+ },
4367
+ {
4368
+ "epoch": 0.40568348848603625,
4369
+ "grad_norm": Infinity,
4370
+ "learning_rate": 0.00013510909016954624,
4371
+ "loss": 3.0231,
4372
+ "step": 621
4373
+ },
4374
+ {
4375
+ "epoch": 0.4063367630246611,
4376
+ "grad_norm": Infinity,
4377
+ "learning_rate": 0.00013491025424787915,
4378
+ "loss": 2.7372,
4379
+ "step": 622
4380
+ },
4381
+ {
4382
+ "epoch": 0.40699003756328594,
4383
+ "grad_norm": Infinity,
4384
+ "learning_rate": 0.00013471126102605245,
4385
+ "loss": 3.2824,
4386
+ "step": 623
4387
+ },
4388
+ {
4389
+ "epoch": 0.40764331210191085,
4390
+ "grad_norm": Infinity,
4391
+ "learning_rate": 0.00013451211140069858,
4392
+ "loss": 3.2836,
4393
+ "step": 624
4394
+ },
4395
+ {
4396
+ "epoch": 0.4082965866405357,
4397
+ "grad_norm": Infinity,
4398
+ "learning_rate": 0.00013431280626915467,
4399
+ "loss": 4.2905,
4400
+ "step": 625
4401
+ },
4402
+ {
4403
+ "epoch": 0.40894986117916055,
4404
+ "grad_norm": Infinity,
4405
+ "learning_rate": 0.0001341133465294585,
4406
+ "loss": 1.1817,
4407
+ "step": 626
4408
+ },
4409
+ {
4410
+ "epoch": 0.4096031357177854,
4411
+ "grad_norm": Infinity,
4412
+ "learning_rate": 0.0001339137330803446,
4413
+ "loss": 1.3825,
4414
+ "step": 627
4415
+ },
4416
+ {
4417
+ "epoch": 0.41025641025641024,
4418
+ "grad_norm": Infinity,
4419
+ "learning_rate": 0.00013371396682124005,
4420
+ "loss": 1.4202,
4421
+ "step": 628
4422
+ },
4423
+ {
4424
+ "epoch": 0.4109096847950351,
4425
+ "grad_norm": Infinity,
4426
+ "learning_rate": 0.0001335140486522604,
4427
+ "loss": 1.4288,
4428
+ "step": 629
4429
+ },
4430
+ {
4431
+ "epoch": 0.41156295933366,
4432
+ "grad_norm": Infinity,
4433
+ "learning_rate": 0.00013331397947420576,
4434
+ "loss": 1.4444,
4435
+ "step": 630
4436
+ },
4437
+ {
4438
+ "epoch": 0.41221623387228484,
4439
+ "grad_norm": Infinity,
4440
+ "learning_rate": 0.00013311376018855663,
4441
+ "loss": 1.5484,
4442
+ "step": 631
4443
+ },
4444
+ {
4445
+ "epoch": 0.4128695084109097,
4446
+ "grad_norm": Infinity,
4447
+ "learning_rate": 0.0001329133916974699,
4448
+ "loss": 1.5702,
4449
+ "step": 632
4450
+ },
4451
+ {
4452
+ "epoch": 0.41352278294953454,
4453
+ "grad_norm": Infinity,
4454
+ "learning_rate": 0.00013271287490377467,
4455
+ "loss": 1.6131,
4456
+ "step": 633
4457
+ },
4458
+ {
4459
+ "epoch": 0.4141760574881594,
4460
+ "grad_norm": Infinity,
4461
+ "learning_rate": 0.00013251221071096836,
4462
+ "loss": 1.6361,
4463
+ "step": 634
4464
+ },
4465
+ {
4466
+ "epoch": 0.41482933202678424,
4467
+ "grad_norm": Infinity,
4468
+ "learning_rate": 0.00013231140002321253,
4469
+ "loss": 1.6556,
4470
+ "step": 635
4471
+ },
4472
+ {
4473
+ "epoch": 0.41548260656540914,
4474
+ "grad_norm": Infinity,
4475
+ "learning_rate": 0.00013211044374532882,
4476
+ "loss": 1.785,
4477
+ "step": 636
4478
+ },
4479
+ {
4480
+ "epoch": 0.416135881104034,
4481
+ "grad_norm": Infinity,
4482
+ "learning_rate": 0.00013190934278279487,
4483
+ "loss": 1.7989,
4484
+ "step": 637
4485
+ },
4486
+ {
4487
+ "epoch": 0.41678915564265884,
4488
+ "grad_norm": Infinity,
4489
+ "learning_rate": 0.00013170809804174022,
4490
+ "loss": 1.8345,
4491
+ "step": 638
4492
+ },
4493
+ {
4494
+ "epoch": 0.4174424301812837,
4495
+ "grad_norm": Infinity,
4496
+ "learning_rate": 0.00013150671042894228,
4497
+ "loss": 1.8782,
4498
+ "step": 639
4499
+ },
4500
+ {
4501
+ "epoch": 0.41809570471990853,
4502
+ "grad_norm": Infinity,
4503
+ "learning_rate": 0.00013130518085182225,
4504
+ "loss": 1.9949,
4505
+ "step": 640
4506
+ },
4507
+ {
4508
+ "epoch": 0.4187489792585334,
4509
+ "grad_norm": Infinity,
4510
+ "learning_rate": 0.00013110351021844094,
4511
+ "loss": 2.1345,
4512
+ "step": 641
4513
+ },
4514
+ {
4515
+ "epoch": 0.41940225379715823,
4516
+ "grad_norm": Infinity,
4517
+ "learning_rate": 0.00013090169943749476,
4518
+ "loss": 2.5038,
4519
+ "step": 642
4520
+ },
4521
+ {
4522
+ "epoch": 0.42005552833578313,
4523
+ "grad_norm": Infinity,
4524
+ "learning_rate": 0.0001306997494183116,
4525
+ "loss": 2.7144,
4526
+ "step": 643
4527
+ },
4528
+ {
4529
+ "epoch": 0.420708802874408,
4530
+ "grad_norm": Infinity,
4531
+ "learning_rate": 0.00013049766107084678,
4532
+ "loss": 2.7682,
4533
+ "step": 644
4534
+ },
4535
+ {
4536
+ "epoch": 0.42136207741303283,
4537
+ "grad_norm": Infinity,
4538
+ "learning_rate": 0.00013029543530567884,
4539
+ "loss": 2.5713,
4540
+ "step": 645
4541
+ },
4542
+ {
4543
+ "epoch": 0.4220153519516577,
4544
+ "grad_norm": Infinity,
4545
+ "learning_rate": 0.00013009307303400556,
4546
+ "loss": 2.7619,
4547
+ "step": 646
4548
+ },
4549
+ {
4550
+ "epoch": 0.42266862649028253,
4551
+ "grad_norm": Infinity,
4552
+ "learning_rate": 0.0001298905751676397,
4553
+ "loss": 2.9728,
4554
+ "step": 647
4555
+ },
4556
+ {
4557
+ "epoch": 0.4233219010289074,
4558
+ "grad_norm": Infinity,
4559
+ "learning_rate": 0.0001296879426190051,
4560
+ "loss": 2.9242,
4561
+ "step": 648
4562
+ },
4563
+ {
4564
+ "epoch": 0.4239751755675323,
4565
+ "grad_norm": Infinity,
4566
+ "learning_rate": 0.00012948517630113245,
4567
+ "loss": 3.7497,
4568
+ "step": 649
4569
+ },
4570
+ {
4571
+ "epoch": 0.42462845010615713,
4572
+ "grad_norm": Infinity,
4573
+ "learning_rate": 0.00012928227712765504,
4574
+ "loss": 3.9534,
4575
+ "step": 650
4576
+ },
4577
+ {
4578
+ "epoch": 0.425281724644782,
4579
+ "grad_norm": Infinity,
4580
+ "learning_rate": 0.00012907924601280498,
4581
+ "loss": 1.3583,
4582
+ "step": 651
4583
+ },
4584
+ {
4585
+ "epoch": 0.4259349991834068,
4586
+ "grad_norm": Infinity,
4587
+ "learning_rate": 0.0001288760838714088,
4588
+ "loss": 1.3782,
4589
+ "step": 652
4590
+ },
4591
+ {
4592
+ "epoch": 0.4265882737220317,
4593
+ "grad_norm": Infinity,
4594
+ "learning_rate": 0.0001286727916188834,
4595
+ "loss": 1.3568,
4596
+ "step": 653
4597
+ },
4598
+ {
4599
+ "epoch": 0.4272415482606565,
4600
+ "grad_norm": Infinity,
4601
+ "learning_rate": 0.00012846937017123197,
4602
+ "loss": 1.3555,
4603
+ "step": 654
4604
+ },
4605
+ {
4606
+ "epoch": 0.42789482279928137,
4607
+ "grad_norm": Infinity,
4608
+ "learning_rate": 0.00012826582044503978,
4609
+ "loss": 1.5263,
4610
+ "step": 655
4611
+ },
4612
+ {
4613
+ "epoch": 0.4285480973379063,
4614
+ "grad_norm": Infinity,
4615
+ "learning_rate": 0.00012806214335747018,
4616
+ "loss": 1.502,
4617
+ "step": 656
4618
+ },
4619
+ {
4620
+ "epoch": 0.4292013718765311,
4621
+ "grad_norm": Infinity,
4622
+ "learning_rate": 0.00012785833982626032,
4623
+ "loss": 1.4846,
4624
+ "step": 657
4625
+ },
4626
+ {
4627
+ "epoch": 0.42985464641515597,
4628
+ "grad_norm": Infinity,
4629
+ "learning_rate": 0.00012765441076971712,
4630
+ "loss": 1.5687,
4631
+ "step": 658
4632
+ },
4633
+ {
4634
+ "epoch": 0.4305079209537808,
4635
+ "grad_norm": Infinity,
4636
+ "learning_rate": 0.0001274503571067131,
4637
+ "loss": 1.6626,
4638
+ "step": 659
4639
+ },
4640
+ {
4641
+ "epoch": 0.43116119549240567,
4642
+ "grad_norm": Infinity,
4643
+ "learning_rate": 0.0001272461797566823,
4644
+ "loss": 1.7197,
4645
+ "step": 660
4646
+ },
4647
+ {
4648
+ "epoch": 0.4318144700310305,
4649
+ "grad_norm": Infinity,
4650
+ "learning_rate": 0.0001270418796396159,
4651
+ "loss": 1.7319,
4652
+ "step": 661
4653
+ },
4654
+ {
4655
+ "epoch": 0.4324677445696554,
4656
+ "grad_norm": Infinity,
4657
+ "learning_rate": 0.00012683745767605846,
4658
+ "loss": 1.8091,
4659
+ "step": 662
4660
+ },
4661
+ {
4662
+ "epoch": 0.43312101910828027,
4663
+ "grad_norm": Infinity,
4664
+ "learning_rate": 0.00012663291478710336,
4665
+ "loss": 1.8593,
4666
+ "step": 663
4667
+ },
4668
+ {
4669
+ "epoch": 0.4337742936469051,
4670
+ "grad_norm": Infinity,
4671
+ "learning_rate": 0.00012642825189438902,
4672
+ "loss": 1.9488,
4673
+ "step": 664
4674
+ },
4675
+ {
4676
+ "epoch": 0.43442756818552997,
4677
+ "grad_norm": Infinity,
4678
+ "learning_rate": 0.00012622346992009447,
4679
+ "loss": 2.1199,
4680
+ "step": 665
4681
+ },
4682
+ {
4683
+ "epoch": 0.4350808427241548,
4684
+ "grad_norm": Infinity,
4685
+ "learning_rate": 0.0001260185697869353,
4686
+ "loss": 2.0434,
4687
+ "step": 666
4688
+ },
4689
+ {
4690
+ "epoch": 0.43573411726277966,
4691
+ "grad_norm": Infinity,
4692
+ "learning_rate": 0.00012581355241815965,
4693
+ "loss": 2.3479,
4694
+ "step": 667
4695
+ },
4696
+ {
4697
+ "epoch": 0.43638739180140457,
4698
+ "grad_norm": Infinity,
4699
+ "learning_rate": 0.00012560841873754375,
4700
+ "loss": 2.2125,
4701
+ "step": 668
4702
+ },
4703
+ {
4704
+ "epoch": 0.4370406663400294,
4705
+ "grad_norm": Infinity,
4706
+ "learning_rate": 0.00012540316966938795,
4707
+ "loss": 2.3785,
4708
+ "step": 669
4709
+ },
4710
+ {
4711
+ "epoch": 0.43769394087865426,
4712
+ "grad_norm": Infinity,
4713
+ "learning_rate": 0.00012519780613851254,
4714
+ "loss": 2.6029,
4715
+ "step": 670
4716
+ },
4717
+ {
4718
+ "epoch": 0.4383472154172791,
4719
+ "grad_norm": Infinity,
4720
+ "learning_rate": 0.00012499232907025353,
4721
+ "loss": 2.5433,
4722
+ "step": 671
4723
+ },
4724
+ {
4725
+ "epoch": 0.43900048995590396,
4726
+ "grad_norm": Infinity,
4727
+ "learning_rate": 0.00012478673939045863,
4728
+ "loss": 2.7926,
4729
+ "step": 672
4730
+ },
4731
+ {
4732
+ "epoch": 0.4396537644945288,
4733
+ "grad_norm": Infinity,
4734
+ "learning_rate": 0.00012458103802548274,
4735
+ "loss": 3.0005,
4736
+ "step": 673
4737
+ },
4738
+ {
4739
+ "epoch": 0.44030703903315366,
4740
+ "grad_norm": Infinity,
4741
+ "learning_rate": 0.00012437522590218417,
4742
+ "loss": 3.1366,
4743
+ "step": 674
4744
+ },
4745
+ {
4746
+ "epoch": 0.44096031357177856,
4747
+ "grad_norm": Infinity,
4748
+ "learning_rate": 0.00012416930394792026,
4749
+ "loss": 4.2293,
4750
+ "step": 675
4751
+ },
4752
+ {
4753
+ "epoch": 0.4416135881104034,
4754
+ "grad_norm": Infinity,
4755
+ "learning_rate": 0.0001239632730905432,
4756
+ "loss": 1.2318,
4757
+ "step": 676
4758
+ },
4759
+ {
4760
+ "epoch": 0.44226686264902826,
4761
+ "grad_norm": Infinity,
4762
+ "learning_rate": 0.0001237571342583959,
4763
+ "loss": 1.3872,
4764
+ "step": 677
4765
+ },
4766
+ {
4767
+ "epoch": 0.4429201371876531,
4768
+ "grad_norm": Infinity,
4769
+ "learning_rate": 0.00012355088838030776,
4770
+ "loss": 1.4916,
4771
+ "step": 678
4772
+ },
4773
+ {
4774
+ "epoch": 0.44357341172627796,
4775
+ "grad_norm": Infinity,
4776
+ "learning_rate": 0.00012334453638559057,
4777
+ "loss": 1.434,
4778
+ "step": 679
4779
+ },
4780
+ {
4781
+ "epoch": 0.4442266862649028,
4782
+ "grad_norm": Infinity,
4783
+ "learning_rate": 0.00012313807920403419,
4784
+ "loss": 1.457,
4785
+ "step": 680
4786
+ },
4787
+ {
4788
+ "epoch": 0.4448799608035277,
4789
+ "grad_norm": Infinity,
4790
+ "learning_rate": 0.00012293151776590245,
4791
+ "loss": 1.4525,
4792
+ "step": 681
4793
+ },
4794
+ {
4795
+ "epoch": 0.44553323534215256,
4796
+ "grad_norm": Infinity,
4797
+ "learning_rate": 0.00012272485300192902,
4798
+ "loss": 1.4693,
4799
+ "step": 682
4800
+ },
4801
+ {
4802
+ "epoch": 0.4461865098807774,
4803
+ "grad_norm": Infinity,
4804
+ "learning_rate": 0.00012251808584331304,
4805
+ "loss": 1.493,
4806
+ "step": 683
4807
+ },
4808
+ {
4809
+ "epoch": 0.44683978441940225,
4810
+ "grad_norm": Infinity,
4811
+ "learning_rate": 0.00012231121722171512,
4812
+ "loss": 1.5844,
4813
+ "step": 684
4814
+ },
4815
+ {
4816
+ "epoch": 0.4474930589580271,
4817
+ "grad_norm": Infinity,
4818
+ "learning_rate": 0.00012210424806925301,
4819
+ "loss": 1.6257,
4820
+ "step": 685
4821
+ },
4822
+ {
4823
+ "epoch": 0.44814633349665195,
4824
+ "grad_norm": Infinity,
4825
+ "learning_rate": 0.00012189717931849731,
4826
+ "loss": 1.6306,
4827
+ "step": 686
4828
+ },
4829
+ {
4830
+ "epoch": 0.4487996080352768,
4831
+ "grad_norm": Infinity,
4832
+ "learning_rate": 0.00012169001190246765,
4833
+ "loss": 1.7162,
4834
+ "step": 687
4835
+ },
4836
+ {
4837
+ "epoch": 0.4494528825739017,
4838
+ "grad_norm": Infinity,
4839
+ "learning_rate": 0.00012148274675462801,
4840
+ "loss": 1.8626,
4841
+ "step": 688
4842
+ },
4843
+ {
4844
+ "epoch": 0.45010615711252655,
4845
+ "grad_norm": Infinity,
4846
+ "learning_rate": 0.00012127538480888283,
4847
+ "loss": 1.857,
4848
+ "step": 689
4849
+ },
4850
+ {
4851
+ "epoch": 0.4507594316511514,
4852
+ "grad_norm": Infinity,
4853
+ "learning_rate": 0.00012106792699957263,
4854
+ "loss": 1.9262,
4855
+ "step": 690
4856
+ },
4857
+ {
4858
+ "epoch": 0.45141270618977625,
4859
+ "grad_norm": Infinity,
4860
+ "learning_rate": 0.00012086037426147003,
4861
+ "loss": 2.0395,
4862
+ "step": 691
4863
+ },
4864
+ {
4865
+ "epoch": 0.4520659807284011,
4866
+ "grad_norm": Infinity,
4867
+ "learning_rate": 0.00012065272752977526,
4868
+ "loss": 2.0832,
4869
+ "step": 692
4870
+ },
4871
+ {
4872
+ "epoch": 0.45271925526702594,
4873
+ "grad_norm": Infinity,
4874
+ "learning_rate": 0.00012044498774011209,
4875
+ "loss": 2.5049,
4876
+ "step": 693
4877
+ },
4878
+ {
4879
+ "epoch": 0.45337252980565085,
4880
+ "grad_norm": Infinity,
4881
+ "learning_rate": 0.00012023715582852357,
4882
+ "loss": 2.4738,
4883
+ "step": 694
4884
+ },
4885
+ {
4886
+ "epoch": 0.4540258043442757,
4887
+ "grad_norm": Infinity,
4888
+ "learning_rate": 0.00012002923273146794,
4889
+ "loss": 2.2563,
4890
+ "step": 695
4891
+ },
4892
+ {
4893
+ "epoch": 0.45467907888290054,
4894
+ "grad_norm": Infinity,
4895
+ "learning_rate": 0.0001198212193858142,
4896
+ "loss": 2.936,
4897
+ "step": 696
4898
+ },
4899
+ {
4900
+ "epoch": 0.4553323534215254,
4901
+ "grad_norm": Infinity,
4902
+ "learning_rate": 0.00011961311672883804,
4903
+ "loss": 3.3187,
4904
+ "step": 697
4905
+ },
4906
+ {
4907
+ "epoch": 0.45598562796015024,
4908
+ "grad_norm": Infinity,
4909
+ "learning_rate": 0.00011940492569821753,
4910
+ "loss": 3.1426,
4911
+ "step": 698
4912
+ },
4913
+ {
4914
+ "epoch": 0.4566389024987751,
4915
+ "grad_norm": Infinity,
4916
+ "learning_rate": 0.00011919664723202906,
4917
+ "loss": 3.4786,
4918
+ "step": 699
4919
+ },
4920
+ {
4921
+ "epoch": 0.4572921770374,
4922
+ "grad_norm": Infinity,
4923
+ "learning_rate": 0.00011898828226874284,
4924
+ "loss": 4.6187,
4925
+ "step": 700
4926
+ },
4927
+ {
4928
+ "epoch": 0.45794545157602484,
4929
+ "grad_norm": Infinity,
4930
+ "learning_rate": 0.00011877983174721892,
4931
+ "loss": 1.315,
4932
+ "step": 701
4933
+ },
4934
+ {
4935
+ "epoch": 0.4585987261146497,
4936
+ "grad_norm": Infinity,
4937
+ "learning_rate": 0.00011857129660670281,
4938
+ "loss": 1.3934,
4939
+ "step": 702
4940
+ },
4941
+ {
4942
+ "epoch": 0.45925200065327454,
4943
+ "grad_norm": Infinity,
4944
+ "learning_rate": 0.00011836267778682133,
4945
+ "loss": 1.4157,
4946
+ "step": 703
4947
+ },
4948
+ {
4949
+ "epoch": 0.4599052751918994,
4950
+ "grad_norm": Infinity,
4951
+ "learning_rate": 0.00011815397622757838,
4952
+ "loss": 1.3945,
4953
+ "step": 704
4954
+ },
4955
+ {
4956
+ "epoch": 0.46055854973052424,
4957
+ "grad_norm": Infinity,
4958
+ "learning_rate": 0.00011794519286935055,
4959
+ "loss": 1.4258,
4960
+ "step": 705
4961
+ },
4962
+ {
4963
+ "epoch": 0.4612118242691491,
4964
+ "grad_norm": Infinity,
4965
+ "learning_rate": 0.00011773632865288309,
4966
+ "loss": 1.4199,
4967
+ "step": 706
4968
+ },
4969
+ {
4970
+ "epoch": 0.461865098807774,
4971
+ "grad_norm": Infinity,
4972
+ "learning_rate": 0.00011752738451928566,
4973
+ "loss": 1.5205,
4974
+ "step": 707
4975
+ },
4976
+ {
4977
+ "epoch": 0.46251837334639884,
4978
+ "grad_norm": Infinity,
4979
+ "learning_rate": 0.00011731836141002787,
4980
+ "loss": 1.5761,
4981
+ "step": 708
4982
+ },
4983
+ {
4984
+ "epoch": 0.4631716478850237,
4985
+ "grad_norm": Infinity,
4986
+ "learning_rate": 0.00011710926026693525,
4987
+ "loss": 1.6457,
4988
+ "step": 709
4989
+ },
4990
+ {
4991
+ "epoch": 0.46382492242364853,
4992
+ "grad_norm": Infinity,
4993
+ "learning_rate": 0.00011690008203218493,
4994
+ "loss": 1.8223,
4995
+ "step": 710
4996
+ },
4997
+ {
4998
+ "epoch": 0.4644781969622734,
4999
+ "grad_norm": Infinity,
5000
+ "learning_rate": 0.0001166908276483014,
5001
+ "loss": 1.7146,
5002
+ "step": 711
5003
+ },
5004
+ {
5005
+ "epoch": 0.46513147150089823,
5006
+ "grad_norm": Infinity,
5007
+ "learning_rate": 0.00011648149805815227,
5008
+ "loss": 1.6361,
5009
+ "step": 712
5010
+ },
5011
+ {
5012
+ "epoch": 0.46578474603952313,
5013
+ "grad_norm": Infinity,
5014
+ "learning_rate": 0.000116272094204944,
5015
+ "loss": 1.7237,
5016
+ "step": 713
5017
+ },
5018
+ {
5019
+ "epoch": 0.466438020578148,
5020
+ "grad_norm": Infinity,
5021
+ "learning_rate": 0.00011606261703221772,
5022
+ "loss": 1.8705,
5023
+ "step": 714
5024
+ },
5025
+ {
5026
+ "epoch": 0.46709129511677283,
5027
+ "grad_norm": Infinity,
5028
+ "learning_rate": 0.0001158530674838449,
5029
+ "loss": 1.9701,
5030
+ "step": 715
5031
+ },
5032
+ {
5033
+ "epoch": 0.4677445696553977,
5034
+ "grad_norm": Infinity,
5035
+ "learning_rate": 0.0001156434465040231,
5036
+ "loss": 2.136,
5037
+ "step": 716
5038
+ },
5039
+ {
5040
+ "epoch": 0.46839784419402253,
5041
+ "grad_norm": Infinity,
5042
+ "learning_rate": 0.00011543375503727174,
5043
+ "loss": 2.0878,
5044
+ "step": 717
5045
+ },
5046
+ {
5047
+ "epoch": 0.4690511187326474,
5048
+ "grad_norm": Infinity,
5049
+ "learning_rate": 0.00011522399402842783,
5050
+ "loss": 2.4607,
5051
+ "step": 718
5052
+ },
5053
+ {
5054
+ "epoch": 0.4697043932712722,
5055
+ "grad_norm": Infinity,
5056
+ "learning_rate": 0.00011501416442264184,
5057
+ "loss": 2.4705,
5058
+ "step": 719
5059
+ },
5060
+ {
5061
+ "epoch": 0.47035766780989713,
5062
+ "grad_norm": Infinity,
5063
+ "learning_rate": 0.00011480426716537315,
5064
+ "loss": 2.6055,
5065
+ "step": 720
5066
+ },
5067
+ {
5068
+ "epoch": 0.471010942348522,
5069
+ "grad_norm": Infinity,
5070
+ "learning_rate": 0.00011459430320238611,
5071
+ "loss": 2.7481,
5072
+ "step": 721
5073
+ },
5074
+ {
5075
+ "epoch": 0.4716642168871468,
5076
+ "grad_norm": Infinity,
5077
+ "learning_rate": 0.00011438427347974554,
5078
+ "loss": 2.9075,
5079
+ "step": 722
5080
+ },
5081
+ {
5082
+ "epoch": 0.4723174914257717,
5083
+ "grad_norm": Infinity,
5084
+ "learning_rate": 0.00011417417894381268,
5085
+ "loss": 3.147,
5086
+ "step": 723
5087
+ },
5088
+ {
5089
+ "epoch": 0.4729707659643965,
5090
+ "grad_norm": Infinity,
5091
+ "learning_rate": 0.00011396402054124067,
5092
+ "loss": 3.0189,
5093
+ "step": 724
5094
+ },
5095
+ {
5096
+ "epoch": 0.47362404050302137,
5097
+ "grad_norm": Infinity,
5098
+ "learning_rate": 0.00011375379921897051,
5099
+ "loss": 4.2631,
5100
+ "step": 725
5101
+ },
5102
+ {
5103
+ "epoch": 0.4742773150416463,
5104
+ "grad_norm": Infinity,
5105
+ "learning_rate": 0.00011354351592422665,
5106
+ "loss": 1.4092,
5107
+ "step": 726
5108
+ },
5109
+ {
5110
+ "epoch": 0.4749305895802711,
5111
+ "grad_norm": Infinity,
5112
+ "learning_rate": 0.00011333317160451286,
5113
+ "loss": 1.4541,
5114
+ "step": 727
5115
+ },
5116
+ {
5117
+ "epoch": 0.47558386411889597,
5118
+ "grad_norm": Infinity,
5119
+ "learning_rate": 0.00011312276720760782,
5120
+ "loss": 1.4517,
5121
+ "step": 728
5122
+ },
5123
+ {
5124
+ "epoch": 0.4762371386575208,
5125
+ "grad_norm": Infinity,
5126
+ "learning_rate": 0.00011291230368156087,
5127
+ "loss": 1.3585,
5128
+ "step": 729
5129
+ },
5130
+ {
5131
+ "epoch": 0.47689041319614567,
5132
+ "grad_norm": Infinity,
5133
+ "learning_rate": 0.00011270178197468789,
5134
+ "loss": 1.4466,
5135
+ "step": 730
5136
+ },
5137
+ {
5138
+ "epoch": 0.4775436877347705,
5139
+ "grad_norm": Infinity,
5140
+ "learning_rate": 0.00011249120303556681,
5141
+ "loss": 1.6079,
5142
+ "step": 731
5143
+ },
5144
+ {
5145
+ "epoch": 0.4781969622733954,
5146
+ "grad_norm": Infinity,
5147
+ "learning_rate": 0.0001122805678130335,
5148
+ "loss": 1.5759,
5149
+ "step": 732
5150
+ },
5151
+ {
5152
+ "epoch": 0.47885023681202027,
5153
+ "grad_norm": Infinity,
5154
+ "learning_rate": 0.00011206987725617741,
5155
+ "loss": 1.4571,
5156
+ "step": 733
5157
+ },
5158
+ {
5159
+ "epoch": 0.4795035113506451,
5160
+ "grad_norm": Infinity,
5161
+ "learning_rate": 0.00011185913231433733,
5162
+ "loss": 1.6658,
5163
+ "step": 734
5164
+ },
5165
+ {
5166
+ "epoch": 0.48015678588926997,
5167
+ "grad_norm": Infinity,
5168
+ "learning_rate": 0.00011164833393709706,
5169
+ "loss": 1.7304,
5170
+ "step": 735
5171
+ },
5172
+ {
5173
+ "epoch": 0.4808100604278948,
5174
+ "grad_norm": Infinity,
5175
+ "learning_rate": 0.00011143748307428126,
5176
+ "loss": 1.6036,
5177
+ "step": 736
5178
+ },
5179
+ {
5180
+ "epoch": 0.48146333496651966,
5181
+ "grad_norm": Infinity,
5182
+ "learning_rate": 0.00011122658067595094,
5183
+ "loss": 1.7269,
5184
+ "step": 737
5185
+ },
5186
+ {
5187
+ "epoch": 0.4821166095051445,
5188
+ "grad_norm": Infinity,
5189
+ "learning_rate": 0.00011101562769239946,
5190
+ "loss": 1.7812,
5191
+ "step": 738
5192
+ },
5193
+ {
5194
+ "epoch": 0.4827698840437694,
5195
+ "grad_norm": Infinity,
5196
+ "learning_rate": 0.00011080462507414806,
5197
+ "loss": 1.9052,
5198
+ "step": 739
5199
+ },
5200
+ {
5201
+ "epoch": 0.48342315858239426,
5202
+ "grad_norm": Infinity,
5203
+ "learning_rate": 0.00011059357377194161,
5204
+ "loss": 2.0699,
5205
+ "step": 740
5206
+ },
5207
+ {
5208
+ "epoch": 0.4840764331210191,
5209
+ "grad_norm": Infinity,
5210
+ "learning_rate": 0.00011038247473674434,
5211
+ "loss": 2.2282,
5212
+ "step": 741
5213
+ },
5214
+ {
5215
+ "epoch": 0.48472970765964396,
5216
+ "grad_norm": Infinity,
5217
+ "learning_rate": 0.0001101713289197356,
5218
+ "loss": 2.5375,
5219
+ "step": 742
5220
+ },
5221
+ {
5222
+ "epoch": 0.4853829821982688,
5223
+ "grad_norm": Infinity,
5224
+ "learning_rate": 0.0001099601372723055,
5225
+ "loss": 2.5702,
5226
+ "step": 743
5227
+ },
5228
+ {
5229
+ "epoch": 0.48603625673689366,
5230
+ "grad_norm": Infinity,
5231
+ "learning_rate": 0.00010974890074605062,
5232
+ "loss": 2.7113,
5233
+ "step": 744
5234
+ },
5235
+ {
5236
+ "epoch": 0.48668953127551856,
5237
+ "grad_norm": Infinity,
5238
+ "learning_rate": 0.00010953762029276982,
5239
+ "loss": 3.0058,
5240
+ "step": 745
5241
+ },
5242
+ {
5243
+ "epoch": 0.4873428058141434,
5244
+ "grad_norm": Infinity,
5245
+ "learning_rate": 0.00010932629686445986,
5246
+ "loss": 2.9393,
5247
+ "step": 746
5248
+ },
5249
+ {
5250
+ "epoch": 0.48799608035276826,
5251
+ "grad_norm": Infinity,
5252
+ "learning_rate": 0.00010911493141331113,
5253
+ "loss": 3.0283,
5254
+ "step": 747
5255
+ },
5256
+ {
5257
+ "epoch": 0.4886493548913931,
5258
+ "grad_norm": Infinity,
5259
+ "learning_rate": 0.00010890352489170341,
5260
+ "loss": 3.3168,
5261
+ "step": 748
5262
+ },
5263
+ {
5264
+ "epoch": 0.48930262943001795,
5265
+ "grad_norm": Infinity,
5266
+ "learning_rate": 0.00010869207825220147,
5267
+ "loss": 3.5297,
5268
+ "step": 749
5269
+ },
5270
+ {
5271
+ "epoch": 0.4899559039686428,
5272
+ "grad_norm": Infinity,
5273
+ "learning_rate": 0.00010848059244755093,
5274
+ "loss": 4.1073,
5275
+ "step": 750
5276
+ },
5277
+ {
5278
+ "epoch": 0.4906091785072677,
5279
+ "grad_norm": Infinity,
5280
+ "learning_rate": 0.0001082690684306738,
5281
+ "loss": 1.3489,
5282
+ "step": 751
5283
+ },
5284
+ {
5285
+ "epoch": 0.49126245304589256,
5286
+ "grad_norm": Infinity,
5287
+ "learning_rate": 0.00010805750715466429,
5288
+ "loss": 1.3607,
5289
+ "step": 752
5290
+ },
5291
+ {
5292
+ "epoch": 0.4919157275845174,
5293
+ "grad_norm": Infinity,
5294
+ "learning_rate": 0.0001078459095727845,
5295
+ "loss": 1.4329,
5296
+ "step": 753
5297
+ },
5298
+ {
5299
+ "epoch": 0.49256900212314225,
5300
+ "grad_norm": Infinity,
5301
+ "learning_rate": 0.00010763427663846015,
5302
+ "loss": 1.4151,
5303
+ "step": 754
5304
+ },
5305
+ {
5306
+ "epoch": 0.4932222766617671,
5307
+ "grad_norm": Infinity,
5308
+ "learning_rate": 0.00010742260930527625,
5309
+ "loss": 1.3808,
5310
+ "step": 755
5311
+ },
5312
+ {
5313
+ "epoch": 0.49387555120039195,
5314
+ "grad_norm": Infinity,
5315
+ "learning_rate": 0.00010721090852697275,
5316
+ "loss": 1.5492,
5317
+ "step": 756
5318
+ },
5319
+ {
5320
+ "epoch": 0.4945288257390168,
5321
+ "grad_norm": Infinity,
5322
+ "learning_rate": 0.00010699917525744032,
5323
+ "loss": 1.4695,
5324
+ "step": 757
5325
+ },
5326
+ {
5327
+ "epoch": 0.4951821002776417,
5328
+ "grad_norm": Infinity,
5329
+ "learning_rate": 0.00010678741045071609,
5330
+ "loss": 1.5456,
5331
+ "step": 758
5332
+ },
5333
+ {
5334
+ "epoch": 0.49583537481626655,
5335
+ "grad_norm": Infinity,
5336
+ "learning_rate": 0.0001065756150609792,
5337
+ "loss": 1.5857,
5338
+ "step": 759
5339
+ },
5340
+ {
5341
+ "epoch": 0.4964886493548914,
5342
+ "grad_norm": Infinity,
5343
+ "learning_rate": 0.00010636379004254664,
5344
+ "loss": 1.4613,
5345
+ "step": 760
5346
+ },
5347
+ {
5348
+ "epoch": 0.49714192389351625,
5349
+ "grad_norm": Infinity,
5350
+ "learning_rate": 0.0001061519363498689,
5351
+ "loss": 1.704,
5352
+ "step": 761
5353
+ },
5354
+ {
5355
+ "epoch": 0.4977951984321411,
5356
+ "grad_norm": Infinity,
5357
+ "learning_rate": 0.00010594005493752568,
5358
+ "loss": 1.6429,
5359
+ "step": 762
5360
+ },
5361
+ {
5362
+ "epoch": 0.49844847297076594,
5363
+ "grad_norm": Infinity,
5364
+ "learning_rate": 0.00010572814676022158,
5365
+ "loss": 1.7032,
5366
+ "step": 763
5367
+ },
5368
+ {
5369
+ "epoch": 0.49910174750939085,
5370
+ "grad_norm": Infinity,
5371
+ "learning_rate": 0.00010551621277278176,
5372
+ "loss": 1.6818,
5373
+ "step": 764
5374
+ },
5375
+ {
5376
+ "epoch": 0.4997550220480157,
5377
+ "grad_norm": Infinity,
5378
+ "learning_rate": 0.00010530425393014774,
5379
+ "loss": 2.0321,
5380
+ "step": 765
5381
+ },
5382
+ {
5383
+ "epoch": 0.5004082965866405,
5384
+ "grad_norm": Infinity,
5385
+ "learning_rate": 0.00010509227118737298,
5386
+ "loss": 1.8955,
5387
+ "step": 766
5388
+ },
5389
+ {
5390
+ "epoch": 0.5004082965866405,
5391
+ "eval_loss": 2.0970346927642822,
5392
+ "eval_runtime": 161.1777,
5393
+ "eval_samples_per_second": 15.995,
5394
+ "eval_steps_per_second": 4.002,
5395
+ "step": 766
5396
  }
5397
  ],
5398
  "logging_steps": 1,
 
5412
  "attributes": {}
5413
  }
5414
  },
5415
+ "total_flos": 3.153985917513892e+17,
5416
  "train_batch_size": 2,
5417
  "trial_name": null,
5418
  "trial_params": null