kertob commited on
Commit
378ebf4
1 Parent(s): 45079f4

Training in progress, step 140

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13c6ee21db17186387a30ded25f44ad275e18ec544f9de13594e092cea6339c9
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:889284f39d8b46692f9c4947396912b25bab01d9d5f38e83e51059a56d218f77
3
  size 261131840
runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3cdea59a1f1957df7b554951c69206925e38b73e3e9bbce8b5b60c01c9732fa4
3
- size 8427
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb13346e7a071d50be102d43d11c6371e32c07a24575893d69f1992cbcb6cffe
3
+ size 8638
wandb/debug-internal.log CHANGED
@@ -645,3 +645,52 @@
645
  2024-03-08 14:09:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
646
  2024-03-08 14:09:37,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
647
  2024-03-08 14:09:39,027 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
645
  2024-03-08 14:09:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
646
  2024-03-08 14:09:37,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
647
  2024-03-08 14:09:39,027 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
648
+ 2024-03-08 14:09:44,028 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
649
+ 2024-03-08 14:09:49,030 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
650
+ 2024-03-08 14:09:52,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
651
+ 2024-03-08 14:09:52,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
652
+ 2024-03-08 14:09:52,817 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
653
+ 2024-03-08 14:09:55,010 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
654
+ 2024-03-08 14:10:00,011 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
655
+ 2024-03-08 14:10:05,013 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
656
+ 2024-03-08 14:10:07,202 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
657
+ 2024-03-08 14:10:07,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
658
+ 2024-03-08 14:10:07,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
659
+ 2024-03-08 14:10:07,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
660
+ 2024-03-08 14:10:10,046 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
661
+ 2024-03-08 14:10:15,047 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
662
+ 2024-03-08 14:10:20,049 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
663
+ 2024-03-08 14:10:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
664
+ 2024-03-08 14:10:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
665
+ 2024-03-08 14:10:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
666
+ 2024-03-08 14:10:26,013 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
667
+ 2024-03-08 14:10:31,014 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
668
+ 2024-03-08 14:10:36,015 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
669
+ 2024-03-08 14:10:37,203 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
670
+ 2024-03-08 14:10:37,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
671
+ 2024-03-08 14:10:37,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
672
+ 2024-03-08 14:10:37,817 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
673
+ 2024-03-08 14:10:41,089 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
674
+ 2024-03-08 14:10:46,090 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
675
+ 2024-03-08 14:10:51,092 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
676
+ 2024-03-08 14:10:52,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
677
+ 2024-03-08 14:10:52,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
678
+ 2024-03-08 14:10:52,817 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
679
+ 2024-03-08 14:10:54,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
680
+ 2024-03-08 14:10:54,693 DEBUG SenderThread:37167 [sender.py:send():378] send: history
681
+ 2024-03-08 14:10:54,693 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
682
+ 2024-03-08 14:10:54,694 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
683
+ 2024-03-08 14:10:55,434 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
684
+ 2024-03-08 14:10:56,695 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
685
+ 2024-03-08 14:11:01,696 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
686
+ 2024-03-08 14:11:06,697 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
687
+ 2024-03-08 14:11:07,204 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
688
+ 2024-03-08 14:11:07,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
689
+ 2024-03-08 14:11:07,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
690
+ 2024-03-08 14:11:07,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
691
+ 2024-03-08 14:11:12,103 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
692
+ 2024-03-08 14:11:17,104 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
693
+ 2024-03-08 14:11:22,105 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
694
+ 2024-03-08 14:11:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
695
+ 2024-03-08 14:11:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
696
+ 2024-03-08 14:11:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.1764, "train/grad_norm": 0.7249000072479248, "train/learning_rate": 2.882832728712551e-05, "train/epoch": 10.4, "train/global_step": 130, "_timestamp": 1709906957.5421484, "_runtime": 1216.1218514442444, "_step": 12}
 
1
+ {"train/loss": 0.1762, "train/grad_norm": 0.47084328532218933, "train/learning_rate": 2.180214850745467e-05, "train/epoch": 11.2, "train/global_step": 140, "_timestamp": 1709907054.6917534, "_runtime": 1313.2714564800262, "_step": 13}
wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log CHANGED
@@ -645,3 +645,52 @@
645
  2024-03-08 14:09:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
646
  2024-03-08 14:09:37,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
647
  2024-03-08 14:09:39,027 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
645
  2024-03-08 14:09:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
646
  2024-03-08 14:09:37,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
647
  2024-03-08 14:09:39,027 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
648
+ 2024-03-08 14:09:44,028 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
649
+ 2024-03-08 14:09:49,030 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
650
+ 2024-03-08 14:09:52,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
651
+ 2024-03-08 14:09:52,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
652
+ 2024-03-08 14:09:52,817 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
653
+ 2024-03-08 14:09:55,010 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
654
+ 2024-03-08 14:10:00,011 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
655
+ 2024-03-08 14:10:05,013 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
656
+ 2024-03-08 14:10:07,202 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
657
+ 2024-03-08 14:10:07,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
658
+ 2024-03-08 14:10:07,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
659
+ 2024-03-08 14:10:07,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
660
+ 2024-03-08 14:10:10,046 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
661
+ 2024-03-08 14:10:15,047 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
662
+ 2024-03-08 14:10:20,049 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
663
+ 2024-03-08 14:10:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
664
+ 2024-03-08 14:10:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
665
+ 2024-03-08 14:10:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
666
+ 2024-03-08 14:10:26,013 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
667
+ 2024-03-08 14:10:31,014 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
668
+ 2024-03-08 14:10:36,015 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
669
+ 2024-03-08 14:10:37,203 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
670
+ 2024-03-08 14:10:37,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
671
+ 2024-03-08 14:10:37,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
672
+ 2024-03-08 14:10:37,817 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
673
+ 2024-03-08 14:10:41,089 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
674
+ 2024-03-08 14:10:46,090 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
675
+ 2024-03-08 14:10:51,092 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
676
+ 2024-03-08 14:10:52,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
677
+ 2024-03-08 14:10:52,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
678
+ 2024-03-08 14:10:52,817 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
679
+ 2024-03-08 14:10:54,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
680
+ 2024-03-08 14:10:54,693 DEBUG SenderThread:37167 [sender.py:send():378] send: history
681
+ 2024-03-08 14:10:54,693 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
682
+ 2024-03-08 14:10:54,694 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
683
+ 2024-03-08 14:10:55,434 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
684
+ 2024-03-08 14:10:56,695 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
685
+ 2024-03-08 14:11:01,696 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
686
+ 2024-03-08 14:11:06,697 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
687
+ 2024-03-08 14:11:07,204 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
688
+ 2024-03-08 14:11:07,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
689
+ 2024-03-08 14:11:07,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
690
+ 2024-03-08 14:11:07,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
691
+ 2024-03-08 14:11:12,103 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
692
+ 2024-03-08 14:11:17,104 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
693
+ 2024-03-08 14:11:22,105 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
694
+ 2024-03-08 14:11:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
695
+ 2024-03-08 14:11:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
696
+ 2024-03-08 14:11:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb CHANGED
Binary files a/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb and b/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb differ