kertob commited on
Commit
45079f4
1 Parent(s): 2f0da9c

Training in progress, step 130

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bda6d4ffc8b1eebfd73b5c4bf9b72ee031731524c652667f0eff4c106821a633
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c6ee21db17186387a30ded25f44ad275e18ec544f9de13594e092cea6339c9
3
  size 261131840
runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25d7c6231d6c6be46390c01ee54ba2de08c3373feb93f6656a2b3d09b789842f
3
- size 8216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cdea59a1f1957df7b554951c69206925e38b73e3e9bbce8b5b60c01c9732fa4
3
+ size 8427
wandb/debug-internal.log CHANGED
@@ -601,3 +601,47 @@
601
  2024-03-08 14:08:07,813 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
602
  2024-03-08 14:08:07,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
603
  2024-03-08 14:08:07,815 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
601
  2024-03-08 14:08:07,813 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
602
  2024-03-08 14:08:07,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
603
  2024-03-08 14:08:07,815 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
604
+ 2024-03-08 14:08:10,020 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
605
+ 2024-03-08 14:08:15,022 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
606
+ 2024-03-08 14:08:20,023 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
607
+ 2024-03-08 14:08:22,814 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
608
+ 2024-03-08 14:08:22,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
609
+ 2024-03-08 14:08:22,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
610
+ 2024-03-08 14:08:25,096 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
611
+ 2024-03-08 14:08:30,097 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
612
+ 2024-03-08 14:08:35,098 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
613
+ 2024-03-08 14:08:37,200 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
614
+ 2024-03-08 14:08:37,814 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
615
+ 2024-03-08 14:08:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
616
+ 2024-03-08 14:08:37,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
617
+ 2024-03-08 14:08:41,082 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
618
+ 2024-03-08 14:08:46,083 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
619
+ 2024-03-08 14:08:51,085 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
620
+ 2024-03-08 14:08:52,814 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
621
+ 2024-03-08 14:08:52,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
622
+ 2024-03-08 14:08:52,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
623
+ 2024-03-08 14:08:56,138 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
624
+ 2024-03-08 14:09:01,140 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
625
+ 2024-03-08 14:09:06,141 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
626
+ 2024-03-08 14:09:07,201 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
627
+ 2024-03-08 14:09:07,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
628
+ 2024-03-08 14:09:07,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
629
+ 2024-03-08 14:09:07,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
630
+ 2024-03-08 14:09:12,071 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
631
+ 2024-03-08 14:09:17,072 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
632
+ 2024-03-08 14:09:17,542 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
633
+ 2024-03-08 14:09:17,544 DEBUG SenderThread:37167 [sender.py:send():378] send: history
634
+ 2024-03-08 14:09:17,544 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
635
+ 2024-03-08 14:09:17,545 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
636
+ 2024-03-08 14:09:18,398 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
637
+ 2024-03-08 14:09:22,546 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
638
+ 2024-03-08 14:09:22,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
639
+ 2024-03-08 14:09:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
640
+ 2024-03-08 14:09:22,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
641
+ 2024-03-08 14:09:28,032 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
642
+ 2024-03-08 14:09:33,033 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
643
+ 2024-03-08 14:09:37,202 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
644
+ 2024-03-08 14:09:37,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
645
+ 2024-03-08 14:09:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
646
+ 2024-03-08 14:09:37,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
647
+ 2024-03-08 14:09:39,027 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.1857, "train/grad_norm": 0.6209361553192139, "train/learning_rate": 3.640849638818286e-05, "train/epoch": 9.6, "train/global_step": 120, "_timestamp": 1709906863.356232, "_runtime": 1121.9359350204468, "_step": 11}
 
1
+ {"train/loss": 0.1764, "train/grad_norm": 0.7249000072479248, "train/learning_rate": 2.882832728712551e-05, "train/epoch": 10.4, "train/global_step": 130, "_timestamp": 1709906957.5421484, "_runtime": 1216.1218514442444, "_step": 12}
wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log CHANGED
@@ -601,3 +601,47 @@
601
  2024-03-08 14:08:07,813 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
602
  2024-03-08 14:08:07,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
603
  2024-03-08 14:08:07,815 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
601
  2024-03-08 14:08:07,813 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
602
  2024-03-08 14:08:07,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
603
  2024-03-08 14:08:07,815 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
604
+ 2024-03-08 14:08:10,020 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
605
+ 2024-03-08 14:08:15,022 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
606
+ 2024-03-08 14:08:20,023 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
607
+ 2024-03-08 14:08:22,814 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
608
+ 2024-03-08 14:08:22,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
609
+ 2024-03-08 14:08:22,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
610
+ 2024-03-08 14:08:25,096 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
611
+ 2024-03-08 14:08:30,097 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
612
+ 2024-03-08 14:08:35,098 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
613
+ 2024-03-08 14:08:37,200 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
614
+ 2024-03-08 14:08:37,814 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
615
+ 2024-03-08 14:08:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
616
+ 2024-03-08 14:08:37,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
617
+ 2024-03-08 14:08:41,082 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
618
+ 2024-03-08 14:08:46,083 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
619
+ 2024-03-08 14:08:51,085 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
620
+ 2024-03-08 14:08:52,814 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
621
+ 2024-03-08 14:08:52,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
622
+ 2024-03-08 14:08:52,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
623
+ 2024-03-08 14:08:56,138 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
624
+ 2024-03-08 14:09:01,140 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
625
+ 2024-03-08 14:09:06,141 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
626
+ 2024-03-08 14:09:07,201 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
627
+ 2024-03-08 14:09:07,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
628
+ 2024-03-08 14:09:07,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
629
+ 2024-03-08 14:09:07,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
630
+ 2024-03-08 14:09:12,071 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
631
+ 2024-03-08 14:09:17,072 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
632
+ 2024-03-08 14:09:17,542 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
633
+ 2024-03-08 14:09:17,544 DEBUG SenderThread:37167 [sender.py:send():378] send: history
634
+ 2024-03-08 14:09:17,544 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
635
+ 2024-03-08 14:09:17,545 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
636
+ 2024-03-08 14:09:18,398 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
637
+ 2024-03-08 14:09:22,546 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
638
+ 2024-03-08 14:09:22,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
639
+ 2024-03-08 14:09:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
640
+ 2024-03-08 14:09:22,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
641
+ 2024-03-08 14:09:28,032 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
642
+ 2024-03-08 14:09:33,033 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
643
+ 2024-03-08 14:09:37,202 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
644
+ 2024-03-08 14:09:37,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
645
+ 2024-03-08 14:09:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
646
+ 2024-03-08 14:09:37,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
647
+ 2024-03-08 14:09:39,027 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report