kertob commited on
Commit
af2a9df
1 Parent(s): 29e5929

Training in progress, step 160

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc81373382ededddd0c3007dd3384d8101c5558b65e354d82b98f6a2bc5c0699
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2570af0bac1b60bfa547eebebbf53b89a3e1e405c332644cd7377809f9964e4b
3
  size 261131840
runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02c1ee5a7d050be1d5a426c863375607288992e09914662598ae7e3fbb73c1a2
3
- size 8849
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c77d214d2bf5fca874bd99f7930db918fcfa31ab152d95e5bc08ab535c510ed5
3
+ size 9060
wandb/debug-internal.log CHANGED
@@ -738,3 +738,47 @@
738
  2024-03-08 14:12:52,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
739
  2024-03-08 14:12:52,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
740
  2024-03-08 14:12:56,076 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
738
  2024-03-08 14:12:52,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
739
  2024-03-08 14:12:52,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
740
  2024-03-08 14:12:56,076 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
741
+ 2024-03-08 14:13:01,077 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
742
+ 2024-03-08 14:13:06,078 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
743
+ 2024-03-08 14:13:07,208 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
744
+ 2024-03-08 14:13:07,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
745
+ 2024-03-08 14:13:07,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
746
+ 2024-03-08 14:13:07,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
747
+ 2024-03-08 14:13:12,009 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
748
+ 2024-03-08 14:13:17,011 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
749
+ 2024-03-08 14:13:22,012 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
750
+ 2024-03-08 14:13:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
751
+ 2024-03-08 14:13:22,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
752
+ 2024-03-08 14:13:22,819 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
753
+ 2024-03-08 14:13:27,354 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
754
+ 2024-03-08 14:13:32,355 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
755
+ 2024-03-08 14:13:37,209 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
756
+ 2024-03-08 14:13:37,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
757
+ 2024-03-08 14:13:37,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
758
+ 2024-03-08 14:13:37,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
759
+ 2024-03-08 14:13:37,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
760
+ 2024-03-08 14:13:43,106 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
761
+ 2024-03-08 14:13:48,107 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
762
+ 2024-03-08 14:13:52,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
763
+ 2024-03-08 14:13:52,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
764
+ 2024-03-08 14:13:52,819 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
765
+ 2024-03-08 14:13:54,037 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
766
+ 2024-03-08 14:13:59,037 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
767
+ 2024-03-08 14:14:04,039 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
768
+ 2024-03-08 14:14:05,724 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
769
+ 2024-03-08 14:14:05,725 DEBUG SenderThread:37167 [sender.py:send():378] send: history
770
+ 2024-03-08 14:14:05,725 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
771
+ 2024-03-08 14:14:05,726 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
772
+ 2024-03-08 14:14:06,505 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
773
+ 2024-03-08 14:14:07,210 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
774
+ 2024-03-08 14:14:07,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
775
+ 2024-03-08 14:14:07,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
776
+ 2024-03-08 14:14:07,819 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
777
+ 2024-03-08 14:14:09,109 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
778
+ 2024-03-08 14:14:14,110 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
779
+ 2024-03-08 14:14:19,111 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
780
+ 2024-03-08 14:14:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
781
+ 2024-03-08 14:14:22,819 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
782
+ 2024-03-08 14:14:22,819 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
783
+ 2024-03-08 14:14:25,077 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
784
+ 2024-03-08 14:14:30,078 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.1573, "train/grad_norm": 0.6386756896972656, "train/learning_rate": 1.5513811136094787e-05, "train/epoch": 12.0, "train/global_step": 150, "_timestamp": 1709907148.3513958, "_runtime": 1406.9310989379883, "_step": 14}
 
1
+ {"train/loss": 0.152, "train/grad_norm": 0.6680172085762024, "train/learning_rate": 1.012785947186397e-05, "train/epoch": 12.8, "train/global_step": 160, "_timestamp": 1709907245.7235875, "_runtime": 1504.303290605545, "_step": 15}
wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log CHANGED
@@ -738,3 +738,47 @@
738
  2024-03-08 14:12:52,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
739
  2024-03-08 14:12:52,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
740
  2024-03-08 14:12:56,076 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
738
  2024-03-08 14:12:52,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
739
  2024-03-08 14:12:52,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
740
  2024-03-08 14:12:56,076 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
741
+ 2024-03-08 14:13:01,077 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
742
+ 2024-03-08 14:13:06,078 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
743
+ 2024-03-08 14:13:07,208 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
744
+ 2024-03-08 14:13:07,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
745
+ 2024-03-08 14:13:07,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
746
+ 2024-03-08 14:13:07,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
747
+ 2024-03-08 14:13:12,009 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
748
+ 2024-03-08 14:13:17,011 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
749
+ 2024-03-08 14:13:22,012 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
750
+ 2024-03-08 14:13:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
751
+ 2024-03-08 14:13:22,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
752
+ 2024-03-08 14:13:22,819 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
753
+ 2024-03-08 14:13:27,354 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
754
+ 2024-03-08 14:13:32,355 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
755
+ 2024-03-08 14:13:37,209 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
756
+ 2024-03-08 14:13:37,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
757
+ 2024-03-08 14:13:37,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
758
+ 2024-03-08 14:13:37,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
759
+ 2024-03-08 14:13:37,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
760
+ 2024-03-08 14:13:43,106 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
761
+ 2024-03-08 14:13:48,107 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
762
+ 2024-03-08 14:13:52,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
763
+ 2024-03-08 14:13:52,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
764
+ 2024-03-08 14:13:52,819 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
765
+ 2024-03-08 14:13:54,037 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
766
+ 2024-03-08 14:13:59,037 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
767
+ 2024-03-08 14:14:04,039 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
768
+ 2024-03-08 14:14:05,724 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
769
+ 2024-03-08 14:14:05,725 DEBUG SenderThread:37167 [sender.py:send():378] send: history
770
+ 2024-03-08 14:14:05,725 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
771
+ 2024-03-08 14:14:05,726 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
772
+ 2024-03-08 14:14:06,505 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
773
+ 2024-03-08 14:14:07,210 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
774
+ 2024-03-08 14:14:07,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
775
+ 2024-03-08 14:14:07,818 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
776
+ 2024-03-08 14:14:07,819 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
777
+ 2024-03-08 14:14:09,109 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
778
+ 2024-03-08 14:14:14,110 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
779
+ 2024-03-08 14:14:19,111 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
780
+ 2024-03-08 14:14:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
781
+ 2024-03-08 14:14:22,819 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
782
+ 2024-03-08 14:14:22,819 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
783
+ 2024-03-08 14:14:25,077 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
784
+ 2024-03-08 14:14:30,078 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report