kertob commited on
Commit
1bde9a0
1 Parent(s): 1179e36

Training in progress, step 30

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07776e436d924c4c90a88d540337e60a8389219b6dec1254087965f2a51bb0a0
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f70334474ca431456030c04cf8232c7780947a86da637a14bb5d950d508f4712
3
  size 261131840
runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb8fd1f63f283a5f308302acebfcba57882fe0e0eb0abaf1e6811fd6c6903a10
3
- size 6146
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5074bdfa39d966d54d996301ba5cd06121b81597bef4b343be5fef97e565bf09
3
+ size 6353
wandb/debug-internal.log CHANGED
@@ -145,3 +145,43 @@
145
  2024-03-08 13:52:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
146
  2024-03-08 13:52:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
147
  2024-03-08 13:52:26,913 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
145
  2024-03-08 13:52:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
146
  2024-03-08 13:52:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
147
  2024-03-08 13:52:26,913 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
148
+ 2024-03-08 13:52:31,914 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
149
+ 2024-03-08 13:52:36,915 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
150
+ 2024-03-08 13:52:37,174 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
151
+ 2024-03-08 13:52:37,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
152
+ 2024-03-08 13:52:37,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
153
+ 2024-03-08 13:52:37,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
154
+ 2024-03-08 13:52:42,883 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
155
+ 2024-03-08 13:52:47,884 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
156
+ 2024-03-08 13:52:52,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
157
+ 2024-03-08 13:52:52,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
158
+ 2024-03-08 13:52:52,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
159
+ 2024-03-08 13:52:52,936 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
160
+ 2024-03-08 13:52:57,937 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
161
+ 2024-03-08 13:53:02,938 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
162
+ 2024-03-08 13:53:07,174 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
163
+ 2024-03-08 13:53:07,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
164
+ 2024-03-08 13:53:07,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
165
+ 2024-03-08 13:53:07,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
166
+ 2024-03-08 13:53:07,941 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
167
+ 2024-03-08 13:53:12,942 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
168
+ 2024-03-08 13:53:17,943 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
169
+ 2024-03-08 13:53:22,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
170
+ 2024-03-08 13:53:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
171
+ 2024-03-08 13:53:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
172
+ 2024-03-08 13:53:24,209 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
173
+ 2024-03-08 13:53:29,210 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
174
+ 2024-03-08 13:53:32,742 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
175
+ 2024-03-08 13:53:32,744 DEBUG SenderThread:37167 [sender.py:send():378] send: history
176
+ 2024-03-08 13:53:32,744 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
177
+ 2024-03-08 13:53:32,746 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
178
+ 2024-03-08 13:53:33,038 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
179
+ 2024-03-08 13:53:34,785 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
180
+ 2024-03-08 13:53:36,039 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/output.log
181
+ 2024-03-08 13:53:37,175 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
182
+ 2024-03-08 13:53:37,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
183
+ 2024-03-08 13:53:37,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
184
+ 2024-03-08 13:53:37,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
185
+ 2024-03-08 13:53:39,861 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
186
+ 2024-03-08 13:53:44,862 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
187
+ 2024-03-08 13:53:49,863 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240308_134901-hlg2f18u/files/output.log CHANGED
@@ -1,2 +1,3 @@
1
 
2
  Checkpoint destination directory ./checkpoint-10 already exists and is non-empty. Saving will proceed but saved results may be invalid.
 
 
1
 
2
  Checkpoint destination directory ./checkpoint-10 already exists and is non-empty. Saving will proceed but saved results may be invalid.
3
+ Checkpoint destination directory ./checkpoint-20 already exists and is non-empty. Saving will proceed but saved results may be invalid.
wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 1.2173, "train/grad_norm": 0.9394240379333496, "train/learning_rate": 9.872052623234632e-05, "train/epoch": 1.6, "train/global_step": 20, "_timestamp": 1709905919.6171632, "_runtime": 178.19686627388, "_step": 1}
 
1
+ {"train/loss": 0.8086, "train/grad_norm": 0.6839137077331543, "train/learning_rate": 9.627106148213522e-05, "train/epoch": 2.4, "train/global_step": 30, "_timestamp": 1709906012.7423384, "_runtime": 271.32204151153564, "_step": 2}
wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log CHANGED
@@ -145,3 +145,43 @@
145
  2024-03-08 13:52:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
146
  2024-03-08 13:52:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
147
  2024-03-08 13:52:26,913 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
145
  2024-03-08 13:52:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
146
  2024-03-08 13:52:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
147
  2024-03-08 13:52:26,913 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
148
+ 2024-03-08 13:52:31,914 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
149
+ 2024-03-08 13:52:36,915 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
150
+ 2024-03-08 13:52:37,174 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
151
+ 2024-03-08 13:52:37,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
152
+ 2024-03-08 13:52:37,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
153
+ 2024-03-08 13:52:37,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
154
+ 2024-03-08 13:52:42,883 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
155
+ 2024-03-08 13:52:47,884 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
156
+ 2024-03-08 13:52:52,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
157
+ 2024-03-08 13:52:52,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
158
+ 2024-03-08 13:52:52,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
159
+ 2024-03-08 13:52:52,936 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
160
+ 2024-03-08 13:52:57,937 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
161
+ 2024-03-08 13:53:02,938 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
162
+ 2024-03-08 13:53:07,174 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
163
+ 2024-03-08 13:53:07,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
164
+ 2024-03-08 13:53:07,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
165
+ 2024-03-08 13:53:07,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
166
+ 2024-03-08 13:53:07,941 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
167
+ 2024-03-08 13:53:12,942 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
168
+ 2024-03-08 13:53:17,943 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
169
+ 2024-03-08 13:53:22,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
170
+ 2024-03-08 13:53:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
171
+ 2024-03-08 13:53:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
172
+ 2024-03-08 13:53:24,209 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
173
+ 2024-03-08 13:53:29,210 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
174
+ 2024-03-08 13:53:32,742 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
175
+ 2024-03-08 13:53:32,744 DEBUG SenderThread:37167 [sender.py:send():378] send: history
176
+ 2024-03-08 13:53:32,744 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
177
+ 2024-03-08 13:53:32,746 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
178
+ 2024-03-08 13:53:33,038 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
179
+ 2024-03-08 13:53:34,785 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
180
+ 2024-03-08 13:53:36,039 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/output.log
181
+ 2024-03-08 13:53:37,175 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
182
+ 2024-03-08 13:53:37,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
183
+ 2024-03-08 13:53:37,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
184
+ 2024-03-08 13:53:37,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
185
+ 2024-03-08 13:53:39,861 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
186
+ 2024-03-08 13:53:44,862 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
187
+ 2024-03-08 13:53:49,863 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report