Training in progress, step 190
Browse files- adapter_model.safetensors +1 -1
- runs/Mar13_11-36-50_7acbe5a74b63/events.out.tfevents.1710329812.7acbe5a74b63.337.1 +2 -2
- wandb/debug-internal.log +43 -0
- wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json +1 -1
- wandb/run-20240313_112023-t8o614bo/logs/debug-internal.log +43 -0
- wandb/run-20240313_112023-t8o614bo/run-t8o614bo.wandb +0 -0
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 261131840
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7a46981ce6221b1fadfa12e0fcff9c19795080609c0d1fbd4b04c3da4ce91de7
|
3 |
size 261131840
|
runs/Mar13_11-36-50_7acbe5a74b63/events.out.tfevents.1710329812.7acbe5a74b63.337.1
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1b4536f710ec5f31c613e16e54f1110a95aa26b64d708c2b502b187a3c5224b1
|
3 |
+
size 9511
|
wandb/debug-internal.log
CHANGED
@@ -1341,3 +1341,46 @@
|
|
1341 |
2024-03-13 12:03:56,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1342 |
2024-03-13 12:03:56,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1343 |
2024-03-13 12:03:56,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1341 |
2024-03-13 12:03:56,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1342 |
2024-03-13 12:03:56,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1343 |
2024-03-13 12:03:56,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
1344 |
+
2024-03-13 12:03:59,248 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1345 |
+
2024-03-13 12:04:04,248 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1346 |
+
2024-03-13 12:04:09,249 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1347 |
+
2024-03-13 12:04:11,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1348 |
+
2024-03-13 12:04:11,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1349 |
+
2024-03-13 12:04:11,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
1350 |
+
2024-03-13 12:04:14,873 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1351 |
+
2024-03-13 12:04:19,874 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1352 |
+
2024-03-13 12:04:22,356 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
1353 |
+
2024-03-13 12:04:25,357 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1354 |
+
2024-03-13 12:04:26,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1355 |
+
2024-03-13 12:04:26,122 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1356 |
+
2024-03-13 12:04:26,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
1357 |
+
2024-03-13 12:04:31,311 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1358 |
+
2024-03-13 12:04:36,312 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1359 |
+
2024-03-13 12:04:41,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1360 |
+
2024-03-13 12:04:41,122 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1361 |
+
2024-03-13 12:04:41,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
1362 |
+
2024-03-13 12:04:42,224 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1363 |
+
2024-03-13 12:04:47,225 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1364 |
+
2024-03-13 12:04:52,226 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1365 |
+
2024-03-13 12:04:52,357 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
1366 |
+
2024-03-13 12:04:56,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1367 |
+
2024-03-13 12:04:56,122 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1368 |
+
2024-03-13 12:04:56,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
1369 |
+
2024-03-13 12:04:57,230 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1370 |
+
2024-03-13 12:05:02,231 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1371 |
+
2024-03-13 12:05:07,232 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1372 |
+
2024-03-13 12:05:11,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1373 |
+
2024-03-13 12:05:11,122 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1374 |
+
2024-03-13 12:05:11,161 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
1375 |
+
2024-03-13 12:05:12,271 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1376 |
+
2024-03-13 12:05:17,271 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1377 |
+
2024-03-13 12:05:17,487 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
|
1378 |
+
2024-03-13 12:05:17,488 DEBUG SenderThread:5135 [sender.py:send():378] send: history
|
1379 |
+
2024-03-13 12:05:17,488 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
|
1380 |
+
2024-03-13 12:05:17,489 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
1381 |
+
2024-03-13 12:05:18,403 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
|
1382 |
+
2024-03-13 12:05:22,357 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
1383 |
+
2024-03-13 12:05:22,358 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1384 |
+
2024-03-13 12:05:26,122 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1385 |
+
2024-03-13 12:05:26,122 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1386 |
+
2024-03-13 12:05:26,163 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"train/loss": 0.
|
|
|
1 |
+
{"train/loss": 0.1275, "train/grad_norm": 0.48586273193359375, "train/learning_rate": 6.54164563305465e-07, "train/epoch": 15.2, "train/global_step": 190, "_timestamp": 1710331517.486697, "_runtime": 2694.1046879291534, "_step": 22, "train/train_runtime": 361.3918, "train/train_samples_per_second": 1.328, "train/train_steps_per_second": 0.083, "train/total_flos": 1585771096988928.0, "train/train_loss": 1.3836020787556966}
|
wandb/run-20240313_112023-t8o614bo/logs/debug-internal.log
CHANGED
@@ -1341,3 +1341,46 @@
|
|
1341 |
2024-03-13 12:03:56,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1342 |
2024-03-13 12:03:56,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1343 |
2024-03-13 12:03:56,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1341 |
2024-03-13 12:03:56,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1342 |
2024-03-13 12:03:56,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1343 |
2024-03-13 12:03:56,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
1344 |
+
2024-03-13 12:03:59,248 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1345 |
+
2024-03-13 12:04:04,248 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1346 |
+
2024-03-13 12:04:09,249 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1347 |
+
2024-03-13 12:04:11,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1348 |
+
2024-03-13 12:04:11,121 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1349 |
+
2024-03-13 12:04:11,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
1350 |
+
2024-03-13 12:04:14,873 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1351 |
+
2024-03-13 12:04:19,874 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1352 |
+
2024-03-13 12:04:22,356 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
1353 |
+
2024-03-13 12:04:25,357 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1354 |
+
2024-03-13 12:04:26,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1355 |
+
2024-03-13 12:04:26,122 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1356 |
+
2024-03-13 12:04:26,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
1357 |
+
2024-03-13 12:04:31,311 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1358 |
+
2024-03-13 12:04:36,312 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1359 |
+
2024-03-13 12:04:41,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1360 |
+
2024-03-13 12:04:41,122 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1361 |
+
2024-03-13 12:04:41,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
1362 |
+
2024-03-13 12:04:42,224 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1363 |
+
2024-03-13 12:04:47,225 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1364 |
+
2024-03-13 12:04:52,226 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1365 |
+
2024-03-13 12:04:52,357 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
1366 |
+
2024-03-13 12:04:56,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1367 |
+
2024-03-13 12:04:56,122 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1368 |
+
2024-03-13 12:04:56,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
1369 |
+
2024-03-13 12:04:57,230 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1370 |
+
2024-03-13 12:05:02,231 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1371 |
+
2024-03-13 12:05:07,232 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1372 |
+
2024-03-13 12:05:11,121 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1373 |
+
2024-03-13 12:05:11,122 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1374 |
+
2024-03-13 12:05:11,161 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
1375 |
+
2024-03-13 12:05:12,271 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1376 |
+
2024-03-13 12:05:17,271 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1377 |
+
2024-03-13 12:05:17,487 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
|
1378 |
+
2024-03-13 12:05:17,488 DEBUG SenderThread:5135 [sender.py:send():378] send: history
|
1379 |
+
2024-03-13 12:05:17,488 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
|
1380 |
+
2024-03-13 12:05:17,489 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
1381 |
+
2024-03-13 12:05:18,403 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
|
1382 |
+
2024-03-13 12:05:22,357 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
1383 |
+
2024-03-13 12:05:22,358 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
1384 |
+
2024-03-13 12:05:26,122 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
1385 |
+
2024-03-13 12:05:26,122 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
1386 |
+
2024-03-13 12:05:26,163 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
wandb/run-20240313_112023-t8o614bo/run-t8o614bo.wandb
CHANGED
Binary files a/wandb/run-20240313_112023-t8o614bo/run-t8o614bo.wandb and b/wandb/run-20240313_112023-t8o614bo/run-t8o614bo.wandb differ
|
|