Training in progress, step 250
Browse files
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 261131840
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1a1337d65174fbad875e84103a514507f87a27c351fc7ea5de2e694375caebe9
|
3 |
size 261131840
|
runs/Feb14_12-54-25_f4b889916ade/events.out.tfevents.1707915266.f4b889916ade.34240.0
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4a7f25051fa05a2ca8daefdec191b747228b88bf3f07e8777f767b5f5af12b88
|
3 |
+
size 9355
|
wandb/debug-internal.log
CHANGED
@@ -1036,3 +1036,54 @@
|
|
1036 |
2024-02-14 13:27:46,334 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
|
1037 |
2024-02-14 13:27:47,327 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1038 |
2024-02-14 13:27:52,328 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1036 |
2024-02-14 13:27:46,334 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
|
1037 |
2024-02-14 13:27:47,327 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1038 |
2024-02-14 13:27:52,328 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1039 |
+
2024-02-14 13:27:57,329 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1040 |
+
2024-02-14 13:28:00,878 DEBUG SenderThread:35088 [sender.py:send():382] send: stats
|
1041 |
+
2024-02-14 13:28:00,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
|
1042 |
+
2024-02-14 13:28:00,886 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
|
1043 |
+
2024-02-14 13:28:00,908 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
|
1044 |
+
2024-02-14 13:28:03,008 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1045 |
+
2024-02-14 13:28:08,009 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1046 |
+
2024-02-14 13:28:13,010 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1047 |
+
2024-02-14 13:28:15,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
|
1048 |
+
2024-02-14 13:28:15,886 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
|
1049 |
+
2024-02-14 13:28:15,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
|
1050 |
+
2024-02-14 13:28:18,987 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1051 |
+
2024-02-14 13:28:23,989 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1052 |
+
2024-02-14 13:28:28,990 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1053 |
+
2024-02-14 13:28:30,878 DEBUG SenderThread:35088 [sender.py:send():382] send: stats
|
1054 |
+
2024-02-14 13:28:30,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
|
1055 |
+
2024-02-14 13:28:30,886 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
|
1056 |
+
2024-02-14 13:28:30,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
|
1057 |
+
2024-02-14 13:28:34,989 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1058 |
+
2024-02-14 13:28:39,990 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1059 |
+
2024-02-14 13:28:44,992 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1060 |
+
2024-02-14 13:28:45,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
|
1061 |
+
2024-02-14 13:28:45,887 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
|
1062 |
+
2024-02-14 13:28:45,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
|
1063 |
+
2024-02-14 13:28:50,986 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1064 |
+
2024-02-14 13:28:55,987 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1065 |
+
2024-02-14 13:29:00,879 DEBUG SenderThread:35088 [sender.py:send():382] send: stats
|
1066 |
+
2024-02-14 13:29:00,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
|
1067 |
+
2024-02-14 13:29:00,887 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
|
1068 |
+
2024-02-14 13:29:00,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
|
1069 |
+
2024-02-14 13:29:04,761 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1070 |
+
2024-02-14 13:29:09,761 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1071 |
+
2024-02-14 13:29:10,743 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: partial_history
|
1072 |
+
2024-02-14 13:29:10,744 DEBUG SenderThread:35088 [sender.py:send():382] send: history
|
1073 |
+
2024-02-14 13:29:10,744 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: summary_record
|
1074 |
+
2024-02-14 13:29:10,745 INFO SenderThread:35088 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
1075 |
+
2024-02-14 13:29:11,360 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
|
1076 |
+
2024-02-14 13:29:15,030 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: partial_history
|
1077 |
+
2024-02-14 13:29:15,031 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
|
1078 |
+
2024-02-14 13:29:15,032 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
|
1079 |
+
2024-02-14 13:29:15,032 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
|
1080 |
+
2024-02-14 13:29:15,032 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1081 |
+
2024-02-14 13:29:15,032 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
|
1082 |
+
2024-02-14 13:29:15,033 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
|
1083 |
+
2024-02-14 13:29:15,033 DEBUG SenderThread:35088 [sender.py:send():382] send: history
|
1084 |
+
2024-02-14 13:29:15,033 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: summary_record
|
1085 |
+
2024-02-14 13:29:15,034 INFO SenderThread:35088 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
1086 |
+
2024-02-14 13:29:15,361 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
|
1087 |
+
2024-02-14 13:29:15,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
|
1088 |
+
2024-02-14 13:29:15,887 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
|
1089 |
+
2024-02-14 13:29:15,909 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
|
wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"train/loss": 0.
|
|
|
1 |
+
{"train/loss": 0.0896, "train/learning_rate": 0.0, "train/epoch": 20.0, "train/global_step": 250, "_timestamp": 1707917355.0297863, "_runtime": 2085.649065256119, "_step": 25, "train/train_runtime": 2088.8507, "train/train_samples_per_second": 1.915, "train/train_steps_per_second": 0.12, "train/total_flos": 1.3048514881953024e+16, "train/train_loss": 0.30335809993743895}
|
wandb/run-20240214_125429-fe3s7gan/logs/debug-internal.log
CHANGED
@@ -1036,3 +1036,54 @@
|
|
1036 |
2024-02-14 13:27:46,334 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
|
1037 |
2024-02-14 13:27:47,327 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1038 |
2024-02-14 13:27:52,328 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1036 |
2024-02-14 13:27:46,334 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
|
1037 |
2024-02-14 13:27:47,327 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1038 |
2024-02-14 13:27:52,328 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1039 |
+
2024-02-14 13:27:57,329 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1040 |
+
2024-02-14 13:28:00,878 DEBUG SenderThread:35088 [sender.py:send():382] send: stats
|
1041 |
+
2024-02-14 13:28:00,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
|
1042 |
+
2024-02-14 13:28:00,886 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
|
1043 |
+
2024-02-14 13:28:00,908 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
|
1044 |
+
2024-02-14 13:28:03,008 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1045 |
+
2024-02-14 13:28:08,009 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1046 |
+
2024-02-14 13:28:13,010 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1047 |
+
2024-02-14 13:28:15,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
|
1048 |
+
2024-02-14 13:28:15,886 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
|
1049 |
+
2024-02-14 13:28:15,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
|
1050 |
+
2024-02-14 13:28:18,987 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1051 |
+
2024-02-14 13:28:23,989 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1052 |
+
2024-02-14 13:28:28,990 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1053 |
+
2024-02-14 13:28:30,878 DEBUG SenderThread:35088 [sender.py:send():382] send: stats
|
1054 |
+
2024-02-14 13:28:30,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
|
1055 |
+
2024-02-14 13:28:30,886 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
|
1056 |
+
2024-02-14 13:28:30,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
|
1057 |
+
2024-02-14 13:28:34,989 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1058 |
+
2024-02-14 13:28:39,990 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1059 |
+
2024-02-14 13:28:44,992 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1060 |
+
2024-02-14 13:28:45,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
|
1061 |
+
2024-02-14 13:28:45,887 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
|
1062 |
+
2024-02-14 13:28:45,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
|
1063 |
+
2024-02-14 13:28:50,986 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1064 |
+
2024-02-14 13:28:55,987 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1065 |
+
2024-02-14 13:29:00,879 DEBUG SenderThread:35088 [sender.py:send():382] send: stats
|
1066 |
+
2024-02-14 13:29:00,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
|
1067 |
+
2024-02-14 13:29:00,887 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
|
1068 |
+
2024-02-14 13:29:00,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
|
1069 |
+
2024-02-14 13:29:04,761 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1070 |
+
2024-02-14 13:29:09,761 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1071 |
+
2024-02-14 13:29:10,743 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: partial_history
|
1072 |
+
2024-02-14 13:29:10,744 DEBUG SenderThread:35088 [sender.py:send():382] send: history
|
1073 |
+
2024-02-14 13:29:10,744 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: summary_record
|
1074 |
+
2024-02-14 13:29:10,745 INFO SenderThread:35088 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
1075 |
+
2024-02-14 13:29:11,360 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
|
1076 |
+
2024-02-14 13:29:15,030 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: partial_history
|
1077 |
+
2024-02-14 13:29:15,031 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
|
1078 |
+
2024-02-14 13:29:15,032 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
|
1079 |
+
2024-02-14 13:29:15,032 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
|
1080 |
+
2024-02-14 13:29:15,032 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
|
1081 |
+
2024-02-14 13:29:15,032 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
|
1082 |
+
2024-02-14 13:29:15,033 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
|
1083 |
+
2024-02-14 13:29:15,033 DEBUG SenderThread:35088 [sender.py:send():382] send: history
|
1084 |
+
2024-02-14 13:29:15,033 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: summary_record
|
1085 |
+
2024-02-14 13:29:15,034 INFO SenderThread:35088 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
1086 |
+
2024-02-14 13:29:15,361 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
|
1087 |
+
2024-02-14 13:29:15,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
|
1088 |
+
2024-02-14 13:29:15,887 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
|
1089 |
+
2024-02-14 13:29:15,909 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
|