diff --git a/.gitattributes b/.gitattributes index 2ef669e29c6d993581c63bc6cde52cb8e5791a4f..6e02e472fed455c795eb661d1c9d6ba1f36dad14 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1976,3 +1976,18 @@ baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/training_states/200000.state filter baseline/DF2K/4xDF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text baseline/DF2K/4xDF2K_plksr_tiny_fp16/training_states/200000.state filter=lfs diff=lfs merge=lfs -text baseline/DF2K/4xDF2K_plksr_tiny/training_states/500000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/bhi/4ximagenet_bhi_span_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/default/4ximagenet_span_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa02/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa03/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa04/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa05/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa06/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_01/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_02/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_03/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_04/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_05/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/training_states/90000.state filter=lfs diff=lfs merge=lfs -text diff --git a/imagenet/models/bhi/4ximagenet_bhi_span_fp16/4ximagenet_bhi_span_fp16.toml b/imagenet/models/bhi/4ximagenet_bhi_span_fp16/4ximagenet_bhi_span_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..a70759412c8a61d0aa003b404caa61beb5335349 --- /dev/null +++ b/imagenet/models/bhi/4ximagenet_bhi_span_fp16/4ximagenet_bhi_span_fp16.toml @@ -0,0 +1,60 @@ +# GENERATE TIME: Sun Oct 27 00:57:15 2024 +# CMD: +# train.py -opt options/span/4ximagenet_bhi_span_fp16.toml + +name = "4ximagenet_bhi_span_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/imagenet_tiled_bhi/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/imagenet_tiled_bhi_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/bhi/4ximagenet_bhi_span_fp16/models/net_g_100000.pth b/imagenet/models/bhi/4ximagenet_bhi_span_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..746b83043c73f9dd52cd8e62d552c2ebd6e1d5cd --- /dev/null +++ b/imagenet/models/bhi/4ximagenet_bhi_span_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28e5bd1e47263c80a5d7412eb0a7f8fb0ddf3aa0e2335213da8a06c98f189aeb +size 9010221 diff --git a/imagenet/models/bhi/4ximagenet_bhi_span_fp16/train_4ximagenet_bhi_span_fp16_20241027_005715.log b/imagenet/models/bhi/4ximagenet_bhi_span_fp16/train_4ximagenet_bhi_span_fp16_20241027_005715.log new file mode 100644 index 0000000000000000000000000000000000000000..9f6d029be80618d611c662fd422837d780075f91 --- /dev/null +++ b/imagenet/models/bhi/4ximagenet_bhi_span_fp16/train_4ximagenet_bhi_span_fp16_20241027_005715.log @@ -0,0 +1,1100 @@ +2024-10-27 00:57:15,011 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-27 00:57:15,364 INFO: Dataset [paired] is built. +2024-10-27 00:57:15,365 INFO: Training statistics: + Starting model: 4ximagenet_bhi_span_fp16 + Number of train images: 4505 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 282 + Total epochs 355 for total iters 100000. +2024-10-27 00:57:15,366 INFO: Dataset [paired] is built. +2024-10-27 00:57:15,366 INFO: Number of val images/folders: 100 +2024-10-27 00:57:15,668 INFO: Using network [span]. +2024-10-27 00:57:15,760 INFO: Using exponential-moving average. +2024-10-27 00:57:15,763 INFO: Loss [L1Loss] enabled. +2024-10-27 00:57:15,763 INFO: Using model [image]. +2024-10-27 00:57:16,415 INFO: AMP enabled. +2024-10-27 00:57:16,416 INFO: Deterministic mode enabled. +2024-10-27 00:57:16,416 INFO: Start training from epoch: 0, iter: 0 +2024-10-27 00:57:26,270 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 10.150 it/s ] [ lr: 1.00e-04 ] [ eta: 7 days, 8:04:44 ] [ l_g_pix: 1.3799e-01 ] [ l_g_total: 1.3799e-01 ] +2024-10-27 00:57:32,652 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 12.321 it/s ] [ lr: 1.00e-04 ] [ eta: 14 days, 16:49:59 ] [ l_g_pix: 9.2848e-02 ] [ l_g_total: 9.2848e-02 ] +2024-10-27 00:57:39,885 INFO: [ epoch: 1 ] [ iter: 300 ] [ performance: 13.834 it/s ] [ lr: 1.00e-04 ] [ eta: 23 days, 0:47:44 ] [ l_g_pix: 1.0321e-01 ] [ l_g_total: 1.0321e-01 ] +2024-10-27 00:57:46,268 INFO: [ epoch: 1 ] [ iter: 400 ] [ performance: 14.699 it/s ] [ lr: 1.00e-04 ] [ eta: 30 days, 8:50:39 ] [ l_g_pix: 6.6603e-02 ] [ l_g_total: 6.6603e-02 ] +2024-10-27 00:57:52,638 INFO: [ epoch: 1 ] [ iter: 500 ] [ performance: 15.708 it/s ] [ lr: 1.00e-04 ] [ eta: 37 days, 16:09:51 ] [ l_g_pix: 7.8283e-02 ] [ l_g_total: 7.8283e-02 ] +2024-10-27 00:57:59,755 INFO: [ epoch: 2 ] [ iter: 600 ] [ performance: 14.827 it/s ] [ lr: 1.00e-04 ] [ eta: 45 days, 19:45:01 ] [ l_g_pix: 8.4798e-02 ] [ l_g_total: 8.4798e-02 ] +2024-10-27 00:58:06,090 INFO: [ epoch: 2 ] [ iter: 700 ] [ performance: 15.822 it/s ] [ lr: 1.00e-04 ] [ eta: 53 days, 1:24:22 ] [ l_g_pix: 7.1943e-02 ] [ l_g_total: 7.1943e-02 ] +2024-10-27 00:58:12,320 INFO: [ epoch: 2 ] [ iter: 800 ] [ performance: 15.939 it/s ] [ lr: 1.00e-04 ] [ eta: 60 days, 3:47:10 ] [ l_g_pix: 8.7515e-02 ] [ l_g_total: 8.7515e-02 ] +2024-10-27 00:58:19,338 INFO: [ epoch: 3 ] [ iter: 900 ] [ performance: 14.213 it/s ] [ lr: 1.00e-04 ] [ eta: 68 days, 3:29:29 ] [ l_g_pix: 7.2261e-02 ] [ l_g_total: 7.2261e-02 ] +2024-10-27 00:58:25,693 INFO: [ epoch: 3 ] [ iter: 1,000 ] [ performance: 14.952 it/s ] [ lr: 1.00e-04 ] [ eta: 75 days, 8:37:16 ] [ l_g_pix: 7.4186e-02 ] [ l_g_total: 7.4186e-02 ] +2024-10-27 00:58:31,836 INFO: [ epoch: 3 ] [ iter: 1,100 ] [ performance: 16.347 it/s ] [ lr: 1.00e-04 ] [ eta: 82 days, 7:33:46 ] [ l_g_pix: 7.2680e-02 ] [ l_g_total: 7.2680e-02 ] +2024-10-27 00:58:39,064 INFO: [ epoch: 4 ] [ iter: 1,200 ] [ performance: 14.957 it/s ] [ lr: 1.00e-04 ] [ eta: 90 days, 11:54:16 ] [ l_g_pix: 6.4795e-02 ] [ l_g_total: 6.4795e-02 ] +2024-10-27 00:58:45,378 INFO: [ epoch: 4 ] [ iter: 1,300 ] [ performance: 15.896 it/s ] [ lr: 1.00e-04 ] [ eta: 97 days, 14:49:33 ] [ l_g_pix: 7.5092e-02 ] [ l_g_total: 7.5092e-02 ] +2024-10-27 00:58:51,579 INFO: [ epoch: 4 ] [ iter: 1,400 ] [ performance: 16.015 it/s ] [ lr: 1.00e-04 ] [ eta: 104 days, 14:17:55 ] [ l_g_pix: 6.2513e-02 ] [ l_g_total: 6.2513e-02 ] +2024-10-27 00:58:58,862 INFO: [ epoch: 5 ] [ iter: 1,500 ] [ performance: 15.118 it/s ] [ lr: 1.00e-04 ] [ eta: 112 days, 19:00:25 ] [ l_g_pix: 6.4669e-02 ] [ l_g_total: 6.4669e-02 ] +2024-10-27 00:59:05,221 INFO: [ epoch: 5 ] [ iter: 1,600 ] [ performance: 15.428 it/s ] [ lr: 1.00e-04 ] [ eta: 119 days, 22:04:43 ] [ l_g_pix: 7.1248e-02 ] [ l_g_total: 7.1248e-02 ] +2024-10-27 00:59:12,291 INFO: [ epoch: 6 ] [ iter: 1,700 ] [ performance: 13.957 it/s ] [ lr: 1.00e-04 ] [ eta: 127 days, 20:12:28 ] [ l_g_pix: 7.8125e-02 ] [ l_g_total: 7.8125e-02 ] +2024-10-27 00:59:18,719 INFO: [ epoch: 6 ] [ iter: 1,800 ] [ performance: 14.749 it/s ] [ lr: 1.00e-04 ] [ eta: 135 days, 0:25:08 ] [ l_g_pix: 7.0563e-02 ] [ l_g_total: 7.0563e-02 ] +2024-10-27 00:59:25,070 INFO: [ epoch: 6 ] [ iter: 1,900 ] [ performance: 15.763 it/s ] [ lr: 1.00e-04 ] [ eta: 142 days, 2:11:06 ] [ l_g_pix: 7.3192e-02 ] [ l_g_total: 7.3192e-02 ] +2024-10-27 00:59:32,306 INFO: [ epoch: 7 ] [ iter: 2,000 ] [ performance: 14.683 it/s ] [ lr: 1.00e-04 ] [ eta: 150 days, 3:40:46 ] [ l_g_pix: 8.2365e-02 ] [ l_g_total: 8.2365e-02 ] +2024-10-27 00:59:38,731 INFO: [ epoch: 7 ] [ iter: 2,100 ] [ performance: 15.522 it/s ] [ lr: 1.00e-04 ] [ eta: 157 days, 6:44:41 ] [ l_g_pix: 6.3887e-02 ] [ l_g_total: 6.3887e-02 ] +2024-10-27 00:59:44,865 INFO: [ epoch: 7 ] [ iter: 2,200 ] [ performance: 15.925 it/s ] [ lr: 1.00e-04 ] [ eta: 164 days, 1:31:12 ] [ l_g_pix: 7.1806e-02 ] [ l_g_total: 7.1806e-02 ] +2024-10-27 00:59:52,005 INFO: [ epoch: 8 ] [ iter: 2,300 ] [ performance: 13.858 it/s ] [ lr: 1.00e-04 ] [ eta: 171 days, 23:14:42 ] [ l_g_pix: 6.0475e-02 ] [ l_g_total: 6.0475e-02 ] +2024-10-27 00:59:58,357 INFO: [ epoch: 8 ] [ iter: 2,400 ] [ performance: 14.797 it/s ] [ lr: 1.00e-04 ] [ eta: 178 days, 23:14:08 ] [ l_g_pix: 7.4580e-02 ] [ l_g_total: 7.4580e-02 ] +2024-10-27 01:00:04,401 INFO: [ epoch: 8 ] [ iter: 2,500 ] [ performance: 16.759 it/s ] [ lr: 1.00e-04 ] [ eta: 185 days, 14:31:50 ] [ l_g_pix: 7.2900e-02 ] [ l_g_total: 7.2900e-02 ] +2024-10-27 01:00:11,613 INFO: [ epoch: 9 ] [ iter: 2,600 ] [ performance: 15.088 it/s ] [ lr: 1.00e-04 ] [ eta: 193 days, 13:04:45 ] [ l_g_pix: 6.3963e-02 ] [ l_g_total: 6.3963e-02 ] +2024-10-27 01:00:17,909 INFO: [ epoch: 9 ] [ iter: 2,700 ] [ performance: 15.842 it/s ] [ lr: 1.00e-04 ] [ eta: 200 days, 10:29:03 ] [ l_g_pix: 6.7977e-02 ] [ l_g_total: 6.7977e-02 ] +2024-10-27 01:00:23,997 INFO: [ epoch: 9 ] [ iter: 2,800 ] [ performance: 16.150 it/s ] [ lr: 1.00e-04 ] [ eta: 207 days, 1:54:16 ] [ l_g_pix: 6.4048e-02 ] [ l_g_total: 6.4048e-02 ] +2024-10-27 01:00:31,294 INFO: [ epoch: 10 ] [ iter: 2,900 ] [ performance: 15.635 it/s ] [ lr: 1.00e-04 ] [ eta: 215 days, 1:36:42 ] [ l_g_pix: 7.6473e-02 ] [ l_g_total: 7.6473e-02 ] +2024-10-27 01:00:37,587 INFO: [ epoch: 10 ] [ iter: 3,000 ] [ performance: 15.774 it/s ] [ lr: 1.00e-04 ] [ eta: 221 days, 21:50:47 ] [ l_g_pix: 6.8263e-02 ] [ l_g_total: 6.8263e-02 ] +2024-10-27 01:00:44,748 INFO: [ epoch: 11 ] [ iter: 3,100 ] [ performance: 13.659 it/s ] [ lr: 1.00e-04 ] [ eta: 229 days, 17:05:45 ] [ l_g_pix: 8.4547e-02 ] [ l_g_total: 8.4547e-02 ] +2024-10-27 01:00:51,233 INFO: [ epoch: 11 ] [ iter: 3,200 ] [ performance: 14.558 it/s ] [ lr: 1.00e-04 ] [ eta: 236 days, 17:48:13 ] [ l_g_pix: 7.9346e-02 ] [ l_g_total: 7.9346e-02 ] +2024-10-27 01:00:57,587 INFO: [ epoch: 11 ] [ iter: 3,300 ] [ performance: 15.858 it/s ] [ lr: 1.00e-04 ] [ eta: 243 days, 14:36:07 ] [ l_g_pix: 7.2253e-02 ] [ l_g_total: 7.2253e-02 ] +2024-10-27 01:01:04,621 INFO: [ epoch: 12 ] [ iter: 3,400 ] [ performance: 14.924 it/s ] [ lr: 1.00e-04 ] [ eta: 251 days, 5:16:50 ] [ l_g_pix: 8.7961e-02 ] [ l_g_total: 8.7961e-02 ] +2024-10-27 01:01:10,967 INFO: [ epoch: 12 ] [ iter: 3,500 ] [ performance: 15.791 it/s ] [ lr: 1.00e-04 ] [ eta: 258 days, 1:10:45 ] [ l_g_pix: 7.1755e-02 ] [ l_g_total: 7.1755e-02 ] +2024-10-27 01:01:17,231 INFO: [ epoch: 12 ] [ iter: 3,600 ] [ performance: 15.888 it/s ] [ lr: 1.00e-04 ] [ eta: 264 days, 18:28:18 ] [ l_g_pix: 6.7973e-02 ] [ l_g_total: 6.7973e-02 ] +2024-10-27 01:01:24,425 INFO: [ epoch: 13 ] [ iter: 3,700 ] [ performance: 13.551 it/s ] [ lr: 1.00e-04 ] [ eta: 272 days, 12:19:52 ] [ l_g_pix: 7.4723e-02 ] [ l_g_total: 7.4723e-02 ] +2024-10-27 01:01:30,826 INFO: [ epoch: 13 ] [ iter: 3,800 ] [ performance: 14.618 it/s ] [ lr: 1.00e-04 ] [ eta: 279 days, 8:34:28 ] [ l_g_pix: 6.4269e-02 ] [ l_g_total: 6.4269e-02 ] +2024-10-27 01:01:36,950 INFO: [ epoch: 13 ] [ iter: 3,900 ] [ performance: 16.549 it/s ] [ lr: 1.00e-04 ] [ eta: 285 days, 21:05:27 ] [ l_g_pix: 6.4546e-02 ] [ l_g_total: 6.4546e-02 ] +2024-10-27 01:01:44,244 INFO: [ epoch: 14 ] [ iter: 4,000 ] [ performance: 14.851 it/s ] [ lr: 1.00e-04 ] [ eta: 293 days, 16:27:06 ] [ l_g_pix: 7.0518e-02 ] [ l_g_total: 7.0518e-02 ] +2024-10-27 01:01:50,447 INFO: [ epoch: 14 ] [ iter: 4,100 ] [ performance: 16.232 it/s ] [ lr: 1.00e-04 ] [ eta: 300 days, 6:20:18 ] [ l_g_pix: 6.4536e-02 ] [ l_g_total: 6.4536e-02 ] +2024-10-27 01:01:56,529 INFO: [ epoch: 14 ] [ iter: 4,200 ] [ performance: 16.348 it/s ] [ lr: 1.00e-04 ] [ eta: 306 days, 16:41:18 ] [ l_g_pix: 6.2518e-02 ] [ l_g_total: 6.2518e-02 ] +2024-10-27 01:02:03,705 INFO: [ epoch: 15 ] [ iter: 4,300 ] [ performance: 15.967 it/s ] [ lr: 1.00e-04 ] [ eta: 314 days, 7:45:01 ] [ l_g_pix: 6.4568e-02 ] [ l_g_total: 6.4568e-02 ] +2024-10-27 01:02:10,015 INFO: [ epoch: 15 ] [ iter: 4,400 ] [ performance: 15.901 it/s ] [ lr: 1.00e-04 ] [ eta: 320 days, 23:26:37 ] [ l_g_pix: 7.6161e-02 ] [ l_g_total: 7.6161e-02 ] +2024-10-27 01:02:16,984 INFO: [ epoch: 16 ] [ iter: 4,500 ] [ performance: 13.920 it/s ] [ lr: 1.00e-04 ] [ eta: 328 days, 8:14:42 ] [ l_g_pix: 6.8876e-02 ] [ l_g_total: 6.8876e-02 ] +2024-10-27 01:02:23,418 INFO: [ epoch: 16 ] [ iter: 4,600 ] [ performance: 14.789 it/s ] [ lr: 1.00e-04 ] [ eta: 335 days, 2:30:30 ] [ l_g_pix: 6.8477e-02 ] [ l_g_total: 6.8477e-02 ] +2024-10-27 01:02:29,740 INFO: [ epoch: 16 ] [ iter: 4,700 ] [ performance: 15.933 it/s ] [ lr: 1.00e-04 ] [ eta: 341 days, 17:25:41 ] [ l_g_pix: 6.4583e-02 ] [ l_g_total: 6.4583e-02 ] +2024-10-27 01:02:36,995 INFO: [ epoch: 17 ] [ iter: 4,800 ] [ performance: 14.648 it/s ] [ lr: 1.00e-04 ] [ eta: 349 days, 8:39:11 ] [ l_g_pix: 6.9812e-02 ] [ l_g_total: 6.9812e-02 ] +2024-10-27 01:02:43,413 INFO: [ epoch: 17 ] [ iter: 4,900 ] [ performance: 15.570 it/s ] [ lr: 1.00e-04 ] [ eta: 356 days, 1:24:10 ] [ l_g_pix: 6.6539e-02 ] [ l_g_total: 6.6539e-02 ] +2024-10-27 01:02:49,702 INFO: [ epoch: 17 ] [ iter: 5,000 ] [ performance: 15.757 it/s ] [ lr: 1.00e-04 ] [ eta: 362 days, 14:22:21 ] [ l_g_pix: 5.4193e-02 ] [ l_g_total: 5.4193e-02 ] +2024-10-27 01:02:56,610 INFO: [ epoch: 18 ] [ iter: 5,100 ] [ performance: 13.767 it/s ] [ lr: 1.00e-04 ] [ eta: 369 days, 19:18:09 ] [ l_g_pix: 5.5391e-02 ] [ l_g_total: 5.5391e-02 ] +2024-10-27 01:03:02,940 INFO: [ epoch: 18 ] [ iter: 5,200 ] [ performance: 14.860 it/s ] [ lr: 1.00e-04 ] [ eta: 376 days, 8:38:54 ] [ l_g_pix: 6.1221e-02 ] [ l_g_total: 6.1221e-02 ] +2024-10-27 01:03:09,298 INFO: [ epoch: 18 ] [ iter: 5,300 ] [ performance: 15.940 it/s ] [ lr: 1.00e-04 ] [ eta: 382 days, 22:22:27 ] [ l_g_pix: 8.1365e-02 ] [ l_g_total: 8.1365e-02 ] +2024-10-27 01:03:16,486 INFO: [ epoch: 19 ] [ iter: 5,400 ] [ performance: 14.709 it/s ] [ lr: 1.00e-04 ] [ eta: 390 days, 9:33:18 ] [ l_g_pix: 6.3946e-02 ] [ l_g_total: 6.3946e-02 ] +2024-10-27 01:03:22,903 INFO: [ epoch: 19 ] [ iter: 5,500 ] [ performance: 15.662 it/s ] [ lr: 1.00e-04 ] [ eta: 397 days, 0:05:31 ] [ l_g_pix: 4.9727e-02 ] [ l_g_total: 4.9727e-02 ] +2024-10-27 01:03:29,099 INFO: [ epoch: 19 ] [ iter: 5,600 ] [ performance: 15.935 it/s ] [ lr: 1.00e-04 ] [ eta: 403 days, 8:29:08 ] [ l_g_pix: 7.2221e-02 ] [ l_g_total: 7.2221e-02 ] +2024-10-27 01:03:36,283 INFO: [ epoch: 20 ] [ iter: 5,700 ] [ performance: 15.770 it/s ] [ lr: 1.00e-04 ] [ eta: 410 days, 18:24:28 ] [ l_g_pix: 6.1732e-02 ] [ l_g_total: 6.1732e-02 ] +2024-10-27 01:03:42,673 INFO: [ epoch: 20 ] [ iter: 5,800 ] [ performance: 15.702 it/s ] [ lr: 1.00e-04 ] [ eta: 417 days, 7:09:08 ] [ l_g_pix: 6.9606e-02 ] [ l_g_total: 6.9606e-02 ] +2024-10-27 01:03:48,972 INFO: [ epoch: 20 ] [ iter: 5,900 ] [ performance: 15.964 it/s ] [ lr: 1.00e-04 ] [ eta: 423 days, 17:10:26 ] [ l_g_pix: 6.8193e-02 ] [ l_g_total: 6.8193e-02 ] +2024-10-27 01:03:56,351 INFO: [ epoch: 21 ] [ iter: 6,000 ] [ performance: 14.461 it/s ] [ lr: 1.00e-04 ] [ eta: 431 days, 7:00:46 ] [ l_g_pix: 6.5195e-02 ] [ l_g_total: 6.5195e-02 ] +2024-10-27 01:04:02,684 INFO: [ epoch: 21 ] [ iter: 6,100 ] [ performance: 15.836 it/s ] [ lr: 1.00e-04 ] [ eta: 437 days, 17:12:22 ] [ l_g_pix: 6.0706e-02 ] [ l_g_total: 6.0706e-02 ] +2024-10-27 01:04:09,927 INFO: [ epoch: 22 ] [ iter: 6,200 ] [ performance: 14.577 it/s ] [ lr: 1.00e-04 ] [ eta: 445 days, 2:43:42 ] [ l_g_pix: 5.8248e-02 ] [ l_g_total: 5.8248e-02 ] +2024-10-27 01:04:16,300 INFO: [ epoch: 22 ] [ iter: 6,300 ] [ performance: 15.644 it/s ] [ lr: 1.00e-04 ] [ eta: 451 days, 13:13:07 ] [ l_g_pix: 6.2751e-02 ] [ l_g_total: 6.2751e-02 ] +2024-10-27 01:04:22,596 INFO: [ epoch: 22 ] [ iter: 6,400 ] [ performance: 15.786 it/s ] [ lr: 1.00e-04 ] [ eta: 457 days, 21:21:09 ] [ l_g_pix: 6.2936e-02 ] [ l_g_total: 6.2936e-02 ] +2024-10-27 01:04:29,891 INFO: [ epoch: 23 ] [ iter: 6,500 ] [ performance: 12.792 it/s ] [ lr: 1.00e-04 ] [ eta: 465 days, 7:03:55 ] [ l_g_pix: 6.3760e-02 ] [ l_g_total: 6.3760e-02 ] +2024-10-27 01:04:36,307 INFO: [ epoch: 23 ] [ iter: 6,600 ] [ performance: 14.321 it/s ] [ lr: 1.00e-04 ] [ eta: 471 days, 17:36:01 ] [ l_g_pix: 6.2383e-02 ] [ l_g_total: 6.2383e-02 ] +2024-10-27 01:04:42,545 INFO: [ epoch: 23 ] [ iter: 6,700 ] [ performance: 16.405 it/s ] [ lr: 1.00e-04 ] [ eta: 477 days, 23:07:12 ] [ l_g_pix: 5.2591e-02 ] [ l_g_total: 5.2591e-02 ] +2024-10-27 01:04:49,552 INFO: [ epoch: 24 ] [ iter: 6,800 ] [ performance: 15.058 it/s ] [ lr: 1.00e-04 ] [ eta: 485 days, 0:14:28 ] [ l_g_pix: 7.2455e-02 ] [ l_g_total: 7.2455e-02 ] +2024-10-27 01:04:55,912 INFO: [ epoch: 24 ] [ iter: 6,900 ] [ performance: 15.810 it/s ] [ lr: 1.00e-04 ] [ eta: 491 days, 8:12:55 ] [ l_g_pix: 5.7807e-02 ] [ l_g_total: 5.7807e-02 ] +2024-10-27 01:05:02,188 INFO: [ epoch: 24 ] [ iter: 7,000 ] [ performance: 15.885 it/s ] [ lr: 1.00e-04 ] [ eta: 497 days, 13:41:05 ] [ l_g_pix: 4.6425e-02 ] [ l_g_total: 4.6425e-02 ] +2024-10-27 01:05:09,441 INFO: [ epoch: 25 ] [ iter: 7,100 ] [ performance: 15.818 it/s ] [ lr: 1.00e-04 ] [ eta: 504 days, 20:00:32 ] [ l_g_pix: 6.9673e-02 ] [ l_g_total: 6.9673e-02 ] +2024-10-27 01:05:15,901 INFO: [ epoch: 25 ] [ iter: 7,200 ] [ performance: 15.615 it/s ] [ lr: 1.00e-04 ] [ eta: 511 days, 5:29:09 ] [ l_g_pix: 6.4533e-02 ] [ l_g_total: 6.4533e-02 ] +2024-10-27 01:05:22,235 INFO: [ epoch: 25 ] [ iter: 7,300 ] [ performance: 15.710 it/s ] [ lr: 1.00e-04 ] [ eta: 517 days, 11:22:07 ] [ l_g_pix: 6.8211e-02 ] [ l_g_total: 6.8211e-02 ] +2024-10-27 01:05:29,419 INFO: [ epoch: 26 ] [ iter: 7,400 ] [ performance: 14.570 it/s ] [ lr: 1.00e-04 ] [ eta: 524 days, 14:44:34 ] [ l_g_pix: 7.3927e-02 ] [ l_g_total: 7.3927e-02 ] +2024-10-27 01:05:35,743 INFO: [ epoch: 26 ] [ iter: 7,500 ] [ performance: 15.742 it/s ] [ lr: 1.00e-04 ] [ eta: 530 days, 19:38:24 ] [ l_g_pix: 6.0067e-02 ] [ l_g_total: 6.0067e-02 ] +2024-10-27 01:05:42,965 INFO: [ epoch: 27 ] [ iter: 7,600 ] [ performance: 14.524 it/s ] [ lr: 1.00e-04 ] [ eta: 537 days, 23:13:12 ] [ l_g_pix: 6.1886e-02 ] [ l_g_total: 6.1886e-02 ] +2024-10-27 01:05:49,379 INFO: [ epoch: 27 ] [ iter: 7,700 ] [ performance: 15.736 it/s ] [ lr: 1.00e-04 ] [ eta: 544 days, 5:42:57 ] [ l_g_pix: 7.5799e-02 ] [ l_g_total: 7.5799e-02 ] +2024-10-27 01:05:55,730 INFO: [ epoch: 27 ] [ iter: 7,800 ] [ performance: 15.744 it/s ] [ lr: 1.00e-04 ] [ eta: 550 days, 10:12:17 ] [ l_g_pix: 9.2014e-02 ] [ l_g_total: 9.2014e-02 ] +2024-10-27 01:06:02,876 INFO: [ epoch: 28 ] [ iter: 7,900 ] [ performance: 12.799 it/s ] [ lr: 1.00e-04 ] [ eta: 557 days, 10:41:53 ] [ l_g_pix: 8.3028e-02 ] [ l_g_total: 8.3028e-02 ] +2024-10-27 01:06:09,144 INFO: [ epoch: 28 ] [ iter: 8,000 ] [ performance: 14.593 it/s ] [ lr: 1.00e-04 ] [ eta: 563 days, 12:21:44 ] [ l_g_pix: 6.1376e-02 ] [ l_g_total: 6.1376e-02 ] +2024-10-27 01:06:15,308 INFO: [ epoch: 28 ] [ iter: 8,100 ] [ performance: 16.735 it/s ] [ lr: 1.00e-04 ] [ eta: 569 days, 10:59:54 ] [ l_g_pix: 5.2302e-02 ] [ l_g_total: 5.2302e-02 ] +2024-10-27 01:06:22,474 INFO: [ epoch: 29 ] [ iter: 8,200 ] [ performance: 14.887 it/s ] [ lr: 1.00e-04 ] [ eta: 576 days, 10:51:59 ] [ l_g_pix: 9.2523e-02 ] [ l_g_total: 9.2523e-02 ] +2024-10-27 01:06:28,955 INFO: [ epoch: 29 ] [ iter: 8,300 ] [ performance: 15.294 it/s ] [ lr: 1.00e-04 ] [ eta: 582 days, 16:53:26 ] [ l_g_pix: 6.9429e-02 ] [ l_g_total: 6.9429e-02 ] +2024-10-27 01:06:35,191 INFO: [ epoch: 29 ] [ iter: 8,400 ] [ performance: 15.755 it/s ] [ lr: 1.00e-04 ] [ eta: 588 days, 16:17:45 ] [ l_g_pix: 5.9555e-02 ] [ l_g_total: 5.9555e-02 ] +2024-10-27 01:06:42,359 INFO: [ epoch: 30 ] [ iter: 8,500 ] [ performance: 16.090 it/s ] [ lr: 1.00e-04 ] [ eta: 595 days, 15:03:15 ] [ l_g_pix: 6.5106e-02 ] [ l_g_total: 6.5106e-02 ] +2024-10-27 01:06:48,653 INFO: [ epoch: 30 ] [ iter: 8,600 ] [ performance: 15.968 it/s ] [ lr: 1.00e-04 ] [ eta: 601 days, 15:13:59 ] [ l_g_pix: 7.6850e-02 ] [ l_g_total: 7.6850e-02 ] +2024-10-27 01:06:54,692 INFO: [ epoch: 30 ] [ iter: 8,700 ] [ performance: 16.878 it/s ] [ lr: 1.00e-04 ] [ eta: 607 days, 8:35:17 ] [ l_g_pix: 7.0523e-02 ] [ l_g_total: 7.0523e-02 ] +2024-10-27 01:07:01,994 INFO: [ epoch: 31 ] [ iter: 8,800 ] [ performance: 14.703 it/s ] [ lr: 1.00e-04 ] [ eta: 614 days, 9:36:33 ] [ l_g_pix: 6.0192e-02 ] [ l_g_total: 6.0192e-02 ] +2024-10-27 01:07:08,343 INFO: [ epoch: 31 ] [ iter: 8,900 ] [ performance: 15.916 it/s ] [ lr: 1.00e-04 ] [ eta: 620 days, 10:05:28 ] [ l_g_pix: 5.6727e-02 ] [ l_g_total: 5.6727e-02 ] +2024-10-27 01:07:15,308 INFO: [ epoch: 32 ] [ iter: 9,000 ] [ performance: 14.881 it/s ] [ lr: 1.00e-04 ] [ eta: 627 days, 1:48:33 ] [ l_g_pix: 5.4101e-02 ] [ l_g_total: 5.4101e-02 ] +2024-10-27 01:07:21,783 INFO: [ epoch: 32 ] [ iter: 9,100 ] [ performance: 15.420 it/s ] [ lr: 1.00e-04 ] [ eta: 633 days, 4:45:33 ] [ l_g_pix: 8.4528e-02 ] [ l_g_total: 8.4528e-02 ] +2024-10-27 01:07:28,105 INFO: [ epoch: 32 ] [ iter: 9,200 ] [ performance: 15.675 it/s ] [ lr: 1.00e-04 ] [ eta: 639 days, 3:30:17 ] [ l_g_pix: 6.7902e-02 ] [ l_g_total: 6.7902e-02 ] +2024-10-27 01:07:35,374 INFO: [ epoch: 33 ] [ iter: 9,300 ] [ performance: 12.381 it/s ] [ lr: 1.00e-04 ] [ eta: 646 days, 1:44:08 ] [ l_g_pix: 7.7322e-02 ] [ l_g_total: 7.7322e-02 ] +2024-10-27 01:07:41,675 INFO: [ epoch: 33 ] [ iter: 9,400 ] [ performance: 14.444 it/s ] [ lr: 1.00e-04 ] [ eta: 651 days, 23:13:29 ] [ l_g_pix: 7.2159e-02 ] [ l_g_total: 7.2159e-02 ] +2024-10-27 01:07:47,935 INFO: [ epoch: 33 ] [ iter: 9,500 ] [ performance: 16.241 it/s ] [ lr: 1.00e-04 ] [ eta: 657 days, 19:18:29 ] [ l_g_pix: 5.4202e-02 ] [ l_g_total: 5.4202e-02 ] +2024-10-27 01:07:55,012 INFO: [ epoch: 34 ] [ iter: 9,600 ] [ performance: 14.798 it/s ] [ lr: 1.00e-04 ] [ eta: 664 days, 11:33:57 ] [ l_g_pix: 5.4041e-02 ] [ l_g_total: 5.4041e-02 ] +2024-10-27 01:08:01,354 INFO: [ epoch: 34 ] [ iter: 9,700 ] [ performance: 15.835 it/s ] [ lr: 1.00e-04 ] [ eta: 670 days, 9:01:15 ] [ l_g_pix: 4.5288e-02 ] [ l_g_total: 4.5288e-02 ] +2024-10-27 01:08:07,619 INFO: [ epoch: 34 ] [ iter: 9,800 ] [ performance: 15.920 it/s ] [ lr: 1.00e-04 ] [ eta: 676 days, 4:10:15 ] [ l_g_pix: 5.8778e-02 ] [ l_g_total: 5.8778e-02 ] +2024-10-27 01:08:14,852 INFO: [ epoch: 35 ] [ iter: 9,900 ] [ performance: 15.821 it/s ] [ lr: 1.00e-04 ] [ eta: 682 days, 23:12:06 ] [ l_g_pix: 5.1781e-02 ] [ l_g_total: 5.1781e-02 ] +2024-10-27 01:08:21,229 INFO: [ epoch: 35 ] [ iter: 10,000 ] [ performance: 15.730 it/s ] [ lr: 1.00e-04 ] [ eta: 688 days, 20:26:37 ] [ l_g_pix: 5.1599e-02 ] [ l_g_total: 5.1599e-02 ] +2024-10-27 01:08:21,231 INFO: Saving models and training states. +2024-10-27 01:09:51,540 INFO: Validation val + + # psnr: 21.1389........ Best: 21.1389 @ 10000 iter + # ssim: 0.5963........ Best: 0.5963 @ 10000 iter + # dists: 0.7929........ Best: 0.7929 @ 10000 iter + +2024-10-27 01:09:57,084 INFO: [ epoch: 35 ] [ iter: 10,100 ] [ performance: 19.939 it/s ] [ lr: 1.00e-04 ] [ eta: 787 days, 19:44:56 ] [ l_g_pix: 6.9973e-02 ] [ l_g_total: 6.9973e-02 ] +2024-10-27 01:10:04,292 INFO: [ epoch: 36 ] [ iter: 10,200 ] [ performance: 15.440 it/s ] [ lr: 1.00e-04 ] [ eta: 794 days, 10:30:56 ] [ l_g_pix: 6.6923e-02 ] [ l_g_total: 6.6923e-02 ] +2024-10-27 01:10:10,780 INFO: [ epoch: 36 ] [ iter: 10,300 ] [ performance: 15.507 it/s ] [ lr: 1.00e-04 ] [ eta: 800 days, 6:57:06 ] [ l_g_pix: 6.1188e-02 ] [ l_g_total: 6.1188e-02 ] +2024-10-27 01:10:17,777 INFO: [ epoch: 37 ] [ iter: 10,400 ] [ performance: 14.672 it/s ] [ lr: 1.00e-04 ] [ eta: 806 days, 15:40:01 ] [ l_g_pix: 6.0574e-02 ] [ l_g_total: 6.0574e-02 ] +2024-10-27 01:10:24,264 INFO: [ epoch: 37 ] [ iter: 10,500 ] [ performance: 15.825 it/s ] [ lr: 1.00e-04 ] [ eta: 812 days, 11:20:08 ] [ l_g_pix: 6.1854e-02 ] [ l_g_total: 6.1854e-02 ] +2024-10-27 01:10:30,757 INFO: [ epoch: 37 ] [ iter: 10,600 ] [ performance: 15.537 it/s ] [ lr: 1.00e-04 ] [ eta: 818 days, 6:47:55 ] [ l_g_pix: 5.9386e-02 ] [ l_g_total: 5.9386e-02 ] +2024-10-27 01:10:38,053 INFO: [ epoch: 38 ] [ iter: 10,700 ] [ performance: 11.728 it/s ] [ lr: 1.00e-04 ] [ eta: 824 days, 21:47:31 ] [ l_g_pix: 6.0719e-02 ] [ l_g_total: 6.0719e-02 ] +2024-10-27 01:10:44,503 INFO: [ epoch: 38 ] [ iter: 10,800 ] [ performance: 14.058 it/s ] [ lr: 1.00e-04 ] [ eta: 830 days, 15:27:00 ] [ l_g_pix: 6.3836e-02 ] [ l_g_total: 6.3836e-02 ] +2024-10-27 01:10:50,908 INFO: [ epoch: 38 ] [ iter: 10,900 ] [ performance: 15.730 it/s ] [ lr: 1.00e-04 ] [ eta: 836 days, 7:37:36 ] [ l_g_pix: 7.5207e-02 ] [ l_g_total: 7.5207e-02 ] +2024-10-27 01:10:58,265 INFO: [ epoch: 39 ] [ iter: 11,000 ] [ performance: 14.202 it/s ] [ lr: 1.00e-04 ] [ eta: 842 days, 22:58:19 ] [ l_g_pix: 5.4577e-02 ] [ l_g_total: 5.4577e-02 ] +2024-10-27 01:11:04,808 INFO: [ epoch: 39 ] [ iter: 11,100 ] [ performance: 15.492 it/s ] [ lr: 1.00e-04 ] [ eta: 848 days, 17:48:37 ] [ l_g_pix: 7.2383e-02 ] [ l_g_total: 7.2383e-02 ] +2024-10-27 01:11:11,087 INFO: [ epoch: 39 ] [ iter: 11,200 ] [ performance: 15.789 it/s ] [ lr: 1.00e-04 ] [ eta: 854 days, 5:47:34 ] [ l_g_pix: 6.6216e-02 ] [ l_g_total: 6.6216e-02 ] +2024-10-27 01:11:18,528 INFO: [ epoch: 40 ] [ iter: 11,300 ] [ performance: 15.647 it/s ] [ lr: 1.00e-04 ] [ eta: 860 days, 22:01:12 ] [ l_g_pix: 6.7566e-02 ] [ l_g_total: 6.7566e-02 ] +2024-10-27 01:11:24,941 INFO: [ epoch: 40 ] [ iter: 11,400 ] [ performance: 15.611 it/s ] [ lr: 1.00e-04 ] [ eta: 866 days, 12:34:15 ] [ l_g_pix: 5.1347e-02 ] [ l_g_total: 5.1347e-02 ] +2024-10-27 01:11:31,193 INFO: [ epoch: 40 ] [ iter: 11,500 ] [ performance: 16.445 it/s ] [ lr: 1.00e-04 ] [ eta: 871 days, 22:47:42 ] [ l_g_pix: 7.0176e-02 ] [ l_g_total: 7.0176e-02 ] +2024-10-27 01:11:38,453 INFO: [ epoch: 41 ] [ iter: 11,600 ] [ performance: 14.485 it/s ] [ lr: 1.00e-04 ] [ eta: 878 days, 9:24:00 ] [ l_g_pix: 6.0299e-02 ] [ l_g_total: 6.0299e-02 ] +2024-10-27 01:11:44,877 INFO: [ epoch: 41 ] [ iter: 11,700 ] [ performance: 15.937 it/s ] [ lr: 1.00e-04 ] [ eta: 883 days, 23:08:17 ] [ l_g_pix: 7.8499e-02 ] [ l_g_total: 7.8499e-02 ] +2024-10-27 01:11:51,073 INFO: [ epoch: 41 ] [ iter: 11,800 ] [ performance: 16.081 it/s ] [ lr: 1.00e-04 ] [ eta: 889 days, 6:54:25 ] [ l_g_pix: 6.7550e-02 ] [ l_g_total: 6.7550e-02 ] +2024-10-27 01:11:58,637 INFO: [ epoch: 42 ] [ iter: 11,900 ] [ performance: 15.571 it/s ] [ lr: 1.00e-04 ] [ eta: 895 days, 23:48:04 ] [ l_g_pix: 6.8592e-02 ] [ l_g_total: 6.8592e-02 ] +2024-10-27 01:12:04,996 INFO: [ epoch: 42 ] [ iter: 12,000 ] [ performance: 15.682 it/s ] [ lr: 1.00e-04 ] [ eta: 901 days, 10:50:43 ] [ l_g_pix: 6.1631e-02 ] [ l_g_total: 6.1631e-02 ] +2024-10-27 01:12:12,222 INFO: [ epoch: 43 ] [ iter: 12,100 ] [ performance: 11.415 it/s ] [ lr: 1.00e-04 ] [ eta: 907 days, 18:40:16 ] [ l_g_pix: 9.1647e-02 ] [ l_g_total: 9.1647e-02 ] +2024-10-27 01:12:18,638 INFO: [ epoch: 43 ] [ iter: 12,200 ] [ performance: 14.113 it/s ] [ lr: 1.00e-04 ] [ eta: 913 days, 6:23:05 ] [ l_g_pix: 6.7116e-02 ] [ l_g_total: 6.7116e-02 ] +2024-10-27 01:12:24,981 INFO: [ epoch: 43 ] [ iter: 12,300 ] [ performance: 16.347 it/s ] [ lr: 1.00e-04 ] [ eta: 918 days, 15:55:59 ] [ l_g_pix: 6.0281e-02 ] [ l_g_total: 6.0281e-02 ] +2024-10-27 01:12:32,256 INFO: [ epoch: 44 ] [ iter: 12,400 ] [ performance: 14.390 it/s ] [ lr: 1.00e-04 ] [ eta: 924 days, 23:48:00 ] [ l_g_pix: 6.6089e-02 ] [ l_g_total: 6.6089e-02 ] +2024-10-27 01:12:38,720 INFO: [ epoch: 44 ] [ iter: 12,500 ] [ performance: 15.415 it/s ] [ lr: 1.00e-04 ] [ eta: 930 days, 11:34:48 ] [ l_g_pix: 6.8145e-02 ] [ l_g_total: 6.8145e-02 ] +2024-10-27 01:12:44,962 INFO: [ epoch: 44 ] [ iter: 12,600 ] [ performance: 15.850 it/s ] [ lr: 1.00e-04 ] [ eta: 935 days, 17:36:13 ] [ l_g_pix: 6.1873e-02 ] [ l_g_total: 6.1873e-02 ] +2024-10-27 01:12:52,240 INFO: [ epoch: 45 ] [ iter: 12,700 ] [ performance: 16.086 it/s ] [ lr: 1.00e-04 ] [ eta: 942 days, 0:23:01 ] [ l_g_pix: 6.8979e-02 ] [ l_g_total: 6.8979e-02 ] +2024-10-27 01:12:58,678 INFO: [ epoch: 45 ] [ iter: 12,800 ] [ performance: 15.684 it/s ] [ lr: 1.00e-04 ] [ eta: 947 days, 10:26:29 ] [ l_g_pix: 6.0741e-02 ] [ l_g_total: 6.0741e-02 ] +2024-10-27 01:13:04,928 INFO: [ epoch: 45 ] [ iter: 12,900 ] [ performance: 16.482 it/s ] [ lr: 1.00e-04 ] [ eta: 952 days, 15:35:23 ] [ l_g_pix: 5.2146e-02 ] [ l_g_total: 5.2146e-02 ] +2024-10-27 01:13:12,431 INFO: [ epoch: 46 ] [ iter: 13,000 ] [ performance: 14.042 it/s ] [ lr: 1.00e-04 ] [ eta: 959 days, 2:38:19 ] [ l_g_pix: 6.3911e-02 ] [ l_g_total: 6.3911e-02 ] +2024-10-27 01:13:18,819 INFO: [ epoch: 46 ] [ iter: 13,100 ] [ performance: 15.577 it/s ] [ lr: 1.00e-04 ] [ eta: 964 days, 10:23:01 ] [ l_g_pix: 6.8618e-02 ] [ l_g_total: 6.8618e-02 ] +2024-10-27 01:13:25,109 INFO: [ epoch: 46 ] [ iter: 13,200 ] [ performance: 15.815 it/s ] [ lr: 1.00e-04 ] [ eta: 969 days, 15:24:15 ] [ l_g_pix: 6.1692e-02 ] [ l_g_total: 6.1692e-02 ] +2024-10-27 01:13:32,575 INFO: [ epoch: 47 ] [ iter: 13,300 ] [ performance: 15.842 it/s ] [ lr: 1.00e-04 ] [ eta: 976 days, 0:23:30 ] [ l_g_pix: 7.4603e-02 ] [ l_g_total: 7.4603e-02 ] +2024-10-27 01:13:39,026 INFO: [ epoch: 47 ] [ iter: 13,400 ] [ performance: 15.589 it/s ] [ lr: 1.00e-04 ] [ eta: 981 days, 8:33:45 ] [ l_g_pix: 7.8217e-02 ] [ l_g_total: 7.8217e-02 ] +2024-10-27 01:13:46,384 INFO: [ epoch: 48 ] [ iter: 13,500 ] [ performance: 10.497 it/s ] [ lr: 1.00e-04 ] [ eta: 987 days, 14:08:46 ] [ l_g_pix: 6.6016e-02 ] [ l_g_total: 6.6016e-02 ] +2024-10-27 01:13:52,811 INFO: [ epoch: 48 ] [ iter: 13,600 ] [ performance: 13.898 it/s ] [ lr: 1.00e-04 ] [ eta: 992 days, 20:59:54 ] [ l_g_pix: 5.6917e-02 ] [ l_g_total: 5.6917e-02 ] +2024-10-27 01:13:59,159 INFO: [ epoch: 48 ] [ iter: 13,700 ] [ performance: 16.151 it/s ] [ lr: 1.00e-04 ] [ eta: 998 days, 1:35:42 ] [ l_g_pix: 6.1815e-02 ] [ l_g_total: 6.1815e-02 ] +2024-10-27 01:14:06,599 INFO: [ epoch: 49 ] [ iter: 13,800 ] [ performance: 14.012 it/s ] [ lr: 1.00e-04 ] [ eta: 1004 days, 7:59:12 ] [ l_g_pix: 6.1166e-02 ] [ l_g_total: 6.1166e-02 ] +2024-10-27 01:14:12,964 INFO: [ epoch: 49 ] [ iter: 13,900 ] [ performance: 15.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1009 days, 12:14:59 ] [ l_g_pix: 5.7101e-02 ] [ l_g_total: 5.7101e-02 ] +2024-10-27 01:14:19,298 INFO: [ epoch: 49 ] [ iter: 14,000 ] [ performance: 15.809 it/s ] [ lr: 1.00e-04 ] [ eta: 1014 days, 15:25:24 ] [ l_g_pix: 4.7202e-02 ] [ l_g_total: 4.7202e-02 ] +2024-10-27 01:14:26,637 INFO: [ epoch: 50 ] [ iter: 14,100 ] [ performance: 15.810 it/s ] [ lr: 1.00e-04 ] [ eta: 1020 days, 18:12:27 ] [ l_g_pix: 6.5974e-02 ] [ l_g_total: 6.5974e-02 ] +2024-10-27 01:14:32,990 INFO: [ epoch: 50 ] [ iter: 14,200 ] [ performance: 15.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1025 days, 21:07:23 ] [ l_g_pix: 7.2165e-02 ] [ l_g_total: 7.2165e-02 ] +2024-10-27 01:14:39,312 INFO: [ epoch: 50 ] [ iter: 14,300 ] [ performance: 15.703 it/s ] [ lr: 1.00e-04 ] [ eta: 1030 days, 22:54:57 ] [ l_g_pix: 7.0229e-02 ] [ l_g_total: 7.0229e-02 ] +2024-10-27 01:14:46,772 INFO: [ epoch: 51 ] [ iter: 14,400 ] [ performance: 13.862 it/s ] [ lr: 1.00e-04 ] [ eta: 1037 days, 3:25:26 ] [ l_g_pix: 7.4067e-02 ] [ l_g_total: 7.4067e-02 ] +2024-10-27 01:14:53,364 INFO: [ epoch: 51 ] [ iter: 14,500 ] [ performance: 15.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1042 days, 10:53:43 ] [ l_g_pix: 6.2399e-02 ] [ l_g_total: 6.2399e-02 ] +2024-10-27 01:14:59,833 INFO: [ epoch: 51 ] [ iter: 14,600 ] [ performance: 15.369 it/s ] [ lr: 1.00e-04 ] [ eta: 1047 days, 15:05:35 ] [ l_g_pix: 6.1120e-02 ] [ l_g_total: 6.1120e-02 ] +2024-10-27 01:15:07,388 INFO: [ epoch: 52 ] [ iter: 14,700 ] [ performance: 15.984 it/s ] [ lr: 1.00e-04 ] [ eta: 1053 days, 20:39:25 ] [ l_g_pix: 5.6843e-02 ] [ l_g_total: 5.6843e-02 ] +2024-10-27 01:15:13,907 INFO: [ epoch: 52 ] [ iter: 14,800 ] [ performance: 15.474 it/s ] [ lr: 1.00e-04 ] [ eta: 1059 days, 1:17:44 ] [ l_g_pix: 6.2028e-02 ] [ l_g_total: 6.2028e-02 ] +2024-10-27 01:15:21,122 INFO: [ epoch: 53 ] [ iter: 14,900 ] [ performance: 9.948 it/s ] [ lr: 1.00e-04 ] [ eta: 1064 days, 22:00:32 ] [ l_g_pix: 6.1989e-02 ] [ l_g_total: 6.1989e-02 ] +2024-10-27 01:15:27,616 INFO: [ epoch: 53 ] [ iter: 15,000 ] [ performance: 13.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1070 days, 1:18:13 ] [ l_g_pix: 7.2627e-02 ] [ l_g_total: 7.2627e-02 ] +2024-10-27 01:15:34,151 INFO: [ epoch: 53 ] [ iter: 15,100 ] [ performance: 16.028 it/s ] [ lr: 1.00e-04 ] [ eta: 1075 days, 5:12:43 ] [ l_g_pix: 5.9228e-02 ] [ l_g_total: 5.9228e-02 ] +2024-10-27 01:15:41,471 INFO: [ epoch: 54 ] [ iter: 15,200 ] [ performance: 14.084 it/s ] [ lr: 1.00e-04 ] [ eta: 1081 days, 3:14:12 ] [ l_g_pix: 7.0443e-02 ] [ l_g_total: 7.0443e-02 ] +2024-10-27 01:15:47,912 INFO: [ epoch: 54 ] [ iter: 15,300 ] [ performance: 15.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1086 days, 4:10:58 ] [ l_g_pix: 4.3866e-02 ] [ l_g_total: 4.3866e-02 ] +2024-10-27 01:15:54,232 INFO: [ epoch: 54 ] [ iter: 15,400 ] [ performance: 15.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1091 days, 1:55:58 ] [ l_g_pix: 5.6565e-02 ] [ l_g_total: 5.6565e-02 ] +2024-10-27 01:16:01,618 INFO: [ epoch: 55 ] [ iter: 15,500 ] [ performance: 15.718 it/s ] [ lr: 1.00e-04 ] [ eta: 1097 days, 0:19:27 ] [ l_g_pix: 7.3443e-02 ] [ l_g_total: 7.3443e-02 ] +2024-10-27 01:16:08,003 INFO: [ epoch: 55 ] [ iter: 15,600 ] [ performance: 15.673 it/s ] [ lr: 1.00e-04 ] [ eta: 1101 days, 22:52:45 ] [ l_g_pix: 6.5732e-02 ] [ l_g_total: 6.5732e-02 ] +2024-10-27 01:16:14,255 INFO: [ epoch: 55 ] [ iter: 15,700 ] [ performance: 16.481 it/s ] [ lr: 1.00e-04 ] [ eta: 1106 days, 17:56:15 ] [ l_g_pix: 5.3569e-02 ] [ l_g_total: 5.3569e-02 ] +2024-10-27 01:16:21,597 INFO: [ epoch: 56 ] [ iter: 15,800 ] [ performance: 14.068 it/s ] [ lr: 1.00e-04 ] [ eta: 1112 days, 14:08:10 ] [ l_g_pix: 5.9205e-02 ] [ l_g_total: 5.9205e-02 ] +2024-10-27 01:16:28,052 INFO: [ epoch: 56 ] [ iter: 15,900 ] [ performance: 15.479 it/s ] [ lr: 1.00e-04 ] [ eta: 1117 days, 13:13:37 ] [ l_g_pix: 5.8136e-02 ] [ l_g_total: 5.8136e-02 ] +2024-10-27 01:16:34,284 INFO: [ epoch: 56 ] [ iter: 16,000 ] [ performance: 15.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1122 days, 6:45:06 ] [ l_g_pix: 6.6135e-02 ] [ l_g_total: 6.6135e-02 ] +2024-10-27 01:16:41,715 INFO: [ epoch: 57 ] [ iter: 16,100 ] [ performance: 15.853 it/s ] [ lr: 1.00e-04 ] [ eta: 1128 days, 3:51:08 ] [ l_g_pix: 7.0755e-02 ] [ l_g_total: 7.0755e-02 ] +2024-10-27 01:16:48,167 INFO: [ epoch: 57 ] [ iter: 16,200 ] [ performance: 15.559 it/s ] [ lr: 1.00e-04 ] [ eta: 1133 days, 1:46:45 ] [ l_g_pix: 7.4370e-02 ] [ l_g_total: 7.4370e-02 ] +2024-10-27 01:16:55,548 INFO: [ epoch: 58 ] [ iter: 16,300 ] [ performance: 8.572 it/s ] [ lr: 1.00e-04 ] [ eta: 1138 days, 20:52:48 ] [ l_g_pix: 5.6630e-02 ] [ l_g_total: 5.6630e-02 ] +2024-10-27 01:17:02,038 INFO: [ epoch: 58 ] [ iter: 16,400 ] [ performance: 13.671 it/s ] [ lr: 1.00e-04 ] [ eta: 1143 days, 18:59:23 ] [ l_g_pix: 4.9841e-02 ] [ l_g_total: 4.9841e-02 ] +2024-10-27 01:17:08,520 INFO: [ epoch: 58 ] [ iter: 16,500 ] [ performance: 16.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1148 days, 16:29:03 ] [ l_g_pix: 6.1062e-02 ] [ l_g_total: 6.1062e-02 ] +2024-10-27 01:17:15,910 INFO: [ epoch: 59 ] [ iter: 16,600 ] [ performance: 13.865 it/s ] [ lr: 1.00e-04 ] [ eta: 1154 days, 10:39:47 ] [ l_g_pix: 5.9243e-02 ] [ l_g_total: 5.9243e-02 ] +2024-10-27 01:17:22,399 INFO: [ epoch: 59 ] [ iter: 16,700 ] [ performance: 15.660 it/s ] [ lr: 1.00e-04 ] [ eta: 1159 days, 7:35:39 ] [ l_g_pix: 5.0371e-02 ] [ l_g_total: 5.0371e-02 ] +2024-10-27 01:17:28,804 INFO: [ epoch: 59 ] [ iter: 16,800 ] [ performance: 15.622 it/s ] [ lr: 1.00e-04 ] [ eta: 1164 days, 2:12:41 ] [ l_g_pix: 6.5210e-02 ] [ l_g_total: 6.5210e-02 ] +2024-10-27 01:17:36,129 INFO: [ epoch: 60 ] [ iter: 16,900 ] [ performance: 15.673 it/s ] [ lr: 1.00e-04 ] [ eta: 1169 days, 17:43:23 ] [ l_g_pix: 5.7346e-02 ] [ l_g_total: 5.7346e-02 ] +2024-10-27 01:17:42,598 INFO: [ epoch: 60 ] [ iter: 17,000 ] [ performance: 15.490 it/s ] [ lr: 1.00e-04 ] [ eta: 1174 days, 13:05:15 ] [ l_g_pix: 7.0530e-02 ] [ l_g_total: 7.0530e-02 ] +2024-10-27 01:17:48,902 INFO: [ epoch: 60 ] [ iter: 17,100 ] [ performance: 16.094 it/s ] [ lr: 1.00e-04 ] [ eta: 1179 days, 4:16:49 ] [ l_g_pix: 5.7544e-02 ] [ l_g_total: 5.7544e-02 ] +2024-10-27 01:17:56,281 INFO: [ epoch: 61 ] [ iter: 17,200 ] [ performance: 13.839 it/s ] [ lr: 1.00e-04 ] [ eta: 1184 days, 19:51:14 ] [ l_g_pix: 5.6142e-02 ] [ l_g_total: 5.6142e-02 ] +2024-10-27 01:18:02,850 INFO: [ epoch: 61 ] [ iter: 17,300 ] [ performance: 15.127 it/s ] [ lr: 1.00e-04 ] [ eta: 1189 days, 16:25:45 ] [ l_g_pix: 5.1415e-02 ] [ l_g_total: 5.1415e-02 ] +2024-10-27 01:18:09,249 INFO: [ epoch: 61 ] [ iter: 17,400 ] [ performance: 15.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1194 days, 8:43:00 ] [ l_g_pix: 7.5425e-02 ] [ l_g_total: 7.5425e-02 ] +2024-10-27 01:18:16,746 INFO: [ epoch: 62 ] [ iter: 17,500 ] [ performance: 15.751 it/s ] [ lr: 1.00e-04 ] [ eta: 1200 days, 1:48:49 ] [ l_g_pix: 6.8541e-02 ] [ l_g_total: 6.8541e-02 ] +2024-10-27 01:18:23,179 INFO: [ epoch: 62 ] [ iter: 17,600 ] [ performance: 15.573 it/s ] [ lr: 1.00e-04 ] [ eta: 1204 days, 18:09:23 ] [ l_g_pix: 5.5881e-02 ] [ l_g_total: 5.5881e-02 ] +2024-10-27 01:18:29,459 INFO: [ epoch: 62 ] [ iter: 17,700 ] [ performance: 16.310 it/s ] [ lr: 1.00e-04 ] [ eta: 1209 days, 6:37:37 ] [ l_g_pix: 5.6814e-02 ] [ l_g_total: 5.6814e-02 ] +2024-10-27 01:18:37,084 INFO: [ epoch: 63 ] [ iter: 17,800 ] [ performance: 13.398 it/s ] [ lr: 1.00e-04 ] [ eta: 1215 days, 1:26:59 ] [ l_g_pix: 5.5884e-02 ] [ l_g_total: 5.5884e-02 ] +2024-10-27 01:18:43,533 INFO: [ epoch: 63 ] [ iter: 17,900 ] [ performance: 16.400 it/s ] [ lr: 1.00e-04 ] [ eta: 1219 days, 17:03:39 ] [ l_g_pix: 5.7626e-02 ] [ l_g_total: 5.7626e-02 ] +2024-10-27 01:18:50,926 INFO: [ epoch: 64 ] [ iter: 18,000 ] [ performance: 13.769 it/s ] [ lr: 1.00e-04 ] [ eta: 1225 days, 5:46:42 ] [ l_g_pix: 7.1667e-02 ] [ l_g_total: 7.1667e-02 ] +2024-10-27 01:18:57,404 INFO: [ epoch: 64 ] [ iter: 18,100 ] [ performance: 16.082 it/s ] [ lr: 1.00e-04 ] [ eta: 1229 days, 21:17:50 ] [ l_g_pix: 3.9816e-02 ] [ l_g_total: 3.9816e-02 ] +2024-10-27 01:19:03,793 INFO: [ epoch: 64 ] [ iter: 18,200 ] [ performance: 15.692 it/s ] [ lr: 1.00e-04 ] [ eta: 1234 days, 10:25:51 ] [ l_g_pix: 7.3183e-02 ] [ l_g_total: 7.3183e-02 ] +2024-10-27 01:19:11,164 INFO: [ epoch: 65 ] [ iter: 18,300 ] [ performance: 15.902 it/s ] [ lr: 1.00e-04 ] [ eta: 1239 days, 21:29:31 ] [ l_g_pix: 4.4787e-02 ] [ l_g_total: 4.4787e-02 ] +2024-10-27 01:19:17,691 INFO: [ epoch: 65 ] [ iter: 18,400 ] [ performance: 15.371 it/s ] [ lr: 1.00e-04 ] [ eta: 1244 days, 13:00:22 ] [ l_g_pix: 6.2766e-02 ] [ l_g_total: 6.2766e-02 ] +2024-10-27 01:19:24,163 INFO: [ epoch: 65 ] [ iter: 18,500 ] [ performance: 15.269 it/s ] [ lr: 1.00e-04 ] [ eta: 1249 days, 2:55:36 ] [ l_g_pix: 5.8202e-02 ] [ l_g_total: 5.8202e-02 ] +2024-10-27 01:19:31,577 INFO: [ epoch: 66 ] [ iter: 18,600 ] [ performance: 13.607 it/s ] [ lr: 1.00e-04 ] [ eta: 1254 days, 13:46:53 ] [ l_g_pix: 6.4377e-02 ] [ l_g_total: 6.4377e-02 ] +2024-10-27 01:19:38,015 INFO: [ epoch: 66 ] [ iter: 18,700 ] [ performance: 15.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1259 days, 2:11:07 ] [ l_g_pix: 5.8518e-02 ] [ l_g_total: 5.8518e-02 ] +2024-10-27 01:19:44,321 INFO: [ epoch: 66 ] [ iter: 18,800 ] [ performance: 15.857 it/s ] [ lr: 1.00e-04 ] [ eta: 1263 days, 11:14:10 ] [ l_g_pix: 5.9089e-02 ] [ l_g_total: 5.9089e-02 ] +2024-10-27 01:19:52,081 INFO: [ epoch: 67 ] [ iter: 18,900 ] [ performance: 15.074 it/s ] [ lr: 1.00e-04 ] [ eta: 1269 days, 4:42:43 ] [ l_g_pix: 6.9731e-02 ] [ l_g_total: 6.9731e-02 ] +2024-10-27 01:19:58,644 INFO: [ epoch: 67 ] [ iter: 19,000 ] [ performance: 15.232 it/s ] [ lr: 1.00e-04 ] [ eta: 1273 days, 18:48:40 ] [ l_g_pix: 6.0462e-02 ] [ l_g_total: 6.0462e-02 ] +2024-10-27 01:20:04,915 INFO: [ epoch: 67 ] [ iter: 19,100 ] [ performance: 15.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1278 days, 1:59:29 ] [ l_g_pix: 6.6995e-02 ] [ l_g_total: 6.6995e-02 ] +2024-10-27 01:20:12,433 INFO: [ epoch: 68 ] [ iter: 19,200 ] [ performance: 13.399 it/s ] [ lr: 1.00e-04 ] [ eta: 1283 days, 12:48:40 ] [ l_g_pix: 5.7458e-02 ] [ l_g_total: 5.7458e-02 ] +2024-10-27 01:20:18,900 INFO: [ epoch: 68 ] [ iter: 19,300 ] [ performance: 15.509 it/s ] [ lr: 1.00e-04 ] [ eta: 1287 days, 23:38:57 ] [ l_g_pix: 6.6829e-02 ] [ l_g_total: 6.6829e-02 ] +2024-10-27 01:20:26,395 INFO: [ epoch: 69 ] [ iter: 19,400 ] [ performance: 13.417 it/s ] [ lr: 1.00e-04 ] [ eta: 1293 days, 9:08:08 ] [ l_g_pix: 4.8906e-02 ] [ l_g_total: 4.8906e-02 ] +2024-10-27 01:20:32,800 INFO: [ epoch: 69 ] [ iter: 19,500 ] [ performance: 15.810 it/s ] [ lr: 1.00e-04 ] [ eta: 1297 days, 17:52:06 ] [ l_g_pix: 7.7164e-02 ] [ l_g_total: 7.7164e-02 ] +2024-10-27 01:20:39,125 INFO: [ epoch: 69 ] [ iter: 19,600 ] [ performance: 15.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1302 days, 0:26:12 ] [ l_g_pix: 5.6382e-02 ] [ l_g_total: 5.6382e-02 ] +2024-10-27 01:20:46,547 INFO: [ epoch: 70 ] [ iter: 19,700 ] [ performance: 15.354 it/s ] [ lr: 1.00e-04 ] [ eta: 1307 days, 7:06:27 ] [ l_g_pix: 6.1130e-02 ] [ l_g_total: 6.1130e-02 ] +2024-10-27 01:20:53,111 INFO: [ epoch: 70 ] [ iter: 19,800 ] [ performance: 15.239 it/s ] [ lr: 1.00e-04 ] [ eta: 1311 days, 18:16:37 ] [ l_g_pix: 4.7599e-02 ] [ l_g_total: 4.7599e-02 ] +2024-10-27 01:20:59,574 INFO: [ epoch: 70 ] [ iter: 19,900 ] [ performance: 15.386 it/s ] [ lr: 1.00e-04 ] [ eta: 1316 days, 2:49:26 ] [ l_g_pix: 5.6511e-02 ] [ l_g_total: 5.6511e-02 ] +2024-10-27 01:21:07,141 INFO: [ epoch: 71 ] [ iter: 20,000 ] [ performance: 13.237 it/s ] [ lr: 1.00e-04 ] [ eta: 1321 days, 11:31:03 ] [ l_g_pix: 5.8844e-02 ] [ l_g_total: 5.8844e-02 ] +2024-10-27 01:21:07,141 INFO: Saving models and training states. +2024-10-27 01:22:31,975 INFO: Validation val + + # psnr: 21.8220........ Best: 21.8220 @ 20000 iter + # ssim: 0.6343........ Best: 0.6343 @ 20000 iter + # dists: 0.7883........ Best: 0.7883 @ 20000 iter + +2024-10-27 01:22:38,530 INFO: [ epoch: 71 ] [ iter: 20,100 ] [ performance: 14.173 it/s ] [ lr: 1.00e-04 ] [ eta: 1404 days, 8:11:05 ] [ l_g_pix: 5.8199e-02 ] [ l_g_total: 5.8199e-02 ] +2024-10-27 01:22:44,940 INFO: [ epoch: 71 ] [ iter: 20,200 ] [ performance: 15.601 it/s ] [ lr: 1.00e-04 ] [ eta: 1408 days, 12:06:08 ] [ l_g_pix: 8.8200e-02 ] [ l_g_total: 8.8200e-02 ] +2024-10-27 01:22:52,364 INFO: [ epoch: 72 ] [ iter: 20,300 ] [ performance: 14.459 it/s ] [ lr: 1.00e-04 ] [ eta: 1413 days, 14:04:59 ] [ l_g_pix: 5.7744e-02 ] [ l_g_total: 5.7744e-02 ] +2024-10-27 01:22:58,764 INFO: [ epoch: 72 ] [ iter: 20,400 ] [ performance: 15.635 it/s ] [ lr: 1.00e-04 ] [ eta: 1417 days, 17:02:00 ] [ l_g_pix: 4.9632e-02 ] [ l_g_total: 4.9632e-02 ] +2024-10-27 01:23:05,134 INFO: [ epoch: 72 ] [ iter: 20,500 ] [ performance: 15.668 it/s ] [ lr: 1.00e-04 ] [ eta: 1421 days, 18:57:27 ] [ l_g_pix: 4.7368e-02 ] [ l_g_total: 4.7368e-02 ] +2024-10-27 01:23:12,765 INFO: [ epoch: 73 ] [ iter: 20,600 ] [ performance: 13.076 it/s ] [ lr: 1.00e-04 ] [ eta: 1427 days, 0:19:10 ] [ l_g_pix: 6.4152e-02 ] [ l_g_total: 6.4152e-02 ] +2024-10-27 01:23:19,273 INFO: [ epoch: 73 ] [ iter: 20,700 ] [ performance: 14.141 it/s ] [ lr: 1.00e-04 ] [ eta: 1431 days, 4:33:34 ] [ l_g_pix: 6.3853e-02 ] [ l_g_total: 6.3853e-02 ] +2024-10-27 01:23:26,651 INFO: [ epoch: 74 ] [ iter: 20,800 ] [ performance: 13.514 it/s ] [ lr: 1.00e-04 ] [ eta: 1436 days, 3:32:13 ] [ l_g_pix: 6.9363e-02 ] [ l_g_total: 6.9363e-02 ] +2024-10-27 01:23:33,180 INFO: [ epoch: 74 ] [ iter: 20,900 ] [ performance: 14.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1440 days, 7:29:05 ] [ l_g_pix: 6.7840e-02 ] [ l_g_total: 6.7840e-02 ] +2024-10-27 01:23:39,619 INFO: [ epoch: 74 ] [ iter: 21,000 ] [ performance: 15.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1444 days, 9:05:35 ] [ l_g_pix: 5.9670e-02 ] [ l_g_total: 5.9670e-02 ] +2024-10-27 01:23:47,065 INFO: [ epoch: 75 ] [ iter: 21,100 ] [ performance: 14.400 it/s ] [ lr: 1.00e-04 ] [ eta: 1449 days, 8:23:41 ] [ l_g_pix: 6.7375e-02 ] [ l_g_total: 6.7375e-02 ] +2024-10-27 01:23:53,527 INFO: [ epoch: 75 ] [ iter: 21,200 ] [ performance: 15.522 it/s ] [ lr: 1.00e-04 ] [ eta: 1453 days, 9:45:46 ] [ l_g_pix: 7.1070e-02 ] [ l_g_total: 7.1070e-02 ] +2024-10-27 01:23:59,963 INFO: [ epoch: 75 ] [ iter: 21,300 ] [ performance: 15.532 it/s ] [ lr: 1.00e-04 ] [ eta: 1457 days, 10:10:53 ] [ l_g_pix: 5.5348e-02 ] [ l_g_total: 5.5348e-02 ] +2024-10-27 01:24:07,586 INFO: [ epoch: 76 ] [ iter: 21,400 ] [ performance: 13.012 it/s ] [ lr: 1.00e-04 ] [ eta: 1462 days, 12:09:50 ] [ l_g_pix: 6.6404e-02 ] [ l_g_total: 6.6404e-02 ] +2024-10-27 01:24:14,026 INFO: [ epoch: 76 ] [ iter: 21,500 ] [ performance: 14.199 it/s ] [ lr: 1.00e-04 ] [ eta: 1466 days, 11:55:54 ] [ l_g_pix: 6.4044e-02 ] [ l_g_total: 6.4044e-02 ] +2024-10-27 01:24:20,576 INFO: [ epoch: 76 ] [ iter: 21,600 ] [ performance: 15.291 it/s ] [ lr: 1.00e-04 ] [ eta: 1470 days, 13:44:45 ] [ l_g_pix: 6.9906e-02 ] [ l_g_total: 6.9906e-02 ] +2024-10-27 01:24:28,149 INFO: [ epoch: 77 ] [ iter: 21,700 ] [ performance: 14.136 it/s ] [ lr: 1.00e-04 ] [ eta: 1475 days, 13:25:26 ] [ l_g_pix: 6.3031e-02 ] [ l_g_total: 6.3031e-02 ] +2024-10-27 01:24:34,563 INFO: [ epoch: 77 ] [ iter: 21,800 ] [ performance: 15.599 it/s ] [ lr: 1.00e-04 ] [ eta: 1479 days, 11:31:35 ] [ l_g_pix: 6.3653e-02 ] [ l_g_total: 6.3653e-02 ] +2024-10-27 01:24:40,939 INFO: [ epoch: 77 ] [ iter: 21,900 ] [ performance: 15.644 it/s ] [ lr: 1.00e-04 ] [ eta: 1483 days, 8:27:15 ] [ l_g_pix: 6.4597e-02 ] [ l_g_total: 6.4597e-02 ] +2024-10-27 01:24:48,479 INFO: [ epoch: 78 ] [ iter: 22,000 ] [ performance: 13.063 it/s ] [ lr: 1.00e-04 ] [ eta: 1488 days, 6:13:00 ] [ l_g_pix: 6.6180e-02 ] [ l_g_total: 6.6180e-02 ] +2024-10-27 01:24:54,917 INFO: [ epoch: 78 ] [ iter: 22,100 ] [ performance: 14.250 it/s ] [ lr: 1.00e-04 ] [ eta: 1492 days, 3:44:46 ] [ l_g_pix: 6.2197e-02 ] [ l_g_total: 6.2197e-02 ] +2024-10-27 01:25:01,918 INFO: [ epoch: 79 ] [ iter: 22,200 ] [ performance: 14.156 it/s ] [ lr: 1.00e-04 ] [ eta: 1496 days, 13:02:50 ] [ l_g_pix: 6.2596e-02 ] [ l_g_total: 6.2596e-02 ] +2024-10-27 01:25:08,790 INFO: [ epoch: 79 ] [ iter: 22,300 ] [ performance: 14.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1500 days, 19:13:40 ] [ l_g_pix: 5.8378e-02 ] [ l_g_total: 5.8378e-02 ] +2024-10-27 01:25:15,317 INFO: [ epoch: 79 ] [ iter: 22,400 ] [ performance: 15.417 it/s ] [ lr: 1.00e-04 ] [ eta: 1504 days, 17:32:51 ] [ l_g_pix: 8.2335e-02 ] [ l_g_total: 8.2335e-02 ] +2024-10-27 01:25:22,746 INFO: [ epoch: 80 ] [ iter: 22,500 ] [ performance: 14.317 it/s ] [ lr: 1.00e-04 ] [ eta: 1509 days, 10:56:26 ] [ l_g_pix: 6.1516e-02 ] [ l_g_total: 6.1516e-02 ] +2024-10-27 01:25:29,206 INFO: [ epoch: 80 ] [ iter: 22,600 ] [ performance: 15.530 it/s ] [ lr: 1.00e-04 ] [ eta: 1513 days, 7:05:45 ] [ l_g_pix: 5.2682e-02 ] [ l_g_total: 5.2682e-02 ] +2024-10-27 01:25:35,628 INFO: [ epoch: 80 ] [ iter: 22,700 ] [ performance: 15.553 it/s ] [ lr: 1.00e-04 ] [ eta: 1517 days, 2:03:52 ] [ l_g_pix: 6.6190e-02 ] [ l_g_total: 6.6190e-02 ] +2024-10-27 01:25:42,949 INFO: [ epoch: 81 ] [ iter: 22,800 ] [ performance: 13.374 it/s ] [ lr: 1.00e-04 ] [ eta: 1521 days, 15:56:24 ] [ l_g_pix: 5.3318e-02 ] [ l_g_total: 5.3318e-02 ] +2024-10-27 01:25:49,464 INFO: [ epoch: 81 ] [ iter: 22,900 ] [ performance: 14.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1525 days, 12:10:14 ] [ l_g_pix: 5.2128e-02 ] [ l_g_total: 5.2128e-02 ] +2024-10-27 01:25:55,907 INFO: [ epoch: 81 ] [ iter: 23,000 ] [ performance: 15.563 it/s ] [ lr: 1.00e-04 ] [ eta: 1529 days, 6:29:36 ] [ l_g_pix: 6.0617e-02 ] [ l_g_total: 6.0617e-02 ] +2024-10-27 01:26:03,482 INFO: [ epoch: 82 ] [ iter: 23,100 ] [ performance: 14.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1534 days, 0:36:39 ] [ l_g_pix: 6.4603e-02 ] [ l_g_total: 6.4603e-02 ] +2024-10-27 01:26:09,975 INFO: [ epoch: 82 ] [ iter: 23,200 ] [ performance: 15.437 it/s ] [ lr: 1.00e-04 ] [ eta: 1537 days, 19:16:35 ] [ l_g_pix: 5.8494e-02 ] [ l_g_total: 5.8494e-02 ] +2024-10-27 01:26:16,309 INFO: [ epoch: 82 ] [ iter: 23,300 ] [ performance: 15.626 it/s ] [ lr: 1.00e-04 ] [ eta: 1541 days, 10:09:56 ] [ l_g_pix: 6.6412e-02 ] [ l_g_total: 6.6412e-02 ] +2024-10-27 01:26:23,992 INFO: [ epoch: 83 ] [ iter: 23,400 ] [ performance: 12.622 it/s ] [ lr: 1.00e-04 ] [ eta: 1546 days, 5:23:34 ] [ l_g_pix: 6.3498e-02 ] [ l_g_total: 6.3498e-02 ] +2024-10-27 01:26:30,514 INFO: [ epoch: 83 ] [ iter: 23,500 ] [ performance: 13.965 it/s ] [ lr: 1.00e-04 ] [ eta: 1549 days, 23:32:37 ] [ l_g_pix: 5.1789e-02 ] [ l_g_total: 5.1789e-02 ] +2024-10-27 01:26:36,734 INFO: [ epoch: 83 ] [ iter: 23,600 ] [ performance: 16.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1553 days, 10:54:52 ] [ l_g_pix: 5.6343e-02 ] [ l_g_total: 5.6343e-02 ] +2024-10-27 01:26:44,420 INFO: [ epoch: 84 ] [ iter: 23,700 ] [ performance: 14.332 it/s ] [ lr: 1.00e-04 ] [ eta: 1558 days, 5:00:47 ] [ l_g_pix: 8.0103e-02 ] [ l_g_total: 8.0103e-02 ] +2024-10-27 01:26:51,037 INFO: [ epoch: 84 ] [ iter: 23,800 ] [ performance: 15.114 it/s ] [ lr: 1.00e-04 ] [ eta: 1562 days, 0:04:18 ] [ l_g_pix: 6.5064e-02 ] [ l_g_total: 6.5064e-02 ] +2024-10-27 01:26:58,482 INFO: [ epoch: 85 ] [ iter: 23,900 ] [ performance: 14.143 it/s ] [ lr: 1.00e-04 ] [ eta: 1566 days, 12:14:08 ] [ l_g_pix: 5.1692e-02 ] [ l_g_total: 5.1692e-02 ] +2024-10-27 01:27:05,044 INFO: [ epoch: 85 ] [ iter: 24,000 ] [ performance: 15.309 it/s ] [ lr: 1.00e-04 ] [ eta: 1570 days, 5:22:26 ] [ l_g_pix: 6.3249e-02 ] [ l_g_total: 6.3249e-02 ] +2024-10-27 01:27:11,662 INFO: [ epoch: 85 ] [ iter: 24,100 ] [ performance: 15.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1573 days, 23:18:52 ] [ l_g_pix: 7.2364e-02 ] [ l_g_total: 7.2364e-02 ] +2024-10-27 01:27:18,976 INFO: [ epoch: 86 ] [ iter: 24,200 ] [ performance: 13.184 it/s ] [ lr: 1.00e-04 ] [ eta: 1578 days, 7:31:50 ] [ l_g_pix: 6.8366e-02 ] [ l_g_total: 6.8366e-02 ] +2024-10-27 01:27:25,617 INFO: [ epoch: 86 ] [ iter: 24,300 ] [ performance: 14.164 it/s ] [ lr: 1.00e-04 ] [ eta: 1582 days, 1:12:49 ] [ l_g_pix: 6.4356e-02 ] [ l_g_total: 6.4356e-02 ] +2024-10-27 01:27:31,939 INFO: [ epoch: 86 ] [ iter: 24,400 ] [ performance: 15.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1585 days, 11:48:39 ] [ l_g_pix: 6.0719e-02 ] [ l_g_total: 6.0719e-02 ] +2024-10-27 01:27:39,641 INFO: [ epoch: 87 ] [ iter: 24,500 ] [ performance: 14.120 it/s ] [ lr: 1.00e-04 ] [ eta: 1590 days, 2:59:46 ] [ l_g_pix: 5.5415e-02 ] [ l_g_total: 5.5415e-02 ] +2024-10-27 01:27:46,149 INFO: [ epoch: 87 ] [ iter: 24,600 ] [ performance: 15.509 it/s ] [ lr: 1.00e-04 ] [ eta: 1593 days, 16:45:09 ] [ l_g_pix: 6.3159e-02 ] [ l_g_total: 6.3159e-02 ] +2024-10-27 01:27:52,560 INFO: [ epoch: 87 ] [ iter: 24,700 ] [ performance: 15.560 it/s ] [ lr: 1.00e-04 ] [ eta: 1597 days, 4:06:53 ] [ l_g_pix: 6.1309e-02 ] [ l_g_total: 6.1309e-02 ] +2024-10-27 01:28:00,089 INFO: [ epoch: 88 ] [ iter: 24,800 ] [ performance: 12.717 it/s ] [ lr: 1.00e-04 ] [ eta: 1601 days, 14:28:14 ] [ l_g_pix: 7.1218e-02 ] [ l_g_total: 7.1218e-02 ] +2024-10-27 01:28:06,629 INFO: [ epoch: 88 ] [ iter: 24,900 ] [ performance: 14.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1605 days, 3:47:54 ] [ l_g_pix: 5.7989e-02 ] [ l_g_total: 5.7989e-02 ] +2024-10-27 01:28:12,932 INFO: [ epoch: 88 ] [ iter: 25,000 ] [ performance: 16.004 it/s ] [ lr: 1.00e-04 ] [ eta: 1608 days, 11:48:45 ] [ l_g_pix: 6.6792e-02 ] [ l_g_total: 6.6792e-02 ] +2024-10-27 01:28:20,440 INFO: [ epoch: 89 ] [ iter: 25,100 ] [ performance: 14.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1612 days, 20:32:49 ] [ l_g_pix: 5.9511e-02 ] [ l_g_total: 5.9511e-02 ] +2024-10-27 01:28:26,961 INFO: [ epoch: 89 ] [ iter: 25,200 ] [ performance: 15.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1616 days, 8:21:57 ] [ l_g_pix: 6.2476e-02 ] [ l_g_total: 6.2476e-02 ] +2024-10-27 01:28:34,532 INFO: [ epoch: 90 ] [ iter: 25,300 ] [ performance: 14.056 it/s ] [ lr: 1.00e-04 ] [ eta: 1620 days, 17:35:00 ] [ l_g_pix: 7.3392e-02 ] [ l_g_total: 7.3392e-02 ] +2024-10-27 01:28:41,121 INFO: [ epoch: 90 ] [ iter: 25,400 ] [ performance: 15.359 it/s ] [ lr: 1.00e-04 ] [ eta: 1624 days, 6:03:03 ] [ l_g_pix: 5.0720e-02 ] [ l_g_total: 5.0720e-02 ] +2024-10-27 01:28:47,566 INFO: [ epoch: 90 ] [ iter: 25,500 ] [ performance: 15.450 it/s ] [ lr: 1.00e-04 ] [ eta: 1627 days, 15:10:19 ] [ l_g_pix: 4.8497e-02 ] [ l_g_total: 4.8497e-02 ] +2024-10-27 01:28:55,129 INFO: [ epoch: 91 ] [ iter: 25,600 ] [ performance: 12.514 it/s ] [ lr: 1.00e-04 ] [ eta: 1631 days, 23:01:35 ] [ l_g_pix: 4.9307e-02 ] [ l_g_total: 4.9307e-02 ] +2024-10-27 01:29:01,683 INFO: [ epoch: 91 ] [ iter: 25,700 ] [ performance: 13.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1635 days, 9:39:03 ] [ l_g_pix: 5.8976e-02 ] [ l_g_total: 5.8976e-02 ] +2024-10-27 01:29:08,285 INFO: [ epoch: 91 ] [ iter: 25,800 ] [ performance: 15.232 it/s ] [ lr: 1.00e-04 ] [ eta: 1638 days, 20:53:51 ] [ l_g_pix: 6.9500e-02 ] [ l_g_total: 6.9500e-02 ] +2024-10-27 01:29:15,728 INFO: [ epoch: 92 ] [ iter: 25,900 ] [ performance: 14.134 it/s ] [ lr: 1.00e-04 ] [ eta: 1643 days, 1:05:33 ] [ l_g_pix: 5.8318e-02 ] [ l_g_total: 5.8318e-02 ] +2024-10-27 01:29:22,300 INFO: [ epoch: 92 ] [ iter: 26,000 ] [ performance: 15.270 it/s ] [ lr: 1.00e-04 ] [ eta: 1646 days, 10:58:25 ] [ l_g_pix: 6.8531e-02 ] [ l_g_total: 6.8531e-02 ] +2024-10-27 01:29:28,724 INFO: [ epoch: 92 ] [ iter: 26,100 ] [ performance: 15.444 it/s ] [ lr: 1.00e-04 ] [ eta: 1649 days, 17:26:09 ] [ l_g_pix: 6.9823e-02 ] [ l_g_total: 6.9823e-02 ] +2024-10-27 01:29:36,237 INFO: [ epoch: 93 ] [ iter: 26,200 ] [ performance: 12.504 it/s ] [ lr: 1.00e-04 ] [ eta: 1653 days, 21:51:47 ] [ l_g_pix: 4.6573e-02 ] [ l_g_total: 4.6573e-02 ] +2024-10-27 01:29:42,675 INFO: [ epoch: 93 ] [ iter: 26,300 ] [ performance: 14.125 it/s ] [ lr: 1.00e-04 ] [ eta: 1657 days, 3:53:22 ] [ l_g_pix: 8.7634e-02 ] [ l_g_total: 8.7634e-02 ] +2024-10-27 01:29:49,047 INFO: [ epoch: 93 ] [ iter: 26,400 ] [ performance: 15.965 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 8:11:30 ] [ l_g_pix: 5.5873e-02 ] [ l_g_total: 5.5873e-02 ] +2024-10-27 01:29:56,618 INFO: [ epoch: 94 ] [ iter: 26,500 ] [ performance: 14.212 it/s ] [ lr: 1.00e-04 ] [ eta: 1664 days, 12:36:14 ] [ l_g_pix: 7.2956e-02 ] [ l_g_total: 7.2956e-02 ] +2024-10-27 01:30:03,113 INFO: [ epoch: 94 ] [ iter: 26,600 ] [ performance: 15.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1667 days, 18:41:28 ] [ l_g_pix: 6.6356e-02 ] [ l_g_total: 6.6356e-02 ] +2024-10-27 01:30:10,464 INFO: [ epoch: 95 ] [ iter: 26,700 ] [ performance: 14.292 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 17:48:49 ] [ l_g_pix: 6.1162e-02 ] [ l_g_total: 6.1162e-02 ] +2024-10-27 01:30:16,926 INFO: [ epoch: 95 ] [ iter: 26,800 ] [ performance: 15.527 it/s ] [ lr: 1.00e-04 ] [ eta: 1674 days, 22:29:10 ] [ l_g_pix: 5.9529e-02 ] [ l_g_total: 5.9529e-02 ] +2024-10-27 01:30:23,452 INFO: [ epoch: 95 ] [ iter: 26,900 ] [ performance: 15.406 it/s ] [ lr: 1.00e-04 ] [ eta: 1678 days, 4:04:43 ] [ l_g_pix: 4.7852e-02 ] [ l_g_total: 4.7852e-02 ] +2024-10-27 01:30:30,791 INFO: [ epoch: 96 ] [ iter: 27,000 ] [ performance: 12.677 it/s ] [ lr: 1.00e-04 ] [ eta: 1682 days, 1:48:14 ] [ l_g_pix: 5.2165e-02 ] [ l_g_total: 5.2165e-02 ] +2024-10-27 01:30:37,255 INFO: [ epoch: 96 ] [ iter: 27,100 ] [ performance: 14.226 it/s ] [ lr: 1.00e-04 ] [ eta: 1685 days, 5:24:01 ] [ l_g_pix: 5.3396e-02 ] [ l_g_total: 5.3396e-02 ] +2024-10-27 01:30:43,768 INFO: [ epoch: 96 ] [ iter: 27,200 ] [ performance: 15.436 it/s ] [ lr: 1.00e-04 ] [ eta: 1688 days, 9:37:40 ] [ l_g_pix: 6.3167e-02 ] [ l_g_total: 6.3167e-02 ] +2024-10-27 01:30:51,283 INFO: [ epoch: 97 ] [ iter: 27,300 ] [ performance: 14.073 it/s ] [ lr: 1.00e-04 ] [ eta: 1692 days, 9:42:30 ] [ l_g_pix: 6.1005e-02 ] [ l_g_total: 6.1005e-02 ] +2024-10-27 01:30:57,816 INFO: [ epoch: 97 ] [ iter: 27,400 ] [ performance: 15.505 it/s ] [ lr: 1.00e-04 ] [ eta: 1695 days, 13:34:55 ] [ l_g_pix: 6.9660e-02 ] [ l_g_total: 6.9660e-02 ] +2024-10-27 01:31:04,200 INFO: [ epoch: 97 ] [ iter: 27,500 ] [ performance: 15.603 it/s ] [ lr: 1.00e-04 ] [ eta: 1698 days, 14:05:59 ] [ l_g_pix: 4.7254e-02 ] [ l_g_total: 4.7254e-02 ] +2024-10-27 01:31:11,656 INFO: [ epoch: 98 ] [ iter: 27,600 ] [ performance: 12.158 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 11:48:29 ] [ l_g_pix: 6.9652e-02 ] [ l_g_total: 6.9652e-02 ] +2024-10-27 01:31:18,092 INFO: [ epoch: 98 ] [ iter: 27,700 ] [ performance: 14.031 it/s ] [ lr: 1.00e-04 ] [ eta: 1705 days, 12:38:26 ] [ l_g_pix: 6.4868e-02 ] [ l_g_total: 6.4868e-02 ] +2024-10-27 01:31:24,512 INFO: [ epoch: 98 ] [ iter: 27,800 ] [ performance: 15.537 it/s ] [ lr: 1.00e-04 ] [ eta: 1708 days, 12:46:06 ] [ l_g_pix: 6.7169e-02 ] [ l_g_total: 6.7169e-02 ] +2024-10-27 01:31:32,106 INFO: [ epoch: 99 ] [ iter: 27,900 ] [ performance: 13.988 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 12:04:16 ] [ l_g_pix: 6.4901e-02 ] [ l_g_total: 6.4901e-02 ] +2024-10-27 01:31:38,634 INFO: [ epoch: 99 ] [ iter: 28,000 ] [ performance: 15.545 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 13:37:14 ] [ l_g_pix: 5.8613e-02 ] [ l_g_total: 5.8613e-02 ] +2024-10-27 01:31:45,043 INFO: [ epoch: 99 ] [ iter: 28,100 ] [ performance: 15.583 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 12:25:40 ] [ l_g_pix: 6.0826e-02 ] [ l_g_total: 6.0826e-02 ] +2024-10-27 01:31:52,470 INFO: [ epoch: 100 ] [ iter: 28,200 ] [ performance: 15.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 7:11:42 ] [ l_g_pix: 7.0730e-02 ] [ l_g_total: 7.0730e-02 ] +2024-10-27 01:31:58,801 INFO: [ epoch: 100 ] [ iter: 28,300 ] [ performance: 15.803 it/s ] [ lr: 1.00e-04 ] [ eta: 1725 days, 3:43:36 ] [ l_g_pix: 7.3895e-02 ] [ l_g_total: 7.3895e-02 ] +2024-10-27 01:32:06,331 INFO: [ epoch: 101 ] [ iter: 28,400 ] [ performance: 11.939 it/s ] [ lr: 1.00e-04 ] [ eta: 1728 days, 23:43:51 ] [ l_g_pix: 4.8627e-02 ] [ l_g_total: 4.8627e-02 ] +2024-10-27 01:32:12,925 INFO: [ epoch: 101 ] [ iter: 28,500 ] [ performance: 13.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1732 days, 0:44:17 ] [ l_g_pix: 7.0862e-02 ] [ l_g_total: 7.0862e-02 ] +2024-10-27 01:32:19,453 INFO: [ epoch: 101 ] [ iter: 28,600 ] [ performance: 15.408 it/s ] [ lr: 1.00e-04 ] [ eta: 1735 days, 0:04:36 ] [ l_g_pix: 6.7519e-02 ] [ l_g_total: 6.7519e-02 ] +2024-10-27 01:32:26,854 INFO: [ epoch: 102 ] [ iter: 28,700 ] [ performance: 14.153 it/s ] [ lr: 1.00e-04 ] [ eta: 1738 days, 16:19:17 ] [ l_g_pix: 5.7732e-02 ] [ l_g_total: 5.7732e-02 ] +2024-10-27 01:32:33,374 INFO: [ epoch: 102 ] [ iter: 28,800 ] [ performance: 15.590 it/s ] [ lr: 1.00e-04 ] [ eta: 1741 days, 14:44:37 ] [ l_g_pix: 6.7500e-02 ] [ l_g_total: 6.7500e-02 ] +2024-10-27 01:32:39,806 INFO: [ epoch: 102 ] [ iter: 28,900 ] [ performance: 15.563 it/s ] [ lr: 1.00e-04 ] [ eta: 1744 days, 11:04:39 ] [ l_g_pix: 4.9381e-02 ] [ l_g_total: 4.9381e-02 ] +2024-10-27 01:32:47,389 INFO: [ epoch: 103 ] [ iter: 29,000 ] [ performance: 14.374 it/s ] [ lr: 1.00e-04 ] [ eta: 1748 days, 5:43:45 ] [ l_g_pix: 4.9366e-02 ] [ l_g_total: 4.9366e-02 ] +2024-10-27 01:32:53,982 INFO: [ epoch: 103 ] [ iter: 29,100 ] [ performance: 14.875 it/s ] [ lr: 1.00e-04 ] [ eta: 1751 days, 4:29:06 ] [ l_g_pix: 7.5673e-02 ] [ l_g_total: 7.5673e-02 ] +2024-10-27 01:33:00,442 INFO: [ epoch: 103 ] [ iter: 29,200 ] [ performance: 15.571 it/s ] [ lr: 1.00e-04 ] [ eta: 1754 days, 0:14:48 ] [ l_g_pix: 6.0228e-02 ] [ l_g_total: 6.0228e-02 ] +2024-10-27 01:33:07,955 INFO: [ epoch: 104 ] [ iter: 29,300 ] [ performance: 14.034 it/s ] [ lr: 1.00e-04 ] [ eta: 1757 days, 16:20:08 ] [ l_g_pix: 3.2569e-02 ] [ l_g_total: 3.2569e-02 ] +2024-10-27 01:33:14,530 INFO: [ epoch: 104 ] [ iter: 29,400 ] [ performance: 15.417 it/s ] [ lr: 1.00e-04 ] [ eta: 1760 days, 13:37:00 ] [ l_g_pix: 6.5578e-02 ] [ l_g_total: 6.5578e-02 ] +2024-10-27 01:33:20,931 INFO: [ epoch: 104 ] [ iter: 29,500 ] [ performance: 15.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1763 days, 7:06:23 ] [ l_g_pix: 5.0961e-02 ] [ l_g_total: 5.0961e-02 ] +2024-10-27 01:33:28,582 INFO: [ epoch: 105 ] [ iter: 29,600 ] [ performance: 15.352 it/s ] [ lr: 1.00e-04 ] [ eta: 1767 days, 0:41:18 ] [ l_g_pix: 7.2568e-02 ] [ l_g_total: 7.2568e-02 ] +2024-10-27 01:33:35,122 INFO: [ epoch: 105 ] [ iter: 29,700 ] [ performance: 15.313 it/s ] [ lr: 1.00e-04 ] [ eta: 1769 days, 20:10:34 ] [ l_g_pix: 4.4831e-02 ] [ l_g_total: 4.4831e-02 ] +2024-10-27 01:33:42,534 INFO: [ epoch: 106 ] [ iter: 29,800 ] [ performance: 11.879 it/s ] [ lr: 1.00e-04 ] [ eta: 1773 days, 8:16:46 ] [ l_g_pix: 6.6469e-02 ] [ l_g_total: 6.6469e-02 ] +2024-10-27 01:33:49,069 INFO: [ epoch: 106 ] [ iter: 29,900 ] [ performance: 13.931 it/s ] [ lr: 1.00e-04 ] [ eta: 1776 days, 2:54:04 ] [ l_g_pix: 5.5791e-02 ] [ l_g_total: 5.5791e-02 ] +2024-10-27 01:33:55,564 INFO: [ epoch: 106 ] [ iter: 30,000 ] [ performance: 15.581 it/s ] [ lr: 1.00e-04 ] [ eta: 1778 days, 20:22:38 ] [ l_g_pix: 5.5724e-02 ] [ l_g_total: 5.5724e-02 ] +2024-10-27 01:33:55,564 INFO: Saving models and training states. +2024-10-27 01:35:20,602 INFO: Validation val + + # psnr: 21.8596........ Best: 21.8596 @ 30000 iter + # ssim: 0.6380........ Best: 0.6380 @ 30000 iter + # dists: 0.7878........ Best: 0.7878 @ 30000 iter + +2024-10-27 01:35:28,013 INFO: [ epoch: 107 ] [ iter: 30,100 ] [ performance: 14.136 it/s ] [ lr: 1.00e-04 ] [ eta: 1851 days, 2:24:51 ] [ l_g_pix: 6.1790e-02 ] [ l_g_total: 6.1790e-02 ] +2024-10-27 01:35:34,476 INFO: [ epoch: 107 ] [ iter: 30,200 ] [ performance: 15.541 it/s ] [ lr: 1.00e-04 ] [ eta: 1853 days, 16:10:46 ] [ l_g_pix: 4.7668e-02 ] [ l_g_total: 4.7668e-02 ] +2024-10-27 01:35:40,895 INFO: [ epoch: 107 ] [ iter: 30,300 ] [ performance: 15.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1856 days, 4:43:16 ] [ l_g_pix: 4.7330e-02 ] [ l_g_total: 4.7330e-02 ] +2024-10-27 01:35:48,293 INFO: [ epoch: 108 ] [ iter: 30,400 ] [ performance: 15.746 it/s ] [ lr: 1.00e-04 ] [ eta: 1859 days, 11:49:14 ] [ l_g_pix: 5.4292e-02 ] [ l_g_total: 5.4292e-02 ] +2024-10-27 01:35:54,708 INFO: [ epoch: 108 ] [ iter: 30,500 ] [ performance: 15.642 it/s ] [ lr: 1.00e-04 ] [ eta: 1861 days, 23:33:03 ] [ l_g_pix: 6.1748e-02 ] [ l_g_total: 6.1748e-02 ] +2024-10-27 01:36:01,214 INFO: [ epoch: 108 ] [ iter: 30,600 ] [ performance: 15.605 it/s ] [ lr: 1.00e-04 ] [ eta: 1864 days, 12:39:33 ] [ l_g_pix: 6.1391e-02 ] [ l_g_total: 6.1391e-02 ] +2024-10-27 01:36:08,782 INFO: [ epoch: 109 ] [ iter: 30,700 ] [ performance: 13.906 it/s ] [ lr: 1.00e-04 ] [ eta: 1867 days, 21:51:31 ] [ l_g_pix: 3.8990e-02 ] [ l_g_total: 3.8990e-02 ] +2024-10-27 01:36:15,260 INFO: [ epoch: 109 ] [ iter: 30,800 ] [ performance: 15.330 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 9:41:40 ] [ l_g_pix: 5.2535e-02 ] [ l_g_total: 5.2535e-02 ] +2024-10-27 01:36:21,560 INFO: [ epoch: 109 ] [ iter: 30,900 ] [ performance: 15.697 it/s ] [ lr: 1.00e-04 ] [ eta: 1872 days, 17:44:33 ] [ l_g_pix: 5.4141e-02 ] [ l_g_total: 5.4141e-02 ] +2024-10-27 01:36:29,266 INFO: [ epoch: 110 ] [ iter: 31,000 ] [ performance: 15.427 it/s ] [ lr: 1.00e-04 ] [ eta: 1876 days, 4:23:25 ] [ l_g_pix: 6.0040e-02 ] [ l_g_total: 6.0040e-02 ] +2024-10-27 01:36:35,707 INFO: [ epoch: 110 ] [ iter: 31,100 ] [ performance: 15.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1878 days, 14:25:00 ] [ l_g_pix: 6.6053e-02 ] [ l_g_total: 6.6053e-02 ] +2024-10-27 01:36:43,174 INFO: [ epoch: 111 ] [ iter: 31,200 ] [ performance: 11.416 it/s ] [ lr: 1.00e-04 ] [ eta: 1881 days, 19:39:52 ] [ l_g_pix: 4.8251e-02 ] [ l_g_total: 4.8251e-02 ] +2024-10-27 01:36:49,651 INFO: [ epoch: 111 ] [ iter: 31,300 ] [ performance: 13.919 it/s ] [ lr: 1.00e-04 ] [ eta: 1884 days, 5:37:16 ] [ l_g_pix: 5.3982e-02 ] [ l_g_total: 5.3982e-02 ] +2024-10-27 01:36:56,089 INFO: [ epoch: 111 ] [ iter: 31,400 ] [ performance: 15.800 it/s ] [ lr: 1.00e-04 ] [ eta: 1886 days, 14:28:38 ] [ l_g_pix: 5.1456e-02 ] [ l_g_total: 5.1456e-02 ] +2024-10-27 01:37:03,583 INFO: [ epoch: 112 ] [ iter: 31,500 ] [ performance: 14.011 it/s ] [ lr: 1.00e-04 ] [ eta: 1889 days, 19:03:44 ] [ l_g_pix: 6.0985e-02 ] [ l_g_total: 6.0985e-02 ] +2024-10-27 01:37:10,116 INFO: [ epoch: 112 ] [ iter: 31,600 ] [ performance: 15.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1892 days, 4:59:12 ] [ l_g_pix: 5.4981e-02 ] [ l_g_total: 5.4981e-02 ] +2024-10-27 01:37:16,542 INFO: [ epoch: 112 ] [ iter: 31,700 ] [ performance: 15.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1894 days, 12:30:07 ] [ l_g_pix: 6.1852e-02 ] [ l_g_total: 6.1852e-02 ] +2024-10-27 01:37:24,046 INFO: [ epoch: 113 ] [ iter: 31,800 ] [ performance: 15.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1897 days, 16:05:02 ] [ l_g_pix: 5.6612e-02 ] [ l_g_total: 5.6612e-02 ] +2024-10-27 01:37:30,592 INFO: [ epoch: 113 ] [ iter: 31,900 ] [ performance: 15.278 it/s ] [ lr: 1.00e-04 ] [ eta: 1900 days, 1:07:27 ] [ l_g_pix: 6.4261e-02 ] [ l_g_total: 6.4261e-02 ] +2024-10-27 01:37:37,042 INFO: [ epoch: 113 ] [ iter: 32,000 ] [ performance: 15.945 it/s ] [ lr: 1.00e-04 ] [ eta: 1902 days, 7:59:23 ] [ l_g_pix: 5.9041e-02 ] [ l_g_total: 5.9041e-02 ] +2024-10-27 01:37:44,612 INFO: [ epoch: 114 ] [ iter: 32,100 ] [ performance: 13.905 it/s ] [ lr: 1.00e-04 ] [ eta: 1905 days, 11:37:14 ] [ l_g_pix: 5.5581e-02 ] [ l_g_total: 5.5581e-02 ] +2024-10-27 01:37:51,103 INFO: [ epoch: 114 ] [ iter: 32,200 ] [ performance: 15.767 it/s ] [ lr: 1.00e-04 ] [ eta: 1907 days, 18:31:42 ] [ l_g_pix: 6.2388e-02 ] [ l_g_total: 6.2388e-02 ] +2024-10-27 01:37:57,526 INFO: [ epoch: 114 ] [ iter: 32,300 ] [ performance: 15.627 it/s ] [ lr: 1.00e-04 ] [ eta: 1909 days, 23:46:50 ] [ l_g_pix: 6.2880e-02 ] [ l_g_total: 6.2880e-02 ] +2024-10-27 01:38:05,105 INFO: [ epoch: 115 ] [ iter: 32,400 ] [ performance: 15.606 it/s ] [ lr: 1.00e-04 ] [ eta: 1913 days, 2:22:28 ] [ l_g_pix: 7.2125e-02 ] [ l_g_total: 7.2125e-02 ] +2024-10-27 01:38:11,604 INFO: [ epoch: 115 ] [ iter: 32,500 ] [ performance: 15.450 it/s ] [ lr: 1.00e-04 ] [ eta: 1915 days, 8:18:27 ] [ l_g_pix: 6.0688e-02 ] [ l_g_total: 6.0688e-02 ] +2024-10-27 01:38:19,013 INFO: [ epoch: 116 ] [ iter: 32,600 ] [ performance: 10.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1918 days, 6:54:50 ] [ l_g_pix: 6.1245e-02 ] [ l_g_total: 6.1245e-02 ] +2024-10-27 01:38:25,427 INFO: [ epoch: 116 ] [ iter: 32,700 ] [ performance: 13.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1920 days, 10:31:03 ] [ l_g_pix: 6.4919e-02 ] [ l_g_total: 6.4919e-02 ] +2024-10-27 01:38:31,821 INFO: [ epoch: 116 ] [ iter: 32,800 ] [ performance: 15.775 it/s ] [ lr: 1.00e-04 ] [ eta: 1922 days, 13:23:13 ] [ l_g_pix: 6.9092e-02 ] [ l_g_total: 6.9092e-02 ] +2024-10-27 01:38:39,328 INFO: [ epoch: 117 ] [ iter: 32,900 ] [ performance: 13.906 it/s ] [ lr: 1.00e-04 ] [ eta: 1925 days, 12:38:35 ] [ l_g_pix: 6.6286e-02 ] [ l_g_total: 6.6286e-02 ] +2024-10-27 01:38:45,834 INFO: [ epoch: 117 ] [ iter: 33,000 ] [ performance: 15.336 it/s ] [ lr: 1.00e-04 ] [ eta: 1927 days, 16:50:40 ] [ l_g_pix: 6.4622e-02 ] [ l_g_total: 6.4622e-02 ] +2024-10-27 01:38:52,293 INFO: [ epoch: 117 ] [ iter: 33,100 ] [ performance: 15.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1929 days, 19:49:13 ] [ l_g_pix: 5.4919e-02 ] [ l_g_total: 5.4919e-02 ] +2024-10-27 01:38:59,790 INFO: [ epoch: 118 ] [ iter: 33,200 ] [ performance: 15.716 it/s ] [ lr: 1.00e-04 ] [ eta: 1932 days, 17:42:04 ] [ l_g_pix: 4.8403e-02 ] [ l_g_total: 4.8403e-02 ] +2024-10-27 01:39:06,297 INFO: [ epoch: 118 ] [ iter: 33,300 ] [ performance: 15.459 it/s ] [ lr: 1.00e-04 ] [ eta: 1934 days, 20:49:24 ] [ l_g_pix: 6.7904e-02 ] [ l_g_total: 6.7904e-02 ] +2024-10-27 01:39:12,702 INFO: [ epoch: 118 ] [ iter: 33,400 ] [ performance: 15.794 it/s ] [ lr: 1.00e-04 ] [ eta: 1936 days, 21:41:28 ] [ l_g_pix: 6.1798e-02 ] [ l_g_total: 6.1798e-02 ] +2024-10-27 01:39:20,345 INFO: [ epoch: 119 ] [ iter: 33,500 ] [ performance: 13.682 it/s ] [ lr: 1.00e-04 ] [ eta: 1939 days, 21:03:46 ] [ l_g_pix: 6.0818e-02 ] [ l_g_total: 6.0818e-02 ] +2024-10-27 01:39:26,833 INFO: [ epoch: 119 ] [ iter: 33,600 ] [ performance: 15.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1941 days, 22:43:16 ] [ l_g_pix: 5.2428e-02 ] [ l_g_total: 5.2428e-02 ] +2024-10-27 01:39:33,329 INFO: [ epoch: 119 ] [ iter: 33,700 ] [ performance: 15.383 it/s ] [ lr: 1.00e-04 ] [ eta: 1944 days, 0:10:30 ] [ l_g_pix: 4.1223e-02 ] [ l_g_total: 4.1223e-02 ] +2024-10-27 01:39:40,975 INFO: [ epoch: 120 ] [ iter: 33,800 ] [ performance: 15.536 it/s ] [ lr: 1.00e-04 ] [ eta: 1946 days, 22:23:00 ] [ l_g_pix: 5.7044e-02 ] [ l_g_total: 5.7044e-02 ] +2024-10-27 01:39:47,469 INFO: [ epoch: 120 ] [ iter: 33,900 ] [ performance: 15.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1948 days, 23:02:33 ] [ l_g_pix: 4.5633e-02 ] [ l_g_total: 4.5633e-02 ] +2024-10-27 01:39:53,776 INFO: [ epoch: 120 ] [ iter: 34,000 ] [ performance: 16.268 it/s ] [ lr: 1.00e-04 ] [ eta: 1950 days, 19:54:55 ] [ l_g_pix: 5.1242e-02 ] [ l_g_total: 5.1242e-02 ] +2024-10-27 01:40:01,401 INFO: [ epoch: 121 ] [ iter: 34,100 ] [ performance: 13.751 it/s ] [ lr: 1.00e-04 ] [ eta: 1953 days, 16:32:01 ] [ l_g_pix: 6.3538e-02 ] [ l_g_total: 6.3538e-02 ] +2024-10-27 01:40:07,819 INFO: [ epoch: 121 ] [ iter: 34,200 ] [ performance: 16.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1955 days, 14:42:15 ] [ l_g_pix: 4.5250e-02 ] [ l_g_total: 4.5250e-02 ] +2024-10-27 01:40:15,276 INFO: [ epoch: 122 ] [ iter: 34,300 ] [ performance: 13.953 it/s ] [ lr: 1.00e-04 ] [ eta: 1958 days, 7:26:45 ] [ l_g_pix: 6.1911e-02 ] [ l_g_total: 6.1911e-02 ] +2024-10-27 01:40:21,779 INFO: [ epoch: 122 ] [ iter: 34,400 ] [ performance: 15.408 it/s ] [ lr: 1.00e-04 ] [ eta: 1960 days, 6:25:19 ] [ l_g_pix: 7.5349e-02 ] [ l_g_total: 7.5349e-02 ] +2024-10-27 01:40:28,239 INFO: [ epoch: 122 ] [ iter: 34,500 ] [ performance: 15.472 it/s ] [ lr: 1.00e-04 ] [ eta: 1962 days, 4:13:26 ] [ l_g_pix: 5.6259e-02 ] [ l_g_total: 5.6259e-02 ] +2024-10-27 01:40:35,774 INFO: [ epoch: 123 ] [ iter: 34,600 ] [ performance: 15.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1964 days, 21:13:01 ] [ l_g_pix: 7.6984e-02 ] [ l_g_total: 7.6984e-02 ] +2024-10-27 01:40:42,276 INFO: [ epoch: 123 ] [ iter: 34,700 ] [ performance: 15.392 it/s ] [ lr: 1.00e-04 ] [ eta: 1966 days, 19:02:33 ] [ l_g_pix: 4.9781e-02 ] [ l_g_total: 4.9781e-02 ] +2024-10-27 01:40:48,674 INFO: [ epoch: 123 ] [ iter: 34,800 ] [ performance: 16.293 it/s ] [ lr: 1.00e-04 ] [ eta: 1968 days, 14:38:14 ] [ l_g_pix: 6.7816e-02 ] [ l_g_total: 6.7816e-02 ] +2024-10-27 01:40:56,218 INFO: [ epoch: 124 ] [ iter: 34,900 ] [ performance: 13.805 it/s ] [ lr: 1.00e-04 ] [ eta: 1971 days, 6:34:56 ] [ l_g_pix: 7.4183e-02 ] [ l_g_total: 7.4183e-02 ] +2024-10-27 01:41:02,701 INFO: [ epoch: 124 ] [ iter: 35,000 ] [ performance: 15.811 it/s ] [ lr: 1.00e-04 ] [ eta: 1973 days, 2:57:18 ] [ l_g_pix: 6.5385e-02 ] [ l_g_total: 6.5385e-02 ] +2024-10-27 01:41:08,857 INFO: [ epoch: 124 ] [ iter: 35,100 ] [ performance: 16.154 it/s ] [ lr: 1.00e-04 ] [ eta: 1974 days, 17:05:09 ] [ l_g_pix: 5.7962e-02 ] [ l_g_total: 5.7962e-02 ] +2024-10-27 01:41:16,585 INFO: [ epoch: 125 ] [ iter: 35,200 ] [ performance: 15.301 it/s ] [ lr: 1.00e-04 ] [ eta: 1977 days, 11:09:35 ] [ l_g_pix: 4.9530e-02 ] [ l_g_total: 4.9530e-02 ] +2024-10-27 01:41:23,071 INFO: [ epoch: 125 ] [ iter: 35,300 ] [ performance: 15.396 it/s ] [ lr: 1.00e-04 ] [ eta: 1979 days, 6:29:41 ] [ l_g_pix: 5.2902e-02 ] [ l_g_total: 5.2902e-02 ] +2024-10-27 01:41:29,380 INFO: [ epoch: 125 ] [ iter: 35,400 ] [ performance: 16.393 it/s ] [ lr: 1.00e-04 ] [ eta: 1980 days, 22:16:05 ] [ l_g_pix: 5.0407e-02 ] [ l_g_total: 5.0407e-02 ] +2024-10-27 01:41:36,958 INFO: [ epoch: 126 ] [ iter: 35,500 ] [ performance: 13.716 it/s ] [ lr: 1.00e-04 ] [ eta: 1983 days, 12:26:18 ] [ l_g_pix: 5.8884e-02 ] [ l_g_total: 5.8884e-02 ] +2024-10-27 01:41:43,390 INFO: [ epoch: 126 ] [ iter: 35,600 ] [ performance: 15.717 it/s ] [ lr: 1.00e-04 ] [ eta: 1985 days, 5:42:41 ] [ l_g_pix: 5.2803e-02 ] [ l_g_total: 5.2803e-02 ] +2024-10-27 01:41:50,634 INFO: [ epoch: 127 ] [ iter: 35,700 ] [ performance: 14.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1987 days, 13:05:19 ] [ l_g_pix: 5.4280e-02 ] [ l_g_total: 5.4280e-02 ] +2024-10-27 01:41:57,138 INFO: [ epoch: 127 ] [ iter: 35,800 ] [ performance: 15.447 it/s ] [ lr: 1.00e-04 ] [ eta: 1989 days, 6:54:20 ] [ l_g_pix: 5.7269e-02 ] [ l_g_total: 5.7269e-02 ] +2024-10-27 01:42:03,562 INFO: [ epoch: 127 ] [ iter: 35,900 ] [ performance: 15.547 it/s ] [ lr: 1.00e-04 ] [ eta: 1990 days, 22:54:44 ] [ l_g_pix: 6.4840e-02 ] [ l_g_total: 6.4840e-02 ] +2024-10-27 01:42:11,014 INFO: [ epoch: 128 ] [ iter: 36,000 ] [ performance: 15.427 it/s ] [ lr: 1.00e-04 ] [ eta: 1993 days, 8:50:58 ] [ l_g_pix: 4.7317e-02 ] [ l_g_total: 4.7317e-02 ] +2024-10-27 01:42:17,468 INFO: [ epoch: 128 ] [ iter: 36,100 ] [ performance: 15.485 it/s ] [ lr: 1.00e-04 ] [ eta: 1995 days, 0:39:23 ] [ l_g_pix: 8.4097e-02 ] [ l_g_total: 8.4097e-02 ] +2024-10-27 01:42:23,999 INFO: [ epoch: 128 ] [ iter: 36,200 ] [ performance: 15.631 it/s ] [ lr: 1.00e-04 ] [ eta: 1996 days, 17:27:46 ] [ l_g_pix: 6.4669e-02 ] [ l_g_total: 6.4669e-02 ] +2024-10-27 01:42:31,600 INFO: [ epoch: 129 ] [ iter: 36,300 ] [ performance: 13.516 it/s ] [ lr: 1.00e-04 ] [ eta: 1999 days, 4:49:38 ] [ l_g_pix: 7.6278e-02 ] [ l_g_total: 7.6278e-02 ] +2024-10-27 01:42:38,032 INFO: [ epoch: 129 ] [ iter: 36,400 ] [ performance: 16.108 it/s ] [ lr: 1.00e-04 ] [ eta: 2000 days, 19:09:15 ] [ l_g_pix: 4.6691e-02 ] [ l_g_total: 4.6691e-02 ] +2024-10-27 01:42:44,407 INFO: [ epoch: 129 ] [ iter: 36,500 ] [ performance: 15.755 it/s ] [ lr: 1.00e-04 ] [ eta: 2002 days, 8:05:31 ] [ l_g_pix: 6.5065e-02 ] [ l_g_total: 6.5065e-02 ] +2024-10-27 01:42:51,933 INFO: [ epoch: 130 ] [ iter: 36,600 ] [ performance: 15.889 it/s ] [ lr: 1.00e-04 ] [ eta: 2004 days, 16:56:40 ] [ l_g_pix: 6.0542e-02 ] [ l_g_total: 6.0542e-02 ] +2024-10-27 01:42:58,484 INFO: [ epoch: 130 ] [ iter: 36,700 ] [ performance: 15.359 it/s ] [ lr: 1.00e-04 ] [ eta: 2006 days, 8:14:52 ] [ l_g_pix: 5.4732e-02 ] [ l_g_total: 5.4732e-02 ] +2024-10-27 01:43:04,836 INFO: [ epoch: 130 ] [ iter: 36,800 ] [ performance: 16.048 it/s ] [ lr: 1.00e-04 ] [ eta: 2007 days, 19:41:26 ] [ l_g_pix: 6.2051e-02 ] [ l_g_total: 6.2051e-02 ] +2024-10-27 01:43:12,433 INFO: [ epoch: 131 ] [ iter: 36,900 ] [ performance: 13.518 it/s ] [ lr: 1.00e-04 ] [ eta: 2010 days, 4:35:39 ] [ l_g_pix: 5.6721e-02 ] [ l_g_total: 5.6721e-02 ] +2024-10-27 01:43:18,983 INFO: [ epoch: 131 ] [ iter: 37,000 ] [ performance: 15.551 it/s ] [ lr: 1.00e-04 ] [ eta: 2011 days, 18:45:23 ] [ l_g_pix: 6.6724e-02 ] [ l_g_total: 6.6724e-02 ] +2024-10-27 01:43:26,479 INFO: [ epoch: 132 ] [ iter: 37,100 ] [ performance: 13.610 it/s ] [ lr: 1.00e-04 ] [ eta: 2014 days, 1:04:35 ] [ l_g_pix: 5.4309e-02 ] [ l_g_total: 5.4309e-02 ] +2024-10-27 01:43:32,920 INFO: [ epoch: 132 ] [ iter: 37,200 ] [ performance: 15.476 it/s ] [ lr: 1.00e-04 ] [ eta: 2015 days, 12:35:51 ] [ l_g_pix: 9.4679e-02 ] [ l_g_total: 9.4679e-02 ] +2024-10-27 01:43:39,405 INFO: [ epoch: 132 ] [ iter: 37,300 ] [ performance: 15.429 it/s ] [ lr: 1.00e-04 ] [ eta: 2017 days, 0:30:49 ] [ l_g_pix: 5.7888e-02 ] [ l_g_total: 5.7888e-02 ] +2024-10-27 01:43:46,804 INFO: [ epoch: 133 ] [ iter: 37,400 ] [ performance: 15.781 it/s ] [ lr: 1.00e-04 ] [ eta: 2019 days, 3:57:58 ] [ l_g_pix: 6.7140e-02 ] [ l_g_total: 6.7140e-02 ] +2024-10-27 01:43:53,235 INFO: [ epoch: 133 ] [ iter: 37,500 ] [ performance: 15.580 it/s ] [ lr: 1.00e-04 ] [ eta: 2020 days, 14:12:08 ] [ l_g_pix: 5.4752e-02 ] [ l_g_total: 5.4752e-02 ] +2024-10-27 01:43:59,620 INFO: [ epoch: 133 ] [ iter: 37,600 ] [ performance: 16.660 it/s ] [ lr: 1.00e-04 ] [ eta: 2021 days, 23:17:16 ] [ l_g_pix: 5.6089e-02 ] [ l_g_total: 5.6089e-02 ] +2024-10-27 01:44:07,254 INFO: [ epoch: 134 ] [ iter: 37,700 ] [ performance: 13.433 it/s ] [ lr: 1.00e-04 ] [ eta: 2024 days, 5:36:29 ] [ l_g_pix: 6.0273e-02 ] [ l_g_total: 6.0273e-02 ] +2024-10-27 01:44:13,697 INFO: [ epoch: 134 ] [ iter: 37,800 ] [ performance: 16.070 it/s ] [ lr: 1.00e-04 ] [ eta: 2025 days, 14:57:08 ] [ l_g_pix: 5.6658e-02 ] [ l_g_total: 5.6658e-02 ] +2024-10-27 01:44:19,987 INFO: [ epoch: 134 ] [ iter: 37,900 ] [ performance: 15.917 it/s ] [ lr: 1.00e-04 ] [ eta: 2026 days, 21:18:10 ] [ l_g_pix: 6.3110e-02 ] [ l_g_total: 6.3110e-02 ] +2024-10-27 01:44:27,444 INFO: [ epoch: 135 ] [ iter: 38,000 ] [ performance: 15.530 it/s ] [ lr: 1.00e-04 ] [ eta: 2028 days, 23:22:54 ] [ l_g_pix: 6.4647e-02 ] [ l_g_total: 6.4647e-02 ] +2024-10-27 01:44:33,995 INFO: [ epoch: 135 ] [ iter: 38,100 ] [ performance: 15.293 it/s ] [ lr: 1.00e-04 ] [ eta: 2030 days, 9:28:58 ] [ l_g_pix: 5.2594e-02 ] [ l_g_total: 5.2594e-02 ] +2024-10-27 01:44:40,223 INFO: [ epoch: 135 ] [ iter: 38,200 ] [ performance: 16.583 it/s ] [ lr: 1.00e-04 ] [ eta: 2031 days, 13:40:50 ] [ l_g_pix: 6.0393e-02 ] [ l_g_total: 6.0393e-02 ] +2024-10-27 01:44:47,761 INFO: [ epoch: 136 ] [ iter: 38,300 ] [ performance: 13.515 it/s ] [ lr: 1.00e-04 ] [ eta: 2033 days, 15:57:17 ] [ l_g_pix: 5.1044e-02 ] [ l_g_total: 5.1044e-02 ] +2024-10-27 01:44:54,141 INFO: [ epoch: 136 ] [ iter: 38,400 ] [ performance: 15.509 it/s ] [ lr: 1.00e-04 ] [ eta: 2034 days, 22:01:33 ] [ l_g_pix: 5.6833e-02 ] [ l_g_total: 5.6833e-02 ] +2024-10-27 01:45:01,485 INFO: [ epoch: 137 ] [ iter: 38,500 ] [ performance: 13.758 it/s ] [ lr: 1.00e-04 ] [ eta: 2036 days, 20:11:24 ] [ l_g_pix: 7.0576e-02 ] [ l_g_total: 7.0576e-02 ] +2024-10-27 01:45:07,869 INFO: [ epoch: 137 ] [ iter: 38,600 ] [ performance: 16.476 it/s ] [ lr: 1.00e-04 ] [ eta: 2038 days, 1:35:19 ] [ l_g_pix: 7.3102e-02 ] [ l_g_total: 7.3102e-02 ] +2024-10-27 01:45:14,155 INFO: [ epoch: 137 ] [ iter: 38,700 ] [ performance: 15.949 it/s ] [ lr: 1.00e-04 ] [ eta: 2039 days, 4:58:22 ] [ l_g_pix: 5.0899e-02 ] [ l_g_total: 5.0899e-02 ] +2024-10-27 01:45:21,617 INFO: [ epoch: 138 ] [ iter: 38,800 ] [ performance: 15.268 it/s ] [ lr: 1.00e-04 ] [ eta: 2041 days, 3:58:22 ] [ l_g_pix: 5.8307e-02 ] [ l_g_total: 5.8307e-02 ] +2024-10-27 01:45:27,951 INFO: [ epoch: 138 ] [ iter: 38,900 ] [ performance: 15.755 it/s ] [ lr: 1.00e-04 ] [ eta: 2042 days, 7:26:00 ] [ l_g_pix: 6.5038e-02 ] [ l_g_total: 6.5038e-02 ] +2024-10-27 01:45:34,274 INFO: [ epoch: 138 ] [ iter: 39,000 ] [ performance: 15.405 it/s ] [ lr: 1.00e-04 ] [ eta: 2043 days, 10:20:27 ] [ l_g_pix: 6.5119e-02 ] [ l_g_total: 6.5119e-02 ] +2024-10-27 01:45:41,691 INFO: [ epoch: 139 ] [ iter: 39,100 ] [ performance: 13.581 it/s ] [ lr: 1.00e-04 ] [ eta: 2045 days, 7:24:05 ] [ l_g_pix: 6.6326e-02 ] [ l_g_total: 6.6326e-02 ] +2024-10-27 01:45:48,084 INFO: [ epoch: 139 ] [ iter: 39,200 ] [ performance: 15.025 it/s ] [ lr: 1.00e-04 ] [ eta: 2046 days, 10:46:43 ] [ l_g_pix: 6.2151e-02 ] [ l_g_total: 6.2151e-02 ] +2024-10-27 01:45:54,300 INFO: [ epoch: 139 ] [ iter: 39,300 ] [ performance: 16.035 it/s ] [ lr: 1.00e-04 ] [ eta: 2047 days, 10:48:15 ] [ l_g_pix: 6.2352e-02 ] [ l_g_total: 6.2352e-02 ] +2024-10-27 01:46:01,793 INFO: [ epoch: 140 ] [ iter: 39,400 ] [ performance: 15.195 it/s ] [ lr: 1.00e-04 ] [ eta: 2049 days, 7:58:17 ] [ l_g_pix: 4.5223e-02 ] [ l_g_total: 4.5223e-02 ] +2024-10-27 01:46:08,281 INFO: [ epoch: 140 ] [ iter: 39,500 ] [ performance: 15.407 it/s ] [ lr: 1.00e-04 ] [ eta: 2050 days, 11:50:53 ] [ l_g_pix: 6.1058e-02 ] [ l_g_total: 6.1058e-02 ] +2024-10-27 01:46:14,443 INFO: [ epoch: 140 ] [ iter: 39,600 ] [ performance: 17.055 it/s ] [ lr: 1.00e-04 ] [ eta: 2051 days, 9:53:23 ] [ l_g_pix: 6.7149e-02 ] [ l_g_total: 6.7149e-02 ] +2024-10-27 01:46:22,111 INFO: [ epoch: 141 ] [ iter: 39,700 ] [ performance: 13.132 it/s ] [ lr: 1.00e-04 ] [ eta: 2053 days, 8:48:52 ] [ l_g_pix: 6.1833e-02 ] [ l_g_total: 6.1833e-02 ] +2024-10-27 01:46:28,528 INFO: [ epoch: 141 ] [ iter: 39,800 ] [ performance: 15.489 it/s ] [ lr: 1.00e-04 ] [ eta: 2054 days, 10:23:01 ] [ l_g_pix: 7.6838e-02 ] [ l_g_total: 7.6838e-02 ] +2024-10-27 01:46:34,672 INFO: [ epoch: 141 ] [ iter: 39,900 ] [ performance: 16.262 it/s ] [ lr: 1.00e-04 ] [ eta: 2055 days, 7:02:45 ] [ l_g_pix: 6.5504e-02 ] [ l_g_total: 6.5504e-02 ] +2024-10-27 01:46:42,134 INFO: [ epoch: 142 ] [ iter: 40,000 ] [ performance: 16.656 it/s ] [ lr: 1.00e-04 ] [ eta: 2057 days, 1:19:39 ] [ l_g_pix: 4.3663e-02 ] [ l_g_total: 4.3663e-02 ] +2024-10-27 01:46:42,134 INFO: Saving models and training states. +2024-10-27 01:48:07,251 INFO: Validation val + + # psnr: 21.8616........ Best: 21.8616 @ 40000 iter + # ssim: 0.6392........ Best: 0.6392 @ 40000 iter + # dists: 0.7873........ Best: 0.7873 @ 40000 iter + +2024-10-27 01:48:13,668 INFO: [ epoch: 142 ] [ iter: 40,100 ] [ performance: 15.597 it/s ] [ lr: 1.00e-04 ] [ eta: 2117 days, 2:03:37 ] [ l_g_pix: 5.0738e-02 ] [ l_g_total: 5.0738e-02 ] +2024-10-27 01:48:20,914 INFO: [ epoch: 143 ] [ iter: 40,200 ] [ performance: 14.651 it/s ] [ lr: 1.00e-04 ] [ eta: 2118 days, 13:34:42 ] [ l_g_pix: 6.3790e-02 ] [ l_g_total: 6.3790e-02 ] +2024-10-27 01:48:27,361 INFO: [ epoch: 143 ] [ iter: 40,300 ] [ performance: 15.512 it/s ] [ lr: 1.00e-04 ] [ eta: 2119 days, 11:28:32 ] [ l_g_pix: 5.9856e-02 ] [ l_g_total: 5.9856e-02 ] +2024-10-27 01:48:33,603 INFO: [ epoch: 143 ] [ iter: 40,400 ] [ performance: 15.763 it/s ] [ lr: 1.00e-04 ] [ eta: 2120 days, 5:36:42 ] [ l_g_pix: 6.4448e-02 ] [ l_g_total: 6.4448e-02 ] +2024-10-27 01:48:41,008 INFO: [ epoch: 144 ] [ iter: 40,500 ] [ performance: 13.488 it/s ] [ lr: 1.00e-04 ] [ eta: 2121 days, 18:36:24 ] [ l_g_pix: 5.3459e-02 ] [ l_g_total: 5.3459e-02 ] +2024-10-27 01:48:47,351 INFO: [ epoch: 144 ] [ iter: 40,600 ] [ performance: 14.545 it/s ] [ lr: 1.00e-04 ] [ eta: 2122 days, 13:41:26 ] [ l_g_pix: 4.6498e-02 ] [ l_g_total: 4.6498e-02 ] +2024-10-27 01:48:53,684 INFO: [ epoch: 144 ] [ iter: 40,700 ] [ performance: 15.816 it/s ] [ lr: 1.00e-04 ] [ eta: 2123 days, 8:14:01 ] [ l_g_pix: 8.4902e-02 ] [ l_g_total: 8.4902e-02 ] +2024-10-27 01:49:01,276 INFO: [ epoch: 145 ] [ iter: 40,800 ] [ performance: 14.362 it/s ] [ lr: 1.00e-04 ] [ eta: 2124 days, 23:07:56 ] [ l_g_pix: 5.4890e-02 ] [ l_g_total: 5.4890e-02 ] +2024-10-27 01:49:07,724 INFO: [ epoch: 145 ] [ iter: 40,900 ] [ performance: 15.510 it/s ] [ lr: 1.00e-04 ] [ eta: 2125 days, 18:50:58 ] [ l_g_pix: 6.2497e-02 ] [ l_g_total: 6.2497e-02 ] +2024-10-27 01:49:14,150 INFO: [ epoch: 145 ] [ iter: 41,000 ] [ performance: 15.538 it/s ] [ lr: 1.00e-04 ] [ eta: 2126 days, 13:49:56 ] [ l_g_pix: 7.8493e-02 ] [ l_g_total: 7.8493e-02 ] +2024-10-27 01:49:21,674 INFO: [ epoch: 146 ] [ iter: 41,100 ] [ performance: 13.217 it/s ] [ lr: 1.00e-04 ] [ eta: 2128 days, 2:25:26 ] [ l_g_pix: 7.2705e-02 ] [ l_g_total: 7.2705e-02 ] +2024-10-27 01:49:28,153 INFO: [ epoch: 146 ] [ iter: 41,200 ] [ performance: 14.264 it/s ] [ lr: 1.00e-04 ] [ eta: 2128 days, 21:31:40 ] [ l_g_pix: 6.6357e-02 ] [ l_g_total: 6.6357e-02 ] +2024-10-27 01:49:34,437 INFO: [ epoch: 146 ] [ iter: 41,300 ] [ performance: 15.964 it/s ] [ lr: 1.00e-04 ] [ eta: 2129 days, 13:06:11 ] [ l_g_pix: 6.5179e-02 ] [ l_g_total: 6.5179e-02 ] +2024-10-27 01:49:41,977 INFO: [ epoch: 147 ] [ iter: 41,400 ] [ performance: 14.457 it/s ] [ lr: 1.00e-04 ] [ eta: 2131 days, 0:45:14 ] [ l_g_pix: 5.9621e-02 ] [ l_g_total: 5.9621e-02 ] +2024-10-27 01:49:48,204 INFO: [ epoch: 147 ] [ iter: 41,500 ] [ performance: 15.995 it/s ] [ lr: 1.00e-04 ] [ eta: 2131 days, 14:40:22 ] [ l_g_pix: 6.6617e-02 ] [ l_g_total: 6.6617e-02 ] +2024-10-27 01:49:55,542 INFO: [ epoch: 148 ] [ iter: 41,600 ] [ performance: 14.682 it/s ] [ lr: 1.00e-04 ] [ eta: 2132 days, 22:14:57 ] [ l_g_pix: 5.7675e-02 ] [ l_g_total: 5.7675e-02 ] +2024-10-27 01:50:02,053 INFO: [ epoch: 148 ] [ iter: 41,700 ] [ performance: 15.370 it/s ] [ lr: 1.00e-04 ] [ eta: 2133 days, 16:02:07 ] [ l_g_pix: 5.5781e-02 ] [ l_g_total: 5.5781e-02 ] +2024-10-27 01:50:08,281 INFO: [ epoch: 148 ] [ iter: 41,800 ] [ performance: 15.719 it/s ] [ lr: 1.00e-04 ] [ eta: 2134 days, 4:52:54 ] [ l_g_pix: 5.9171e-02 ] [ l_g_total: 5.9171e-02 ] +2024-10-27 01:50:15,785 INFO: [ epoch: 149 ] [ iter: 41,900 ] [ performance: 13.155 it/s ] [ lr: 1.00e-04 ] [ eta: 2135 days, 13:58:12 ] [ l_g_pix: 6.5186e-02 ] [ l_g_total: 6.5186e-02 ] +2024-10-27 01:50:22,254 INFO: [ epoch: 149 ] [ iter: 42,000 ] [ performance: 14.262 it/s ] [ lr: 1.00e-04 ] [ eta: 2136 days, 5:59:34 ] [ l_g_pix: 5.1087e-02 ] [ l_g_total: 5.1087e-02 ] +2024-10-27 01:50:28,724 INFO: [ epoch: 149 ] [ iter: 42,100 ] [ performance: 15.515 it/s ] [ lr: 1.00e-04 ] [ eta: 2136 days, 21:38:45 ] [ l_g_pix: 5.5919e-02 ] [ l_g_total: 5.5919e-02 ] +2024-10-27 01:50:36,036 INFO: [ epoch: 150 ] [ iter: 42,200 ] [ performance: 14.496 it/s ] [ lr: 1.00e-04 ] [ eta: 2138 days, 2:27:20 ] [ l_g_pix: 5.2522e-02 ] [ l_g_total: 5.2522e-02 ] +2024-10-27 01:50:42,473 INFO: [ epoch: 150 ] [ iter: 42,300 ] [ performance: 15.581 it/s ] [ lr: 1.00e-04 ] [ eta: 2138 days, 16:50:52 ] [ l_g_pix: 6.5467e-02 ] [ l_g_total: 6.5467e-02 ] +2024-10-27 01:50:48,873 INFO: [ epoch: 150 ] [ iter: 42,400 ] [ performance: 15.605 it/s ] [ lr: 1.00e-04 ] [ eta: 2139 days, 6:17:15 ] [ l_g_pix: 6.7313e-02 ] [ l_g_total: 6.7313e-02 ] +2024-10-27 01:50:56,504 INFO: [ epoch: 151 ] [ iter: 42,500 ] [ performance: 12.836 it/s ] [ lr: 1.00e-04 ] [ eta: 2140 days, 15:02:05 ] [ l_g_pix: 5.0094e-02 ] [ l_g_total: 5.0094e-02 ] +2024-10-27 01:51:02,951 INFO: [ epoch: 151 ] [ iter: 42,600 ] [ performance: 14.126 it/s ] [ lr: 1.00e-04 ] [ eta: 2141 days, 4:28:45 ] [ l_g_pix: 6.5050e-02 ] [ l_g_total: 6.5050e-02 ] +2024-10-27 01:51:09,331 INFO: [ epoch: 151 ] [ iter: 42,700 ] [ performance: 15.817 it/s ] [ lr: 1.00e-04 ] [ eta: 2141 days, 16:30:00 ] [ l_g_pix: 6.9948e-02 ] [ l_g_total: 6.9948e-02 ] +2024-10-27 01:51:17,051 INFO: [ epoch: 152 ] [ iter: 42,800 ] [ performance: 14.155 it/s ] [ lr: 1.00e-04 ] [ eta: 2143 days, 1:26:14 ] [ l_g_pix: 6.7622e-02 ] [ l_g_total: 6.7622e-02 ] +2024-10-27 01:51:23,480 INFO: [ epoch: 152 ] [ iter: 42,900 ] [ performance: 15.549 it/s ] [ lr: 1.00e-04 ] [ eta: 2143 days, 13:29:25 ] [ l_g_pix: 6.8500e-02 ] [ l_g_total: 6.8500e-02 ] +2024-10-27 01:51:30,937 INFO: [ epoch: 153 ] [ iter: 43,000 ] [ performance: 14.329 it/s ] [ lr: 1.00e-04 ] [ eta: 2144 days, 17:27:17 ] [ l_g_pix: 6.6634e-02 ] [ l_g_total: 6.6634e-02 ] +2024-10-27 01:51:37,459 INFO: [ epoch: 153 ] [ iter: 43,100 ] [ performance: 15.381 it/s ] [ lr: 1.00e-04 ] [ eta: 2145 days, 6:15:02 ] [ l_g_pix: 6.3259e-02 ] [ l_g_total: 6.3259e-02 ] +2024-10-27 01:51:44,020 INFO: [ epoch: 153 ] [ iter: 43,200 ] [ performance: 15.308 it/s ] [ lr: 1.00e-04 ] [ eta: 2145 days, 19:15:56 ] [ l_g_pix: 5.8291e-02 ] [ l_g_total: 5.8291e-02 ] +2024-10-27 01:51:51,577 INFO: [ epoch: 154 ] [ iter: 43,300 ] [ performance: 12.898 it/s ] [ lr: 1.00e-04 ] [ eta: 2146 days, 23:36:54 ] [ l_g_pix: 7.5207e-02 ] [ l_g_total: 7.5207e-02 ] +2024-10-27 01:51:58,026 INFO: [ epoch: 154 ] [ iter: 43,400 ] [ performance: 14.189 it/s ] [ lr: 1.00e-04 ] [ eta: 2147 days, 10:08:14 ] [ l_g_pix: 5.3224e-02 ] [ l_g_total: 5.3224e-02 ] +2024-10-27 01:52:04,469 INFO: [ epoch: 154 ] [ iter: 43,500 ] [ performance: 15.577 it/s ] [ lr: 1.00e-04 ] [ eta: 2147 days, 20:11:15 ] [ l_g_pix: 5.1826e-02 ] [ l_g_total: 5.1826e-02 ] +2024-10-27 01:52:12,141 INFO: [ epoch: 155 ] [ iter: 43,600 ] [ performance: 14.085 it/s ] [ lr: 1.00e-04 ] [ eta: 2149 days, 1:08:45 ] [ l_g_pix: 5.5838e-02 ] [ l_g_total: 5.5838e-02 ] +2024-10-27 01:52:18,664 INFO: [ epoch: 155 ] [ iter: 43,700 ] [ performance: 15.420 it/s ] [ lr: 1.00e-04 ] [ eta: 2149 days, 11:42:52 ] [ l_g_pix: 6.1152e-02 ] [ l_g_total: 6.1152e-02 ] +2024-10-27 01:52:24,889 INFO: [ epoch: 155 ] [ iter: 43,800 ] [ performance: 15.767 it/s ] [ lr: 1.00e-04 ] [ eta: 2149 days, 17:15:18 ] [ l_g_pix: 6.4075e-02 ] [ l_g_total: 6.4075e-02 ] +2024-10-27 01:52:32,369 INFO: [ epoch: 156 ] [ iter: 43,900 ] [ performance: 13.009 it/s ] [ lr: 1.00e-04 ] [ eta: 2150 days, 18:00:30 ] [ l_g_pix: 5.7445e-02 ] [ l_g_total: 5.7445e-02 ] +2024-10-27 01:52:38,825 INFO: [ epoch: 156 ] [ iter: 44,000 ] [ performance: 14.265 it/s ] [ lr: 1.00e-04 ] [ eta: 2151 days, 2:25:54 ] [ l_g_pix: 5.0765e-02 ] [ l_g_total: 5.0765e-02 ] +2024-10-27 01:52:45,150 INFO: [ epoch: 156 ] [ iter: 44,100 ] [ performance: 15.966 it/s ] [ lr: 1.00e-04 ] [ eta: 2151 days, 8:26:39 ] [ l_g_pix: 5.8137e-02 ] [ l_g_total: 5.8137e-02 ] +2024-10-27 01:52:53,025 INFO: [ epoch: 157 ] [ iter: 44,200 ] [ performance: 13.980 it/s ] [ lr: 1.00e-04 ] [ eta: 2152 days, 14:07:36 ] [ l_g_pix: 4.8121e-02 ] [ l_g_total: 4.8121e-02 ] +2024-10-27 01:52:59,468 INFO: [ epoch: 157 ] [ iter: 44,300 ] [ performance: 15.636 it/s ] [ lr: 1.00e-04 ] [ eta: 2152 days, 21:14:14 ] [ l_g_pix: 4.9482e-02 ] [ l_g_total: 4.9482e-02 ] +2024-10-27 01:53:06,501 INFO: [ epoch: 158 ] [ iter: 44,400 ] [ performance: 14.818 it/s ] [ lr: 1.00e-04 ] [ eta: 2153 days, 13:04:35 ] [ l_g_pix: 6.6869e-02 ] [ l_g_total: 6.6869e-02 ] +2024-10-27 01:53:13,387 INFO: [ epoch: 158 ] [ iter: 44,500 ] [ performance: 15.523 it/s ] [ lr: 1.00e-04 ] [ eta: 2154 days, 2:17:27 ] [ l_g_pix: 4.8540e-02 ] [ l_g_total: 4.8540e-02 ] +2024-10-27 01:53:19,843 INFO: [ epoch: 158 ] [ iter: 44,600 ] [ performance: 15.505 it/s ] [ lr: 1.00e-04 ] [ eta: 2154 days, 8:29:13 ] [ l_g_pix: 6.2540e-02 ] [ l_g_total: 6.2540e-02 ] +2024-10-27 01:53:27,466 INFO: [ epoch: 159 ] [ iter: 44,700 ] [ performance: 12.560 it/s ] [ lr: 1.00e-04 ] [ eta: 2155 days, 8:15:01 ] [ l_g_pix: 5.3989e-02 ] [ l_g_total: 5.3989e-02 ] +2024-10-27 01:53:33,823 INFO: [ epoch: 159 ] [ iter: 44,800 ] [ performance: 14.165 it/s ] [ lr: 1.00e-04 ] [ eta: 2155 days, 12:11:03 ] [ l_g_pix: 7.9695e-02 ] [ l_g_total: 7.9695e-02 ] +2024-10-27 01:53:40,266 INFO: [ epoch: 159 ] [ iter: 44,900 ] [ performance: 15.545 it/s ] [ lr: 1.00e-04 ] [ eta: 2155 days, 17:03:53 ] [ l_g_pix: 7.4880e-02 ] [ l_g_total: 7.4880e-02 ] +2024-10-27 01:53:47,813 INFO: [ epoch: 160 ] [ iter: 45,000 ] [ performance: 14.160 it/s ] [ lr: 1.00e-04 ] [ eta: 2156 days, 14:28:09 ] [ l_g_pix: 6.9351e-02 ] [ l_g_total: 6.9351e-02 ] +2024-10-27 01:53:54,283 INFO: [ epoch: 160 ] [ iter: 45,100 ] [ performance: 15.607 it/s ] [ lr: 1.00e-04 ] [ eta: 2156 days, 19:01:41 ] [ l_g_pix: 7.9772e-02 ] [ l_g_total: 7.9772e-02 ] +2024-10-27 01:54:00,764 INFO: [ epoch: 160 ] [ iter: 45,200 ] [ performance: 15.507 it/s ] [ lr: 1.00e-04 ] [ eta: 2156 days, 23:23:50 ] [ l_g_pix: 6.8463e-02 ] [ l_g_total: 6.8463e-02 ] +2024-10-27 01:54:08,563 INFO: [ epoch: 161 ] [ iter: 45,300 ] [ performance: 12.149 it/s ] [ lr: 1.00e-04 ] [ eta: 2157 days, 23:25:15 ] [ l_g_pix: 5.5476e-02 ] [ l_g_total: 5.5476e-02 ] +2024-10-27 01:54:15,098 INFO: [ epoch: 161 ] [ iter: 45,400 ] [ performance: 13.771 it/s ] [ lr: 1.00e-04 ] [ eta: 2158 days, 3:51:15 ] [ l_g_pix: 5.8534e-02 ] [ l_g_total: 5.8534e-02 ] +2024-10-27 01:54:21,440 INFO: [ epoch: 161 ] [ iter: 45,500 ] [ performance: 15.891 it/s ] [ lr: 1.00e-04 ] [ eta: 2158 days, 5:00:09 ] [ l_g_pix: 6.4347e-02 ] [ l_g_total: 6.4347e-02 ] +2024-10-27 01:54:29,132 INFO: [ epoch: 162 ] [ iter: 45,600 ] [ performance: 14.092 it/s ] [ lr: 1.00e-04 ] [ eta: 2159 days, 2:11:02 ] [ l_g_pix: 4.8365e-02 ] [ l_g_total: 4.8365e-02 ] +2024-10-27 01:54:35,643 INFO: [ epoch: 162 ] [ iter: 45,700 ] [ performance: 15.236 it/s ] [ lr: 1.00e-04 ] [ eta: 2159 days, 5:08:21 ] [ l_g_pix: 6.6537e-02 ] [ l_g_total: 6.6537e-02 ] +2024-10-27 01:54:42,030 INFO: [ epoch: 162 ] [ iter: 45,800 ] [ performance: 15.478 it/s ] [ lr: 1.00e-04 ] [ eta: 2159 days, 5:51:23 ] [ l_g_pix: 7.0199e-02 ] [ l_g_total: 7.0199e-02 ] +2024-10-27 01:54:49,617 INFO: [ epoch: 163 ] [ iter: 45,900 ] [ performance: 15.561 it/s ] [ lr: 1.00e-04 ] [ eta: 2160 days, 0:15:24 ] [ l_g_pix: 5.6813e-02 ] [ l_g_total: 5.6813e-02 ] +2024-10-27 01:54:56,106 INFO: [ epoch: 163 ] [ iter: 46,000 ] [ performance: 15.475 it/s ] [ lr: 1.00e-04 ] [ eta: 2160 days, 1:45:42 ] [ l_g_pix: 4.9580e-02 ] [ l_g_total: 4.9580e-02 ] +2024-10-27 01:55:03,481 INFO: [ epoch: 164 ] [ iter: 46,100 ] [ performance: 12.779 it/s ] [ lr: 1.00e-04 ] [ eta: 2160 days, 16:10:18 ] [ l_g_pix: 6.2414e-02 ] [ l_g_total: 6.2414e-02 ] +2024-10-27 01:55:09,995 INFO: [ epoch: 164 ] [ iter: 46,200 ] [ performance: 14.168 it/s ] [ lr: 1.00e-04 ] [ eta: 2160 days, 17:19:25 ] [ l_g_pix: 5.5648e-02 ] [ l_g_total: 5.5648e-02 ] +2024-10-27 01:55:16,442 INFO: [ epoch: 164 ] [ iter: 46,300 ] [ performance: 15.646 it/s ] [ lr: 1.00e-04 ] [ eta: 2160 days, 17:05:51 ] [ l_g_pix: 7.0384e-02 ] [ l_g_total: 7.0384e-02 ] +2024-10-27 01:55:24,036 INFO: [ epoch: 165 ] [ iter: 46,400 ] [ performance: 14.089 it/s ] [ lr: 1.00e-04 ] [ eta: 2161 days, 9:34:51 ] [ l_g_pix: 5.5739e-02 ] [ l_g_total: 5.5739e-02 ] +2024-10-27 01:55:30,489 INFO: [ epoch: 165 ] [ iter: 46,500 ] [ performance: 15.578 it/s ] [ lr: 1.00e-04 ] [ eta: 2161 days, 8:41:58 ] [ l_g_pix: 5.6992e-02 ] [ l_g_total: 5.6992e-02 ] +2024-10-27 01:55:36,851 INFO: [ epoch: 165 ] [ iter: 46,600 ] [ performance: 15.662 it/s ] [ lr: 1.00e-04 ] [ eta: 2161 days, 6:06:30 ] [ l_g_pix: 5.3435e-02 ] [ l_g_total: 5.3435e-02 ] +2024-10-27 01:55:44,622 INFO: [ epoch: 166 ] [ iter: 46,700 ] [ performance: 11.821 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 0:01:13 ] [ l_g_pix: 6.8341e-02 ] [ l_g_total: 6.8341e-02 ] +2024-10-27 01:55:51,186 INFO: [ epoch: 166 ] [ iter: 46,800 ] [ performance: 13.642 it/s ] [ lr: 1.00e-04 ] [ eta: 2161 days, 23:40:08 ] [ l_g_pix: 6.7462e-02 ] [ l_g_total: 6.7462e-02 ] +2024-10-27 01:55:57,422 INFO: [ epoch: 166 ] [ iter: 46,900 ] [ performance: 16.329 it/s ] [ lr: 1.00e-04 ] [ eta: 2161 days, 18:07:22 ] [ l_g_pix: 4.2879e-02 ] [ l_g_total: 4.2879e-02 ] +2024-10-27 01:56:04,993 INFO: [ epoch: 167 ] [ iter: 47,000 ] [ performance: 14.308 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 7:51:21 ] [ l_g_pix: 6.4899e-02 ] [ l_g_total: 6.4899e-02 ] +2024-10-27 01:56:11,433 INFO: [ epoch: 167 ] [ iter: 47,100 ] [ performance: 15.556 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 4:35:02 ] [ l_g_pix: 6.7604e-02 ] [ l_g_total: 6.7604e-02 ] +2024-10-27 01:56:17,857 INFO: [ epoch: 167 ] [ iter: 47,200 ] [ performance: 15.565 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 0:41:38 ] [ l_g_pix: 4.5411e-02 ] [ l_g_total: 4.5411e-02 ] +2024-10-27 01:56:25,581 INFO: [ epoch: 168 ] [ iter: 47,300 ] [ performance: 15.264 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 15:29:29 ] [ l_g_pix: 6.5991e-02 ] [ l_g_total: 6.5991e-02 ] +2024-10-27 01:56:31,993 INFO: [ epoch: 168 ] [ iter: 47,400 ] [ performance: 15.465 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 10:41:16 ] [ l_g_pix: 5.2469e-02 ] [ l_g_total: 5.2469e-02 ] +2024-10-27 01:56:39,585 INFO: [ epoch: 169 ] [ iter: 47,500 ] [ performance: 12.211 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 22:43:28 ] [ l_g_pix: 6.4204e-02 ] [ l_g_total: 6.4204e-02 ] +2024-10-27 01:56:46,169 INFO: [ epoch: 169 ] [ iter: 47,600 ] [ performance: 13.870 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 19:40:38 ] [ l_g_pix: 5.9167e-02 ] [ l_g_total: 5.9167e-02 ] +2024-10-27 01:56:52,514 INFO: [ epoch: 169 ] [ iter: 47,700 ] [ performance: 15.858 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 12:47:38 ] [ l_g_pix: 4.8106e-02 ] [ l_g_total: 4.8106e-02 ] +2024-10-27 01:56:59,902 INFO: [ epoch: 170 ] [ iter: 47,800 ] [ performance: 14.350 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 20:40:17 ] [ l_g_pix: 5.9961e-02 ] [ l_g_total: 5.9961e-02 ] +2024-10-27 01:57:06,388 INFO: [ epoch: 170 ] [ iter: 47,900 ] [ performance: 15.513 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 15:06:14 ] [ l_g_pix: 4.3581e-02 ] [ l_g_total: 4.3581e-02 ] +2024-10-27 01:57:12,679 INFO: [ epoch: 170 ] [ iter: 48,000 ] [ performance: 15.748 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 6:20:56 ] [ l_g_pix: 6.1284e-02 ] [ l_g_total: 6.1284e-02 ] +2024-10-27 01:57:20,117 INFO: [ epoch: 171 ] [ iter: 48,100 ] [ performance: 12.125 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 13:46:37 ] [ l_g_pix: 4.6202e-02 ] [ l_g_total: 4.6202e-02 ] +2024-10-27 01:57:26,552 INFO: [ epoch: 171 ] [ iter: 48,200 ] [ performance: 14.043 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 6:22:04 ] [ l_g_pix: 6.7607e-02 ] [ l_g_total: 6.7607e-02 ] +2024-10-27 01:57:32,778 INFO: [ epoch: 171 ] [ iter: 48,300 ] [ performance: 16.240 it/s ] [ lr: 1.00e-04 ] [ eta: 2161 days, 19:35:28 ] [ l_g_pix: 6.2131e-02 ] [ l_g_total: 6.2131e-02 ] +2024-10-27 01:57:40,160 INFO: [ epoch: 172 ] [ iter: 48,400 ] [ performance: 14.447 it/s ] [ lr: 1.00e-04 ] [ eta: 2162 days, 1:01:52 ] [ l_g_pix: 4.4759e-02 ] [ l_g_total: 4.4759e-02 ] +2024-10-27 01:57:46,609 INFO: [ epoch: 172 ] [ iter: 48,500 ] [ performance: 15.588 it/s ] [ lr: 1.00e-04 ] [ eta: 2161 days, 16:44:04 ] [ l_g_pix: 5.1449e-02 ] [ l_g_total: 5.1449e-02 ] +2024-10-27 01:57:52,837 INFO: [ epoch: 172 ] [ iter: 48,600 ] [ performance: 15.880 it/s ] [ lr: 1.00e-04 ] [ eta: 2161 days, 4:54:58 ] [ l_g_pix: 6.1539e-02 ] [ l_g_total: 6.1539e-02 ] +2024-10-27 01:58:00,479 INFO: [ epoch: 173 ] [ iter: 48,700 ] [ performance: 15.672 it/s ] [ lr: 1.00e-04 ] [ eta: 2161 days, 12:53:05 ] [ l_g_pix: 6.7267e-02 ] [ l_g_total: 6.7267e-02 ] +2024-10-27 01:58:06,904 INFO: [ epoch: 173 ] [ iter: 48,800 ] [ performance: 15.604 it/s ] [ lr: 1.00e-04 ] [ eta: 2161 days, 3:08:57 ] [ l_g_pix: 5.9777e-02 ] [ l_g_total: 5.9777e-02 ] +2024-10-27 01:58:14,288 INFO: [ epoch: 174 ] [ iter: 48,900 ] [ performance: 12.035 it/s ] [ lr: 1.00e-04 ] [ eta: 2161 days, 6:38:19 ] [ l_g_pix: 6.6194e-02 ] [ l_g_total: 6.6194e-02 ] +2024-10-27 01:58:20,705 INFO: [ epoch: 174 ] [ iter: 49,000 ] [ performance: 14.078 it/s ] [ lr: 1.00e-04 ] [ eta: 2160 days, 20:02:17 ] [ l_g_pix: 6.5159e-02 ] [ l_g_total: 6.5159e-02 ] +2024-10-27 01:58:27,072 INFO: [ epoch: 174 ] [ iter: 49,100 ] [ performance: 15.859 it/s ] [ lr: 1.00e-04 ] [ eta: 2160 days, 8:22:31 ] [ l_g_pix: 6.0339e-02 ] [ l_g_total: 6.0339e-02 ] +2024-10-27 01:58:34,441 INFO: [ epoch: 175 ] [ iter: 49,200 ] [ performance: 14.314 it/s ] [ lr: 1.00e-04 ] [ eta: 2160 days, 10:29:09 ] [ l_g_pix: 4.7945e-02 ] [ l_g_total: 4.7945e-02 ] +2024-10-27 01:58:40,954 INFO: [ epoch: 175 ] [ iter: 49,300 ] [ performance: 15.384 it/s ] [ lr: 1.00e-04 ] [ eta: 2160 days, 0:08:52 ] [ l_g_pix: 7.4573e-02 ] [ l_g_total: 7.4573e-02 ] +2024-10-27 01:58:47,393 INFO: [ epoch: 175 ] [ iter: 49,400 ] [ performance: 15.479 it/s ] [ lr: 1.00e-04 ] [ eta: 2159 days, 12:24:18 ] [ l_g_pix: 7.6443e-02 ] [ l_g_total: 7.6443e-02 ] +2024-10-27 01:58:54,761 INFO: [ epoch: 176 ] [ iter: 49,500 ] [ performance: 11.961 it/s ] [ lr: 1.00e-04 ] [ eta: 2159 days, 13:18:58 ] [ l_g_pix: 6.8779e-02 ] [ l_g_total: 6.8779e-02 ] +2024-10-27 01:59:01,283 INFO: [ epoch: 176 ] [ iter: 49,600 ] [ performance: 13.955 it/s ] [ lr: 1.00e-04 ] [ eta: 2159 days, 1:59:25 ] [ l_g_pix: 5.5026e-02 ] [ l_g_total: 5.5026e-02 ] +2024-10-27 01:59:07,568 INFO: [ epoch: 176 ] [ iter: 49,700 ] [ performance: 16.403 it/s ] [ lr: 1.00e-04 ] [ eta: 2158 days, 10:59:40 ] [ l_g_pix: 6.7396e-02 ] [ l_g_total: 6.7396e-02 ] +2024-10-27 01:59:15,076 INFO: [ epoch: 177 ] [ iter: 49,800 ] [ performance: 14.249 it/s ] [ lr: 1.00e-04 ] [ eta: 2158 days, 12:41:38 ] [ l_g_pix: 5.5383e-02 ] [ l_g_total: 5.5383e-02 ] +2024-10-27 01:59:21,527 INFO: [ epoch: 177 ] [ iter: 49,900 ] [ performance: 15.734 it/s ] [ lr: 1.00e-04 ] [ eta: 2157 days, 23:15:56 ] [ l_g_pix: 7.5479e-02 ] [ l_g_total: 7.5479e-02 ] +2024-10-27 01:59:27,972 INFO: [ epoch: 177 ] [ iter: 50,000 ] [ performance: 15.591 it/s ] [ lr: 5.00e-05 ] [ eta: 2157 days, 9:24:16 ] [ l_g_pix: 6.1050e-02 ] [ l_g_total: 6.1050e-02 ] +2024-10-27 01:59:27,972 INFO: Saving models and training states. +2024-10-27 02:00:51,370 INFO: Validation val + + # psnr: 21.8584........ Best: 21.8616 @ 40000 iter + # ssim: 0.6397........ Best: 0.6397 @ 50000 iter + # dists: 0.7869........ Best: 0.7869 @ 50000 iter + +2024-10-27 02:00:59,021 INFO: [ epoch: 178 ] [ iter: 50,100 ] [ performance: 15.320 it/s ] [ lr: 5.00e-05 ] [ eta: 2205 days, 15:51:38 ] [ l_g_pix: 5.5247e-02 ] [ l_g_total: 5.5247e-02 ] +2024-10-27 02:01:05,134 INFO: [ epoch: 178 ] [ iter: 50,200 ] [ performance: 15.995 it/s ] [ lr: 5.00e-05 ] [ eta: 2204 days, 18:20:10 ] [ l_g_pix: 5.9463e-02 ] [ l_g_total: 5.9463e-02 ] +2024-10-27 02:01:11,993 INFO: [ epoch: 179 ] [ iter: 50,300 ] [ performance: 13.427 it/s ] [ lr: 5.00e-05 ] [ eta: 2204 days, 6:45:38 ] [ l_g_pix: 5.9409e-02 ] [ l_g_total: 5.9409e-02 ] +2024-10-27 02:01:18,894 INFO: [ epoch: 179 ] [ iter: 50,400 ] [ performance: 14.125 it/s ] [ lr: 5.00e-05 ] [ eta: 2203 days, 19:24:13 ] [ l_g_pix: 4.6433e-02 ] [ l_g_total: 4.6433e-02 ] +2024-10-27 02:01:25,396 INFO: [ epoch: 179 ] [ iter: 50,500 ] [ performance: 15.500 it/s ] [ lr: 5.00e-05 ] [ eta: 2203 days, 2:09:59 ] [ l_g_pix: 4.9091e-02 ] [ l_g_total: 4.9091e-02 ] +2024-10-27 02:01:32,802 INFO: [ epoch: 180 ] [ iter: 50,600 ] [ performance: 14.102 it/s ] [ lr: 5.00e-05 ] [ eta: 2202 days, 20:57:47 ] [ l_g_pix: 6.8302e-02 ] [ l_g_total: 6.8302e-02 ] +2024-10-27 02:01:39,308 INFO: [ epoch: 180 ] [ iter: 50,700 ] [ performance: 15.503 it/s ] [ lr: 5.00e-05 ] [ eta: 2202 days, 3:03:04 ] [ l_g_pix: 6.8161e-02 ] [ l_g_total: 6.8161e-02 ] +2024-10-27 02:01:45,779 INFO: [ epoch: 180 ] [ iter: 50,800 ] [ performance: 15.472 it/s ] [ lr: 5.00e-05 ] [ eta: 2201 days, 8:16:20 ] [ l_g_pix: 4.9132e-02 ] [ l_g_total: 4.9132e-02 ] +2024-10-27 02:01:53,454 INFO: [ epoch: 181 ] [ iter: 50,900 ] [ performance: 11.121 it/s ] [ lr: 5.00e-05 ] [ eta: 2201 days, 5:33:18 ] [ l_g_pix: 6.7882e-02 ] [ l_g_total: 6.7882e-02 ] +2024-10-27 02:01:59,925 INFO: [ epoch: 181 ] [ iter: 51,000 ] [ performance: 13.743 it/s ] [ lr: 5.00e-05 ] [ eta: 2200 days, 10:02:27 ] [ l_g_pix: 5.6537e-02 ] [ l_g_total: 5.6537e-02 ] +2024-10-27 02:02:06,375 INFO: [ epoch: 181 ] [ iter: 51,100 ] [ performance: 15.919 it/s ] [ lr: 5.00e-05 ] [ eta: 2199 days, 13:52:42 ] [ l_g_pix: 5.5263e-02 ] [ l_g_total: 5.5263e-02 ] +2024-10-27 02:02:13,883 INFO: [ epoch: 182 ] [ iter: 51,200 ] [ performance: 14.044 it/s ] [ lr: 5.00e-05 ] [ eta: 2199 days, 7:41:22 ] [ l_g_pix: 6.7255e-02 ] [ l_g_total: 6.7255e-02 ] +2024-10-27 02:02:20,276 INFO: [ epoch: 182 ] [ iter: 51,300 ] [ performance: 15.807 it/s ] [ lr: 5.00e-05 ] [ eta: 2198 days, 10:00:15 ] [ l_g_pix: 5.1606e-02 ] [ l_g_total: 5.1606e-02 ] +2024-10-27 02:02:26,681 INFO: [ epoch: 182 ] [ iter: 51,400 ] [ performance: 15.673 it/s ] [ lr: 5.00e-05 ] [ eta: 2197 days, 12:08:06 ] [ l_g_pix: 5.7756e-02 ] [ l_g_total: 5.7756e-02 ] +2024-10-27 02:02:34,196 INFO: [ epoch: 183 ] [ iter: 51,500 ] [ performance: 15.652 it/s ] [ lr: 5.00e-05 ] [ eta: 2197 days, 4:51:06 ] [ l_g_pix: 5.5978e-02 ] [ l_g_total: 5.5978e-02 ] +2024-10-27 02:02:40,620 INFO: [ epoch: 183 ] [ iter: 51,600 ] [ performance: 15.594 it/s ] [ lr: 5.00e-05 ] [ eta: 2196 days, 6:29:34 ] [ l_g_pix: 7.2021e-02 ] [ l_g_total: 7.2021e-02 ] +2024-10-27 02:02:46,871 INFO: [ epoch: 183 ] [ iter: 51,700 ] [ performance: 16.337 it/s ] [ lr: 5.00e-05 ] [ eta: 2195 days, 5:26:57 ] [ l_g_pix: 7.1604e-02 ] [ l_g_total: 7.1604e-02 ] +2024-10-27 02:02:54,514 INFO: [ epoch: 184 ] [ iter: 51,800 ] [ performance: 13.920 it/s ] [ lr: 5.00e-05 ] [ eta: 2194 days, 22:41:03 ] [ l_g_pix: 4.4577e-02 ] [ l_g_total: 4.4577e-02 ] +2024-10-27 02:03:00,938 INFO: [ epoch: 184 ] [ iter: 51,900 ] [ performance: 15.786 it/s ] [ lr: 5.00e-05 ] [ eta: 2193 days, 23:13:51 ] [ l_g_pix: 7.6984e-02 ] [ l_g_total: 7.6984e-02 ] +2024-10-27 02:03:08,310 INFO: [ epoch: 185 ] [ iter: 52,000 ] [ performance: 14.155 it/s ] [ lr: 5.00e-05 ] [ eta: 2193 days, 12:02:45 ] [ l_g_pix: 3.7055e-02 ] [ l_g_total: 3.7055e-02 ] +2024-10-27 02:03:14,824 INFO: [ epoch: 185 ] [ iter: 52,100 ] [ performance: 15.521 it/s ] [ lr: 5.00e-05 ] [ eta: 2192 days, 13:02:03 ] [ l_g_pix: 5.5159e-02 ] [ l_g_total: 5.5159e-02 ] +2024-10-27 02:03:21,206 INFO: [ epoch: 185 ] [ iter: 52,200 ] [ performance: 15.627 it/s ] [ lr: 5.00e-05 ] [ eta: 2191 days, 11:54:55 ] [ l_g_pix: 6.9430e-02 ] [ l_g_total: 6.9430e-02 ] +2024-10-27 02:03:28,623 INFO: [ epoch: 186 ] [ iter: 52,300 ] [ performance: 11.010 it/s ] [ lr: 5.00e-05 ] [ eta: 2191 days, 0:08:46 ] [ l_g_pix: 8.2799e-02 ] [ l_g_total: 8.2799e-02 ] +2024-10-27 02:03:35,232 INFO: [ epoch: 186 ] [ iter: 52,400 ] [ performance: 13.669 it/s ] [ lr: 5.00e-05 ] [ eta: 2190 days, 1:18:14 ] [ l_g_pix: 5.5016e-02 ] [ l_g_total: 5.5016e-02 ] +2024-10-27 02:03:41,628 INFO: [ epoch: 186 ] [ iter: 52,500 ] [ performance: 16.090 it/s ] [ lr: 5.00e-05 ] [ eta: 2188 days, 23:15:48 ] [ l_g_pix: 5.4912e-02 ] [ l_g_total: 5.4912e-02 ] +2024-10-27 02:03:49,245 INFO: [ epoch: 187 ] [ iter: 52,600 ] [ performance: 13.845 it/s ] [ lr: 5.00e-05 ] [ eta: 2188 days, 12:56:34 ] [ l_g_pix: 8.2450e-02 ] [ l_g_total: 8.2450e-02 ] +2024-10-27 02:03:55,722 INFO: [ epoch: 187 ] [ iter: 52,700 ] [ performance: 15.891 it/s ] [ lr: 5.00e-05 ] [ eta: 2187 days, 11:13:46 ] [ l_g_pix: 7.5867e-02 ] [ l_g_total: 7.5867e-02 ] +2024-10-27 02:04:02,035 INFO: [ epoch: 187 ] [ iter: 52,800 ] [ performance: 15.856 it/s ] [ lr: 5.00e-05 ] [ eta: 2186 days, 7:00:11 ] [ l_g_pix: 6.2410e-02 ] [ l_g_total: 6.2410e-02 ] +2024-10-27 02:04:09,648 INFO: [ epoch: 188 ] [ iter: 52,900 ] [ performance: 14.643 it/s ] [ lr: 5.00e-05 ] [ eta: 2185 days, 19:26:24 ] [ l_g_pix: 7.0048e-02 ] [ l_g_total: 7.0048e-02 ] +2024-10-27 02:04:16,150 INFO: [ epoch: 188 ] [ iter: 53,000 ] [ performance: 15.177 it/s ] [ lr: 5.00e-05 ] [ eta: 2184 days, 16:56:20 ] [ l_g_pix: 6.5172e-02 ] [ l_g_total: 6.5172e-02 ] +2024-10-27 02:04:22,656 INFO: [ epoch: 188 ] [ iter: 53,100 ] [ performance: 15.446 it/s ] [ lr: 5.00e-05 ] [ eta: 2183 days, 14:08:23 ] [ l_g_pix: 6.9185e-02 ] [ l_g_total: 6.9185e-02 ] +2024-10-27 02:04:30,299 INFO: [ epoch: 189 ] [ iter: 53,200 ] [ performance: 13.638 it/s ] [ lr: 5.00e-05 ] [ eta: 2183 days, 1:45:02 ] [ l_g_pix: 7.8278e-02 ] [ l_g_total: 7.8278e-02 ] +2024-10-27 02:04:36,712 INFO: [ epoch: 189 ] [ iter: 53,300 ] [ performance: 16.065 it/s ] [ lr: 5.00e-05 ] [ eta: 2181 days, 20:59:06 ] [ l_g_pix: 5.1705e-02 ] [ l_g_total: 5.1705e-02 ] +2024-10-27 02:04:44,179 INFO: [ epoch: 190 ] [ iter: 53,400 ] [ performance: 13.998 it/s ] [ lr: 5.00e-05 ] [ eta: 2181 days, 5:29:54 ] [ l_g_pix: 7.2148e-02 ] [ l_g_total: 7.2148e-02 ] +2024-10-27 02:04:50,731 INFO: [ epoch: 190 ] [ iter: 53,500 ] [ performance: 15.763 it/s ] [ lr: 5.00e-05 ] [ eta: 2180 days, 1:47:22 ] [ l_g_pix: 5.1413e-02 ] [ l_g_total: 5.1413e-02 ] +2024-10-27 02:04:57,151 INFO: [ epoch: 190 ] [ iter: 53,600 ] [ performance: 15.624 it/s ] [ lr: 5.00e-05 ] [ eta: 2178 days, 20:01:15 ] [ l_g_pix: 5.4356e-02 ] [ l_g_total: 5.4356e-02 ] +2024-10-27 02:05:04,718 INFO: [ epoch: 191 ] [ iter: 53,700 ] [ performance: 9.826 it/s ] [ lr: 5.00e-05 ] [ eta: 2178 days, 4:37:49 ] [ l_g_pix: 6.7651e-02 ] [ l_g_total: 6.7651e-02 ] +2024-10-27 02:05:11,289 INFO: [ epoch: 191 ] [ iter: 53,800 ] [ performance: 13.396 it/s ] [ lr: 5.00e-05 ] [ eta: 2177 days, 0:03:07 ] [ l_g_pix: 5.5006e-02 ] [ l_g_total: 5.5006e-02 ] +2024-10-27 02:05:17,660 INFO: [ epoch: 191 ] [ iter: 53,900 ] [ performance: 16.736 it/s ] [ lr: 5.00e-05 ] [ eta: 2175 days, 16:32:24 ] [ l_g_pix: 5.6037e-02 ] [ l_g_total: 5.6037e-02 ] +2024-10-27 02:05:25,259 INFO: [ epoch: 192 ] [ iter: 54,000 ] [ performance: 13.880 it/s ] [ lr: 5.00e-05 ] [ eta: 2175 days, 0:21:48 ] [ l_g_pix: 5.3674e-02 ] [ l_g_total: 5.3674e-02 ] +2024-10-27 02:05:31,664 INFO: [ epoch: 192 ] [ iter: 54,100 ] [ performance: 16.020 it/s ] [ lr: 5.00e-05 ] [ eta: 2173 days, 16:32:38 ] [ l_g_pix: 6.6996e-02 ] [ l_g_total: 6.6996e-02 ] +2024-10-27 02:05:37,984 INFO: [ epoch: 192 ] [ iter: 54,200 ] [ performance: 15.871 it/s ] [ lr: 5.00e-05 ] [ eta: 2172 days, 7:17:03 ] [ l_g_pix: 6.5204e-02 ] [ l_g_total: 6.5204e-02 ] +2024-10-27 02:05:45,549 INFO: [ epoch: 193 ] [ iter: 54,300 ] [ performance: 15.234 it/s ] [ lr: 5.00e-05 ] [ eta: 2171 days, 13:28:41 ] [ l_g_pix: 7.3339e-02 ] [ l_g_total: 7.3339e-02 ] +2024-10-27 02:05:52,095 INFO: [ epoch: 193 ] [ iter: 54,400 ] [ performance: 15.269 it/s ] [ lr: 5.00e-05 ] [ eta: 2170 days, 6:21:18 ] [ l_g_pix: 6.4480e-02 ] [ l_g_total: 6.4480e-02 ] +2024-10-27 02:05:58,345 INFO: [ epoch: 193 ] [ iter: 54,500 ] [ performance: 16.753 it/s ] [ lr: 5.00e-05 ] [ eta: 2168 days, 19:07:01 ] [ l_g_pix: 5.2077e-02 ] [ l_g_total: 5.2077e-02 ] +2024-10-27 02:06:05,965 INFO: [ epoch: 194 ] [ iter: 54,600 ] [ performance: 13.797 it/s ] [ lr: 5.00e-05 ] [ eta: 2168 days, 0:48:42 ] [ l_g_pix: 6.4109e-02 ] [ l_g_total: 6.4109e-02 ] +2024-10-27 02:06:12,529 INFO: [ epoch: 194 ] [ iter: 54,700 ] [ performance: 15.105 it/s ] [ lr: 5.00e-05 ] [ eta: 2166 days, 16:47:38 ] [ l_g_pix: 7.1822e-02 ] [ l_g_total: 7.1822e-02 ] +2024-10-27 02:06:19,983 INFO: [ epoch: 195 ] [ iter: 54,800 ] [ performance: 13.754 it/s ] [ lr: 5.00e-05 ] [ eta: 2165 days, 19:34:51 ] [ l_g_pix: 7.1696e-02 ] [ l_g_total: 7.1696e-02 ] +2024-10-27 02:06:26,435 INFO: [ epoch: 195 ] [ iter: 54,900 ] [ performance: 15.465 it/s ] [ lr: 5.00e-05 ] [ eta: 2164 days, 9:24:28 ] [ l_g_pix: 7.8390e-02 ] [ l_g_total: 7.8390e-02 ] +2024-10-27 02:06:33,001 INFO: [ epoch: 195 ] [ iter: 55,000 ] [ performance: 15.280 it/s ] [ lr: 5.00e-05 ] [ eta: 2163 days, 0:18:12 ] [ l_g_pix: 5.3744e-02 ] [ l_g_total: 5.3744e-02 ] +2024-10-27 02:06:40,528 INFO: [ epoch: 196 ] [ iter: 55,100 ] [ performance: 9.247 it/s ] [ lr: 5.00e-05 ] [ eta: 2162 days, 2:48:44 ] [ l_g_pix: 6.1710e-02 ] [ l_g_total: 6.1710e-02 ] +2024-10-27 02:06:47,027 INFO: [ epoch: 196 ] [ iter: 55,200 ] [ performance: 13.534 it/s ] [ lr: 5.00e-05 ] [ eta: 2160 days, 16:07:15 ] [ l_g_pix: 4.6014e-02 ] [ l_g_total: 4.6014e-02 ] +2024-10-27 02:06:53,526 INFO: [ epoch: 196 ] [ iter: 55,300 ] [ performance: 15.927 it/s ] [ lr: 5.00e-05 ] [ eta: 2159 days, 5:03:33 ] [ l_g_pix: 6.8231e-02 ] [ l_g_total: 6.8231e-02 ] +2024-10-27 02:07:01,072 INFO: [ epoch: 197 ] [ iter: 55,400 ] [ performance: 13.714 it/s ] [ lr: 5.00e-05 ] [ eta: 2158 days, 6:36:49 ] [ l_g_pix: 4.8706e-02 ] [ l_g_total: 4.8706e-02 ] +2024-10-27 02:07:07,527 INFO: [ epoch: 197 ] [ iter: 55,500 ] [ performance: 15.639 it/s ] [ lr: 5.00e-05 ] [ eta: 2156 days, 18:15:59 ] [ l_g_pix: 6.1611e-02 ] [ l_g_total: 6.1611e-02 ] +2024-10-27 02:07:13,784 INFO: [ epoch: 197 ] [ iter: 55,600 ] [ performance: 15.917 it/s ] [ lr: 5.00e-05 ] [ eta: 2155 days, 3:06:26 ] [ l_g_pix: 7.1473e-02 ] [ l_g_total: 7.1473e-02 ] +2024-10-27 02:07:21,255 INFO: [ epoch: 198 ] [ iter: 55,700 ] [ performance: 15.495 it/s ] [ lr: 5.00e-05 ] [ eta: 2154 days, 2:32:20 ] [ l_g_pix: 6.6621e-02 ] [ l_g_total: 6.6621e-02 ] +2024-10-27 02:07:27,709 INFO: [ epoch: 198 ] [ iter: 55,800 ] [ performance: 15.496 it/s ] [ lr: 5.00e-05 ] [ eta: 2152 days, 13:04:55 ] [ l_g_pix: 5.0327e-02 ] [ l_g_total: 5.0327e-02 ] +2024-10-27 02:07:33,950 INFO: [ epoch: 198 ] [ iter: 55,900 ] [ performance: 16.363 it/s ] [ lr: 5.00e-05 ] [ eta: 2150 days, 20:38:58 ] [ l_g_pix: 4.2965e-02 ] [ l_g_total: 4.2965e-02 ] +2024-10-27 02:07:41,500 INFO: [ epoch: 199 ] [ iter: 56,000 ] [ performance: 13.719 it/s ] [ lr: 5.00e-05 ] [ eta: 2149 days, 19:51:34 ] [ l_g_pix: 6.4918e-02 ] [ l_g_total: 6.4918e-02 ] +2024-10-27 02:07:47,969 INFO: [ epoch: 199 ] [ iter: 56,100 ] [ performance: 16.033 it/s ] [ lr: 5.00e-05 ] [ eta: 2148 days, 5:28:49 ] [ l_g_pix: 5.6877e-02 ] [ l_g_total: 5.6877e-02 ] +2024-10-27 02:07:54,397 INFO: [ epoch: 199 ] [ iter: 56,200 ] [ performance: 15.639 it/s ] [ lr: 5.00e-05 ] [ eta: 2146 days, 14:14:35 ] [ l_g_pix: 5.7844e-02 ] [ l_g_total: 5.7844e-02 ] +2024-10-27 02:08:01,970 INFO: [ epoch: 200 ] [ iter: 56,300 ] [ performance: 15.589 it/s ] [ lr: 5.00e-05 ] [ eta: 2145 days, 12:32:08 ] [ l_g_pix: 5.9664e-02 ] [ l_g_total: 5.9664e-02 ] +2024-10-27 02:08:08,401 INFO: [ epoch: 200 ] [ iter: 56,400 ] [ performance: 15.558 it/s ] [ lr: 5.00e-05 ] [ eta: 2143 days, 20:35:30 ] [ l_g_pix: 6.3858e-02 ] [ l_g_total: 6.3858e-02 ] +2024-10-27 02:08:15,727 INFO: [ epoch: 201 ] [ iter: 56,500 ] [ performance: 8.604 it/s ] [ lr: 5.00e-05 ] [ eta: 2142 days, 15:06:07 ] [ l_g_pix: 4.8321e-02 ] [ l_g_total: 4.8321e-02 ] +2024-10-27 02:08:22,215 INFO: [ epoch: 201 ] [ iter: 56,600 ] [ performance: 13.687 it/s ] [ lr: 5.00e-05 ] [ eta: 2140 days, 23:05:34 ] [ l_g_pix: 6.6981e-02 ] [ l_g_total: 6.6981e-02 ] +2024-10-27 02:08:28,580 INFO: [ epoch: 201 ] [ iter: 56,700 ] [ performance: 16.498 it/s ] [ lr: 5.00e-05 ] [ eta: 2139 days, 5:15:22 ] [ l_g_pix: 5.7090e-02 ] [ l_g_total: 5.7090e-02 ] +2024-10-27 02:08:36,146 INFO: [ epoch: 202 ] [ iter: 56,800 ] [ performance: 13.632 it/s ] [ lr: 5.00e-05 ] [ eta: 2138 days, 1:28:15 ] [ l_g_pix: 6.6801e-02 ] [ l_g_total: 6.6801e-02 ] +2024-10-27 02:08:42,562 INFO: [ epoch: 202 ] [ iter: 56,900 ] [ performance: 15.610 it/s ] [ lr: 5.00e-05 ] [ eta: 2136 days, 7:30:04 ] [ l_g_pix: 5.4015e-02 ] [ l_g_total: 5.4015e-02 ] +2024-10-27 02:08:48,936 INFO: [ epoch: 202 ] [ iter: 57,000 ] [ performance: 15.678 it/s ] [ lr: 5.00e-05 ] [ eta: 2134 days, 12:40:31 ] [ l_g_pix: 7.0473e-02 ] [ l_g_total: 7.0473e-02 ] +2024-10-27 02:08:56,507 INFO: [ epoch: 203 ] [ iter: 57,100 ] [ performance: 15.932 it/s ] [ lr: 5.00e-05 ] [ eta: 2133 days, 7:44:58 ] [ l_g_pix: 5.6066e-02 ] [ l_g_total: 5.6066e-02 ] +2024-10-27 02:09:03,057 INFO: [ epoch: 203 ] [ iter: 57,200 ] [ performance: 15.365 it/s ] [ lr: 5.00e-05 ] [ eta: 2131 days, 14:16:06 ] [ l_g_pix: 5.3518e-02 ] [ l_g_total: 5.3518e-02 ] +2024-10-27 02:09:09,418 INFO: [ epoch: 203 ] [ iter: 57,300 ] [ performance: 16.602 it/s ] [ lr: 5.00e-05 ] [ eta: 2129 days, 18:11:12 ] [ l_g_pix: 6.0101e-02 ] [ l_g_total: 6.0101e-02 ] +2024-10-27 02:09:17,013 INFO: [ epoch: 204 ] [ iter: 57,400 ] [ performance: 13.534 it/s ] [ lr: 5.00e-05 ] [ eta: 2128 days, 12:20:50 ] [ l_g_pix: 5.9241e-02 ] [ l_g_total: 5.9241e-02 ] +2024-10-27 02:09:23,496 INFO: [ epoch: 204 ] [ iter: 57,500 ] [ performance: 15.555 it/s ] [ lr: 5.00e-05 ] [ eta: 2126 days, 16:57:56 ] [ l_g_pix: 6.8365e-02 ] [ l_g_total: 6.8365e-02 ] +2024-10-27 02:09:29,774 INFO: [ epoch: 204 ] [ iter: 57,600 ] [ performance: 15.883 it/s ] [ lr: 5.00e-05 ] [ eta: 2124 days, 18:48:32 ] [ l_g_pix: 5.8630e-02 ] [ l_g_total: 5.8630e-02 ] +2024-10-27 02:09:37,383 INFO: [ epoch: 205 ] [ iter: 57,700 ] [ performance: 15.166 it/s ] [ lr: 5.00e-05 ] [ eta: 2123 days, 11:55:42 ] [ l_g_pix: 7.1260e-02 ] [ l_g_total: 7.1260e-02 ] +2024-10-27 02:09:43,837 INFO: [ epoch: 205 ] [ iter: 57,800 ] [ performance: 15.457 it/s ] [ lr: 5.00e-05 ] [ eta: 2121 days, 15:06:20 ] [ l_g_pix: 7.2170e-02 ] [ l_g_total: 7.2170e-02 ] +2024-10-27 02:09:51,207 INFO: [ epoch: 206 ] [ iter: 57,900 ] [ performance: 12.556 it/s ] [ lr: 5.00e-05 ] [ eta: 2120 days, 4:37:37 ] [ l_g_pix: 6.8651e-02 ] [ l_g_total: 6.8651e-02 ] +2024-10-27 02:09:57,642 INFO: [ epoch: 206 ] [ iter: 58,000 ] [ performance: 15.157 it/s ] [ lr: 5.00e-05 ] [ eta: 2118 days, 6:49:46 ] [ l_g_pix: 6.0813e-02 ] [ l_g_total: 6.0813e-02 ] +2024-10-27 02:10:04,161 INFO: [ epoch: 206 ] [ iter: 58,100 ] [ performance: 16.093 it/s ] [ lr: 5.00e-05 ] [ eta: 2116 days, 9:39:16 ] [ l_g_pix: 4.8078e-02 ] [ l_g_total: 4.8078e-02 ] +2024-10-27 02:10:11,728 INFO: [ epoch: 207 ] [ iter: 58,200 ] [ performance: 13.456 it/s ] [ lr: 5.00e-05 ] [ eta: 2115 days, 0:16:37 ] [ l_g_pix: 5.4481e-02 ] [ l_g_total: 5.4481e-02 ] +2024-10-27 02:10:18,287 INFO: [ epoch: 207 ] [ iter: 58,300 ] [ performance: 16.302 it/s ] [ lr: 5.00e-05 ] [ eta: 2113 days, 2:49:19 ] [ l_g_pix: 6.2808e-02 ] [ l_g_total: 6.2808e-02 ] +2024-10-27 02:10:24,737 INFO: [ epoch: 207 ] [ iter: 58,400 ] [ performance: 15.576 it/s ] [ lr: 5.00e-05 ] [ eta: 2111 days, 3:43:47 ] [ l_g_pix: 6.0231e-02 ] [ l_g_total: 6.0231e-02 ] +2024-10-27 02:10:32,388 INFO: [ epoch: 208 ] [ iter: 58,500 ] [ performance: 15.396 it/s ] [ lr: 5.00e-05 ] [ eta: 2109 days, 18:07:38 ] [ l_g_pix: 6.7902e-02 ] [ l_g_total: 6.7902e-02 ] +2024-10-27 02:10:38,859 INFO: [ epoch: 208 ] [ iter: 58,600 ] [ performance: 15.453 it/s ] [ lr: 5.00e-05 ] [ eta: 2107 days, 18:31:34 ] [ l_g_pix: 6.2987e-02 ] [ l_g_total: 6.2987e-02 ] +2024-10-27 02:10:45,126 INFO: [ epoch: 208 ] [ iter: 58,700 ] [ performance: 16.234 it/s ] [ lr: 5.00e-05 ] [ eta: 2105 days, 16:13:57 ] [ l_g_pix: 6.4796e-02 ] [ l_g_total: 6.4796e-02 ] +2024-10-27 02:10:52,881 INFO: [ epoch: 209 ] [ iter: 58,800 ] [ performance: 13.096 it/s ] [ lr: 5.00e-05 ] [ eta: 2104 days, 6:36:45 ] [ l_g_pix: 6.3706e-02 ] [ l_g_total: 6.3706e-02 ] +2024-10-27 02:10:59,385 INFO: [ epoch: 209 ] [ iter: 58,900 ] [ performance: 15.040 it/s ] [ lr: 5.00e-05 ] [ eta: 2102 days, 6:16:41 ] [ l_g_pix: 6.5179e-02 ] [ l_g_total: 6.5179e-02 ] +2024-10-27 02:11:05,742 INFO: [ epoch: 209 ] [ iter: 59,000 ] [ performance: 15.686 it/s ] [ lr: 5.00e-05 ] [ eta: 2100 days, 3:54:47 ] [ l_g_pix: 6.5681e-02 ] [ l_g_total: 6.5681e-02 ] +2024-10-27 02:11:13,404 INFO: [ epoch: 210 ] [ iter: 59,100 ] [ performance: 16.436 it/s ] [ lr: 5.00e-05 ] [ eta: 2098 days, 16:00:56 ] [ l_g_pix: 5.0750e-02 ] [ l_g_total: 5.0750e-02 ] +2024-10-27 02:11:19,950 INFO: [ epoch: 210 ] [ iter: 59,200 ] [ performance: 15.340 it/s ] [ lr: 5.00e-05 ] [ eta: 2096 days, 15:03:22 ] [ l_g_pix: 5.9093e-02 ] [ l_g_total: 5.9093e-02 ] +2024-10-27 02:11:27,477 INFO: [ epoch: 211 ] [ iter: 59,300 ] [ performance: 14.846 it/s ] [ lr: 5.00e-05 ] [ eta: 2095 days, 0:48:35 ] [ l_g_pix: 6.1723e-02 ] [ l_g_total: 6.1723e-02 ] +2024-10-27 02:11:34,108 INFO: [ epoch: 211 ] [ iter: 59,400 ] [ performance: 15.070 it/s ] [ lr: 5.00e-05 ] [ eta: 2093 days, 0:03:41 ] [ l_g_pix: 6.8111e-02 ] [ l_g_total: 6.8111e-02 ] +2024-10-27 02:11:40,619 INFO: [ epoch: 211 ] [ iter: 59,500 ] [ performance: 13.651 it/s ] [ lr: 5.00e-05 ] [ eta: 2090 days, 21:34:39 ] [ l_g_pix: 6.9574e-02 ] [ l_g_total: 6.9574e-02 ] +2024-10-27 02:11:48,117 INFO: [ epoch: 212 ] [ iter: 59,600 ] [ performance: 13.351 it/s ] [ lr: 5.00e-05 ] [ eta: 2089 days, 5:48:35 ] [ l_g_pix: 6.2578e-02 ] [ l_g_total: 6.2578e-02 ] +2024-10-27 02:11:54,609 INFO: [ epoch: 212 ] [ iter: 59,700 ] [ performance: 16.358 it/s ] [ lr: 5.00e-05 ] [ eta: 2087 days, 2:22:16 ] [ l_g_pix: 7.0041e-02 ] [ l_g_total: 7.0041e-02 ] +2024-10-27 02:12:01,058 INFO: [ epoch: 212 ] [ iter: 59,800 ] [ performance: 15.532 it/s ] [ lr: 5.00e-05 ] [ eta: 2084 days, 22:05:15 ] [ l_g_pix: 7.1507e-02 ] [ l_g_total: 7.1507e-02 ] +2024-10-27 02:12:08,913 INFO: [ epoch: 213 ] [ iter: 59,900 ] [ performance: 16.531 it/s ] [ lr: 5.00e-05 ] [ eta: 2083 days, 9:05:33 ] [ l_g_pix: 4.6840e-02 ] [ l_g_total: 4.6840e-02 ] +2024-10-27 02:12:15,309 INFO: [ epoch: 213 ] [ iter: 60,000 ] [ performance: 15.653 it/s ] [ lr: 5.00e-05 ] [ eta: 2081 days, 3:28:30 ] [ l_g_pix: 5.5047e-02 ] [ l_g_total: 5.5047e-02 ] +2024-10-27 02:12:15,310 INFO: Saving models and training states. +2024-10-27 02:13:43,850 INFO: Validation val + + # psnr: 21.8604........ Best: 21.8616 @ 40000 iter + # ssim: 0.6404........ Best: 0.6404 @ 60000 iter + # dists: 0.7867........ Best: 0.7867 @ 60000 iter + +2024-10-27 02:13:50,379 INFO: [ epoch: 213 ] [ iter: 60,100 ] [ performance: 15.379 it/s ] [ lr: 5.00e-05 ] [ eta: 2119 days, 20:16:00 ] [ l_g_pix: 6.1664e-02 ] [ l_g_total: 6.1664e-02 ] +2024-10-27 02:13:57,741 INFO: [ epoch: 214 ] [ iter: 60,200 ] [ performance: 13.601 it/s ] [ lr: 5.00e-05 ] [ eta: 2117 days, 22:08:22 ] [ l_g_pix: 7.1639e-02 ] [ l_g_total: 7.1639e-02 ] +2024-10-27 02:14:04,273 INFO: [ epoch: 214 ] [ iter: 60,300 ] [ performance: 14.402 it/s ] [ lr: 5.00e-05 ] [ eta: 2115 days, 14:27:06 ] [ l_g_pix: 7.3966e-02 ] [ l_g_total: 7.3966e-02 ] +2024-10-27 02:14:10,550 INFO: [ epoch: 214 ] [ iter: 60,400 ] [ performance: 15.932 it/s ] [ lr: 5.00e-05 ] [ eta: 2113 days, 3:36:19 ] [ l_g_pix: 5.6566e-02 ] [ l_g_total: 5.6566e-02 ] +2024-10-27 02:14:18,168 INFO: [ epoch: 215 ] [ iter: 60,500 ] [ performance: 14.396 it/s ] [ lr: 5.00e-05 ] [ eta: 2111 days, 7:06:19 ] [ l_g_pix: 7.2146e-02 ] [ l_g_total: 7.2146e-02 ] +2024-10-27 02:14:24,693 INFO: [ epoch: 215 ] [ iter: 60,600 ] [ performance: 15.343 it/s ] [ lr: 5.00e-05 ] [ eta: 2108 days, 22:14:11 ] [ l_g_pix: 5.5032e-02 ] [ l_g_total: 5.5032e-02 ] +2024-10-27 02:14:32,184 INFO: [ epoch: 216 ] [ iter: 60,700 ] [ performance: 14.273 it/s ] [ lr: 5.00e-05 ] [ eta: 2106 days, 23:32:46 ] [ l_g_pix: 6.1178e-02 ] [ l_g_total: 6.1178e-02 ] +2024-10-27 02:14:38,700 INFO: [ epoch: 216 ] [ iter: 60,800 ] [ performance: 15.355 it/s ] [ lr: 5.00e-05 ] [ eta: 2104 days, 13:49:48 ] [ l_g_pix: 5.9990e-02 ] [ l_g_total: 5.9990e-02 ] +2024-10-27 02:14:45,200 INFO: [ epoch: 216 ] [ iter: 60,900 ] [ performance: 15.372 it/s ] [ lr: 5.00e-05 ] [ eta: 2102 days, 3:33:41 ] [ l_g_pix: 7.0925e-02 ] [ l_g_total: 7.0925e-02 ] +2024-10-27 02:14:52,897 INFO: [ epoch: 217 ] [ iter: 61,000 ] [ performance: 12.929 it/s ] [ lr: 5.00e-05 ] [ eta: 2100 days, 5:54:24 ] [ l_g_pix: 5.6272e-02 ] [ l_g_total: 5.6272e-02 ] +2024-10-27 02:14:59,493 INFO: [ epoch: 217 ] [ iter: 61,100 ] [ performance: 13.974 it/s ] [ lr: 5.00e-05 ] [ eta: 2097 days, 19:56:12 ] [ l_g_pix: 5.8638e-02 ] [ l_g_total: 5.8638e-02 ] +2024-10-27 02:15:05,993 INFO: [ epoch: 217 ] [ iter: 61,200 ] [ performance: 15.397 it/s ] [ lr: 5.00e-05 ] [ eta: 2095 days, 8:33:34 ] [ l_g_pix: 4.7104e-02 ] [ l_g_total: 4.7104e-02 ] +2024-10-27 02:15:13,545 INFO: [ epoch: 218 ] [ iter: 61,300 ] [ performance: 14.218 it/s ] [ lr: 5.00e-05 ] [ eta: 2093 days, 8:07:11 ] [ l_g_pix: 5.2359e-02 ] [ l_g_total: 5.2359e-02 ] +2024-10-27 02:15:20,058 INFO: [ epoch: 218 ] [ iter: 61,400 ] [ performance: 15.465 it/s ] [ lr: 5.00e-05 ] [ eta: 2090 days, 20:07:57 ] [ l_g_pix: 4.8343e-02 ] [ l_g_total: 4.8343e-02 ] +2024-10-27 02:15:26,339 INFO: [ epoch: 218 ] [ iter: 61,500 ] [ performance: 15.697 it/s ] [ lr: 5.00e-05 ] [ eta: 2088 days, 5:17:55 ] [ l_g_pix: 6.7083e-02 ] [ l_g_total: 6.7083e-02 ] +2024-10-27 02:15:34,040 INFO: [ epoch: 219 ] [ iter: 61,600 ] [ performance: 12.869 it/s ] [ lr: 5.00e-05 ] [ eta: 2086 days, 5:15:48 ] [ l_g_pix: 7.3925e-02 ] [ l_g_total: 7.3925e-02 ] +2024-10-27 02:15:40,602 INFO: [ epoch: 219 ] [ iter: 61,700 ] [ performance: 13.992 it/s ] [ lr: 5.00e-05 ] [ eta: 2083 days, 16:40:42 ] [ l_g_pix: 5.8692e-02 ] [ l_g_total: 5.8692e-02 ] +2024-10-27 02:15:46,931 INFO: [ epoch: 219 ] [ iter: 61,800 ] [ performance: 15.878 it/s ] [ lr: 5.00e-05 ] [ eta: 2081 days, 1:15:51 ] [ l_g_pix: 7.8032e-02 ] [ l_g_total: 7.8032e-02 ] +2024-10-27 02:15:54,454 INFO: [ epoch: 220 ] [ iter: 61,900 ] [ performance: 14.426 it/s ] [ lr: 5.00e-05 ] [ eta: 2078 days, 22:07:28 ] [ l_g_pix: 5.9150e-02 ] [ l_g_total: 5.9150e-02 ] +2024-10-27 02:16:00,993 INFO: [ epoch: 220 ] [ iter: 62,000 ] [ performance: 15.358 it/s ] [ lr: 5.00e-05 ] [ eta: 2076 days, 8:11:31 ] [ l_g_pix: 6.5445e-02 ] [ l_g_total: 6.5445e-02 ] +2024-10-27 02:16:07,287 INFO: [ epoch: 220 ] [ iter: 62,100 ] [ performance: 15.631 it/s ] [ lr: 5.00e-05 ] [ eta: 2073 days, 15:18:23 ] [ l_g_pix: 6.7901e-02 ] [ l_g_total: 6.7901e-02 ] +2024-10-27 02:16:14,839 INFO: [ epoch: 221 ] [ iter: 62,200 ] [ performance: 15.535 it/s ] [ lr: 5.00e-05 ] [ eta: 2071 days, 11:17:27 ] [ l_g_pix: 6.1540e-02 ] [ l_g_total: 6.1540e-02 ] +2024-10-27 02:16:21,379 INFO: [ epoch: 221 ] [ iter: 62,300 ] [ performance: 15.408 it/s ] [ lr: 5.00e-05 ] [ eta: 2068 days, 20:15:13 ] [ l_g_pix: 6.6531e-02 ] [ l_g_total: 6.6531e-02 ] +2024-10-27 02:16:28,740 INFO: [ epoch: 222 ] [ iter: 62,400 ] [ performance: 13.389 it/s ] [ lr: 5.00e-05 ] [ eta: 2066 days, 13:25:14 ] [ l_g_pix: 5.3213e-02 ] [ l_g_total: 5.3213e-02 ] +2024-10-27 02:16:35,210 INFO: [ epoch: 222 ] [ iter: 62,500 ] [ performance: 14.404 it/s ] [ lr: 5.00e-05 ] [ eta: 2063 days, 20:54:27 ] [ l_g_pix: 6.2301e-02 ] [ l_g_total: 6.2301e-02 ] +2024-10-27 02:16:41,694 INFO: [ epoch: 222 ] [ iter: 62,600 ] [ performance: 15.488 it/s ] [ lr: 5.00e-05 ] [ eta: 2061 days, 4:10:15 ] [ l_g_pix: 4.5041e-02 ] [ l_g_total: 4.5041e-02 ] +2024-10-27 02:16:49,254 INFO: [ epoch: 223 ] [ iter: 62,700 ] [ performance: 14.205 it/s ] [ lr: 5.00e-05 ] [ eta: 2058 days, 22:13:28 ] [ l_g_pix: 5.3818e-02 ] [ l_g_total: 5.3818e-02 ] +2024-10-27 02:16:55,661 INFO: [ epoch: 223 ] [ iter: 62,800 ] [ performance: 15.663 it/s ] [ lr: 5.00e-05 ] [ eta: 2056 days, 3:57:06 ] [ l_g_pix: 6.0627e-02 ] [ l_g_total: 6.0627e-02 ] +2024-10-27 02:17:02,139 INFO: [ epoch: 223 ] [ iter: 62,900 ] [ performance: 15.543 it/s ] [ lr: 5.00e-05 ] [ eta: 2053 days, 10:03:16 ] [ l_g_pix: 6.2578e-02 ] [ l_g_total: 6.2578e-02 ] +2024-10-27 02:17:09,819 INFO: [ epoch: 224 ] [ iter: 63,000 ] [ performance: 12.755 it/s ] [ lr: 5.00e-05 ] [ eta: 2051 days, 4:08:14 ] [ l_g_pix: 6.5171e-02 ] [ l_g_total: 6.5171e-02 ] +2024-10-27 02:17:16,304 INFO: [ epoch: 224 ] [ iter: 63,100 ] [ performance: 14.054 it/s ] [ lr: 5.00e-05 ] [ eta: 2048 days, 9:33:50 ] [ l_g_pix: 5.2644e-02 ] [ l_g_total: 5.2644e-02 ] +2024-10-27 02:17:22,668 INFO: [ epoch: 224 ] [ iter: 63,200 ] [ performance: 15.848 it/s ] [ lr: 5.00e-05 ] [ eta: 2045 days, 13:22:50 ] [ l_g_pix: 6.8537e-02 ] [ l_g_total: 6.8537e-02 ] +2024-10-27 02:17:30,208 INFO: [ epoch: 225 ] [ iter: 63,300 ] [ performance: 14.345 it/s ] [ lr: 5.00e-05 ] [ eta: 2043 days, 4:50:08 ] [ l_g_pix: 5.9407e-02 ] [ l_g_total: 5.9407e-02 ] +2024-10-27 02:17:36,777 INFO: [ epoch: 225 ] [ iter: 63,400 ] [ performance: 15.260 it/s ] [ lr: 5.00e-05 ] [ eta: 2040 days, 10:00:13 ] [ l_g_pix: 5.6980e-02 ] [ l_g_total: 5.6980e-02 ] +2024-10-27 02:17:43,029 INFO: [ epoch: 225 ] [ iter: 63,500 ] [ performance: 15.650 it/s ] [ lr: 5.00e-05 ] [ eta: 2037 days, 11:35:05 ] [ l_g_pix: 4.9501e-02 ] [ l_g_total: 4.9501e-02 ] +2024-10-27 02:17:50,776 INFO: [ epoch: 226 ] [ iter: 63,600 ] [ performance: 15.262 it/s ] [ lr: 5.00e-05 ] [ eta: 2035 days, 3:56:06 ] [ l_g_pix: 6.5048e-02 ] [ l_g_total: 6.5048e-02 ] +2024-10-27 02:17:57,337 INFO: [ epoch: 226 ] [ iter: 63,700 ] [ performance: 15.253 it/s ] [ lr: 5.00e-05 ] [ eta: 2032 days, 7:53:55 ] [ l_g_pix: 6.0421e-02 ] [ l_g_total: 6.0421e-02 ] +2024-10-27 02:18:04,795 INFO: [ epoch: 227 ] [ iter: 63,800 ] [ performance: 13.041 it/s ] [ lr: 5.00e-05 ] [ eta: 2029 days, 20:31:23 ] [ l_g_pix: 6.4602e-02 ] [ l_g_total: 6.4602e-02 ] +2024-10-27 02:18:11,277 INFO: [ epoch: 227 ] [ iter: 63,900 ] [ performance: 14.247 it/s ] [ lr: 5.00e-05 ] [ eta: 2026 days, 22:56:19 ] [ l_g_pix: 6.6010e-02 ] [ l_g_total: 6.6010e-02 ] +2024-10-27 02:18:17,729 INFO: [ epoch: 227 ] [ iter: 64,000 ] [ performance: 15.582 it/s ] [ lr: 5.00e-05 ] [ eta: 2024 days, 0:42:02 ] [ l_g_pix: 5.1963e-02 ] [ l_g_total: 5.1963e-02 ] +2024-10-27 02:18:25,406 INFO: [ epoch: 228 ] [ iter: 64,100 ] [ performance: 14.068 it/s ] [ lr: 5.00e-05 ] [ eta: 2021 days, 14:18:27 ] [ l_g_pix: 6.8045e-02 ] [ l_g_total: 6.8045e-02 ] +2024-10-27 02:18:31,985 INFO: [ epoch: 228 ] [ iter: 64,200 ] [ performance: 15.269 it/s ] [ lr: 5.00e-05 ] [ eta: 2018 days, 16:35:07 ] [ l_g_pix: 4.9445e-02 ] [ l_g_total: 4.9445e-02 ] +2024-10-27 02:18:38,348 INFO: [ epoch: 228 ] [ iter: 64,300 ] [ performance: 15.514 it/s ] [ lr: 5.00e-05 ] [ eta: 2015 days, 16:20:51 ] [ l_g_pix: 6.5400e-02 ] [ l_g_total: 6.5400e-02 ] +2024-10-27 02:18:45,987 INFO: [ epoch: 229 ] [ iter: 64,400 ] [ performance: 12.582 it/s ] [ lr: 5.00e-05 ] [ eta: 2013 days, 4:22:07 ] [ l_g_pix: 4.5911e-02 ] [ l_g_total: 4.5911e-02 ] +2024-10-27 02:18:52,494 INFO: [ epoch: 229 ] [ iter: 64,500 ] [ performance: 13.992 it/s ] [ lr: 5.00e-05 ] [ eta: 2010 days, 4:48:49 ] [ l_g_pix: 6.1512e-02 ] [ l_g_total: 6.1512e-02 ] +2024-10-27 02:18:58,919 INFO: [ epoch: 229 ] [ iter: 64,600 ] [ performance: 15.604 it/s ] [ lr: 5.00e-05 ] [ eta: 2007 days, 4:05:27 ] [ l_g_pix: 5.9491e-02 ] [ l_g_total: 5.9491e-02 ] +2024-10-27 02:19:06,592 INFO: [ epoch: 230 ] [ iter: 64,700 ] [ performance: 14.057 it/s ] [ lr: 5.00e-05 ] [ eta: 2004 days, 15:14:14 ] [ l_g_pix: 5.6859e-02 ] [ l_g_total: 5.6859e-02 ] +2024-10-27 02:19:13,174 INFO: [ epoch: 230 ] [ iter: 64,800 ] [ performance: 15.195 it/s ] [ lr: 5.00e-05 ] [ eta: 2001 days, 15:17:55 ] [ l_g_pix: 6.4331e-02 ] [ l_g_total: 6.4331e-02 ] +2024-10-27 02:19:19,614 INFO: [ epoch: 230 ] [ iter: 64,900 ] [ performance: 15.381 it/s ] [ lr: 5.00e-05 ] [ eta: 1998 days, 13:36:35 ] [ l_g_pix: 7.4635e-02 ] [ l_g_total: 7.4635e-02 ] +2024-10-27 02:19:27,188 INFO: [ epoch: 231 ] [ iter: 65,000 ] [ performance: 15.480 it/s ] [ lr: 5.00e-05 ] [ eta: 1995 days, 22:34:50 ] [ l_g_pix: 4.6789e-02 ] [ l_g_total: 4.6789e-02 ] +2024-10-27 02:19:33,667 INFO: [ epoch: 231 ] [ iter: 65,100 ] [ performance: 15.456 it/s ] [ lr: 5.00e-05 ] [ eta: 1992 days, 20:31:19 ] [ l_g_pix: 4.8350e-02 ] [ l_g_total: 4.8350e-02 ] +2024-10-27 02:19:41,307 INFO: [ epoch: 232 ] [ iter: 65,200 ] [ performance: 12.505 it/s ] [ lr: 5.00e-05 ] [ eta: 1990 days, 5:19:12 ] [ l_g_pix: 6.1034e-02 ] [ l_g_total: 6.1034e-02 ] +2024-10-27 02:19:47,870 INFO: [ epoch: 232 ] [ iter: 65,300 ] [ performance: 13.925 it/s ] [ lr: 5.00e-05 ] [ eta: 1987 days, 3:19:26 ] [ l_g_pix: 5.9610e-02 ] [ l_g_total: 5.9610e-02 ] +2024-10-27 02:19:54,293 INFO: [ epoch: 232 ] [ iter: 65,400 ] [ performance: 15.630 it/s ] [ lr: 5.00e-05 ] [ eta: 1983 days, 23:36:37 ] [ l_g_pix: 6.0781e-02 ] [ l_g_total: 6.0781e-02 ] +2024-10-27 02:20:01,990 INFO: [ epoch: 233 ] [ iter: 65,500 ] [ performance: 14.006 it/s ] [ lr: 5.00e-05 ] [ eta: 1981 days, 7:45:00 ] [ l_g_pix: 6.8483e-02 ] [ l_g_total: 6.8483e-02 ] +2024-10-27 02:20:08,403 INFO: [ epoch: 233 ] [ iter: 65,600 ] [ performance: 15.583 it/s ] [ lr: 5.00e-05 ] [ eta: 1978 days, 3:11:50 ] [ l_g_pix: 5.9912e-02 ] [ l_g_total: 5.9912e-02 ] +2024-10-27 02:20:14,873 INFO: [ epoch: 233 ] [ iter: 65,700 ] [ performance: 15.511 it/s ] [ lr: 5.00e-05 ] [ eta: 1974 days, 22:49:36 ] [ l_g_pix: 6.1797e-02 ] [ l_g_total: 6.1797e-02 ] +2024-10-27 02:20:22,610 INFO: [ epoch: 234 ] [ iter: 65,800 ] [ performance: 12.045 it/s ] [ lr: 5.00e-05 ] [ eta: 1972 days, 6:07:31 ] [ l_g_pix: 5.4381e-02 ] [ l_g_total: 5.4381e-02 ] +2024-10-27 02:20:29,041 INFO: [ epoch: 234 ] [ iter: 65,900 ] [ performance: 13.851 it/s ] [ lr: 5.00e-05 ] [ eta: 1969 days, 0:38:06 ] [ l_g_pix: 4.5480e-02 ] [ l_g_total: 4.5480e-02 ] +2024-10-27 02:20:35,395 INFO: [ epoch: 234 ] [ iter: 66,000 ] [ performance: 15.812 it/s ] [ lr: 5.00e-05 ] [ eta: 1965 days, 18:03:19 ] [ l_g_pix: 6.2275e-02 ] [ l_g_total: 6.2275e-02 ] +2024-10-27 02:20:42,882 INFO: [ epoch: 235 ] [ iter: 66,100 ] [ performance: 14.286 it/s ] [ lr: 5.00e-05 ] [ eta: 1962 days, 21:47:32 ] [ l_g_pix: 6.9538e-02 ] [ l_g_total: 6.9538e-02 ] +2024-10-27 02:20:49,424 INFO: [ epoch: 235 ] [ iter: 66,200 ] [ performance: 15.284 it/s ] [ lr: 5.00e-05 ] [ eta: 1959 days, 16:14:50 ] [ l_g_pix: 5.5493e-02 ] [ l_g_total: 5.5493e-02 ] +2024-10-27 02:20:55,738 INFO: [ epoch: 235 ] [ iter: 66,300 ] [ performance: 15.605 it/s ] [ lr: 5.00e-05 ] [ eta: 1956 days, 8:11:32 ] [ l_g_pix: 5.2793e-02 ] [ l_g_total: 5.2793e-02 ] +2024-10-27 02:21:03,496 INFO: [ epoch: 236 ] [ iter: 66,400 ] [ performance: 15.453 it/s ] [ lr: 5.00e-05 ] [ eta: 1953 days, 13:16:18 ] [ l_g_pix: 6.5442e-02 ] [ l_g_total: 6.5442e-02 ] +2024-10-27 02:21:10,019 INFO: [ epoch: 236 ] [ iter: 66,500 ] [ performance: 15.382 it/s ] [ lr: 5.00e-05 ] [ eta: 1950 days, 6:26:00 ] [ l_g_pix: 5.8968e-02 ] [ l_g_total: 5.8968e-02 ] +2024-10-27 02:21:17,447 INFO: [ epoch: 237 ] [ iter: 66,600 ] [ performance: 12.727 it/s ] [ lr: 5.00e-05 ] [ eta: 1947 days, 7:35:56 ] [ l_g_pix: 5.6578e-02 ] [ l_g_total: 5.6578e-02 ] +2024-10-27 02:21:23,985 INFO: [ epoch: 237 ] [ iter: 66,700 ] [ performance: 14.132 it/s ] [ lr: 5.00e-05 ] [ eta: 1944 days, 0:09:53 ] [ l_g_pix: 5.6953e-02 ] [ l_g_total: 5.6953e-02 ] +2024-10-27 02:21:30,569 INFO: [ epoch: 237 ] [ iter: 66,800 ] [ performance: 15.250 it/s ] [ lr: 5.00e-05 ] [ eta: 1940 days, 16:45:41 ] [ l_g_pix: 5.0225e-02 ] [ l_g_total: 5.0225e-02 ] +2024-10-27 02:21:38,147 INFO: [ epoch: 238 ] [ iter: 66,900 ] [ performance: 13.957 it/s ] [ lr: 5.00e-05 ] [ eta: 1937 days, 18:08:39 ] [ l_g_pix: 5.0763e-02 ] [ l_g_total: 5.0763e-02 ] +2024-10-27 02:21:44,716 INFO: [ epoch: 238 ] [ iter: 67,000 ] [ performance: 15.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1934 days, 9:51:07 ] [ l_g_pix: 5.8646e-02 ] [ l_g_total: 5.8646e-02 ] +2024-10-27 02:21:51,138 INFO: [ epoch: 238 ] [ iter: 67,100 ] [ performance: 15.524 it/s ] [ lr: 5.00e-05 ] [ eta: 1930 days, 23:51:06 ] [ l_g_pix: 6.2740e-02 ] [ l_g_total: 6.2740e-02 ] +2024-10-27 02:21:58,877 INFO: [ epoch: 239 ] [ iter: 67,200 ] [ performance: 11.973 it/s ] [ lr: 5.00e-05 ] [ eta: 1928 days, 1:29:12 ] [ l_g_pix: 5.8683e-02 ] [ l_g_total: 5.8683e-02 ] +2024-10-27 02:22:05,438 INFO: [ epoch: 239 ] [ iter: 67,300 ] [ performance: 13.750 it/s ] [ lr: 5.00e-05 ] [ eta: 1924 days, 16:00:19 ] [ l_g_pix: 6.5300e-02 ] [ l_g_total: 6.5300e-02 ] +2024-10-27 02:22:11,849 INFO: [ epoch: 239 ] [ iter: 67,400 ] [ performance: 15.756 it/s ] [ lr: 5.00e-05 ] [ eta: 1921 days, 4:47:42 ] [ l_g_pix: 8.0803e-02 ] [ l_g_total: 8.0803e-02 ] +2024-10-27 02:22:19,462 INFO: [ epoch: 240 ] [ iter: 67,500 ] [ performance: 14.058 it/s ] [ lr: 5.00e-05 ] [ eta: 1918 days, 4:04:35 ] [ l_g_pix: 6.1957e-02 ] [ l_g_total: 6.1957e-02 ] +2024-10-27 02:22:26,074 INFO: [ epoch: 240 ] [ iter: 67,600 ] [ performance: 15.281 it/s ] [ lr: 5.00e-05 ] [ eta: 1914 days, 17:55:52 ] [ l_g_pix: 7.4101e-02 ] [ l_g_total: 7.4101e-02 ] +2024-10-27 02:22:32,415 INFO: [ epoch: 240 ] [ iter: 67,700 ] [ performance: 15.577 it/s ] [ lr: 5.00e-05 ] [ eta: 1911 days, 4:58:53 ] [ l_g_pix: 6.8349e-02 ] [ l_g_total: 6.8349e-02 ] +2024-10-27 02:22:40,007 INFO: [ epoch: 241 ] [ iter: 67,800 ] [ performance: 15.607 it/s ] [ lr: 5.00e-05 ] [ eta: 1908 days, 2:52:09 ] [ l_g_pix: 6.2894e-02 ] [ l_g_total: 6.2894e-02 ] +2024-10-27 02:22:46,531 INFO: [ epoch: 241 ] [ iter: 67,900 ] [ performance: 15.437 it/s ] [ lr: 5.00e-05 ] [ eta: 1904 days, 14:48:56 ] [ l_g_pix: 5.2260e-02 ] [ l_g_total: 5.2260e-02 ] +2024-10-27 02:22:52,877 INFO: [ epoch: 241 ] [ iter: 68,000 ] [ performance: 15.846 it/s ] [ lr: 5.00e-05 ] [ eta: 1901 days, 0:49:23 ] [ l_g_pix: 6.4366e-02 ] [ l_g_total: 6.4366e-02 ] +2024-10-27 02:23:00,742 INFO: [ epoch: 242 ] [ iter: 68,100 ] [ performance: 13.757 it/s ] [ lr: 5.00e-05 ] [ eta: 1897 days, 23:55:43 ] [ l_g_pix: 7.2437e-02 ] [ l_g_total: 7.2437e-02 ] +2024-10-27 02:23:07,220 INFO: [ epoch: 242 ] [ iter: 68,200 ] [ performance: 15.514 it/s ] [ lr: 5.00e-05 ] [ eta: 1894 days, 10:21:05 ] [ l_g_pix: 5.7871e-02 ] [ l_g_total: 5.7871e-02 ] +2024-10-27 02:23:14,567 INFO: [ epoch: 243 ] [ iter: 68,300 ] [ performance: 14.276 it/s ] [ lr: 5.00e-05 ] [ eta: 1891 days, 4:03:27 ] [ l_g_pix: 5.0425e-02 ] [ l_g_total: 5.0425e-02 ] +2024-10-27 02:23:21,042 INFO: [ epoch: 243 ] [ iter: 68,400 ] [ performance: 15.537 it/s ] [ lr: 5.00e-05 ] [ eta: 1887 days, 13:42:52 ] [ l_g_pix: 7.0575e-02 ] [ l_g_total: 7.0575e-02 ] +2024-10-27 02:23:27,476 INFO: [ epoch: 243 ] [ iter: 68,500 ] [ performance: 15.543 it/s ] [ lr: 5.00e-05 ] [ eta: 1883 days, 22:38:25 ] [ l_g_pix: 6.7880e-02 ] [ l_g_total: 6.7880e-02 ] +2024-10-27 02:23:35,029 INFO: [ epoch: 244 ] [ iter: 68,600 ] [ performance: 12.077 it/s ] [ lr: 5.00e-05 ] [ eta: 1880 days, 16:58:32 ] [ l_g_pix: 5.5208e-02 ] [ l_g_total: 5.5208e-02 ] +2024-10-27 02:23:41,638 INFO: [ epoch: 244 ] [ iter: 68,700 ] [ performance: 13.835 it/s ] [ lr: 5.00e-05 ] [ eta: 1877 days, 2:40:54 ] [ l_g_pix: 7.0398e-02 ] [ l_g_total: 7.0398e-02 ] +2024-10-27 02:23:48,004 INFO: [ epoch: 244 ] [ iter: 68,800 ] [ performance: 15.986 it/s ] [ lr: 5.00e-05 ] [ eta: 1873 days, 9:54:50 ] [ l_g_pix: 7.8576e-02 ] [ l_g_total: 7.8576e-02 ] +2024-10-27 02:23:55,789 INFO: [ epoch: 245 ] [ iter: 68,900 ] [ performance: 13.845 it/s ] [ lr: 5.00e-05 ] [ eta: 1870 days, 5:03:08 ] [ l_g_pix: 5.8266e-02 ] [ l_g_total: 5.8266e-02 ] +2024-10-27 02:24:02,357 INFO: [ epoch: 245 ] [ iter: 69,000 ] [ performance: 15.392 it/s ] [ lr: 5.00e-05 ] [ eta: 1866 days, 13:17:04 ] [ l_g_pix: 4.7740e-02 ] [ l_g_total: 4.7740e-02 ] +2024-10-27 02:24:08,740 INFO: [ epoch: 245 ] [ iter: 69,100 ] [ performance: 15.568 it/s ] [ lr: 5.00e-05 ] [ eta: 1862 days, 19:33:12 ] [ l_g_pix: 5.4902e-02 ] [ l_g_total: 5.4902e-02 ] +2024-10-27 02:24:16,521 INFO: [ epoch: 246 ] [ iter: 69,200 ] [ performance: 15.038 it/s ] [ lr: 5.00e-05 ] [ eta: 1859 days, 13:26:03 ] [ l_g_pix: 4.7463e-02 ] [ l_g_total: 4.7463e-02 ] +2024-10-27 02:24:23,040 INFO: [ epoch: 246 ] [ iter: 69,300 ] [ performance: 15.232 it/s ] [ lr: 5.00e-05 ] [ eta: 1855 days, 20:07:21 ] [ l_g_pix: 5.3505e-02 ] [ l_g_total: 5.3505e-02 ] +2024-10-27 02:24:29,383 INFO: [ epoch: 246 ] [ iter: 69,400 ] [ performance: 15.892 it/s ] [ lr: 5.00e-05 ] [ eta: 1852 days, 0:56:47 ] [ l_g_pix: 6.2334e-02 ] [ l_g_total: 6.2334e-02 ] +2024-10-27 02:24:37,178 INFO: [ epoch: 247 ] [ iter: 69,500 ] [ performance: 13.772 it/s ] [ lr: 5.00e-05 ] [ eta: 1848 days, 17:43:22 ] [ l_g_pix: 5.7506e-02 ] [ l_g_total: 5.7506e-02 ] +2024-10-27 02:24:43,724 INFO: [ epoch: 247 ] [ iter: 69,600 ] [ performance: 15.428 it/s ] [ lr: 5.00e-05 ] [ eta: 1844 days, 23:31:08 ] [ l_g_pix: 5.4958e-02 ] [ l_g_total: 5.4958e-02 ] +2024-10-27 02:24:51,249 INFO: [ epoch: 248 ] [ iter: 69,700 ] [ performance: 13.970 it/s ] [ lr: 5.00e-05 ] [ eta: 1841 days, 13:11:21 ] [ l_g_pix: 4.2174e-02 ] [ l_g_total: 4.2174e-02 ] +2024-10-27 02:24:57,818 INFO: [ epoch: 248 ] [ iter: 69,800 ] [ performance: 15.342 it/s ] [ lr: 5.00e-05 ] [ eta: 1837 days, 18:25:35 ] [ l_g_pix: 5.8736e-02 ] [ l_g_total: 5.8736e-02 ] +2024-10-27 02:25:04,208 INFO: [ epoch: 248 ] [ iter: 69,900 ] [ performance: 15.543 it/s ] [ lr: 5.00e-05 ] [ eta: 1833 days, 21:47:53 ] [ l_g_pix: 6.9883e-02 ] [ l_g_total: 6.9883e-02 ] +2024-10-27 02:25:11,809 INFO: [ epoch: 249 ] [ iter: 70,000 ] [ performance: 11.533 it/s ] [ lr: 5.00e-05 ] [ eta: 1830 days, 10:54:31 ] [ l_g_pix: 5.8890e-02 ] [ l_g_total: 5.8890e-02 ] +2024-10-27 02:25:11,810 INFO: Saving models and training states. +2024-10-27 02:26:35,380 INFO: Validation val + + # psnr: 21.8534........ Best: 21.8616 @ 40000 iter + # ssim: 0.6403........ Best: 0.6404 @ 60000 iter + # dists: 0.7866........ Best: 0.7866 @ 70000 iter + +2024-10-27 02:26:41,863 INFO: [ epoch: 249 ] [ iter: 70,100 ] [ performance: 13.831 it/s ] [ lr: 5.00e-05 ] [ eta: 1855 days, 12:23:20 ] [ l_g_pix: 6.3337e-02 ] [ l_g_total: 6.3337e-02 ] +2024-10-27 02:26:48,179 INFO: [ epoch: 249 ] [ iter: 70,200 ] [ performance: 16.321 it/s ] [ lr: 5.00e-05 ] [ eta: 1851 days, 11:43:36 ] [ l_g_pix: 7.5341e-02 ] [ l_g_total: 7.5341e-02 ] +2024-10-27 02:26:55,620 INFO: [ epoch: 250 ] [ iter: 70,300 ] [ performance: 14.293 it/s ] [ lr: 5.00e-05 ] [ eta: 1847 days, 19:59:33 ] [ l_g_pix: 6.2147e-02 ] [ l_g_total: 6.2147e-02 ] +2024-10-27 02:27:02,116 INFO: [ epoch: 250 ] [ iter: 70,400 ] [ performance: 15.790 it/s ] [ lr: 5.00e-05 ] [ eta: 1843 days, 20:04:54 ] [ l_g_pix: 5.7362e-02 ] [ l_g_total: 5.7362e-02 ] +2024-10-27 02:27:08,464 INFO: [ epoch: 250 ] [ iter: 70,500 ] [ performance: 15.766 it/s ] [ lr: 5.00e-05 ] [ eta: 1839 days, 18:35:41 ] [ l_g_pix: 5.7169e-02 ] [ l_g_total: 5.7169e-02 ] +2024-10-27 02:27:16,108 INFO: [ epoch: 251 ] [ iter: 70,600 ] [ performance: 15.526 it/s ] [ lr: 5.00e-05 ] [ eta: 1836 days, 3:19:53 ] [ l_g_pix: 4.9673e-02 ] [ l_g_total: 4.9673e-02 ] +2024-10-27 02:27:22,632 INFO: [ epoch: 251 ] [ iter: 70,700 ] [ performance: 15.394 it/s ] [ lr: 5.00e-05 ] [ eta: 1832 days, 2:32:16 ] [ l_g_pix: 4.3536e-02 ] [ l_g_total: 4.3536e-02 ] +2024-10-27 02:27:28,843 INFO: [ epoch: 251 ] [ iter: 70,800 ] [ performance: 16.383 it/s ] [ lr: 5.00e-05 ] [ eta: 1827 days, 22:50:20 ] [ l_g_pix: 7.1655e-02 ] [ l_g_total: 7.1655e-02 ] +2024-10-27 02:27:36,522 INFO: [ epoch: 252 ] [ iter: 70,900 ] [ performance: 13.952 it/s ] [ lr: 5.00e-05 ] [ eta: 1824 days, 6:39:28 ] [ l_g_pix: 6.0742e-02 ] [ l_g_total: 6.0742e-02 ] +2024-10-27 02:27:42,999 INFO: [ epoch: 252 ] [ iter: 71,000 ] [ performance: 15.616 it/s ] [ lr: 5.00e-05 ] [ eta: 1820 days, 4:22:28 ] [ l_g_pix: 7.1733e-02 ] [ l_g_total: 7.1733e-02 ] +2024-10-27 02:27:50,385 INFO: [ epoch: 253 ] [ iter: 71,100 ] [ performance: 14.143 it/s ] [ lr: 5.00e-05 ] [ eta: 1816 days, 9:01:04 ] [ l_g_pix: 5.8082e-02 ] [ l_g_total: 5.8082e-02 ] +2024-10-27 02:27:56,867 INFO: [ epoch: 253 ] [ iter: 71,200 ] [ performance: 15.907 it/s ] [ lr: 5.00e-05 ] [ eta: 1812 days, 6:02:07 ] [ l_g_pix: 6.3614e-02 ] [ l_g_total: 6.3614e-02 ] +2024-10-27 02:28:03,404 INFO: [ epoch: 253 ] [ iter: 71,300 ] [ performance: 15.487 it/s ] [ lr: 5.00e-05 ] [ eta: 1808 days, 3:07:08 ] [ l_g_pix: 6.2676e-02 ] [ l_g_total: 6.2676e-02 ] +2024-10-27 02:28:10,925 INFO: [ epoch: 254 ] [ iter: 71,400 ] [ performance: 11.362 it/s ] [ lr: 5.00e-05 ] [ eta: 1804 days, 7:39:23 ] [ l_g_pix: 5.9501e-02 ] [ l_g_total: 5.9501e-02 ] +2024-10-27 02:28:17,441 INFO: [ epoch: 254 ] [ iter: 71,500 ] [ performance: 13.843 it/s ] [ lr: 5.00e-05 ] [ eta: 1800 days, 3:49:21 ] [ l_g_pix: 5.8664e-02 ] [ l_g_total: 5.8664e-02 ] +2024-10-27 02:28:23,710 INFO: [ epoch: 254 ] [ iter: 71,600 ] [ performance: 16.238 it/s ] [ lr: 5.00e-05 ] [ eta: 1795 days, 21:40:53 ] [ l_g_pix: 5.4442e-02 ] [ l_g_total: 5.4442e-02 ] +2024-10-27 02:28:31,204 INFO: [ epoch: 255 ] [ iter: 71,700 ] [ performance: 14.115 it/s ] [ lr: 5.00e-05 ] [ eta: 1792 days, 0:48:51 ] [ l_g_pix: 6.7431e-02 ] [ l_g_total: 6.7431e-02 ] +2024-10-27 02:28:37,636 INFO: [ epoch: 255 ] [ iter: 71,800 ] [ performance: 15.774 it/s ] [ lr: 5.00e-05 ] [ eta: 1787 days, 19:13:15 ] [ l_g_pix: 5.2382e-02 ] [ l_g_total: 5.2382e-02 ] +2024-10-27 02:28:44,091 INFO: [ epoch: 255 ] [ iter: 71,900 ] [ performance: 15.578 it/s ] [ lr: 5.00e-05 ] [ eta: 1783 days, 13:26:34 ] [ l_g_pix: 6.4723e-02 ] [ l_g_total: 6.4723e-02 ] +2024-10-27 02:28:51,601 INFO: [ epoch: 256 ] [ iter: 72,000 ] [ performance: 15.586 it/s ] [ lr: 5.00e-05 ] [ eta: 1779 days, 15:30:52 ] [ l_g_pix: 5.5399e-02 ] [ l_g_total: 5.5399e-02 ] +2024-10-27 02:28:58,113 INFO: [ epoch: 256 ] [ iter: 72,100 ] [ performance: 15.425 it/s ] [ lr: 5.00e-05 ] [ eta: 1775 days, 9:26:18 ] [ l_g_pix: 6.0682e-02 ] [ l_g_total: 6.0682e-02 ] +2024-10-27 02:29:04,391 INFO: [ epoch: 256 ] [ iter: 72,200 ] [ performance: 16.698 it/s ] [ lr: 5.00e-05 ] [ eta: 1771 days, 1:11:14 ] [ l_g_pix: 4.8970e-02 ] [ l_g_total: 4.8970e-02 ] +2024-10-27 02:29:12,188 INFO: [ epoch: 257 ] [ iter: 72,300 ] [ performance: 13.754 it/s ] [ lr: 5.00e-05 ] [ eta: 1767 days, 4:16:30 ] [ l_g_pix: 5.7757e-02 ] [ l_g_total: 5.7757e-02 ] +2024-10-27 02:29:18,608 INFO: [ epoch: 257 ] [ iter: 72,400 ] [ performance: 15.961 it/s ] [ lr: 5.00e-05 ] [ eta: 1762 days, 20:22:33 ] [ l_g_pix: 5.6128e-02 ] [ l_g_total: 5.6128e-02 ] +2024-10-27 02:29:25,800 INFO: [ epoch: 258 ] [ iter: 72,500 ] [ performance: 14.438 it/s ] [ lr: 5.00e-05 ] [ eta: 1758 days, 18:00:36 ] [ l_g_pix: 7.5760e-02 ] [ l_g_total: 7.5760e-02 ] +2024-10-27 02:29:32,453 INFO: [ epoch: 258 ] [ iter: 72,600 ] [ performance: 15.169 it/s ] [ lr: 5.00e-05 ] [ eta: 1754 days, 11:09:06 ] [ l_g_pix: 4.5775e-02 ] [ l_g_total: 4.5775e-02 ] +2024-10-27 02:29:38,781 INFO: [ epoch: 258 ] [ iter: 72,700 ] [ performance: 15.620 it/s ] [ lr: 5.00e-05 ] [ eta: 1750 days, 1:27:42 ] [ l_g_pix: 6.0130e-02 ] [ l_g_total: 6.0130e-02 ] +2024-10-27 02:29:46,422 INFO: [ epoch: 259 ] [ iter: 72,800 ] [ performance: 10.215 it/s ] [ lr: 5.00e-05 ] [ eta: 1746 days, 1:19:33 ] [ l_g_pix: 7.9059e-02 ] [ l_g_total: 7.9059e-02 ] +2024-10-27 02:29:52,930 INFO: [ epoch: 259 ] [ iter: 72,900 ] [ performance: 13.494 it/s ] [ lr: 5.00e-05 ] [ eta: 1741 days, 16:14:52 ] [ l_g_pix: 6.3639e-02 ] [ l_g_total: 6.3639e-02 ] +2024-10-27 02:29:59,559 INFO: [ epoch: 259 ] [ iter: 73,000 ] [ performance: 15.684 it/s ] [ lr: 5.00e-05 ] [ eta: 1737 days, 7:43:08 ] [ l_g_pix: 4.3704e-02 ] [ l_g_total: 4.3704e-02 ] +2024-10-27 02:30:07,128 INFO: [ epoch: 260 ] [ iter: 73,100 ] [ performance: 13.802 it/s ] [ lr: 5.00e-05 ] [ eta: 1733 days, 5:49:54 ] [ l_g_pix: 7.0653e-02 ] [ l_g_total: 7.0653e-02 ] +2024-10-27 02:30:13,616 INFO: [ epoch: 260 ] [ iter: 73,200 ] [ performance: 15.553 it/s ] [ lr: 5.00e-05 ] [ eta: 1728 days, 19:29:34 ] [ l_g_pix: 5.6292e-02 ] [ l_g_total: 5.6292e-02 ] +2024-10-27 02:30:19,993 INFO: [ epoch: 260 ] [ iter: 73,300 ] [ performance: 15.650 it/s ] [ lr: 5.00e-05 ] [ eta: 1724 days, 7:57:32 ] [ l_g_pix: 5.5679e-02 ] [ l_g_total: 5.5679e-02 ] +2024-10-27 02:30:27,539 INFO: [ epoch: 261 ] [ iter: 73,400 ] [ performance: 15.381 it/s ] [ lr: 5.00e-05 ] [ eta: 1720 days, 4:42:33 ] [ l_g_pix: 6.5724e-02 ] [ l_g_total: 6.5724e-02 ] +2024-10-27 02:30:33,974 INFO: [ epoch: 261 ] [ iter: 73,500 ] [ performance: 15.501 it/s ] [ lr: 5.00e-05 ] [ eta: 1715 days, 16:51:53 ] [ l_g_pix: 6.5213e-02 ] [ l_g_total: 6.5213e-02 ] +2024-10-27 02:30:40,137 INFO: [ epoch: 261 ] [ iter: 73,600 ] [ performance: 16.751 it/s ] [ lr: 5.00e-05 ] [ eta: 1711 days, 2:40:25 ] [ l_g_pix: 6.5121e-02 ] [ l_g_total: 6.5121e-02 ] +2024-10-27 02:30:47,580 INFO: [ epoch: 262 ] [ iter: 73,700 ] [ performance: 14.149 it/s ] [ lr: 5.00e-05 ] [ eta: 1706 days, 21:28:45 ] [ l_g_pix: 4.6475e-02 ] [ l_g_total: 4.6475e-02 ] +2024-10-27 02:30:54,030 INFO: [ epoch: 262 ] [ iter: 73,800 ] [ performance: 15.618 it/s ] [ lr: 5.00e-05 ] [ eta: 1702 days, 8:39:22 ] [ l_g_pix: 6.4042e-02 ] [ l_g_total: 6.4042e-02 ] +2024-10-27 02:31:00,669 INFO: [ epoch: 262 ] [ iter: 73,900 ] [ performance: 15.198 it/s ] [ lr: 5.00e-05 ] [ eta: 1697 days, 20:50:21 ] [ l_g_pix: 6.8972e-02 ] [ l_g_total: 6.8972e-02 ] +2024-10-27 02:31:08,321 INFO: [ epoch: 263 ] [ iter: 74,000 ] [ performance: 15.559 it/s ] [ lr: 5.00e-05 ] [ eta: 1693 days, 15:58:01 ] [ l_g_pix: 5.0944e-02 ] [ l_g_total: 5.0944e-02 ] +2024-10-27 02:31:14,828 INFO: [ epoch: 263 ] [ iter: 74,100 ] [ performance: 15.417 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 2:25:59 ] [ l_g_pix: 7.6310e-02 ] [ l_g_total: 7.6310e-02 ] +2024-10-27 02:31:22,423 INFO: [ epoch: 264 ] [ iter: 74,200 ] [ performance: 9.813 it/s ] [ lr: 5.00e-05 ] [ eta: 1684 days, 20:20:03 ] [ l_g_pix: 8.7924e-02 ] [ l_g_total: 8.7924e-02 ] +2024-10-27 02:31:28,914 INFO: [ epoch: 264 ] [ iter: 74,300 ] [ performance: 13.577 it/s ] [ lr: 5.00e-05 ] [ eta: 1680 days, 5:56:16 ] [ l_g_pix: 6.6325e-02 ] [ l_g_total: 6.6325e-02 ] +2024-10-27 02:31:35,173 INFO: [ epoch: 264 ] [ iter: 74,400 ] [ performance: 16.559 it/s ] [ lr: 5.00e-05 ] [ eta: 1675 days, 13:32:05 ] [ l_g_pix: 5.5609e-02 ] [ l_g_total: 5.5609e-02 ] +2024-10-27 02:31:42,679 INFO: [ epoch: 265 ] [ iter: 74,500 ] [ performance: 13.955 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 5:36:02 ] [ l_g_pix: 6.8141e-02 ] [ l_g_total: 6.8141e-02 ] +2024-10-27 02:31:49,123 INFO: [ epoch: 265 ] [ iter: 74,600 ] [ performance: 15.939 it/s ] [ lr: 5.00e-05 ] [ eta: 1666 days, 13:46:28 ] [ l_g_pix: 5.6417e-02 ] [ l_g_total: 5.6417e-02 ] +2024-10-27 02:31:55,791 INFO: [ epoch: 265 ] [ iter: 74,700 ] [ performance: 15.201 it/s ] [ lr: 5.00e-05 ] [ eta: 1661 days, 23:09:18 ] [ l_g_pix: 6.1006e-02 ] [ l_g_total: 6.1006e-02 ] +2024-10-27 02:32:03,465 INFO: [ epoch: 266 ] [ iter: 74,800 ] [ performance: 15.891 it/s ] [ lr: 5.00e-05 ] [ eta: 1657 days, 15:12:15 ] [ l_g_pix: 6.4600e-02 ] [ l_g_total: 6.4600e-02 ] +2024-10-27 02:32:10,074 INFO: [ epoch: 266 ] [ iter: 74,900 ] [ performance: 15.293 it/s ] [ lr: 5.00e-05 ] [ eta: 1652 days, 23:24:27 ] [ l_g_pix: 7.4412e-02 ] [ l_g_total: 7.4412e-02 ] +2024-10-27 02:32:16,487 INFO: [ epoch: 266 ] [ iter: 75,000 ] [ performance: 15.724 it/s ] [ lr: 5.00e-05 ] [ eta: 1648 days, 5:52:55 ] [ l_g_pix: 6.9966e-02 ] [ l_g_total: 6.9966e-02 ] +2024-10-27 02:32:24,121 INFO: [ epoch: 267 ] [ iter: 75,100 ] [ performance: 13.587 it/s ] [ lr: 5.00e-05 ] [ eta: 1643 days, 20:26:35 ] [ l_g_pix: 5.0939e-02 ] [ l_g_total: 5.0939e-02 ] +2024-10-27 02:32:30,593 INFO: [ epoch: 267 ] [ iter: 75,200 ] [ performance: 15.756 it/s ] [ lr: 5.00e-05 ] [ eta: 1639 days, 2:34:37 ] [ l_g_pix: 4.6487e-02 ] [ l_g_total: 4.6487e-02 ] +2024-10-27 02:32:36,908 INFO: [ epoch: 267 ] [ iter: 75,300 ] [ performance: 15.821 it/s ] [ lr: 5.00e-05 ] [ eta: 1634 days, 7:16:15 ] [ l_g_pix: 5.2787e-02 ] [ l_g_total: 5.2787e-02 ] +2024-10-27 02:32:44,561 INFO: [ epoch: 268 ] [ iter: 75,400 ] [ performance: 15.822 it/s ] [ lr: 5.00e-05 ] [ eta: 1629 days, 20:45:20 ] [ l_g_pix: 5.0857e-02 ] [ l_g_total: 5.0857e-02 ] +2024-10-27 02:32:51,160 INFO: [ epoch: 268 ] [ iter: 75,500 ] [ performance: 15.284 it/s ] [ lr: 5.00e-05 ] [ eta: 1625 days, 2:39:13 ] [ l_g_pix: 6.1241e-02 ] [ l_g_total: 6.1241e-02 ] +2024-10-27 02:32:58,829 INFO: [ epoch: 269 ] [ iter: 75,600 ] [ performance: 8.716 it/s ] [ lr: 5.00e-05 ] [ eta: 1620 days, 15:25:36 ] [ l_g_pix: 5.2295e-02 ] [ l_g_total: 5.2295e-02 ] +2024-10-27 02:33:05,593 INFO: [ epoch: 269 ] [ iter: 75,700 ] [ performance: 13.031 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 21:39:53 ] [ l_g_pix: 6.5672e-02 ] [ l_g_total: 6.5672e-02 ] +2024-10-27 02:33:12,123 INFO: [ epoch: 269 ] [ iter: 75,800 ] [ performance: 16.022 it/s ] [ lr: 5.00e-05 ] [ eta: 1611 days, 1:57:37 ] [ l_g_pix: 6.4365e-02 ] [ l_g_total: 6.4365e-02 ] +2024-10-27 02:33:19,743 INFO: [ epoch: 270 ] [ iter: 75,900 ] [ performance: 13.585 it/s ] [ lr: 5.00e-05 ] [ eta: 1606 days, 13:10:57 ] [ l_g_pix: 5.6600e-02 ] [ l_g_total: 5.6600e-02 ] +2024-10-27 02:33:26,391 INFO: [ epoch: 270 ] [ iter: 76,000 ] [ performance: 15.365 it/s ] [ lr: 5.00e-05 ] [ eta: 1601 days, 17:30:43 ] [ l_g_pix: 7.8096e-02 ] [ l_g_total: 7.8096e-02 ] +2024-10-27 02:33:32,911 INFO: [ epoch: 270 ] [ iter: 76,100 ] [ performance: 15.345 it/s ] [ lr: 5.00e-05 ] [ eta: 1596 days, 20:36:51 ] [ l_g_pix: 6.3729e-02 ] [ l_g_total: 6.3729e-02 ] +2024-10-27 02:33:40,513 INFO: [ epoch: 271 ] [ iter: 76,200 ] [ performance: 15.483 it/s ] [ lr: 5.00e-05 ] [ eta: 1592 days, 6:30:06 ] [ l_g_pix: 6.3360e-02 ] [ l_g_total: 6.3360e-02 ] +2024-10-27 02:33:47,006 INFO: [ epoch: 271 ] [ iter: 76,300 ] [ performance: 15.419 it/s ] [ lr: 5.00e-05 ] [ eta: 1587 days, 8:40:53 ] [ l_g_pix: 6.8272e-02 ] [ l_g_total: 6.8272e-02 ] +2024-10-27 02:33:53,443 INFO: [ epoch: 271 ] [ iter: 76,400 ] [ performance: 15.772 it/s ] [ lr: 5.00e-05 ] [ eta: 1582 days, 10:07:24 ] [ l_g_pix: 6.6124e-02 ] [ l_g_total: 6.6124e-02 ] +2024-10-27 02:34:01,015 INFO: [ epoch: 272 ] [ iter: 76,500 ] [ performance: 13.578 it/s ] [ lr: 5.00e-05 ] [ eta: 1577 days, 18:37:12 ] [ l_g_pix: 6.0305e-02 ] [ l_g_total: 6.0305e-02 ] +2024-10-27 02:34:07,486 INFO: [ epoch: 272 ] [ iter: 76,600 ] [ performance: 15.663 it/s ] [ lr: 5.00e-05 ] [ eta: 1572 days, 19:32:24 ] [ l_g_pix: 5.6353e-02 ] [ l_g_total: 5.6353e-02 ] +2024-10-27 02:34:13,812 INFO: [ epoch: 272 ] [ iter: 76,700 ] [ performance: 15.787 it/s ] [ lr: 5.00e-05 ] [ eta: 1567 days, 19:09:32 ] [ l_g_pix: 6.0169e-02 ] [ l_g_total: 6.0169e-02 ] +2024-10-27 02:34:21,330 INFO: [ epoch: 273 ] [ iter: 76,800 ] [ performance: 15.492 it/s ] [ lr: 5.00e-05 ] [ eta: 1563 days, 2:06:22 ] [ l_g_pix: 5.4880e-02 ] [ l_g_total: 5.4880e-02 ] +2024-10-27 02:34:27,799 INFO: [ epoch: 273 ] [ iter: 76,900 ] [ performance: 15.466 it/s ] [ lr: 5.00e-05 ] [ eta: 1558 days, 1:54:32 ] [ l_g_pix: 6.0078e-02 ] [ l_g_total: 6.0078e-02 ] +2024-10-27 02:34:35,251 INFO: [ epoch: 274 ] [ iter: 77,000 ] [ performance: 7.776 it/s ] [ lr: 5.00e-05 ] [ eta: 1553 days, 7:37:44 ] [ l_g_pix: 5.3343e-02 ] [ l_g_total: 5.3343e-02 ] +2024-10-27 02:34:41,718 INFO: [ epoch: 274 ] [ iter: 77,100 ] [ performance: 13.522 it/s ] [ lr: 5.00e-05 ] [ eta: 1548 days, 6:40:47 ] [ l_g_pix: 5.6595e-02 ] [ l_g_total: 5.6595e-02 ] +2024-10-27 02:34:48,176 INFO: [ epoch: 274 ] [ iter: 77,200 ] [ performance: 16.258 it/s ] [ lr: 5.00e-05 ] [ eta: 1543 days, 5:18:23 ] [ l_g_pix: 6.1961e-02 ] [ l_g_total: 6.1961e-02 ] +2024-10-27 02:34:55,807 INFO: [ epoch: 275 ] [ iter: 77,300 ] [ performance: 13.468 it/s ] [ lr: 5.00e-05 ] [ eta: 1538 days, 10:57:49 ] [ l_g_pix: 6.5020e-02 ] [ l_g_total: 6.5020e-02 ] +2024-10-27 02:35:02,298 INFO: [ epoch: 275 ] [ iter: 77,400 ] [ performance: 15.784 it/s ] [ lr: 5.00e-05 ] [ eta: 1533 days, 9:03:02 ] [ l_g_pix: 7.1186e-02 ] [ l_g_total: 7.1186e-02 ] +2024-10-27 02:35:08,710 INFO: [ epoch: 275 ] [ iter: 77,500 ] [ performance: 15.621 it/s ] [ lr: 5.00e-05 ] [ eta: 1528 days, 6:16:52 ] [ l_g_pix: 5.9688e-02 ] [ l_g_total: 5.9688e-02 ] +2024-10-27 02:35:16,228 INFO: [ epoch: 276 ] [ iter: 77,600 ] [ performance: 16.031 it/s ] [ lr: 5.00e-05 ] [ eta: 1523 days, 10:02:05 ] [ l_g_pix: 7.1943e-02 ] [ l_g_total: 7.1943e-02 ] +2024-10-27 02:35:22,736 INFO: [ epoch: 276 ] [ iter: 77,700 ] [ performance: 15.447 it/s ] [ lr: 5.00e-05 ] [ eta: 1518 days, 7:07:07 ] [ l_g_pix: 4.8936e-02 ] [ l_g_total: 4.8936e-02 ] +2024-10-27 02:35:29,148 INFO: [ epoch: 276 ] [ iter: 77,800 ] [ performance: 15.946 it/s ] [ lr: 5.00e-05 ] [ eta: 1513 days, 3:14:34 ] [ l_g_pix: 5.5333e-02 ] [ l_g_total: 5.5333e-02 ] +2024-10-27 02:35:36,163 INFO: [ epoch: 277 ] [ iter: 77,900 ] [ performance: 14.433 it/s ] [ lr: 5.00e-05 ] [ eta: 1508 days, 2:42:55 ] [ l_g_pix: 6.5801e-02 ] [ l_g_total: 6.5801e-02 ] +2024-10-27 02:35:41,426 INFO: [ epoch: 277 ] [ iter: 78,000 ] [ performance: 18.468 it/s ] [ lr: 5.00e-05 ] [ eta: 1502 days, 15:05:49 ] [ l_g_pix: 4.9586e-02 ] [ l_g_total: 4.9586e-02 ] +2024-10-27 02:35:46,220 INFO: [ epoch: 277 ] [ iter: 78,100 ] [ performance: 20.580 it/s ] [ lr: 5.00e-05 ] [ eta: 1497 days, 0:19:26 ] [ l_g_pix: 5.8587e-02 ] [ l_g_total: 5.8587e-02 ] +2024-10-27 02:35:52,437 INFO: [ epoch: 278 ] [ iter: 78,200 ] [ performance: 19.856 it/s ] [ lr: 5.00e-05 ] [ eta: 1491 days, 17:54:13 ] [ l_g_pix: 5.6911e-02 ] [ l_g_total: 5.6911e-02 ] +2024-10-27 02:35:57,627 INFO: [ epoch: 278 ] [ iter: 78,300 ] [ performance: 19.328 it/s ] [ lr: 5.00e-05 ] [ eta: 1486 days, 4:57:08 ] [ l_g_pix: 7.3779e-02 ] [ l_g_total: 7.3779e-02 ] +2024-10-27 02:36:03,281 INFO: [ epoch: 279 ] [ iter: 78,400 ] [ performance: 7.191 it/s ] [ lr: 5.00e-05 ] [ eta: 1480 days, 18:29:06 ] [ l_g_pix: 4.7638e-02 ] [ l_g_total: 4.7638e-02 ] +2024-10-27 02:36:08,811 INFO: [ epoch: 279 ] [ iter: 78,500 ] [ performance: 15.899 it/s ] [ lr: 5.00e-05 ] [ eta: 1475 days, 6:59:03 ] [ l_g_pix: 5.9301e-02 ] [ l_g_total: 5.9301e-02 ] +2024-10-27 02:36:13,932 INFO: [ epoch: 279 ] [ iter: 78,600 ] [ performance: 20.825 it/s ] [ lr: 5.00e-05 ] [ eta: 1469 days, 16:43:59 ] [ l_g_pix: 6.2170e-02 ] [ l_g_total: 6.2170e-02 ] +2024-10-27 02:36:20,141 INFO: [ epoch: 280 ] [ iter: 78,700 ] [ performance: 16.421 it/s ] [ lr: 5.00e-05 ] [ eta: 1464 days, 8:37:50 ] [ l_g_pix: 6.5073e-02 ] [ l_g_total: 6.5073e-02 ] +2024-10-27 02:36:25,432 INFO: [ epoch: 280 ] [ iter: 78,800 ] [ performance: 18.810 it/s ] [ lr: 5.00e-05 ] [ eta: 1458 days, 18:47:08 ] [ l_g_pix: 5.2962e-02 ] [ l_g_total: 5.2962e-02 ] +2024-10-27 02:36:30,499 INFO: [ epoch: 280 ] [ iter: 78,900 ] [ performance: 19.667 it/s ] [ lr: 5.00e-05 ] [ eta: 1453 days, 3:19:41 ] [ l_g_pix: 6.6850e-02 ] [ l_g_total: 6.6850e-02 ] +2024-10-27 02:36:36,663 INFO: [ epoch: 281 ] [ iter: 79,000 ] [ performance: 18.755 it/s ] [ lr: 5.00e-05 ] [ eta: 1447 days, 17:59:10 ] [ l_g_pix: 5.1396e-02 ] [ l_g_total: 5.1396e-02 ] +2024-10-27 02:36:41,858 INFO: [ epoch: 281 ] [ iter: 79,100 ] [ performance: 19.221 it/s ] [ lr: 5.00e-05 ] [ eta: 1442 days, 2:40:50 ] [ l_g_pix: 7.4870e-02 ] [ l_g_total: 7.4870e-02 ] +2024-10-27 02:36:46,866 INFO: [ epoch: 281 ] [ iter: 79,200 ] [ performance: 21.361 it/s ] [ lr: 5.00e-05 ] [ eta: 1436 days, 10:00:31 ] [ l_g_pix: 6.2341e-02 ] [ l_g_total: 6.2341e-02 ] +2024-10-27 02:36:53,067 INFO: [ epoch: 282 ] [ iter: 79,300 ] [ performance: 16.357 it/s ] [ lr: 5.00e-05 ] [ eta: 1430 days, 23:54:34 ] [ l_g_pix: 4.6933e-02 ] [ l_g_total: 4.6933e-02 ] +2024-10-27 02:36:58,449 INFO: [ epoch: 282 ] [ iter: 79,400 ] [ performance: 19.000 it/s ] [ lr: 5.00e-05 ] [ eta: 1425 days, 8:47:04 ] [ l_g_pix: 6.9558e-02 ] [ l_g_total: 6.9558e-02 ] +2024-10-27 02:37:03,379 INFO: [ epoch: 282 ] [ iter: 79,500 ] [ performance: 20.220 it/s ] [ lr: 5.00e-05 ] [ eta: 1419 days, 14:47:22 ] [ l_g_pix: 5.9632e-02 ] [ l_g_total: 5.9632e-02 ] +2024-10-27 02:37:09,517 INFO: [ epoch: 283 ] [ iter: 79,600 ] [ performance: 19.012 it/s ] [ lr: 5.00e-05 ] [ eta: 1414 days, 3:21:26 ] [ l_g_pix: 5.7278e-02 ] [ l_g_total: 5.7278e-02 ] +2024-10-27 02:37:14,783 INFO: [ epoch: 283 ] [ iter: 79,700 ] [ performance: 18.991 it/s ] [ lr: 5.00e-05 ] [ eta: 1408 days, 10:40:43 ] [ l_g_pix: 4.5568e-02 ] [ l_g_total: 4.5568e-02 ] +2024-10-27 02:37:19,445 INFO: [ epoch: 283 ] [ iter: 79,800 ] [ performance: 21.698 it/s ] [ lr: 5.00e-05 ] [ eta: 1402 days, 14:18:38 ] [ l_g_pix: 6.7165e-02 ] [ l_g_total: 6.7165e-02 ] +2024-10-27 02:37:25,785 INFO: [ epoch: 284 ] [ iter: 79,900 ] [ performance: 15.903 it/s ] [ lr: 5.00e-05 ] [ eta: 1397 days, 3:03:01 ] [ l_g_pix: 6.7447e-02 ] [ l_g_total: 6.7447e-02 ] +2024-10-27 02:37:30,892 INFO: [ epoch: 284 ] [ iter: 80,000 ] [ performance: 21.818 it/s ] [ lr: 5.00e-05 ] [ eta: 1391 days, 8:35:55 ] [ l_g_pix: 5.7548e-02 ] [ l_g_total: 5.7548e-02 ] +2024-10-27 02:37:30,893 INFO: Saving models and training states. +2024-10-27 02:39:08,111 INFO: Validation val + + # psnr: 21.8630........ Best: 21.8630 @ 80000 iter + # ssim: 0.6412........ Best: 0.6412 @ 80000 iter + # dists: 0.7864........ Best: 0.7864 @ 80000 iter + +2024-10-27 02:39:13,982 INFO: [ epoch: 285 ] [ iter: 80,100 ] [ performance: 17.111 it/s ] [ lr: 5.00e-05 ] [ eta: 1408 days, 3:27:09 ] [ l_g_pix: 6.5409e-02 ] [ l_g_total: 6.5409e-02 ] +2024-10-27 02:39:19,174 INFO: [ epoch: 285 ] [ iter: 80,200 ] [ performance: 22.039 it/s ] [ lr: 5.00e-05 ] [ eta: 1402 days, 6:10:20 ] [ l_g_pix: 6.7626e-02 ] [ l_g_total: 6.7626e-02 ] +2024-10-27 02:39:24,114 INFO: [ epoch: 285 ] [ iter: 80,300 ] [ performance: 20.259 it/s ] [ lr: 5.00e-05 ] [ eta: 1396 days, 7:13:42 ] [ l_g_pix: 6.2757e-02 ] [ l_g_total: 6.2757e-02 ] +2024-10-27 02:39:30,074 INFO: [ epoch: 286 ] [ iter: 80,400 ] [ performance: 18.367 it/s ] [ lr: 5.00e-05 ] [ eta: 1390 days, 13:33:14 ] [ l_g_pix: 6.4061e-02 ] [ l_g_total: 6.4061e-02 ] +2024-10-27 02:39:35,251 INFO: [ epoch: 286 ] [ iter: 80,500 ] [ performance: 19.320 it/s ] [ lr: 5.00e-05 ] [ eta: 1384 days, 15:18:50 ] [ l_g_pix: 6.3659e-02 ] [ l_g_total: 6.3659e-02 ] +2024-10-27 02:39:40,191 INFO: [ epoch: 286 ] [ iter: 80,600 ] [ performance: 19.771 it/s ] [ lr: 5.00e-05 ] [ eta: 1378 days, 15:30:41 ] [ l_g_pix: 4.5230e-02 ] [ l_g_total: 4.5230e-02 ] +2024-10-27 02:39:46,367 INFO: [ epoch: 287 ] [ iter: 80,700 ] [ performance: 16.167 it/s ] [ lr: 5.00e-05 ] [ eta: 1372 days, 22:03:06 ] [ l_g_pix: 6.4480e-02 ] [ l_g_total: 6.4480e-02 ] +2024-10-27 02:39:51,580 INFO: [ epoch: 287 ] [ iter: 80,800 ] [ performance: 17.555 it/s ] [ lr: 5.00e-05 ] [ eta: 1366 days, 23:07:23 ] [ l_g_pix: 5.0746e-02 ] [ l_g_total: 5.0746e-02 ] +2024-10-27 02:39:56,478 INFO: [ epoch: 287 ] [ iter: 80,900 ] [ performance: 20.481 it/s ] [ lr: 5.00e-05 ] [ eta: 1360 days, 22:13:35 ] [ l_g_pix: 6.0166e-02 ] [ l_g_total: 6.0166e-02 ] +2024-10-27 02:40:02,742 INFO: [ epoch: 288 ] [ iter: 81,000 ] [ performance: 17.921 it/s ] [ lr: 5.00e-05 ] [ eta: 1355 days, 4:16:20 ] [ l_g_pix: 7.5661e-02 ] [ l_g_total: 7.5661e-02 ] +2024-10-27 02:40:07,865 INFO: [ epoch: 288 ] [ iter: 81,100 ] [ performance: 19.559 it/s ] [ lr: 5.00e-05 ] [ eta: 1349 days, 3:58:41 ] [ l_g_pix: 5.8337e-02 ] [ l_g_total: 5.8337e-02 ] +2024-10-27 02:40:12,723 INFO: [ epoch: 288 ] [ iter: 81,200 ] [ performance: 20.069 it/s ] [ lr: 5.00e-05 ] [ eta: 1343 days, 2:00:40 ] [ l_g_pix: 4.8586e-02 ] [ l_g_total: 4.8586e-02 ] +2024-10-27 02:40:19,092 INFO: [ epoch: 289 ] [ iter: 81,300 ] [ performance: 15.570 it/s ] [ lr: 5.00e-05 ] [ eta: 1337 days, 7:37:22 ] [ l_g_pix: 7.1880e-02 ] [ l_g_total: 7.1880e-02 ] +2024-10-27 02:40:24,314 INFO: [ epoch: 289 ] [ iter: 81,400 ] [ performance: 17.212 it/s ] [ lr: 5.00e-05 ] [ eta: 1331 days, 6:57:49 ] [ l_g_pix: 5.2710e-02 ] [ l_g_total: 5.2710e-02 ] +2024-10-27 02:40:30,397 INFO: [ epoch: 290 ] [ iter: 81,500 ] [ performance: 16.296 it/s ] [ lr: 5.00e-05 ] [ eta: 1325 days, 10:25:43 ] [ l_g_pix: 7.1128e-02 ] [ l_g_total: 7.1128e-02 ] +2024-10-27 02:40:35,594 INFO: [ epoch: 290 ] [ iter: 81,600 ] [ performance: 17.685 it/s ] [ lr: 5.00e-05 ] [ eta: 1319 days, 9:02:16 ] [ l_g_pix: 5.0501e-02 ] [ l_g_total: 5.0501e-02 ] +2024-10-27 02:40:40,691 INFO: [ epoch: 290 ] [ iter: 81,700 ] [ performance: 19.728 it/s ] [ lr: 5.00e-05 ] [ eta: 1313 days, 6:50:37 ] [ l_g_pix: 5.2966e-02 ] [ l_g_total: 5.2966e-02 ] +2024-10-27 02:40:46,675 INFO: [ epoch: 291 ] [ iter: 81,800 ] [ performance: 18.052 it/s ] [ lr: 5.00e-05 ] [ eta: 1307 days, 8:50:42 ] [ l_g_pix: 4.7370e-02 ] [ l_g_total: 4.7370e-02 ] +2024-10-27 02:40:51,878 INFO: [ epoch: 291 ] [ iter: 81,900 ] [ performance: 19.233 it/s ] [ lr: 5.00e-05 ] [ eta: 1301 days, 6:35:57 ] [ l_g_pix: 6.4811e-02 ] [ l_g_total: 6.4811e-02 ] +2024-10-27 02:40:56,850 INFO: [ epoch: 291 ] [ iter: 82,000 ] [ performance: 19.681 it/s ] [ lr: 5.00e-05 ] [ eta: 1295 days, 2:54:04 ] [ l_g_pix: 6.6486e-02 ] [ l_g_total: 6.6486e-02 ] +2024-10-27 02:41:02,826 INFO: [ epoch: 292 ] [ iter: 82,100 ] [ performance: 16.343 it/s ] [ lr: 5.00e-05 ] [ eta: 1289 days, 3:55:12 ] [ l_g_pix: 4.5575e-02 ] [ l_g_total: 4.5575e-02 ] +2024-10-27 02:41:08,049 INFO: [ epoch: 292 ] [ iter: 82,200 ] [ performance: 17.694 it/s ] [ lr: 5.00e-05 ] [ eta: 1283 days, 0:53:06 ] [ l_g_pix: 6.5148e-02 ] [ l_g_total: 6.5148e-02 ] +2024-10-27 02:41:13,003 INFO: [ epoch: 292 ] [ iter: 82,300 ] [ performance: 20.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1276 days, 20:14:25 ] [ l_g_pix: 6.3390e-02 ] [ l_g_total: 6.3390e-02 ] +2024-10-27 02:41:19,144 INFO: [ epoch: 293 ] [ iter: 82,400 ] [ performance: 18.009 it/s ] [ lr: 5.00e-05 ] [ eta: 1270 days, 21:06:59 ] [ l_g_pix: 5.1537e-02 ] [ l_g_total: 5.1537e-02 ] +2024-10-27 02:41:24,436 INFO: [ epoch: 293 ] [ iter: 82,500 ] [ performance: 18.967 it/s ] [ lr: 5.00e-05 ] [ eta: 1264 days, 17:31:52 ] [ l_g_pix: 6.5417e-02 ] [ l_g_total: 6.5417e-02 ] +2024-10-27 02:41:29,227 INFO: [ epoch: 293 ] [ iter: 82,600 ] [ performance: 19.927 it/s ] [ lr: 5.00e-05 ] [ eta: 1258 days, 11:13:33 ] [ l_g_pix: 5.4153e-02 ] [ l_g_total: 5.4153e-02 ] +2024-10-27 02:41:35,450 INFO: [ epoch: 294 ] [ iter: 82,700 ] [ performance: 15.710 it/s ] [ lr: 5.00e-05 ] [ eta: 1252 days, 11:32:07 ] [ l_g_pix: 6.2559e-02 ] [ l_g_total: 6.2559e-02 ] +2024-10-27 02:41:40,586 INFO: [ epoch: 294 ] [ iter: 82,800 ] [ performance: 17.499 it/s ] [ lr: 5.00e-05 ] [ eta: 1246 days, 6:18:44 ] [ l_g_pix: 6.3292e-02 ] [ l_g_total: 6.3292e-02 ] +2024-10-27 02:41:46,265 INFO: [ epoch: 295 ] [ iter: 82,900 ] [ performance: 17.255 it/s ] [ lr: 5.00e-05 ] [ eta: 1240 days, 3:22:41 ] [ l_g_pix: 5.6636e-02 ] [ l_g_total: 5.6636e-02 ] +2024-10-27 02:41:51,461 INFO: [ epoch: 295 ] [ iter: 83,000 ] [ performance: 18.262 it/s ] [ lr: 5.00e-05 ] [ eta: 1233 days, 21:50:54 ] [ l_g_pix: 6.2443e-02 ] [ l_g_total: 6.2443e-02 ] +2024-10-27 02:41:56,565 INFO: [ epoch: 295 ] [ iter: 83,100 ] [ performance: 19.591 it/s ] [ lr: 5.00e-05 ] [ eta: 1227 days, 15:35:52 ] [ l_g_pix: 5.3855e-02 ] [ l_g_total: 5.3855e-02 ] +2024-10-27 02:42:02,504 INFO: [ epoch: 296 ] [ iter: 83,200 ] [ performance: 18.017 it/s ] [ lr: 5.00e-05 ] [ eta: 1221 days, 12:57:37 ] [ l_g_pix: 6.6598e-02 ] [ l_g_total: 6.6598e-02 ] +2024-10-27 02:42:07,779 INFO: [ epoch: 296 ] [ iter: 83,300 ] [ performance: 19.072 it/s ] [ lr: 5.00e-05 ] [ eta: 1215 days, 6:54:51 ] [ l_g_pix: 5.9461e-02 ] [ l_g_total: 5.9461e-02 ] +2024-10-27 02:42:12,818 INFO: [ epoch: 296 ] [ iter: 83,400 ] [ performance: 19.481 it/s ] [ lr: 5.00e-05 ] [ eta: 1208 days, 23:29:10 ] [ l_g_pix: 6.6821e-02 ] [ l_g_total: 6.6821e-02 ] +2024-10-27 02:42:18,948 INFO: [ epoch: 297 ] [ iter: 83,500 ] [ performance: 15.736 it/s ] [ lr: 5.00e-05 ] [ eta: 1202 days, 20:46:32 ] [ l_g_pix: 5.4744e-02 ] [ l_g_total: 5.4744e-02 ] +2024-10-27 02:42:24,241 INFO: [ epoch: 297 ] [ iter: 83,600 ] [ performance: 17.300 it/s ] [ lr: 5.00e-05 ] [ eta: 1196 days, 13:54:56 ] [ l_g_pix: 7.3065e-02 ] [ l_g_total: 7.3065e-02 ] +2024-10-27 02:42:29,304 INFO: [ epoch: 297 ] [ iter: 83,700 ] [ performance: 19.968 it/s ] [ lr: 5.00e-05 ] [ eta: 1190 days, 5:43:00 ] [ l_g_pix: 7.2620e-02 ] [ l_g_total: 7.2620e-02 ] +2024-10-27 02:42:35,390 INFO: [ epoch: 298 ] [ iter: 83,800 ] [ performance: 17.879 it/s ] [ lr: 5.00e-05 ] [ eta: 1184 days, 1:50:25 ] [ l_g_pix: 5.0770e-02 ] [ l_g_total: 5.0770e-02 ] +2024-10-27 02:42:40,791 INFO: [ epoch: 298 ] [ iter: 83,900 ] [ performance: 18.509 it/s ] [ lr: 5.00e-05 ] [ eta: 1177 days, 18:34:02 ] [ l_g_pix: 7.3948e-02 ] [ l_g_total: 7.3948e-02 ] +2024-10-27 02:42:45,699 INFO: [ epoch: 298 ] [ iter: 84,000 ] [ performance: 19.486 it/s ] [ lr: 5.00e-05 ] [ eta: 1171 days, 8:47:53 ] [ l_g_pix: 6.3656e-02 ] [ l_g_total: 6.3656e-02 ] +2024-10-27 02:42:51,941 INFO: [ epoch: 299 ] [ iter: 84,100 ] [ performance: 15.231 it/s ] [ lr: 5.00e-05 ] [ eta: 1165 days, 4:38:48 ] [ l_g_pix: 6.8435e-02 ] [ l_g_total: 6.8435e-02 ] +2024-10-27 02:42:57,115 INFO: [ epoch: 299 ] [ iter: 84,200 ] [ performance: 17.240 it/s ] [ lr: 5.00e-05 ] [ eta: 1158 days, 19:27:55 ] [ l_g_pix: 5.0814e-02 ] [ l_g_total: 5.0814e-02 ] +2024-10-27 02:43:01,740 INFO: [ epoch: 299 ] [ iter: 84,300 ] [ performance: 21.682 it/s ] [ lr: 5.00e-05 ] [ eta: 1152 days, 7:36:05 ] [ l_g_pix: 4.7158e-02 ] [ l_g_total: 4.7158e-02 ] +2024-10-27 02:43:07,979 INFO: [ epoch: 300 ] [ iter: 84,400 ] [ performance: 18.148 it/s ] [ lr: 5.00e-05 ] [ eta: 1146 days, 2:28:18 ] [ l_g_pix: 5.8038e-02 ] [ l_g_total: 5.8038e-02 ] +2024-10-27 02:43:13,197 INFO: [ epoch: 300 ] [ iter: 84,500 ] [ performance: 19.382 it/s ] [ lr: 5.00e-05 ] [ eta: 1139 days, 16:36:14 ] [ l_g_pix: 7.0382e-02 ] [ l_g_total: 7.0382e-02 ] +2024-10-27 02:43:19,066 INFO: [ epoch: 301 ] [ iter: 84,600 ] [ performance: 18.008 it/s ] [ lr: 5.00e-05 ] [ eta: 1133 days, 9:13:42 ] [ l_g_pix: 5.5915e-02 ] [ l_g_total: 5.5915e-02 ] +2024-10-27 02:43:24,262 INFO: [ epoch: 301 ] [ iter: 84,700 ] [ performance: 19.231 it/s ] [ lr: 5.00e-05 ] [ eta: 1126 days, 22:39:57 ] [ l_g_pix: 5.8166e-02 ] [ l_g_total: 5.8166e-02 ] +2024-10-27 02:43:29,316 INFO: [ epoch: 301 ] [ iter: 84,800 ] [ performance: 19.538 it/s ] [ lr: 5.00e-05 ] [ eta: 1120 days, 11:13:03 ] [ l_g_pix: 4.6507e-02 ] [ l_g_total: 4.6507e-02 ] +2024-10-27 02:43:35,442 INFO: [ epoch: 302 ] [ iter: 84,900 ] [ performance: 15.613 it/s ] [ lr: 5.00e-05 ] [ eta: 1114 days, 3:58:54 ] [ l_g_pix: 5.7780e-02 ] [ l_g_total: 5.7780e-02 ] +2024-10-27 02:43:40,588 INFO: [ epoch: 302 ] [ iter: 85,000 ] [ performance: 17.552 it/s ] [ lr: 5.00e-05 ] [ eta: 1107 days, 16:19:39 ] [ l_g_pix: 5.0540e-02 ] [ l_g_total: 5.0540e-02 ] +2024-10-27 02:43:45,535 INFO: [ epoch: 302 ] [ iter: 85,100 ] [ performance: 20.729 it/s ] [ lr: 5.00e-05 ] [ eta: 1101 days, 3:33:30 ] [ l_g_pix: 6.0465e-02 ] [ l_g_total: 6.0465e-02 ] +2024-10-27 02:43:51,640 INFO: [ epoch: 303 ] [ iter: 85,200 ] [ performance: 18.027 it/s ] [ lr: 5.00e-05 ] [ eta: 1094 days, 19:16:37 ] [ l_g_pix: 5.2059e-02 ] [ l_g_total: 5.2059e-02 ] +2024-10-27 02:43:56,856 INFO: [ epoch: 303 ] [ iter: 85,300 ] [ performance: 19.079 it/s ] [ lr: 5.00e-05 ] [ eta: 1088 days, 7:01:45 ] [ l_g_pix: 7.6945e-02 ] [ l_g_total: 7.6945e-02 ] +2024-10-27 02:44:01,668 INFO: [ epoch: 303 ] [ iter: 85,400 ] [ performance: 20.014 it/s ] [ lr: 5.00e-05 ] [ eta: 1081 days, 16:50:52 ] [ l_g_pix: 5.8477e-02 ] [ l_g_total: 5.8477e-02 ] +2024-10-27 02:44:07,809 INFO: [ epoch: 304 ] [ iter: 85,500 ] [ performance: 18.307 it/s ] [ lr: 5.00e-05 ] [ eta: 1075 days, 7:45:18 ] [ l_g_pix: 7.0295e-02 ] [ l_g_total: 7.0295e-02 ] +2024-10-27 02:44:13,123 INFO: [ epoch: 304 ] [ iter: 85,600 ] [ performance: 18.598 it/s ] [ lr: 5.00e-05 ] [ eta: 1068 days, 19:00:48 ] [ l_g_pix: 7.5784e-02 ] [ l_g_total: 7.5784e-02 ] +2024-10-27 02:44:18,015 INFO: [ epoch: 304 ] [ iter: 85,700 ] [ performance: 20.986 it/s ] [ lr: 5.00e-05 ] [ eta: 1062 days, 4:18:02 ] [ l_g_pix: 6.7949e-02 ] [ l_g_total: 6.7949e-02 ] +2024-10-27 02:44:24,217 INFO: [ epoch: 305 ] [ iter: 85,800 ] [ performance: 17.888 it/s ] [ lr: 5.00e-05 ] [ eta: 1055 days, 18:28:51 ] [ l_g_pix: 5.4619e-02 ] [ l_g_total: 5.4619e-02 ] +2024-10-27 02:44:29,355 INFO: [ epoch: 305 ] [ iter: 85,900 ] [ performance: 19.175 it/s ] [ lr: 5.00e-05 ] [ eta: 1049 days, 4:08:59 ] [ l_g_pix: 5.2704e-02 ] [ l_g_total: 5.2704e-02 ] +2024-10-27 02:44:35,428 INFO: [ epoch: 306 ] [ iter: 86,000 ] [ performance: 17.511 it/s ] [ lr: 5.00e-05 ] [ eta: 1042 days, 17:10:14 ] [ l_g_pix: 6.1243e-02 ] [ l_g_total: 6.1243e-02 ] +2024-10-27 02:44:40,693 INFO: [ epoch: 306 ] [ iter: 86,100 ] [ performance: 19.218 it/s ] [ lr: 5.00e-05 ] [ eta: 1036 days, 2:44:08 ] [ l_g_pix: 5.2715e-02 ] [ l_g_total: 5.2715e-02 ] +2024-10-27 02:44:45,839 INFO: [ epoch: 306 ] [ iter: 86,200 ] [ performance: 19.343 it/s ] [ lr: 5.00e-05 ] [ eta: 1029 days, 11:33:02 ] [ l_g_pix: 7.3349e-02 ] [ l_g_total: 7.3349e-02 ] +2024-10-27 02:44:51,590 INFO: [ epoch: 307 ] [ iter: 86,300 ] [ performance: 15.970 it/s ] [ lr: 5.00e-05 ] [ eta: 1022 days, 22:22:47 ] [ l_g_pix: 6.6849e-02 ] [ l_g_total: 6.6849e-02 ] +2024-10-27 02:44:56,724 INFO: [ epoch: 307 ] [ iter: 86,400 ] [ performance: 17.852 it/s ] [ lr: 5.00e-05 ] [ eta: 1016 days, 6:33:47 ] [ l_g_pix: 5.2269e-02 ] [ l_g_total: 5.2269e-02 ] +2024-10-27 02:45:01,709 INFO: [ epoch: 307 ] [ iter: 86,500 ] [ performance: 20.268 it/s ] [ lr: 5.00e-05 ] [ eta: 1009 days, 13:53:49 ] [ l_g_pix: 5.3171e-02 ] [ l_g_total: 5.3171e-02 ] +2024-10-27 02:45:07,768 INFO: [ epoch: 308 ] [ iter: 86,600 ] [ performance: 17.872 it/s ] [ lr: 5.00e-05 ] [ eta: 1003 days, 0:57:18 ] [ l_g_pix: 4.9387e-02 ] [ l_g_total: 4.9387e-02 ] +2024-10-27 02:45:13,084 INFO: [ epoch: 308 ] [ iter: 86,700 ] [ performance: 18.920 it/s ] [ lr: 5.00e-05 ] [ eta: 996 days, 8:55:54 ] [ l_g_pix: 6.0559e-02 ] [ l_g_total: 6.0559e-02 ] +2024-10-27 02:45:17,903 INFO: [ epoch: 308 ] [ iter: 86,800 ] [ performance: 19.964 it/s ] [ lr: 5.00e-05 ] [ eta: 989 days, 14:47:24 ] [ l_g_pix: 6.9122e-02 ] [ l_g_total: 6.9122e-02 ] +2024-10-27 02:45:24,009 INFO: [ epoch: 309 ] [ iter: 86,900 ] [ performance: 19.031 it/s ] [ lr: 5.00e-05 ] [ eta: 983 days, 1:03:43 ] [ l_g_pix: 5.3177e-02 ] [ l_g_total: 5.3177e-02 ] +2024-10-27 02:45:29,133 INFO: [ epoch: 309 ] [ iter: 87,000 ] [ performance: 19.320 it/s ] [ lr: 5.00e-05 ] [ eta: 976 days, 7:27:00 ] [ l_g_pix: 7.0130e-02 ] [ l_g_total: 7.0130e-02 ] +2024-10-27 02:45:33,971 INFO: [ epoch: 309 ] [ iter: 87,100 ] [ performance: 21.148 it/s ] [ lr: 5.00e-05 ] [ eta: 969 days, 12:31:55 ] [ l_g_pix: 5.3892e-02 ] [ l_g_total: 5.3892e-02 ] +2024-10-27 02:45:40,270 INFO: [ epoch: 310 ] [ iter: 87,200 ] [ performance: 17.642 it/s ] [ lr: 5.00e-05 ] [ eta: 962 days, 22:32:06 ] [ l_g_pix: 5.3150e-02 ] [ l_g_total: 5.3150e-02 ] +2024-10-27 02:45:45,410 INFO: [ epoch: 310 ] [ iter: 87,300 ] [ performance: 19.540 it/s ] [ lr: 5.00e-05 ] [ eta: 956 days, 4:06:10 ] [ l_g_pix: 4.4599e-02 ] [ l_g_total: 4.4599e-02 ] +2024-10-27 02:45:51,506 INFO: [ epoch: 311 ] [ iter: 87,400 ] [ performance: 17.526 it/s ] [ lr: 5.00e-05 ] [ eta: 949 days, 12:43:31 ] [ l_g_pix: 5.9231e-02 ] [ l_g_total: 5.9231e-02 ] +2024-10-27 02:45:56,718 INFO: [ epoch: 311 ] [ iter: 87,500 ] [ performance: 19.165 it/s ] [ lr: 5.00e-05 ] [ eta: 942 days, 17:56:43 ] [ l_g_pix: 7.4077e-02 ] [ l_g_total: 7.4077e-02 ] +2024-10-27 02:46:01,788 INFO: [ epoch: 311 ] [ iter: 87,600 ] [ performance: 19.501 it/s ] [ lr: 5.00e-05 ] [ eta: 935 days, 22:23:10 ] [ l_g_pix: 6.3790e-02 ] [ l_g_total: 6.3790e-02 ] +2024-10-27 02:46:07,522 INFO: [ epoch: 312 ] [ iter: 87,700 ] [ performance: 15.637 it/s ] [ lr: 5.00e-05 ] [ eta: 929 days, 4:48:41 ] [ l_g_pix: 5.5227e-02 ] [ l_g_total: 5.5227e-02 ] +2024-10-27 02:46:12,768 INFO: [ epoch: 312 ] [ iter: 87,800 ] [ performance: 17.563 it/s ] [ lr: 5.00e-05 ] [ eta: 922 days, 9:16:00 ] [ l_g_pix: 5.1054e-02 ] [ l_g_total: 5.1054e-02 ] +2024-10-27 02:46:17,835 INFO: [ epoch: 312 ] [ iter: 87,900 ] [ performance: 19.989 it/s ] [ lr: 5.00e-05 ] [ eta: 915 days, 12:49:46 ] [ l_g_pix: 5.3206e-02 ] [ l_g_total: 5.3206e-02 ] +2024-10-27 02:46:23,762 INFO: [ epoch: 313 ] [ iter: 88,000 ] [ performance: 17.956 it/s ] [ lr: 5.00e-05 ] [ eta: 908 days, 18:58:30 ] [ l_g_pix: 4.9174e-02 ] [ l_g_total: 4.9174e-02 ] +2024-10-27 02:46:29,008 INFO: [ epoch: 313 ] [ iter: 88,100 ] [ performance: 19.194 it/s ] [ lr: 5.00e-05 ] [ eta: 901 days, 22:32:33 ] [ l_g_pix: 5.7454e-02 ] [ l_g_total: 5.7454e-02 ] +2024-10-27 02:46:33,903 INFO: [ epoch: 313 ] [ iter: 88,200 ] [ performance: 19.942 it/s ] [ lr: 5.00e-05 ] [ eta: 895 days, 0:39:50 ] [ l_g_pix: 7.3955e-02 ] [ l_g_total: 7.3955e-02 ] +2024-10-27 02:46:40,012 INFO: [ epoch: 314 ] [ iter: 88,300 ] [ performance: 19.898 it/s ] [ lr: 5.00e-05 ] [ eta: 888 days, 6:27:46 ] [ l_g_pix: 6.8286e-02 ] [ l_g_total: 6.8286e-02 ] +2024-10-27 02:46:45,244 INFO: [ epoch: 314 ] [ iter: 88,400 ] [ performance: 19.405 it/s ] [ lr: 5.00e-05 ] [ eta: 881 days, 9:05:50 ] [ l_g_pix: 6.9115e-02 ] [ l_g_total: 6.9115e-02 ] +2024-10-27 02:46:49,936 INFO: [ epoch: 314 ] [ iter: 88,500 ] [ performance: 22.092 it/s ] [ lr: 5.00e-05 ] [ eta: 874 days, 9:42:47 ] [ l_g_pix: 5.5843e-02 ] [ l_g_total: 5.5843e-02 ] +2024-10-27 02:46:56,072 INFO: [ epoch: 315 ] [ iter: 88,600 ] [ performance: 18.079 it/s ] [ lr: 5.00e-05 ] [ eta: 867 days, 14:38:20 ] [ l_g_pix: 5.5651e-02 ] [ l_g_total: 5.5651e-02 ] +2024-10-27 02:47:01,329 INFO: [ epoch: 315 ] [ iter: 88,700 ] [ performance: 18.643 it/s ] [ lr: 5.00e-05 ] [ eta: 860 days, 16:28:07 ] [ l_g_pix: 6.3460e-02 ] [ l_g_total: 6.3460e-02 ] +2024-10-27 02:47:07,014 INFO: [ epoch: 316 ] [ iter: 88,800 ] [ performance: 17.969 it/s ] [ lr: 5.00e-05 ] [ eta: 853 days, 19:20:11 ] [ l_g_pix: 5.6234e-02 ] [ l_g_total: 5.6234e-02 ] +2024-10-27 02:47:12,204 INFO: [ epoch: 316 ] [ iter: 88,900 ] [ performance: 19.298 it/s ] [ lr: 5.00e-05 ] [ eta: 846 days, 20:21:55 ] [ l_g_pix: 6.9350e-02 ] [ l_g_total: 6.9350e-02 ] +2024-10-27 02:47:17,329 INFO: [ epoch: 316 ] [ iter: 89,000 ] [ performance: 19.436 it/s ] [ lr: 5.00e-05 ] [ eta: 839 days, 20:54:10 ] [ l_g_pix: 6.9737e-02 ] [ l_g_total: 6.9737e-02 ] +2024-10-27 02:47:23,123 INFO: [ epoch: 317 ] [ iter: 89,100 ] [ performance: 15.081 it/s ] [ lr: 5.00e-05 ] [ eta: 832 days, 23:10:58 ] [ l_g_pix: 7.0040e-02 ] [ l_g_total: 7.0040e-02 ] +2024-10-27 02:47:28,181 INFO: [ epoch: 317 ] [ iter: 89,200 ] [ performance: 17.766 it/s ] [ lr: 5.00e-05 ] [ eta: 825 days, 22:56:08 ] [ l_g_pix: 6.7665e-02 ] [ l_g_total: 6.7665e-02 ] +2024-10-27 02:47:32,957 INFO: [ epoch: 317 ] [ iter: 89,300 ] [ performance: 21.940 it/s ] [ lr: 5.00e-05 ] [ eta: 818 days, 21:33:53 ] [ l_g_pix: 6.9236e-02 ] [ l_g_total: 6.9236e-02 ] +2024-10-27 02:47:38,923 INFO: [ epoch: 318 ] [ iter: 89,400 ] [ performance: 18.314 it/s ] [ lr: 5.00e-05 ] [ eta: 811 days, 23:26:09 ] [ l_g_pix: 4.6953e-02 ] [ l_g_total: 4.6953e-02 ] +2024-10-27 02:47:44,143 INFO: [ epoch: 318 ] [ iter: 89,500 ] [ performance: 19.153 it/s ] [ lr: 5.00e-05 ] [ eta: 804 days, 22:47:51 ] [ l_g_pix: 6.8524e-02 ] [ l_g_total: 6.8524e-02 ] +2024-10-27 02:47:48,956 INFO: [ epoch: 318 ] [ iter: 89,600 ] [ performance: 20.172 it/s ] [ lr: 5.00e-05 ] [ eta: 797 days, 20:41:38 ] [ l_g_pix: 6.3595e-02 ] [ l_g_total: 6.3595e-02 ] +2024-10-27 02:47:55,036 INFO: [ epoch: 319 ] [ iter: 89,700 ] [ performance: 19.043 it/s ] [ lr: 5.00e-05 ] [ eta: 790 days, 21:56:56 ] [ l_g_pix: 6.2775e-02 ] [ l_g_total: 6.2775e-02 ] +2024-10-27 02:48:00,299 INFO: [ epoch: 319 ] [ iter: 89,800 ] [ performance: 19.018 it/s ] [ lr: 5.00e-05 ] [ eta: 783 days, 20:33:03 ] [ l_g_pix: 7.4409e-02 ] [ l_g_total: 7.4409e-02 ] +2024-10-27 02:48:05,298 INFO: [ epoch: 319 ] [ iter: 89,900 ] [ performance: 20.751 it/s ] [ lr: 5.00e-05 ] [ eta: 776 days, 18:07:10 ] [ l_g_pix: 5.1733e-02 ] [ l_g_total: 5.1733e-02 ] +2024-10-27 02:48:11,620 INFO: [ epoch: 320 ] [ iter: 90,000 ] [ performance: 17.240 it/s ] [ lr: 5.00e-05 ] [ eta: 769 days, 19:05:03 ] [ l_g_pix: 6.5377e-02 ] [ l_g_total: 6.5377e-02 ] +2024-10-27 02:48:11,621 INFO: Saving models and training states. +2024-10-27 02:49:30,900 INFO: Validation val + + # psnr: 21.8602........ Best: 21.8630 @ 80000 iter + # ssim: 0.6412........ Best: 0.6412 @ 80000 iter + # dists: 0.7863........ Best: 0.7863 @ 90000 iter + +2024-10-27 02:49:36,139 INFO: [ epoch: 320 ] [ iter: 90,100 ] [ performance: 19.173 it/s ] [ lr: 5.00e-05 ] [ eta: 771 days, 18:43:09 ] [ l_g_pix: 6.6026e-02 ] [ l_g_total: 6.6026e-02 ] +2024-10-27 02:49:40,924 INFO: [ epoch: 320 ] [ iter: 90,200 ] [ performance: 20.275 it/s ] [ lr: 5.00e-05 ] [ eta: 764 days, 12:37:40 ] [ l_g_pix: 4.9590e-02 ] [ l_g_total: 4.9590e-02 ] +2024-10-27 02:49:47,299 INFO: [ epoch: 321 ] [ iter: 90,300 ] [ performance: 19.121 it/s ] [ lr: 5.00e-05 ] [ eta: 757 days, 10:33:07 ] [ l_g_pix: 6.6731e-02 ] [ l_g_total: 6.6731e-02 ] +2024-10-27 02:49:52,235 INFO: [ epoch: 321 ] [ iter: 90,400 ] [ performance: 19.863 it/s ] [ lr: 5.00e-05 ] [ eta: 750 days, 4:17:12 ] [ l_g_pix: 6.2333e-02 ] [ l_g_total: 6.2333e-02 ] +2024-10-27 02:49:58,071 INFO: [ epoch: 322 ] [ iter: 90,500 ] [ performance: 14.075 it/s ] [ lr: 5.00e-05 ] [ eta: 743 days, 0:07:16 ] [ l_g_pix: 5.6587e-02 ] [ l_g_total: 5.6587e-02 ] +2024-10-27 02:50:03,324 INFO: [ epoch: 322 ] [ iter: 90,600 ] [ performance: 17.037 it/s ] [ lr: 5.00e-05 ] [ eta: 735 days, 18:06:35 ] [ l_g_pix: 6.1309e-02 ] [ l_g_total: 6.1309e-02 ] +2024-10-27 02:50:08,358 INFO: [ epoch: 322 ] [ iter: 90,700 ] [ performance: 21.167 it/s ] [ lr: 5.00e-05 ] [ eta: 728 days, 11:14:22 ] [ l_g_pix: 5.8530e-02 ] [ l_g_total: 5.8530e-02 ] +2024-10-27 02:50:14,317 INFO: [ epoch: 323 ] [ iter: 90,800 ] [ performance: 18.010 it/s ] [ lr: 5.00e-05 ] [ eta: 721 days, 6:27:16 ] [ l_g_pix: 6.2428e-02 ] [ l_g_total: 6.2428e-02 ] +2024-10-27 02:50:19,431 INFO: [ epoch: 323 ] [ iter: 90,900 ] [ performance: 19.755 it/s ] [ lr: 5.00e-05 ] [ eta: 713 days, 23:12:08 ] [ l_g_pix: 5.5670e-02 ] [ l_g_total: 5.5670e-02 ] +2024-10-27 02:50:24,377 INFO: [ epoch: 323 ] [ iter: 91,000 ] [ performance: 20.066 it/s ] [ lr: 5.00e-05 ] [ eta: 706 days, 15:14:50 ] [ l_g_pix: 5.6484e-02 ] [ l_g_total: 5.6484e-02 ] +2024-10-27 02:50:30,711 INFO: [ epoch: 324 ] [ iter: 91,100 ] [ performance: 18.755 it/s ] [ lr: 5.00e-05 ] [ eta: 699 days, 10:26:51 ] [ l_g_pix: 4.8113e-02 ] [ l_g_total: 4.8113e-02 ] +2024-10-27 02:50:35,671 INFO: [ epoch: 324 ] [ iter: 91,200 ] [ performance: 19.693 it/s ] [ lr: 5.00e-05 ] [ eta: 692 days, 1:56:17 ] [ l_g_pix: 7.2588e-02 ] [ l_g_total: 7.2588e-02 ] +2024-10-27 02:50:40,458 INFO: [ epoch: 324 ] [ iter: 91,300 ] [ performance: 21.215 it/s ] [ lr: 5.00e-05 ] [ eta: 684 days, 16:44:08 ] [ l_g_pix: 4.8649e-02 ] [ l_g_total: 4.8649e-02 ] +2024-10-27 02:50:46,669 INFO: [ epoch: 325 ] [ iter: 91,400 ] [ performance: 17.428 it/s ] [ lr: 5.00e-05 ] [ eta: 677 days, 10:39:53 ] [ l_g_pix: 6.5337e-02 ] [ l_g_total: 6.5337e-02 ] +2024-10-27 02:50:51,848 INFO: [ epoch: 325 ] [ iter: 91,500 ] [ performance: 19.648 it/s ] [ lr: 5.00e-05 ] [ eta: 670 days, 1:49:02 ] [ l_g_pix: 6.4935e-02 ] [ l_g_total: 6.4935e-02 ] +2024-10-27 02:50:56,545 INFO: [ epoch: 325 ] [ iter: 91,600 ] [ performance: 20.753 it/s ] [ lr: 5.00e-05 ] [ eta: 662 days, 15:33:22 ] [ l_g_pix: 4.2754e-02 ] [ l_g_total: 4.2754e-02 ] +2024-10-27 02:51:02,786 INFO: [ epoch: 326 ] [ iter: 91,700 ] [ performance: 19.533 it/s ] [ lr: 5.00e-05 ] [ eta: 655 days, 8:35:23 ] [ l_g_pix: 7.0138e-02 ] [ l_g_total: 7.0138e-02 ] +2024-10-27 02:51:07,861 INFO: [ epoch: 326 ] [ iter: 91,800 ] [ performance: 19.654 it/s ] [ lr: 5.00e-05 ] [ eta: 647 days, 22:37:30 ] [ l_g_pix: 5.9226e-02 ] [ l_g_total: 5.9226e-02 ] +2024-10-27 02:51:13,838 INFO: [ epoch: 327 ] [ iter: 91,900 ] [ performance: 13.327 it/s ] [ lr: 5.00e-05 ] [ eta: 640 days, 14:24:28 ] [ l_g_pix: 6.6164e-02 ] [ l_g_total: 6.6164e-02 ] +2024-10-27 02:51:19,071 INFO: [ epoch: 327 ] [ iter: 92,000 ] [ performance: 16.906 it/s ] [ lr: 5.00e-05 ] [ eta: 633 days, 4:12:19 ] [ l_g_pix: 7.0082e-02 ] [ l_g_total: 7.0082e-02 ] +2024-10-27 02:51:24,110 INFO: [ epoch: 327 ] [ iter: 92,100 ] [ performance: 21.295 it/s ] [ lr: 5.00e-05 ] [ eta: 625 days, 17:17:02 ] [ l_g_pix: 6.7129e-02 ] [ l_g_total: 6.7129e-02 ] +2024-10-27 02:51:30,291 INFO: [ epoch: 328 ] [ iter: 92,200 ] [ performance: 17.418 it/s ] [ lr: 5.00e-05 ] [ eta: 618 days, 8:33:29 ] [ l_g_pix: 5.3417e-02 ] [ l_g_total: 5.3417e-02 ] +2024-10-27 02:51:35,580 INFO: [ epoch: 328 ] [ iter: 92,300 ] [ performance: 19.251 it/s ] [ lr: 5.00e-05 ] [ eta: 610 days, 21:34:54 ] [ l_g_pix: 6.5165e-02 ] [ l_g_total: 6.5165e-02 ] +2024-10-27 02:51:40,317 INFO: [ epoch: 328 ] [ iter: 92,400 ] [ performance: 20.537 it/s ] [ lr: 5.00e-05 ] [ eta: 603 days, 9:08:41 ] [ l_g_pix: 6.0741e-02 ] [ l_g_total: 6.0741e-02 ] +2024-10-27 02:51:46,222 INFO: [ epoch: 329 ] [ iter: 92,500 ] [ performance: 19.036 it/s ] [ lr: 5.00e-05 ] [ eta: 595 days, 22:52:41 ] [ l_g_pix: 5.2551e-02 ] [ l_g_total: 5.2551e-02 ] +2024-10-27 02:51:51,548 INFO: [ epoch: 329 ] [ iter: 92,600 ] [ performance: 18.850 it/s ] [ lr: 5.00e-05 ] [ eta: 588 days, 11:05:47 ] [ l_g_pix: 5.1655e-02 ] [ l_g_total: 5.1655e-02 ] +2024-10-27 02:51:56,359 INFO: [ epoch: 329 ] [ iter: 92,700 ] [ performance: 23.189 it/s ] [ lr: 5.00e-05 ] [ eta: 580 days, 21:58:16 ] [ l_g_pix: 7.0358e-02 ] [ l_g_total: 7.0358e-02 ] +2024-10-27 02:52:02,253 INFO: [ epoch: 330 ] [ iter: 92,800 ] [ performance: 18.349 it/s ] [ lr: 5.00e-05 ] [ eta: 573 days, 10:44:44 ] [ l_g_pix: 6.0737e-02 ] [ l_g_total: 6.0737e-02 ] +2024-10-27 02:52:07,406 INFO: [ epoch: 330 ] [ iter: 92,900 ] [ performance: 19.487 it/s ] [ lr: 5.00e-05 ] [ eta: 565 days, 21:43:55 ] [ l_g_pix: 5.8665e-02 ] [ l_g_total: 5.8665e-02 ] +2024-10-27 02:52:11,985 INFO: [ epoch: 330 ] [ iter: 93,000 ] [ performance: 21.138 it/s ] [ lr: 5.00e-05 ] [ eta: 558 days, 7:18:56 ] [ l_g_pix: 4.9251e-02 ] [ l_g_total: 4.9251e-02 ] +2024-10-27 02:52:18,186 INFO: [ epoch: 331 ] [ iter: 93,100 ] [ performance: 19.627 it/s ] [ lr: 5.00e-05 ] [ eta: 550 days, 19:45:02 ] [ l_g_pix: 5.3760e-02 ] [ l_g_total: 5.3760e-02 ] +2024-10-27 02:52:23,317 INFO: [ epoch: 331 ] [ iter: 93,200 ] [ performance: 19.528 it/s ] [ lr: 5.00e-05 ] [ eta: 543 days, 5:49:25 ] [ l_g_pix: 5.8564e-02 ] [ l_g_total: 5.8564e-02 ] +2024-10-27 02:52:29,131 INFO: [ epoch: 332 ] [ iter: 93,300 ] [ performance: 13.365 it/s ] [ lr: 5.00e-05 ] [ eta: 535 days, 16:52:51 ] [ l_g_pix: 8.7862e-02 ] [ l_g_total: 8.7862e-02 ] +2024-10-27 02:52:34,375 INFO: [ epoch: 332 ] [ iter: 93,400 ] [ performance: 17.135 it/s ] [ lr: 5.00e-05 ] [ eta: 528 days, 2:34:20 ] [ l_g_pix: 6.8202e-02 ] [ l_g_total: 6.8202e-02 ] +2024-10-27 02:52:39,551 INFO: [ epoch: 332 ] [ iter: 93,500 ] [ performance: 20.137 it/s ] [ lr: 5.00e-05 ] [ eta: 520 days, 11:50:52 ] [ l_g_pix: 5.0262e-02 ] [ l_g_total: 5.0262e-02 ] +2024-10-27 02:52:45,659 INFO: [ epoch: 333 ] [ iter: 93,600 ] [ performance: 17.209 it/s ] [ lr: 5.00e-05 ] [ eta: 512 days, 22:29:32 ] [ l_g_pix: 6.8352e-02 ] [ l_g_total: 6.8352e-02 ] +2024-10-27 02:52:50,847 INFO: [ epoch: 333 ] [ iter: 93,700 ] [ performance: 19.123 it/s ] [ lr: 5.00e-05 ] [ eta: 505 days, 7:11:19 ] [ l_g_pix: 5.4755e-02 ] [ l_g_total: 5.4755e-02 ] +2024-10-27 02:52:55,972 INFO: [ epoch: 333 ] [ iter: 93,800 ] [ performance: 19.411 it/s ] [ lr: 5.00e-05 ] [ eta: 497 days, 15:29:23 ] [ l_g_pix: 5.8633e-02 ] [ l_g_total: 5.8633e-02 ] +2024-10-27 02:53:02,114 INFO: [ epoch: 334 ] [ iter: 93,900 ] [ performance: 19.502 it/s ] [ lr: 5.00e-05 ] [ eta: 490 days, 1:13:35 ] [ l_g_pix: 6.4824e-02 ] [ l_g_total: 6.4824e-02 ] +2024-10-27 02:53:07,261 INFO: [ epoch: 334 ] [ iter: 94,000 ] [ performance: 19.450 it/s ] [ lr: 5.00e-05 ] [ eta: 482 days, 8:57:55 ] [ l_g_pix: 4.6414e-02 ] [ l_g_total: 4.6414e-02 ] +2024-10-27 02:53:12,252 INFO: [ epoch: 334 ] [ iter: 94,100 ] [ performance: 21.073 it/s ] [ lr: 5.00e-05 ] [ eta: 474 days, 16:09:39 ] [ l_g_pix: 6.1037e-02 ] [ l_g_total: 6.1037e-02 ] +2024-10-27 02:53:18,453 INFO: [ epoch: 335 ] [ iter: 94,200 ] [ performance: 17.102 it/s ] [ lr: 5.00e-05 ] [ eta: 467 days, 1:01:44 ] [ l_g_pix: 5.4693e-02 ] [ l_g_total: 5.4693e-02 ] +2024-10-27 02:53:23,671 INFO: [ epoch: 335 ] [ iter: 94,300 ] [ performance: 18.803 it/s ] [ lr: 5.00e-05 ] [ eta: 459 days, 7:59:50 ] [ l_g_pix: 6.0184e-02 ] [ l_g_total: 6.0184e-02 ] +2024-10-27 02:53:28,433 INFO: [ epoch: 335 ] [ iter: 94,400 ] [ performance: 20.436 it/s ] [ lr: 5.00e-05 ] [ eta: 451 days, 13:58:00 ] [ l_g_pix: 5.7089e-02 ] [ l_g_total: 5.7089e-02 ] +2024-10-27 02:53:34,753 INFO: [ epoch: 336 ] [ iter: 94,500 ] [ performance: 19.106 it/s ] [ lr: 5.00e-05 ] [ eta: 443 days, 22:02:59 ] [ l_g_pix: 5.9313e-02 ] [ l_g_total: 5.9313e-02 ] +2024-10-27 02:53:39,921 INFO: [ epoch: 336 ] [ iter: 94,600 ] [ performance: 19.296 it/s ] [ lr: 5.00e-05 ] [ eta: 436 days, 4:03:20 ] [ l_g_pix: 6.5347e-02 ] [ l_g_total: 6.5347e-02 ] +2024-10-27 02:53:45,831 INFO: [ epoch: 337 ] [ iter: 94,700 ] [ performance: 11.747 it/s ] [ lr: 5.00e-05 ] [ eta: 428 days, 10:51:59 ] [ l_g_pix: 4.6957e-02 ] [ l_g_total: 4.6957e-02 ] +2024-10-27 02:53:51,131 INFO: [ epoch: 337 ] [ iter: 94,800 ] [ performance: 16.610 it/s ] [ lr: 5.00e-05 ] [ eta: 420 days, 16:28:01 ] [ l_g_pix: 6.6099e-02 ] [ l_g_total: 6.6099e-02 ] +2024-10-27 02:53:56,327 INFO: [ epoch: 337 ] [ iter: 94,900 ] [ performance: 20.549 it/s ] [ lr: 5.00e-05 ] [ eta: 412 days, 21:37:37 ] [ l_g_pix: 5.9431e-02 ] [ l_g_total: 5.9431e-02 ] +2024-10-27 02:54:02,324 INFO: [ epoch: 338 ] [ iter: 95,000 ] [ performance: 17.394 it/s ] [ lr: 5.00e-05 ] [ eta: 405 days, 3:36:37 ] [ l_g_pix: 5.8607e-02 ] [ l_g_total: 5.8607e-02 ] +2024-10-27 02:54:07,322 INFO: [ epoch: 338 ] [ iter: 95,100 ] [ performance: 20.427 it/s ] [ lr: 5.00e-05 ] [ eta: 397 days, 7:54:00 ] [ l_g_pix: 7.4071e-02 ] [ l_g_total: 7.4071e-02 ] +2024-10-27 02:54:12,143 INFO: [ epoch: 338 ] [ iter: 95,200 ] [ performance: 20.678 it/s ] [ lr: 5.00e-05 ] [ eta: 389 days, 11:40:35 ] [ l_g_pix: 5.9169e-02 ] [ l_g_total: 5.9169e-02 ] +2024-10-27 02:54:18,138 INFO: [ epoch: 339 ] [ iter: 95,300 ] [ performance: 19.225 it/s ] [ lr: 5.00e-05 ] [ eta: 381 days, 16:43:06 ] [ l_g_pix: 8.5319e-02 ] [ l_g_total: 8.5319e-02 ] +2024-10-27 02:54:23,417 INFO: [ epoch: 339 ] [ iter: 95,400 ] [ performance: 19.004 it/s ] [ lr: 5.00e-05 ] [ eta: 373 days, 20:30:43 ] [ l_g_pix: 6.5076e-02 ] [ l_g_total: 6.5076e-02 ] +2024-10-27 02:54:28,332 INFO: [ epoch: 339 ] [ iter: 95,500 ] [ performance: 22.164 it/s ] [ lr: 5.00e-05 ] [ eta: 365 days, 23:33:27 ] [ l_g_pix: 7.2599e-02 ] [ l_g_total: 7.2599e-02 ] +2024-10-27 02:54:34,222 INFO: [ epoch: 340 ] [ iter: 95,600 ] [ performance: 17.816 it/s ] [ lr: 5.00e-05 ] [ eta: 358 days, 3:31:12 ] [ l_g_pix: 6.4771e-02 ] [ l_g_total: 6.4771e-02 ] +2024-10-27 02:54:39,498 INFO: [ epoch: 340 ] [ iter: 95,700 ] [ performance: 19.211 it/s ] [ lr: 5.00e-05 ] [ eta: 350 days, 6:25:26 ] [ l_g_pix: 6.0018e-02 ] [ l_g_total: 6.0018e-02 ] +2024-10-27 02:54:44,048 INFO: [ epoch: 340 ] [ iter: 95,800 ] [ performance: 21.385 it/s ] [ lr: 5.00e-05 ] [ eta: 342 days, 8:11:14 ] [ l_g_pix: 5.9583e-02 ] [ l_g_total: 5.9583e-02 ] +2024-10-27 02:54:50,318 INFO: [ epoch: 341 ] [ iter: 95,900 ] [ performance: 18.870 it/s ] [ lr: 5.00e-05 ] [ eta: 334 days, 11:39:23 ] [ l_g_pix: 6.4632e-02 ] [ l_g_total: 6.4632e-02 ] +2024-10-27 02:54:55,361 INFO: [ epoch: 341 ] [ iter: 96,000 ] [ performance: 19.646 it/s ] [ lr: 5.00e-05 ] [ eta: 326 days, 13:24:52 ] [ l_g_pix: 7.3108e-02 ] [ l_g_total: 7.3108e-02 ] +2024-10-27 02:55:00,216 INFO: [ epoch: 341 ] [ iter: 96,100 ] [ performance: 22.899 it/s ] [ lr: 5.00e-05 ] [ eta: 318 days, 14:41:19 ] [ l_g_pix: 4.3579e-02 ] [ l_g_total: 4.3579e-02 ] +2024-10-27 02:55:06,532 INFO: [ epoch: 342 ] [ iter: 96,200 ] [ performance: 16.769 it/s ] [ lr: 5.00e-05 ] [ eta: 310 days, 17:14:02 ] [ l_g_pix: 4.6145e-02 ] [ l_g_total: 4.6145e-02 ] +2024-10-27 02:55:11,759 INFO: [ epoch: 342 ] [ iter: 96,300 ] [ performance: 20.234 it/s ] [ lr: 5.00e-05 ] [ eta: 302 days, 18:18:38 ] [ l_g_pix: 6.0904e-02 ] [ l_g_total: 6.0904e-02 ] +2024-10-27 02:55:17,807 INFO: [ epoch: 343 ] [ iter: 96,400 ] [ performance: 17.079 it/s ] [ lr: 5.00e-05 ] [ eta: 294 days, 19:55:00 ] [ l_g_pix: 7.3293e-02 ] [ l_g_total: 7.3293e-02 ] +2024-10-27 02:55:22,973 INFO: [ epoch: 343 ] [ iter: 96,500 ] [ performance: 19.837 it/s ] [ lr: 5.00e-05 ] [ eta: 286 days, 20:19:48 ] [ l_g_pix: 6.1922e-02 ] [ l_g_total: 6.1922e-02 ] +2024-10-27 02:55:28,008 INFO: [ epoch: 343 ] [ iter: 96,600 ] [ performance: 19.860 it/s ] [ lr: 5.00e-05 ] [ eta: 278 days, 20:19:57 ] [ l_g_pix: 5.4678e-02 ] [ l_g_total: 5.4678e-02 ] +2024-10-27 02:55:34,171 INFO: [ epoch: 344 ] [ iter: 96,700 ] [ performance: 19.035 it/s ] [ lr: 5.00e-05 ] [ eta: 270 days, 21:05:19 ] [ l_g_pix: 5.4949e-02 ] [ l_g_total: 5.4949e-02 ] +2024-10-27 02:55:39,489 INFO: [ epoch: 344 ] [ iter: 96,800 ] [ performance: 18.844 it/s ] [ lr: 5.00e-05 ] [ eta: 262 days, 20:45:07 ] [ l_g_pix: 5.5859e-02 ] [ l_g_total: 5.5859e-02 ] +2024-10-27 02:55:44,387 INFO: [ epoch: 344 ] [ iter: 96,900 ] [ performance: 21.295 it/s ] [ lr: 5.00e-05 ] [ eta: 254 days, 19:45:31 ] [ l_g_pix: 5.9441e-02 ] [ l_g_total: 5.9441e-02 ] +2024-10-27 02:55:50,466 INFO: [ epoch: 345 ] [ iter: 97,000 ] [ performance: 17.046 it/s ] [ lr: 5.00e-05 ] [ eta: 246 days, 19:28:32 ] [ l_g_pix: 5.8054e-02 ] [ l_g_total: 5.8054e-02 ] +2024-10-27 02:55:55,633 INFO: [ epoch: 345 ] [ iter: 97,100 ] [ performance: 19.139 it/s ] [ lr: 5.00e-05 ] [ eta: 238 days, 18:07:20 ] [ l_g_pix: 6.0512e-02 ] [ l_g_total: 6.0512e-02 ] +2024-10-27 02:56:00,571 INFO: [ epoch: 345 ] [ iter: 97,200 ] [ performance: 20.083 it/s ] [ lr: 5.00e-05 ] [ eta: 230 days, 16:18:11 ] [ l_g_pix: 5.8231e-02 ] [ l_g_total: 5.8231e-02 ] +2024-10-27 02:56:06,776 INFO: [ epoch: 346 ] [ iter: 97,300 ] [ performance: 19.261 it/s ] [ lr: 5.00e-05 ] [ eta: 222 days, 15:09:32 ] [ l_g_pix: 7.0857e-02 ] [ l_g_total: 7.0857e-02 ] +2024-10-27 02:56:12,019 INFO: [ epoch: 346 ] [ iter: 97,400 ] [ performance: 19.103 it/s ] [ lr: 5.00e-05 ] [ eta: 214 days, 12:58:33 ] [ l_g_pix: 5.2958e-02 ] [ l_g_total: 5.2958e-02 ] +2024-10-27 02:56:16,982 INFO: [ epoch: 346 ] [ iter: 97,500 ] [ performance: 20.283 it/s ] [ lr: 5.00e-05 ] [ eta: 206 days, 10:18:26 ] [ l_g_pix: 6.5868e-02 ] [ l_g_total: 6.5868e-02 ] +2024-10-27 02:56:23,309 INFO: [ epoch: 347 ] [ iter: 97,600 ] [ performance: 16.276 it/s ] [ lr: 5.00e-05 ] [ eta: 198 days, 8:16:18 ] [ l_g_pix: 5.3710e-02 ] [ l_g_total: 5.3710e-02 ] +2024-10-27 02:56:28,416 INFO: [ epoch: 347 ] [ iter: 97,700 ] [ performance: 20.807 it/s ] [ lr: 5.00e-05 ] [ eta: 190 days, 5:06:23 ] [ l_g_pix: 4.7087e-02 ] [ l_g_total: 4.7087e-02 ] +2024-10-27 02:56:34,325 INFO: [ epoch: 348 ] [ iter: 97,800 ] [ performance: 17.324 it/s ] [ lr: 5.00e-05 ] [ eta: 182 days, 2:08:46 ] [ l_g_pix: 5.9930e-02 ] [ l_g_total: 5.9930e-02 ] +2024-10-27 02:56:39,648 INFO: [ epoch: 348 ] [ iter: 97,900 ] [ performance: 18.901 it/s ] [ lr: 5.00e-05 ] [ eta: 173 days, 22:31:00 ] [ l_g_pix: 4.9368e-02 ] [ l_g_total: 4.9368e-02 ] +2024-10-27 02:56:44,727 INFO: [ epoch: 348 ] [ iter: 98,000 ] [ performance: 19.598 it/s ] [ lr: 5.00e-05 ] [ eta: 165 days, 18:27:21 ] [ l_g_pix: 5.8278e-02 ] [ l_g_total: 5.8278e-02 ] +2024-10-27 02:56:50,741 INFO: [ epoch: 349 ] [ iter: 98,100 ] [ performance: 19.680 it/s ] [ lr: 5.00e-05 ] [ eta: 157 days, 14:36:20 ] [ l_g_pix: 5.8806e-02 ] [ l_g_total: 5.8806e-02 ] +2024-10-27 02:56:55,943 INFO: [ epoch: 349 ] [ iter: 98,200 ] [ performance: 19.274 it/s ] [ lr: 5.00e-05 ] [ eta: 149 days, 10:00:58 ] [ l_g_pix: 5.5308e-02 ] [ l_g_total: 5.5308e-02 ] +2024-10-27 02:57:00,964 INFO: [ epoch: 349 ] [ iter: 98,300 ] [ performance: 21.217 it/s ] [ lr: 5.00e-05 ] [ eta: 141 days, 5:03:06 ] [ l_g_pix: 7.3006e-02 ] [ l_g_total: 7.3006e-02 ] +2024-10-27 02:57:07,086 INFO: [ epoch: 350 ] [ iter: 98,400 ] [ performance: 16.717 it/s ] [ lr: 5.00e-05 ] [ eta: 133 days, 0:17:51 ] [ l_g_pix: 7.2386e-02 ] [ l_g_total: 7.2386e-02 ] +2024-10-27 02:57:12,291 INFO: [ epoch: 350 ] [ iter: 98,500 ] [ performance: 19.674 it/s ] [ lr: 5.00e-05 ] [ eta: 124 days, 18:49:17 ] [ l_g_pix: 6.1107e-02 ] [ l_g_total: 6.1107e-02 ] +2024-10-27 02:57:17,234 INFO: [ epoch: 350 ] [ iter: 98,600 ] [ performance: 20.180 it/s ] [ lr: 5.00e-05 ] [ eta: 116 days, 12:57:17 ] [ l_g_pix: 7.1681e-02 ] [ l_g_total: 7.1681e-02 ] +2024-10-27 02:57:23,463 INFO: [ epoch: 351 ] [ iter: 98,700 ] [ performance: 18.708 it/s ] [ lr: 5.00e-05 ] [ eta: 108 days, 7:16:35 ] [ l_g_pix: 5.4916e-02 ] [ l_g_total: 5.4916e-02 ] +2024-10-27 02:57:28,645 INFO: [ epoch: 351 ] [ iter: 98,800 ] [ performance: 19.248 it/s ] [ lr: 5.00e-05 ] [ eta: 100 days, 0:54:16 ] [ l_g_pix: 5.9021e-02 ] [ l_g_total: 5.9021e-02 ] +2024-10-27 02:57:33,416 INFO: [ epoch: 351 ] [ iter: 98,900 ] [ performance: 21.659 it/s ] [ lr: 5.00e-05 ] [ eta: 91 days, 18:07:07 ] [ l_g_pix: 7.8042e-02 ] [ l_g_total: 7.8042e-02 ] +2024-10-27 02:57:39,753 INFO: [ epoch: 352 ] [ iter: 99,000 ] [ performance: 16.107 it/s ] [ lr: 5.00e-05 ] [ eta: 83 days, 11:30:08 ] [ l_g_pix: 5.4477e-02 ] [ l_g_total: 5.4477e-02 ] +2024-10-27 02:57:44,804 INFO: [ epoch: 352 ] [ iter: 99,100 ] [ performance: 21.028 it/s ] [ lr: 5.00e-05 ] [ eta: 75 days, 4:12:47 ] [ l_g_pix: 7.0319e-02 ] [ l_g_total: 7.0319e-02 ] +2024-10-27 02:57:50,732 INFO: [ epoch: 353 ] [ iter: 99,200 ] [ performance: 17.096 it/s ] [ lr: 5.00e-05 ] [ eta: 66 days, 20:50:14 ] [ l_g_pix: 4.9501e-02 ] [ l_g_total: 4.9501e-02 ] +2024-10-27 02:57:55,955 INFO: [ epoch: 353 ] [ iter: 99,300 ] [ performance: 19.029 it/s ] [ lr: 5.00e-05 ] [ eta: 58 days, 12:59:45 ] [ l_g_pix: 5.5388e-02 ] [ l_g_total: 5.5388e-02 ] +2024-10-27 02:58:01,031 INFO: [ epoch: 353 ] [ iter: 99,400 ] [ performance: 19.665 it/s ] [ lr: 5.00e-05 ] [ eta: 50 days, 4:50:23 ] [ l_g_pix: 5.2798e-02 ] [ l_g_total: 5.2798e-02 ] +2024-10-27 02:58:06,851 INFO: [ epoch: 354 ] [ iter: 99,500 ] [ performance: 19.771 it/s ] [ lr: 5.00e-05 ] [ eta: 41 days, 20:30:16 ] [ l_g_pix: 6.6184e-02 ] [ l_g_total: 6.6184e-02 ] +2024-10-27 02:58:12,129 INFO: [ epoch: 354 ] [ iter: 99,600 ] [ performance: 18.989 it/s ] [ lr: 5.00e-05 ] [ eta: 33 days, 11:47:09 ] [ l_g_pix: 5.0351e-02 ] [ l_g_total: 5.0351e-02 ] +2024-10-27 02:58:17,238 INFO: [ epoch: 354 ] [ iter: 99,700 ] [ performance: 19.631 it/s ] [ lr: 5.00e-05 ] [ eta: 25 days, 2:45:36 ] [ l_g_pix: 5.7361e-02 ] [ l_g_total: 5.7361e-02 ] +2024-10-27 02:58:23,292 INFO: [ epoch: 355 ] [ iter: 99,800 ] [ performance: 16.621 it/s ] [ lr: 5.00e-05 ] [ eta: 16 days, 17:30:10 ] [ l_g_pix: 6.4590e-02 ] [ l_g_total: 6.4590e-02 ] +2024-10-27 02:58:28,460 INFO: [ epoch: 355 ] [ iter: 99,900 ] [ performance: 18.840 it/s ] [ lr: 5.00e-05 ] [ eta: 8 days, 7:53:05 ] [ l_g_pix: 4.2823e-02 ] [ l_g_total: 4.2823e-02 ] +2024-10-27 02:58:33,326 INFO: [ epoch: 355 ] [ iter:100,000 ] [ performance: 20.498 it/s ] [ lr: 5.00e-05 ] [ eta: -1 day, 21:58:47 ] [ l_g_pix: 5.8865e-02 ] [ l_g_total: 5.8865e-02 ] +2024-10-27 02:58:33,326 INFO: Saving models and training states. +2024-10-27 02:59:45,442 INFO: Validation val + + # psnr: 21.8621........ Best: 21.8630 @ 80000 iter + # ssim: 0.6415........ Best: 0.6415 @ 100000 iter + # dists: 0.7863........ Best: 0.7863 @ 100000 iter + +2024-10-27 02:59:45,443 INFO: End of training. Time consumed: 2:02:29 +2024-10-27 02:59:45,443 INFO: Save the latest model. +2024-10-27 02:00:58,086 INFO: Validation val + + # psnr: 21.8621........ Best: 21.8630 @ 80000 iter + # ssim: 0.6415........ Best: 0.6415 @ 100001 iter + # dists: 0.7863........ Best: 0.7863 @ 100001 iter + diff --git a/imagenet/models/bhi/4ximagenet_bhi_span_fp16/training_states/100000.state b/imagenet/models/bhi/4ximagenet_bhi_span_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..efa4e173ea4604bed9a60a2c7e4fd47eab693a29 --- /dev/null +++ b/imagenet/models/bhi/4ximagenet_bhi_span_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed20e6ff1eca7339f54347be9fe49462f30874d472d8242246c9a9b23a427d81 +size 14859114 diff --git a/imagenet/models/default/4ximagenet_span_fp16/4ximagenet_span_fp16.toml b/imagenet/models/default/4ximagenet_span_fp16/4ximagenet_span_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..8f972e8875bce420155a8a8f5fed264b423f6b57 --- /dev/null +++ b/imagenet/models/default/4ximagenet_span_fp16/4ximagenet_span_fp16.toml @@ -0,0 +1,60 @@ +# GENERATE TIME: Mon Oct 21 22:53:34 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16.toml + +name = "4ximagenet_span_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/imagenet_tiled/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/imagenet_tiled_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/default/4ximagenet_span_fp16/models/net_g_100000.pth b/imagenet/models/default/4ximagenet_span_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..2d051a3dbd8e7bc3080b9da39b335184b32d7148 --- /dev/null +++ b/imagenet/models/default/4ximagenet_span_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5a037315debccdaf6ca2de9d52efe6bbbb1b04f6ae0c50c7fb3d8e90f665cac +size 9010221 diff --git a/imagenet/models/default/4ximagenet_span_fp16/train_4ximagenet_span_fp16_20241021_225334.log b/imagenet/models/default/4ximagenet_span_fp16/train_4ximagenet_span_fp16_20241021_225334.log new file mode 100644 index 0000000000000000000000000000000000000000..407d632b5b0600e9e1b59f9844316ad51a659713 --- /dev/null +++ b/imagenet/models/default/4ximagenet_span_fp16/train_4ximagenet_span_fp16_20241021_225334.log @@ -0,0 +1,1100 @@ +2024-10-21 22:53:34,863 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-21 22:56:53,900 INFO: Dataset [paired] is built. +2024-10-21 22:56:53,900 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16 + Number of train images: 197436 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 12340 + Total epochs 9 for total iters 100000. +2024-10-21 22:56:53,911 INFO: Dataset [paired] is built. +2024-10-21 22:56:53,911 INFO: Number of val images/folders: 100 +2024-10-21 22:56:54,253 INFO: Using network [span]. +2024-10-21 22:56:54,342 INFO: Using exponential-moving average. +2024-10-21 22:56:54,343 INFO: Loss [L1Loss] enabled. +2024-10-21 22:56:54,343 INFO: Using model [image]. +2024-10-21 22:56:55,205 INFO: AMP enabled. +2024-10-21 22:56:55,206 INFO: Deterministic mode enabled. +2024-10-21 22:56:55,206 INFO: Start training from epoch: 0, iter: 0 +2024-10-21 22:57:03,634 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 11.867 it/s ] [ lr: 1.00e-04 ] [ eta: 5 days, 12:15:54 ] [ l_g_pix: 8.9614e-02 ] [ l_g_total: 8.9614e-02 ] +2024-10-21 22:57:08,741 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 14.778 it/s ] [ lr: 1.00e-04 ] [ eta: 11 days, 9:44:07 ] [ l_g_pix: 5.6026e-02 ] [ l_g_total: 5.6026e-02 ] +2024-10-21 22:57:13,990 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 19.055 it/s ] [ lr: 1.00e-04 ] [ eta: 17 days, 10:48:59 ] [ l_g_pix: 6.7636e-02 ] [ l_g_total: 6.7636e-02 ] +2024-10-21 22:57:19,162 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 19.196 it/s ] [ lr: 1.00e-04 ] [ eta: 23 days, 9:29:08 ] [ l_g_pix: 4.7518e-02 ] [ l_g_total: 4.7518e-02 ] +2024-10-21 22:57:24,467 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 18.847 it/s ] [ lr: 1.00e-04 ] [ eta: 29 days, 11:33:30 ] [ l_g_pix: 4.7954e-02 ] [ l_g_total: 4.7954e-02 ] +2024-10-21 22:57:29,622 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 19.123 it/s ] [ lr: 1.00e-04 ] [ eta: 35 days, 9:10:45 ] [ l_g_pix: 3.8157e-02 ] [ l_g_total: 3.8157e-02 ] +2024-10-21 22:57:34,675 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 19.757 it/s ] [ lr: 1.00e-04 ] [ eta: 41 days, 3:41:11 ] [ l_g_pix: 2.8281e-02 ] [ l_g_total: 2.8281e-02 ] +2024-10-21 22:57:39,816 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 19.603 it/s ] [ lr: 1.00e-04 ] [ eta: 47 days, 0:20:55 ] [ l_g_pix: 3.3928e-02 ] [ l_g_total: 3.3928e-02 ] +2024-10-21 22:57:45,006 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 19.389 it/s ] [ lr: 1.00e-04 ] [ eta: 52 days, 22:05:54 ] [ l_g_pix: 2.4732e-02 ] [ l_g_total: 2.4732e-02 ] +2024-10-21 22:57:50,103 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 19.508 it/s ] [ lr: 1.00e-04 ] [ eta: 58 days, 16:58:01 ] [ l_g_pix: 3.0563e-02 ] [ l_g_total: 3.0563e-02 ] +2024-10-21 22:57:55,338 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 19.134 it/s ] [ lr: 1.00e-04 ] [ eta: 64 days, 15:21:15 ] [ l_g_pix: 3.6205e-02 ] [ l_g_total: 3.6205e-02 ] +2024-10-21 22:58:00,551 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 19.160 it/s ] [ lr: 1.00e-04 ] [ eta: 70 days, 12:51:53 ] [ l_g_pix: 2.8764e-02 ] [ l_g_total: 2.8764e-02 ] +2024-10-21 22:58:05,673 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 19.599 it/s ] [ lr: 1.00e-04 ] [ eta: 76 days, 7:35:02 ] [ l_g_pix: 2.3401e-02 ] [ l_g_total: 2.3401e-02 ] +2024-10-21 22:58:10,825 INFO: [ epoch: 0 ] [ iter: 1,400 ] [ performance: 19.503 it/s ] [ lr: 1.00e-04 ] [ eta: 82 days, 2:50:04 ] [ l_g_pix: 2.6269e-02 ] [ l_g_total: 2.6269e-02 ] +2024-10-21 22:58:15,906 INFO: [ epoch: 0 ] [ iter: 1,500 ] [ performance: 19.610 it/s ] [ lr: 1.00e-04 ] [ eta: 87 days, 19:50:34 ] [ l_g_pix: 2.9450e-02 ] [ l_g_total: 2.9450e-02 ] +2024-10-21 22:58:21,044 INFO: [ epoch: 0 ] [ iter: 1,600 ] [ performance: 19.535 it/s ] [ lr: 1.00e-04 ] [ eta: 93 days, 14:07:53 ] [ l_g_pix: 3.2915e-02 ] [ l_g_total: 3.2915e-02 ] +2024-10-21 22:58:26,233 INFO: [ epoch: 0 ] [ iter: 1,700 ] [ performance: 19.410 it/s ] [ lr: 1.00e-04 ] [ eta: 99 days, 9:33:38 ] [ l_g_pix: 3.5575e-02 ] [ l_g_total: 3.5575e-02 ] +2024-10-21 22:58:31,484 INFO: [ epoch: 0 ] [ iter: 1,800 ] [ performance: 19.219 it/s ] [ lr: 1.00e-04 ] [ eta: 105 days, 6:21:37 ] [ l_g_pix: 2.2260e-02 ] [ l_g_total: 2.2260e-02 ] +2024-10-21 22:58:36,751 INFO: [ epoch: 0 ] [ iter: 1,900 ] [ performance: 18.979 it/s ] [ lr: 1.00e-04 ] [ eta: 111 days, 3:18:56 ] [ l_g_pix: 4.2036e-02 ] [ l_g_total: 4.2036e-02 ] +2024-10-21 22:58:41,959 INFO: [ epoch: 0 ] [ iter: 2,000 ] [ performance: 19.097 it/s ] [ lr: 1.00e-04 ] [ eta: 116 days, 22:20:56 ] [ l_g_pix: 3.4821e-02 ] [ l_g_total: 3.4821e-02 ] +2024-10-21 22:58:47,121 INFO: [ epoch: 0 ] [ iter: 2,100 ] [ performance: 19.407 it/s ] [ lr: 1.00e-04 ] [ eta: 122 days, 15:52:38 ] [ l_g_pix: 2.5332e-02 ] [ l_g_total: 2.5332e-02 ] +2024-10-21 22:58:52,354 INFO: [ epoch: 0 ] [ iter: 2,200 ] [ performance: 19.251 it/s ] [ lr: 1.00e-04 ] [ eta: 128 days, 11:01:57 ] [ l_g_pix: 4.2020e-02 ] [ l_g_total: 4.2020e-02 ] +2024-10-21 22:58:57,479 INFO: [ epoch: 0 ] [ iter: 2,300 ] [ performance: 19.649 it/s ] [ lr: 1.00e-04 ] [ eta: 134 days, 2:56:55 ] [ l_g_pix: 2.4064e-02 ] [ l_g_total: 2.4064e-02 ] +2024-10-21 22:59:02,799 INFO: [ epoch: 0 ] [ iter: 2,400 ] [ performance: 19.190 it/s ] [ lr: 1.00e-04 ] [ eta: 139 days, 23:53:05 ] [ l_g_pix: 1.8220e-02 ] [ l_g_total: 1.8220e-02 ] +2024-10-21 22:59:08,107 INFO: [ epoch: 0 ] [ iter: 2,500 ] [ performance: 18.793 it/s ] [ lr: 1.00e-04 ] [ eta: 145 days, 20:12:19 ] [ l_g_pix: 2.5232e-02 ] [ l_g_total: 2.5232e-02 ] +2024-10-21 22:59:13,124 INFO: [ epoch: 0 ] [ iter: 2,600 ] [ performance: 19.382 it/s ] [ lr: 1.00e-04 ] [ eta: 151 days, 8:21:53 ] [ l_g_pix: 2.7967e-02 ] [ l_g_total: 2.7967e-02 ] +2024-10-21 22:59:18,299 INFO: [ epoch: 0 ] [ iter: 2,700 ] [ performance: 19.392 it/s ] [ lr: 1.00e-04 ] [ eta: 157 days, 0:29:03 ] [ l_g_pix: 2.8991e-02 ] [ l_g_total: 2.8991e-02 ] +2024-10-21 22:59:23,331 INFO: [ epoch: 0 ] [ iter: 2,800 ] [ performance: 19.646 it/s ] [ lr: 1.00e-04 ] [ eta: 162 days, 12:29:38 ] [ l_g_pix: 2.3807e-02 ] [ l_g_total: 2.3807e-02 ] +2024-10-21 22:59:28,380 INFO: [ epoch: 0 ] [ iter: 2,900 ] [ performance: 20.058 it/s ] [ lr: 1.00e-04 ] [ eta: 168 days, 0:39:06 ] [ l_g_pix: 3.6556e-02 ] [ l_g_total: 3.6556e-02 ] +2024-10-21 22:59:33,494 INFO: [ epoch: 0 ] [ iter: 3,000 ] [ performance: 19.785 it/s ] [ lr: 1.00e-04 ] [ eta: 173 days, 14:17:50 ] [ l_g_pix: 2.5086e-02 ] [ l_g_total: 2.5086e-02 ] +2024-10-21 22:59:38,659 INFO: [ epoch: 0 ] [ iter: 3,100 ] [ performance: 19.294 it/s ] [ lr: 1.00e-04 ] [ eta: 179 days, 5:00:31 ] [ l_g_pix: 3.4584e-02 ] [ l_g_total: 3.4584e-02 ] +2024-10-21 22:59:43,881 INFO: [ epoch: 0 ] [ iter: 3,200 ] [ performance: 19.215 it/s ] [ lr: 1.00e-04 ] [ eta: 184 days, 21:00:25 ] [ l_g_pix: 4.5796e-02 ] [ l_g_total: 4.5796e-02 ] +2024-10-21 22:59:49,158 INFO: [ epoch: 0 ] [ iter: 3,300 ] [ performance: 18.986 it/s ] [ lr: 1.00e-04 ] [ eta: 190 days, 14:10:03 ] [ l_g_pix: 2.9580e-02 ] [ l_g_total: 2.9580e-02 ] +2024-10-21 22:59:54,195 INFO: [ epoch: 0 ] [ iter: 3,400 ] [ performance: 19.450 it/s ] [ lr: 1.00e-04 ] [ eta: 196 days, 0:34:51 ] [ l_g_pix: 3.1340e-02 ] [ l_g_total: 3.1340e-02 ] +2024-10-21 22:59:59,350 INFO: [ epoch: 0 ] [ iter: 3,500 ] [ performance: 19.494 it/s ] [ lr: 1.00e-04 ] [ eta: 201 days, 13:53:58 ] [ l_g_pix: 2.8822e-02 ] [ l_g_total: 2.8822e-02 ] +2024-10-21 23:00:04,581 INFO: [ epoch: 0 ] [ iter: 3,600 ] [ performance: 19.289 it/s ] [ lr: 1.00e-04 ] [ eta: 207 days, 4:56:36 ] [ l_g_pix: 2.2528e-02 ] [ l_g_total: 2.2528e-02 ] +2024-10-21 23:00:09,784 INFO: [ epoch: 0 ] [ iter: 3,700 ] [ performance: 19.141 it/s ] [ lr: 1.00e-04 ] [ eta: 212 days, 18:57:51 ] [ l_g_pix: 2.2437e-02 ] [ l_g_total: 2.2437e-02 ] +2024-10-21 23:00:14,945 INFO: [ epoch: 0 ] [ iter: 3,800 ] [ performance: 19.270 it/s ] [ lr: 1.00e-04 ] [ eta: 218 days, 7:34:41 ] [ l_g_pix: 3.6673e-02 ] [ l_g_total: 3.6673e-02 ] +2024-10-21 23:00:20,117 INFO: [ epoch: 0 ] [ iter: 3,900 ] [ performance: 19.398 it/s ] [ lr: 1.00e-04 ] [ eta: 223 days, 20:12:04 ] [ l_g_pix: 2.1813e-02 ] [ l_g_total: 2.1813e-02 ] +2024-10-21 23:00:25,351 INFO: [ epoch: 0 ] [ iter: 4,000 ] [ performance: 19.237 it/s ] [ lr: 1.00e-04 ] [ eta: 229 days, 10:10:31 ] [ l_g_pix: 2.7556e-02 ] [ l_g_total: 2.7556e-02 ] +2024-10-21 23:00:30,555 INFO: [ epoch: 0 ] [ iter: 4,100 ] [ performance: 19.371 it/s ] [ lr: 1.00e-04 ] [ eta: 234 days, 23:03:35 ] [ l_g_pix: 2.0910e-02 ] [ l_g_total: 2.0910e-02 ] +2024-10-21 23:00:35,639 INFO: [ epoch: 0 ] [ iter: 4,200 ] [ performance: 19.536 it/s ] [ lr: 1.00e-04 ] [ eta: 240 days, 8:28:51 ] [ l_g_pix: 2.5928e-02 ] [ l_g_total: 2.5928e-02 ] +2024-10-21 23:00:40,953 INFO: [ epoch: 0 ] [ iter: 4,300 ] [ performance: 19.143 it/s ] [ lr: 1.00e-04 ] [ eta: 245 days, 23:43:35 ] [ l_g_pix: 1.7330e-02 ] [ l_g_total: 1.7330e-02 ] +2024-10-21 23:00:46,234 INFO: [ epoch: 0 ] [ iter: 4,400 ] [ performance: 19.028 it/s ] [ lr: 1.00e-04 ] [ eta: 251 days, 13:48:04 ] [ l_g_pix: 1.9895e-02 ] [ l_g_total: 1.9895e-02 ] +2024-10-21 23:00:51,494 INFO: [ epoch: 0 ] [ iter: 4,500 ] [ performance: 19.102 it/s ] [ lr: 1.00e-04 ] [ eta: 257 days, 3:00:18 ] [ l_g_pix: 3.1758e-02 ] [ l_g_total: 3.1758e-02 ] +2024-10-21 23:00:56,734 INFO: [ epoch: 0 ] [ iter: 4,600 ] [ performance: 19.093 it/s ] [ lr: 1.00e-04 ] [ eta: 262 days, 15:24:27 ] [ l_g_pix: 2.3777e-02 ] [ l_g_total: 2.3777e-02 ] +2024-10-21 23:01:02,084 INFO: [ epoch: 0 ] [ iter: 4,700 ] [ performance: 18.489 it/s ] [ lr: 1.00e-04 ] [ eta: 268 days, 6:25:47 ] [ l_g_pix: 2.0865e-02 ] [ l_g_total: 2.0865e-02 ] +2024-10-21 23:01:07,424 INFO: [ epoch: 0 ] [ iter: 4,800 ] [ performance: 18.623 it/s ] [ lr: 1.00e-04 ] [ eta: 273 days, 20:53:30 ] [ l_g_pix: 2.1638e-02 ] [ l_g_total: 2.1638e-02 ] +2024-10-21 23:01:12,748 INFO: [ epoch: 0 ] [ iter: 4,900 ] [ performance: 18.686 it/s ] [ lr: 1.00e-04 ] [ eta: 279 days, 10:37:10 ] [ l_g_pix: 2.9791e-02 ] [ l_g_total: 2.9791e-02 ] +2024-10-21 23:01:18,117 INFO: [ epoch: 0 ] [ iter: 5,000 ] [ performance: 18.652 it/s ] [ lr: 1.00e-04 ] [ eta: 285 days, 1:15:26 ] [ l_g_pix: 2.5725e-02 ] [ l_g_total: 2.5725e-02 ] +2024-10-21 23:01:23,594 INFO: [ epoch: 0 ] [ iter: 5,100 ] [ performance: 18.631 it/s ] [ lr: 1.00e-04 ] [ eta: 290 days, 18:24:58 ] [ l_g_pix: 2.2597e-02 ] [ l_g_total: 2.2597e-02 ] +2024-10-21 23:01:28,999 INFO: [ epoch: 0 ] [ iter: 5,200 ] [ performance: 18.557 it/s ] [ lr: 1.00e-04 ] [ eta: 296 days, 9:24:29 ] [ l_g_pix: 2.4310e-02 ] [ l_g_total: 2.4310e-02 ] +2024-10-21 23:01:34,515 INFO: [ epoch: 0 ] [ iter: 5,300 ] [ performance: 18.045 it/s ] [ lr: 1.00e-04 ] [ eta: 302 days, 2:59:24 ] [ l_g_pix: 2.7643e-02 ] [ l_g_total: 2.7643e-02 ] +2024-10-21 23:01:39,980 INFO: [ epoch: 0 ] [ iter: 5,400 ] [ performance: 18.191 it/s ] [ lr: 1.00e-04 ] [ eta: 307 days, 18:56:09 ] [ l_g_pix: 2.9478e-02 ] [ l_g_total: 2.9478e-02 ] +2024-10-21 23:01:45,390 INFO: [ epoch: 0 ] [ iter: 5,500 ] [ performance: 18.949 it/s ] [ lr: 1.00e-04 ] [ eta: 313 days, 9:09:22 ] [ l_g_pix: 3.1144e-02 ] [ l_g_total: 3.1144e-02 ] +2024-10-21 23:01:50,697 INFO: [ epoch: 0 ] [ iter: 5,600 ] [ performance: 18.890 it/s ] [ lr: 1.00e-04 ] [ eta: 318 days, 20:21:07 ] [ l_g_pix: 3.3705e-02 ] [ l_g_total: 3.3705e-02 ] +2024-10-21 23:01:55,945 INFO: [ epoch: 0 ] [ iter: 5,700 ] [ performance: 18.675 it/s ] [ lr: 1.00e-04 ] [ eta: 324 days, 5:42:23 ] [ l_g_pix: 2.3568e-02 ] [ l_g_total: 2.3568e-02 ] +2024-10-21 23:02:01,315 INFO: [ epoch: 0 ] [ iter: 5,800 ] [ performance: 18.646 it/s ] [ lr: 1.00e-04 ] [ eta: 329 days, 17:57:34 ] [ l_g_pix: 2.6695e-02 ] [ l_g_total: 2.6695e-02 ] +2024-10-21 23:02:06,848 INFO: [ epoch: 0 ] [ iter: 5,900 ] [ performance: 17.075 it/s ] [ lr: 1.00e-04 ] [ eta: 335 days, 10:12:00 ] [ l_g_pix: 2.5145e-02 ] [ l_g_total: 2.5145e-02 ] +2024-10-21 23:02:12,405 INFO: [ epoch: 0 ] [ iter: 6,000 ] [ performance: 17.603 it/s ] [ lr: 1.00e-04 ] [ eta: 341 days, 2:44:27 ] [ l_g_pix: 2.9402e-02 ] [ l_g_total: 2.9402e-02 ] +2024-10-21 23:02:17,983 INFO: [ epoch: 0 ] [ iter: 6,100 ] [ performance: 18.384 it/s ] [ lr: 1.00e-04 ] [ eta: 346 days, 19:31:20 ] [ l_g_pix: 1.7218e-02 ] [ l_g_total: 1.7218e-02 ] +2024-10-21 23:02:23,301 INFO: [ epoch: 0 ] [ iter: 6,200 ] [ performance: 18.631 it/s ] [ lr: 1.00e-04 ] [ eta: 352 days, 5:12:28 ] [ l_g_pix: 2.3539e-02 ] [ l_g_total: 2.3539e-02 ] +2024-10-21 23:02:28,578 INFO: [ epoch: 0 ] [ iter: 6,300 ] [ performance: 18.772 it/s ] [ lr: 1.00e-04 ] [ eta: 357 days, 13:33:34 ] [ l_g_pix: 2.4892e-02 ] [ l_g_total: 2.4892e-02 ] +2024-10-21 23:02:34,215 INFO: [ epoch: 0 ] [ iter: 6,400 ] [ performance: 18.149 it/s ] [ lr: 1.00e-04 ] [ eta: 363 days, 6:57:38 ] [ l_g_pix: 2.1185e-02 ] [ l_g_total: 2.1185e-02 ] +2024-10-21 23:02:39,620 INFO: [ epoch: 0 ] [ iter: 6,500 ] [ performance: 19.747 it/s ] [ lr: 1.00e-04 ] [ eta: 368 days, 18:01:36 ] [ l_g_pix: 3.2987e-02 ] [ l_g_total: 3.2987e-02 ] +2024-10-21 23:02:44,843 INFO: [ epoch: 0 ] [ iter: 6,600 ] [ performance: 19.388 it/s ] [ lr: 1.00e-04 ] [ eta: 374 days, 0:02:48 ] [ l_g_pix: 2.0761e-02 ] [ l_g_total: 2.0761e-02 ] +2024-10-21 23:02:50,370 INFO: [ epoch: 0 ] [ iter: 6,700 ] [ performance: 17.592 it/s ] [ lr: 1.00e-04 ] [ eta: 379 days, 13:41:16 ] [ l_g_pix: 2.4047e-02 ] [ l_g_total: 2.4047e-02 ] +2024-10-21 23:02:55,599 INFO: [ epoch: 0 ] [ iter: 6,800 ] [ performance: 18.480 it/s ] [ lr: 1.00e-04 ] [ eta: 384 days, 19:17:58 ] [ l_g_pix: 2.4798e-02 ] [ l_g_total: 2.4798e-02 ] +2024-10-21 23:03:01,184 INFO: [ epoch: 0 ] [ iter: 6,900 ] [ performance: 17.912 it/s ] [ lr: 1.00e-04 ] [ eta: 390 days, 9:48:25 ] [ l_g_pix: 2.4590e-02 ] [ l_g_total: 2.4590e-02 ] +2024-10-21 23:03:06,652 INFO: [ epoch: 0 ] [ iter: 7,000 ] [ performance: 18.138 it/s ] [ lr: 1.00e-04 ] [ eta: 395 days, 21:00:12 ] [ l_g_pix: 2.0118e-02 ] [ l_g_total: 2.0118e-02 ] +2024-10-21 23:03:12,069 INFO: [ epoch: 0 ] [ iter: 7,100 ] [ performance: 18.253 it/s ] [ lr: 1.00e-04 ] [ eta: 401 days, 6:34:37 ] [ l_g_pix: 2.0649e-02 ] [ l_g_total: 2.0649e-02 ] +2024-10-21 23:03:17,410 INFO: [ epoch: 0 ] [ iter: 7,200 ] [ performance: 18.537 it/s ] [ lr: 1.00e-04 ] [ eta: 406 days, 13:52:42 ] [ l_g_pix: 2.7030e-02 ] [ l_g_total: 2.7030e-02 ] +2024-10-21 23:03:22,904 INFO: [ epoch: 0 ] [ iter: 7,300 ] [ performance: 18.517 it/s ] [ lr: 1.00e-04 ] [ eta: 412 days, 0:50:04 ] [ l_g_pix: 2.7379e-02 ] [ l_g_total: 2.7379e-02 ] +2024-10-21 23:03:28,108 INFO: [ epoch: 0 ] [ iter: 7,400 ] [ performance: 18.938 it/s ] [ lr: 1.00e-04 ] [ eta: 417 days, 4:01:59 ] [ l_g_pix: 2.9045e-02 ] [ l_g_total: 2.9045e-02 ] +2024-10-21 23:03:33,734 INFO: [ epoch: 0 ] [ iter: 7,500 ] [ performance: 18.018 it/s ] [ lr: 1.00e-04 ] [ eta: 422 days, 17:45:47 ] [ l_g_pix: 3.0763e-02 ] [ l_g_total: 3.0763e-02 ] +2024-10-21 23:03:39,125 INFO: [ epoch: 0 ] [ iter: 7,600 ] [ performance: 18.342 it/s ] [ lr: 1.00e-04 ] [ eta: 428 days, 1:09:46 ] [ l_g_pix: 2.3881e-02 ] [ l_g_total: 2.3881e-02 ] +2024-10-21 23:03:44,544 INFO: [ epoch: 0 ] [ iter: 7,700 ] [ performance: 18.372 it/s ] [ lr: 1.00e-04 ] [ eta: 433 days, 8:59:37 ] [ l_g_pix: 2.3752e-02 ] [ l_g_total: 2.3752e-02 ] +2024-10-21 23:03:49,917 INFO: [ epoch: 0 ] [ iter: 7,800 ] [ performance: 18.520 it/s ] [ lr: 1.00e-04 ] [ eta: 438 days, 15:20:06 ] [ l_g_pix: 2.1799e-02 ] [ l_g_total: 2.1799e-02 ] +2024-10-21 23:03:55,304 INFO: [ epoch: 0 ] [ iter: 7,900 ] [ performance: 18.600 it/s ] [ lr: 1.00e-04 ] [ eta: 443 days, 21:44:18 ] [ l_g_pix: 2.1277e-02 ] [ l_g_total: 2.1277e-02 ] +2024-10-21 23:04:00,454 INFO: [ epoch: 0 ] [ iter: 8,000 ] [ performance: 19.103 it/s ] [ lr: 1.00e-04 ] [ eta: 448 days, 21:45:29 ] [ l_g_pix: 2.5914e-02 ] [ l_g_total: 2.5914e-02 ] +2024-10-21 23:04:05,557 INFO: [ epoch: 0 ] [ iter: 8,100 ] [ performance: 20.115 it/s ] [ lr: 1.00e-04 ] [ eta: 453 days, 20:19:42 ] [ l_g_pix: 1.9683e-02 ] [ l_g_total: 1.9683e-02 ] +2024-10-21 23:04:10,790 INFO: [ epoch: 0 ] [ iter: 8,200 ] [ performance: 19.477 it/s ] [ lr: 1.00e-04 ] [ eta: 458 days, 21:54:40 ] [ l_g_pix: 2.3866e-02 ] [ l_g_total: 2.3866e-02 ] +2024-10-21 23:04:16,001 INFO: [ epoch: 0 ] [ iter: 8,300 ] [ performance: 19.269 it/s ] [ lr: 1.00e-04 ] [ eta: 463 days, 22:39:00 ] [ l_g_pix: 2.2719e-02 ] [ l_g_total: 2.2719e-02 ] +2024-10-21 23:04:21,323 INFO: [ epoch: 0 ] [ iter: 8,400 ] [ performance: 18.967 it/s ] [ lr: 1.00e-04 ] [ eta: 469 days, 1:54:54 ] [ l_g_pix: 2.2661e-02 ] [ l_g_total: 2.2661e-02 ] +2024-10-21 23:04:26,799 INFO: [ epoch: 0 ] [ iter: 8,500 ] [ performance: 18.985 it/s ] [ lr: 1.00e-04 ] [ eta: 474 days, 8:48:15 ] [ l_g_pix: 2.2581e-02 ] [ l_g_total: 2.2581e-02 ] +2024-10-21 23:04:32,163 INFO: [ epoch: 0 ] [ iter: 8,600 ] [ performance: 18.769 it/s ] [ lr: 1.00e-04 ] [ eta: 479 days, 12:32:35 ] [ l_g_pix: 2.3160e-02 ] [ l_g_total: 2.3160e-02 ] +2024-10-21 23:04:37,432 INFO: [ epoch: 0 ] [ iter: 8,700 ] [ performance: 18.970 it/s ] [ lr: 1.00e-04 ] [ eta: 484 days, 13:35:30 ] [ l_g_pix: 2.9597e-02 ] [ l_g_total: 2.9597e-02 ] +2024-10-21 23:04:42,855 INFO: [ epoch: 0 ] [ iter: 8,800 ] [ performance: 18.630 it/s ] [ lr: 1.00e-04 ] [ eta: 489 days, 18:14:11 ] [ l_g_pix: 2.0115e-02 ] [ l_g_total: 2.0115e-02 ] +2024-10-21 23:04:48,216 INFO: [ epoch: 0 ] [ iter: 8,900 ] [ performance: 18.312 it/s ] [ lr: 1.00e-04 ] [ eta: 494 days, 21:00:09 ] [ l_g_pix: 2.5551e-02 ] [ l_g_total: 2.5551e-02 ] +2024-10-21 23:04:53,504 INFO: [ epoch: 0 ] [ iter: 9,000 ] [ performance: 18.693 it/s ] [ lr: 1.00e-04 ] [ eta: 499 days, 21:37:37 ] [ l_g_pix: 1.1296e-02 ] [ l_g_total: 1.1296e-02 ] +2024-10-21 23:04:58,800 INFO: [ epoch: 0 ] [ iter: 9,100 ] [ performance: 19.617 it/s ] [ lr: 1.00e-04 ] [ eta: 504 days, 22:11:02 ] [ l_g_pix: 1.8888e-02 ] [ l_g_total: 1.8888e-02 ] +2024-10-21 23:05:04,094 INFO: [ epoch: 0 ] [ iter: 9,200 ] [ performance: 19.143 it/s ] [ lr: 1.00e-04 ] [ eta: 509 days, 22:22:22 ] [ l_g_pix: 2.6780e-02 ] [ l_g_total: 2.6780e-02 ] +2024-10-21 23:05:09,230 INFO: [ epoch: 0 ] [ iter: 9,300 ] [ performance: 19.946 it/s ] [ lr: 1.00e-04 ] [ eta: 514 days, 18:17:17 ] [ l_g_pix: 2.4946e-02 ] [ l_g_total: 2.4946e-02 ] +2024-10-21 23:05:14,406 INFO: [ epoch: 0 ] [ iter: 9,400 ] [ performance: 19.537 it/s ] [ lr: 1.00e-04 ] [ eta: 519 days, 14:55:18 ] [ l_g_pix: 2.7529e-02 ] [ l_g_total: 2.7529e-02 ] +2024-10-21 23:05:19,611 INFO: [ epoch: 0 ] [ iter: 9,500 ] [ performance: 19.480 it/s ] [ lr: 1.00e-04 ] [ eta: 524 days, 12:00:58 ] [ l_g_pix: 1.9680e-02 ] [ l_g_total: 1.9680e-02 ] +2024-10-21 23:05:24,821 INFO: [ epoch: 0 ] [ iter: 9,600 ] [ performance: 19.294 it/s ] [ lr: 1.00e-04 ] [ eta: 529 days, 8:56:01 ] [ l_g_pix: 3.1384e-02 ] [ l_g_total: 3.1384e-02 ] +2024-10-21 23:05:30,059 INFO: [ epoch: 0 ] [ iter: 9,700 ] [ performance: 19.110 it/s ] [ lr: 1.00e-04 ] [ eta: 534 days, 6:15:10 ] [ l_g_pix: 2.8031e-02 ] [ l_g_total: 2.8031e-02 ] +2024-10-21 23:05:35,351 INFO: [ epoch: 0 ] [ iter: 9,800 ] [ performance: 18.970 it/s ] [ lr: 1.00e-04 ] [ eta: 539 days, 4:38:57 ] [ l_g_pix: 3.3691e-02 ] [ l_g_total: 3.3691e-02 ] +2024-10-21 23:05:40,776 INFO: [ epoch: 0 ] [ iter: 9,900 ] [ performance: 18.429 it/s ] [ lr: 1.00e-04 ] [ eta: 544 days, 6:03:46 ] [ l_g_pix: 2.8920e-02 ] [ l_g_total: 2.8920e-02 ] +2024-10-21 23:05:45,952 INFO: [ epoch: 0 ] [ iter: 10,000 ] [ performance: 19.010 it/s ] [ lr: 1.00e-04 ] [ eta: 549 days, 0:58:49 ] [ l_g_pix: 1.4614e-02 ] [ l_g_total: 1.4614e-02 ] +2024-10-21 23:05:45,952 INFO: Saving models and training states. +2024-10-21 23:07:10,508 INFO: Validation val + + # psnr: 21.3230........ Best: 21.3230 @ 10000 iter + # ssim: 0.6090........ Best: 0.6090 @ 10000 iter + # dists: 0.7925........ Best: 0.7925 @ 10000 iter + +2024-10-21 23:07:15,820 INFO: [ epoch: 0 ] [ iter: 10,100 ] [ performance: 20.402 it/s ] [ lr: 1.00e-04 ] [ eta: 641 days, 22:30:29 ] [ l_g_pix: 1.8595e-02 ] [ l_g_total: 1.8595e-02 ] +2024-10-21 23:07:21,112 INFO: [ epoch: 0 ] [ iter: 10,200 ] [ performance: 19.374 it/s ] [ lr: 1.00e-04 ] [ eta: 646 days, 17:22:47 ] [ l_g_pix: 3.5252e-02 ] [ l_g_total: 3.5252e-02 ] +2024-10-21 23:07:26,346 INFO: [ epoch: 0 ] [ iter: 10,300 ] [ performance: 19.203 it/s ] [ lr: 1.00e-04 ] [ eta: 651 days, 10:29:48 ] [ l_g_pix: 1.5434e-02 ] [ l_g_total: 1.5434e-02 ] +2024-10-21 23:07:31,715 INFO: [ epoch: 0 ] [ iter: 10,400 ] [ performance: 18.811 it/s ] [ lr: 1.00e-04 ] [ eta: 656 days, 6:43:00 ] [ l_g_pix: 1.6542e-02 ] [ l_g_total: 1.6542e-02 ] +2024-10-21 23:07:37,064 INFO: [ epoch: 0 ] [ iter: 10,500 ] [ performance: 18.542 it/s ] [ lr: 1.00e-04 ] [ eta: 661 days, 2:05:58 ] [ l_g_pix: 2.7973e-02 ] [ l_g_total: 2.7973e-02 ] +2024-10-21 23:07:42,346 INFO: [ epoch: 0 ] [ iter: 10,600 ] [ performance: 18.805 it/s ] [ lr: 1.00e-04 ] [ eta: 665 days, 19:32:35 ] [ l_g_pix: 1.8061e-02 ] [ l_g_total: 1.8061e-02 ] +2024-10-21 23:07:47,627 INFO: [ epoch: 0 ] [ iter: 10,700 ] [ performance: 18.856 it/s ] [ lr: 1.00e-04 ] [ eta: 670 days, 12:40:27 ] [ l_g_pix: 1.7490e-02 ] [ l_g_total: 1.7490e-02 ] +2024-10-21 23:07:52,911 INFO: [ epoch: 0 ] [ iter: 10,800 ] [ performance: 18.905 it/s ] [ lr: 1.00e-04 ] [ eta: 675 days, 5:34:13 ] [ l_g_pix: 3.4601e-02 ] [ l_g_total: 3.4601e-02 ] +2024-10-21 23:07:58,461 INFO: [ epoch: 0 ] [ iter: 10,900 ] [ performance: 18.842 it/s ] [ lr: 1.00e-04 ] [ eta: 680 days, 4:46:00 ] [ l_g_pix: 1.4381e-02 ] [ l_g_total: 1.4381e-02 ] +2024-10-21 23:08:03,841 INFO: [ epoch: 0 ] [ iter: 11,000 ] [ performance: 18.670 it/s ] [ lr: 1.00e-04 ] [ eta: 684 days, 23:26:23 ] [ l_g_pix: 2.5374e-02 ] [ l_g_total: 2.5374e-02 ] +2024-10-21 23:08:09,193 INFO: [ epoch: 0 ] [ iter: 11,100 ] [ performance: 18.923 it/s ] [ lr: 1.00e-04 ] [ eta: 689 days, 17:07:45 ] [ l_g_pix: 2.0560e-02 ] [ l_g_total: 2.0560e-02 ] +2024-10-21 23:08:14,641 INFO: [ epoch: 0 ] [ iter: 11,200 ] [ performance: 18.529 it/s ] [ lr: 1.00e-04 ] [ eta: 694 days, 12:54:11 ] [ l_g_pix: 3.0712e-02 ] [ l_g_total: 3.0712e-02 ] +2024-10-21 23:08:19,934 INFO: [ epoch: 0 ] [ iter: 11,300 ] [ performance: 18.986 it/s ] [ lr: 1.00e-04 ] [ eta: 699 days, 4:33:10 ] [ l_g_pix: 1.6831e-02 ] [ l_g_total: 1.6831e-02 ] +2024-10-21 23:08:25,359 INFO: [ epoch: 0 ] [ iter: 11,400 ] [ performance: 18.601 it/s ] [ lr: 1.00e-04 ] [ eta: 703 days, 23:08:17 ] [ l_g_pix: 2.6708e-02 ] [ l_g_total: 2.6708e-02 ] +2024-10-21 23:08:30,885 INFO: [ epoch: 0 ] [ iter: 11,500 ] [ performance: 17.970 it/s ] [ lr: 1.00e-04 ] [ eta: 708 days, 19:54:47 ] [ l_g_pix: 1.7647e-02 ] [ l_g_total: 1.7647e-02 ] +2024-10-21 23:08:36,293 INFO: [ epoch: 0 ] [ iter: 11,600 ] [ performance: 18.332 it/s ] [ lr: 1.00e-04 ] [ eta: 713 days, 13:29:36 ] [ l_g_pix: 2.5789e-02 ] [ l_g_total: 2.5789e-02 ] +2024-10-21 23:08:41,692 INFO: [ epoch: 0 ] [ iter: 11,700 ] [ performance: 18.850 it/s ] [ lr: 1.00e-04 ] [ eta: 718 days, 6:31:56 ] [ l_g_pix: 3.0754e-02 ] [ l_g_total: 3.0754e-02 ] +2024-10-21 23:08:47,100 INFO: [ epoch: 0 ] [ iter: 11,800 ] [ performance: 18.598 it/s ] [ lr: 1.00e-04 ] [ eta: 722 days, 23:30:12 ] [ l_g_pix: 2.7284e-02 ] [ l_g_total: 2.7284e-02 ] +2024-10-21 23:08:52,453 INFO: [ epoch: 0 ] [ iter: 11,900 ] [ performance: 19.317 it/s ] [ lr: 1.00e-04 ] [ eta: 727 days, 14:50:38 ] [ l_g_pix: 2.5262e-02 ] [ l_g_total: 2.5262e-02 ] +2024-10-21 23:08:57,776 INFO: [ epoch: 0 ] [ iter: 12,000 ] [ performance: 18.941 it/s ] [ lr: 1.00e-04 ] [ eta: 732 days, 5:07:37 ] [ l_g_pix: 1.9143e-02 ] [ l_g_total: 1.9143e-02 ] +2024-10-21 23:09:03,061 INFO: [ epoch: 0 ] [ iter: 12,100 ] [ performance: 19.163 it/s ] [ lr: 1.00e-04 ] [ eta: 736 days, 18:12:29 ] [ l_g_pix: 2.4462e-02 ] [ l_g_total: 2.4462e-02 ] +2024-10-21 23:09:08,441 INFO: [ epoch: 0 ] [ iter: 12,200 ] [ performance: 18.751 it/s ] [ lr: 1.00e-04 ] [ eta: 741 days, 9:17:36 ] [ l_g_pix: 1.9800e-02 ] [ l_g_total: 1.9800e-02 ] +2024-10-21 23:09:13,336 INFO: [ epoch: 0 ] [ iter: 12,300 ] [ performance: 23.100 it/s ] [ lr: 1.00e-04 ] [ eta: 745 days, 12:16:22 ] [ l_g_pix: 2.0444e-02 ] [ l_g_total: 2.0444e-02 ] +2024-10-21 23:09:19,892 INFO: [ epoch: 1 ] [ iter: 12,400 ] [ performance: 16.863 it/s ] [ lr: 1.00e-04 ] [ eta: 751 days, 7:23:21 ] [ l_g_pix: 2.0054e-02 ] [ l_g_total: 2.0054e-02 ] +2024-10-21 23:09:25,062 INFO: [ epoch: 1 ] [ iter: 12,500 ] [ performance: 19.578 it/s ] [ lr: 1.00e-04 ] [ eta: 755 days, 16:28:30 ] [ l_g_pix: 1.3882e-02 ] [ l_g_total: 1.3882e-02 ] +2024-10-21 23:09:30,254 INFO: [ epoch: 1 ] [ iter: 12,600 ] [ performance: 19.353 it/s ] [ lr: 1.00e-04 ] [ eta: 760 days, 1:48:17 ] [ l_g_pix: 1.6364e-02 ] [ l_g_total: 1.6364e-02 ] +2024-10-21 23:09:35,500 INFO: [ epoch: 1 ] [ iter: 12,700 ] [ performance: 18.745 it/s ] [ lr: 1.00e-04 ] [ eta: 764 days, 12:08:11 ] [ l_g_pix: 2.3254e-02 ] [ l_g_total: 2.3254e-02 ] +2024-10-21 23:09:40,815 INFO: [ epoch: 1 ] [ iter: 12,800 ] [ performance: 18.799 it/s ] [ lr: 1.00e-04 ] [ eta: 768 days, 23:50:50 ] [ l_g_pix: 2.1902e-02 ] [ l_g_total: 2.1902e-02 ] +2024-10-21 23:09:46,102 INFO: [ epoch: 1 ] [ iter: 12,900 ] [ performance: 19.612 it/s ] [ lr: 1.00e-04 ] [ eta: 773 days, 10:35:46 ] [ l_g_pix: 2.3536e-02 ] [ l_g_total: 2.3536e-02 ] +2024-10-21 23:09:51,194 INFO: [ epoch: 1 ] [ iter: 13,000 ] [ performance: 19.633 it/s ] [ lr: 1.00e-04 ] [ eta: 777 days, 16:20:50 ] [ l_g_pix: 2.5667e-02 ] [ l_g_total: 2.5667e-02 ] +2024-10-21 23:09:56,388 INFO: [ epoch: 1 ] [ iter: 13,100 ] [ performance: 19.273 it/s ] [ lr: 1.00e-04 ] [ eta: 782 days, 0:16:55 ] [ l_g_pix: 2.2609e-02 ] [ l_g_total: 2.2609e-02 ] +2024-10-21 23:10:01,391 INFO: [ epoch: 1 ] [ iter: 13,200 ] [ performance: 19.801 it/s ] [ lr: 1.00e-04 ] [ eta: 786 days, 3:18:02 ] [ l_g_pix: 3.1178e-02 ] [ l_g_total: 3.1178e-02 ] +2024-10-21 23:10:06,633 INFO: [ epoch: 1 ] [ iter: 13,300 ] [ performance: 18.993 it/s ] [ lr: 1.00e-04 ] [ eta: 790 days, 11:49:10 ] [ l_g_pix: 2.1210e-02 ] [ l_g_total: 2.1210e-02 ] +2024-10-21 23:10:11,645 INFO: [ epoch: 1 ] [ iter: 13,400 ] [ performance: 19.704 it/s ] [ lr: 1.00e-04 ] [ eta: 794 days, 14:29:01 ] [ l_g_pix: 2.0727e-02 ] [ l_g_total: 2.0727e-02 ] +2024-10-21 23:10:16,768 INFO: [ epoch: 1 ] [ iter: 13,500 ] [ performance: 18.891 it/s ] [ lr: 1.00e-04 ] [ eta: 798 days, 19:33:12 ] [ l_g_pix: 1.7229e-02 ] [ l_g_total: 1.7229e-02 ] +2024-10-21 23:10:21,863 INFO: [ epoch: 1 ] [ iter: 13,600 ] [ performance: 19.441 it/s ] [ lr: 1.00e-04 ] [ eta: 802 days, 23:40:07 ] [ l_g_pix: 1.8793e-02 ] [ l_g_total: 1.8793e-02 ] +2024-10-21 23:10:27,000 INFO: [ epoch: 1 ] [ iter: 13,700 ] [ performance: 20.030 it/s ] [ lr: 1.00e-04 ] [ eta: 807 days, 4:31:32 ] [ l_g_pix: 2.7805e-02 ] [ l_g_total: 2.7805e-02 ] +2024-10-21 23:10:32,071 INFO: [ epoch: 1 ] [ iter: 13,800 ] [ performance: 19.797 it/s ] [ lr: 1.00e-04 ] [ eta: 811 days, 7:29:24 ] [ l_g_pix: 2.6569e-02 ] [ l_g_total: 2.6569e-02 ] +2024-10-21 23:10:37,033 INFO: [ epoch: 1 ] [ iter: 13,900 ] [ performance: 19.793 it/s ] [ lr: 1.00e-04 ] [ eta: 815 days, 7:33:51 ] [ l_g_pix: 2.2642e-02 ] [ l_g_total: 2.2642e-02 ] +2024-10-21 23:10:42,098 INFO: [ epoch: 1 ] [ iter: 14,000 ] [ performance: 19.756 it/s ] [ lr: 1.00e-04 ] [ eta: 819 days, 9:50:35 ] [ l_g_pix: 2.4795e-02 ] [ l_g_total: 2.4795e-02 ] +2024-10-21 23:10:47,219 INFO: [ epoch: 1 ] [ iter: 14,100 ] [ performance: 19.779 it/s ] [ lr: 1.00e-04 ] [ eta: 823 days, 13:09:35 ] [ l_g_pix: 1.9617e-02 ] [ l_g_total: 1.9617e-02 ] +2024-10-21 23:10:52,155 INFO: [ epoch: 1 ] [ iter: 14,200 ] [ performance: 20.147 it/s ] [ lr: 1.00e-04 ] [ eta: 827 days, 11:47:46 ] [ l_g_pix: 3.8234e-02 ] [ l_g_total: 3.8234e-02 ] +2024-10-21 23:10:57,218 INFO: [ epoch: 1 ] [ iter: 14,300 ] [ performance: 19.335 it/s ] [ lr: 1.00e-04 ] [ eta: 831 days, 13:11:02 ] [ l_g_pix: 2.4896e-02 ] [ l_g_total: 2.4896e-02 ] +2024-10-21 23:11:02,318 INFO: [ epoch: 1 ] [ iter: 14,400 ] [ performance: 19.548 it/s ] [ lr: 1.00e-04 ] [ eta: 835 days, 15:09:35 ] [ l_g_pix: 2.3055e-02 ] [ l_g_total: 2.3055e-02 ] +2024-10-21 23:11:07,377 INFO: [ epoch: 1 ] [ iter: 14,500 ] [ performance: 19.222 it/s ] [ lr: 1.00e-04 ] [ eta: 839 days, 15:52:35 ] [ l_g_pix: 3.8083e-02 ] [ l_g_total: 3.8083e-02 ] +2024-10-21 23:11:12,238 INFO: [ epoch: 1 ] [ iter: 14,600 ] [ performance: 20.263 it/s ] [ lr: 1.00e-04 ] [ eta: 843 days, 11:36:48 ] [ l_g_pix: 2.0662e-02 ] [ l_g_total: 2.0662e-02 ] +2024-10-21 23:11:17,274 INFO: [ epoch: 1 ] [ iter: 14,700 ] [ performance: 19.660 it/s ] [ lr: 1.00e-04 ] [ eta: 847 days, 11:13:52 ] [ l_g_pix: 2.1265e-02 ] [ l_g_total: 2.1265e-02 ] +2024-10-21 23:11:22,403 INFO: [ epoch: 1 ] [ iter: 14,800 ] [ performance: 19.534 it/s ] [ lr: 1.00e-04 ] [ eta: 851 days, 12:45:56 ] [ l_g_pix: 2.7017e-02 ] [ l_g_total: 2.7017e-02 ] +2024-10-21 23:11:27,468 INFO: [ epoch: 1 ] [ iter: 14,900 ] [ performance: 20.291 it/s ] [ lr: 1.00e-04 ] [ eta: 855 days, 12:31:47 ] [ l_g_pix: 2.4753e-02 ] [ l_g_total: 2.4753e-02 ] +2024-10-21 23:11:32,414 INFO: [ epoch: 1 ] [ iter: 15,000 ] [ performance: 20.238 it/s ] [ lr: 1.00e-04 ] [ eta: 859 days, 9:09:35 ] [ l_g_pix: 2.6679e-02 ] [ l_g_total: 2.6679e-02 ] +2024-10-21 23:11:37,447 INFO: [ epoch: 1 ] [ iter: 15,100 ] [ performance: 19.875 it/s ] [ lr: 1.00e-04 ] [ eta: 863 days, 7:35:48 ] [ l_g_pix: 2.5653e-02 ] [ l_g_total: 2.5653e-02 ] +2024-10-21 23:11:42,463 INFO: [ epoch: 1 ] [ iter: 15,200 ] [ performance: 19.925 it/s ] [ lr: 1.00e-04 ] [ eta: 867 days, 5:20:57 ] [ l_g_pix: 2.1722e-02 ] [ l_g_total: 2.1722e-02 ] +2024-10-21 23:11:47,446 INFO: [ epoch: 1 ] [ iter: 15,300 ] [ performance: 20.122 it/s ] [ lr: 1.00e-04 ] [ eta: 871 days, 2:01:52 ] [ l_g_pix: 2.3903e-02 ] [ l_g_total: 2.3903e-02 ] +2024-10-21 23:11:52,655 INFO: [ epoch: 1 ] [ iter: 15,400 ] [ performance: 19.372 it/s ] [ lr: 1.00e-04 ] [ eta: 875 days, 3:45:31 ] [ l_g_pix: 1.9645e-02 ] [ l_g_total: 1.9645e-02 ] +2024-10-21 23:11:57,696 INFO: [ epoch: 1 ] [ iter: 15,500 ] [ performance: 19.406 it/s ] [ lr: 1.00e-04 ] [ eta: 879 days, 1:15:37 ] [ l_g_pix: 3.0257e-02 ] [ l_g_total: 3.0257e-02 ] +2024-10-21 23:12:02,945 INFO: [ epoch: 1 ] [ iter: 15,600 ] [ performance: 19.117 it/s ] [ lr: 1.00e-04 ] [ eta: 883 days, 3:21:44 ] [ l_g_pix: 2.5772e-02 ] [ l_g_total: 2.5772e-02 ] +2024-10-21 23:12:08,134 INFO: [ epoch: 1 ] [ iter: 15,700 ] [ performance: 19.334 it/s ] [ lr: 1.00e-04 ] [ eta: 887 days, 3:45:10 ] [ l_g_pix: 2.4533e-02 ] [ l_g_total: 2.4533e-02 ] +2024-10-21 23:12:13,213 INFO: [ epoch: 1 ] [ iter: 15,800 ] [ performance: 19.628 it/s ] [ lr: 1.00e-04 ] [ eta: 891 days, 1:16:24 ] [ l_g_pix: 2.8158e-02 ] [ l_g_total: 2.8158e-02 ] +2024-10-21 23:12:18,266 INFO: [ epoch: 1 ] [ iter: 15,900 ] [ performance: 19.138 it/s ] [ lr: 1.00e-04 ] [ eta: 894 days, 21:54:52 ] [ l_g_pix: 3.5307e-02 ] [ l_g_total: 3.5307e-02 ] +2024-10-21 23:12:23,612 INFO: [ epoch: 1 ] [ iter: 16,000 ] [ performance: 18.780 it/s ] [ lr: 1.00e-04 ] [ eta: 899 days, 1:07:34 ] [ l_g_pix: 2.5709e-02 ] [ l_g_total: 2.5709e-02 ] +2024-10-21 23:12:28,885 INFO: [ epoch: 1 ] [ iter: 16,100 ] [ performance: 19.218 it/s ] [ lr: 1.00e-04 ] [ eta: 903 days, 2:20:11 ] [ l_g_pix: 3.0021e-02 ] [ l_g_total: 3.0021e-02 ] +2024-10-21 23:12:34,093 INFO: [ epoch: 1 ] [ iter: 16,200 ] [ performance: 19.207 it/s ] [ lr: 1.00e-04 ] [ eta: 907 days, 1:43:32 ] [ l_g_pix: 2.3080e-02 ] [ l_g_total: 2.3080e-02 ] +2024-10-21 23:12:39,235 INFO: [ epoch: 1 ] [ iter: 16,300 ] [ performance: 19.313 it/s ] [ lr: 1.00e-04 ] [ eta: 910 days, 23:16:53 ] [ l_g_pix: 2.0938e-02 ] [ l_g_total: 2.0938e-02 ] +2024-10-21 23:12:44,214 INFO: [ epoch: 1 ] [ iter: 16,400 ] [ performance: 19.956 it/s ] [ lr: 1.00e-04 ] [ eta: 914 days, 16:48:08 ] [ l_g_pix: 3.0901e-02 ] [ l_g_total: 3.0901e-02 ] +2024-10-21 23:12:49,408 INFO: [ epoch: 1 ] [ iter: 16,500 ] [ performance: 19.889 it/s ] [ lr: 1.00e-04 ] [ eta: 918 days, 14:59:46 ] [ l_g_pix: 2.8328e-02 ] [ l_g_total: 2.8328e-02 ] +2024-10-21 23:12:54,654 INFO: [ epoch: 1 ] [ iter: 16,600 ] [ performance: 19.184 it/s ] [ lr: 1.00e-04 ] [ eta: 922 days, 14:07:58 ] [ l_g_pix: 2.1508e-02 ] [ l_g_total: 2.1508e-02 ] +2024-10-21 23:12:59,900 INFO: [ epoch: 1 ] [ iter: 16,700 ] [ performance: 20.053 it/s ] [ lr: 1.00e-04 ] [ eta: 926 days, 12:58:19 ] [ l_g_pix: 3.3617e-02 ] [ l_g_total: 3.3617e-02 ] +2024-10-21 23:13:04,944 INFO: [ epoch: 1 ] [ iter: 16,800 ] [ performance: 19.860 it/s ] [ lr: 1.00e-04 ] [ eta: 930 days, 6:50:54 ] [ l_g_pix: 3.0146e-02 ] [ l_g_total: 3.0146e-02 ] +2024-10-21 23:13:10,131 INFO: [ epoch: 1 ] [ iter: 16,900 ] [ performance: 19.386 it/s ] [ lr: 1.00e-04 ] [ eta: 934 days, 3:44:52 ] [ l_g_pix: 1.0962e-02 ] [ l_g_total: 1.0962e-02 ] +2024-10-21 23:13:15,313 INFO: [ epoch: 1 ] [ iter: 17,000 ] [ performance: 19.313 it/s ] [ lr: 1.00e-04 ] [ eta: 938 days, 0:13:58 ] [ l_g_pix: 1.9262e-02 ] [ l_g_total: 1.9262e-02 ] +2024-10-21 23:13:20,484 INFO: [ epoch: 1 ] [ iter: 17,100 ] [ performance: 19.807 it/s ] [ lr: 1.00e-04 ] [ eta: 941 days, 20:10:22 ] [ l_g_pix: 2.2486e-02 ] [ l_g_total: 2.2486e-02 ] +2024-10-21 23:13:25,711 INFO: [ epoch: 1 ] [ iter: 17,200 ] [ performance: 19.218 it/s ] [ lr: 1.00e-04 ] [ eta: 945 days, 17:07:48 ] [ l_g_pix: 2.0206e-02 ] [ l_g_total: 2.0206e-02 ] +2024-10-21 23:13:30,852 INFO: [ epoch: 1 ] [ iter: 17,300 ] [ performance: 19.200 it/s ] [ lr: 1.00e-04 ] [ eta: 949 days, 11:49:20 ] [ l_g_pix: 2.1663e-02 ] [ l_g_total: 2.1663e-02 ] +2024-10-21 23:13:36,120 INFO: [ epoch: 1 ] [ iter: 17,400 ] [ performance: 19.010 it/s ] [ lr: 1.00e-04 ] [ eta: 953 days, 9:08:49 ] [ l_g_pix: 1.8435e-02 ] [ l_g_total: 1.8435e-02 ] +2024-10-21 23:13:41,341 INFO: [ epoch: 1 ] [ iter: 17,500 ] [ performance: 17.760 it/s ] [ lr: 1.00e-04 ] [ eta: 957 days, 5:05:05 ] [ l_g_pix: 3.4466e-02 ] [ l_g_total: 3.4466e-02 ] +2024-10-21 23:13:46,564 INFO: [ epoch: 1 ] [ iter: 17,600 ] [ performance: 18.978 it/s ] [ lr: 1.00e-04 ] [ eta: 961 days, 0:46:58 ] [ l_g_pix: 1.8517e-02 ] [ l_g_total: 1.8517e-02 ] +2024-10-21 23:13:51,656 INFO: [ epoch: 1 ] [ iter: 17,700 ] [ performance: 19.739 it/s ] [ lr: 1.00e-04 ] [ eta: 964 days, 17:11:42 ] [ l_g_pix: 2.0250e-02 ] [ l_g_total: 2.0250e-02 ] +2024-10-21 23:13:56,804 INFO: [ epoch: 1 ] [ iter: 17,800 ] [ performance: 19.459 it/s ] [ lr: 1.00e-04 ] [ eta: 968 days, 10:37:06 ] [ l_g_pix: 1.4000e-02 ] [ l_g_total: 1.4000e-02 ] +2024-10-21 23:14:01,938 INFO: [ epoch: 1 ] [ iter: 17,900 ] [ performance: 19.744 it/s ] [ lr: 1.00e-04 ] [ eta: 972 days, 3:25:32 ] [ l_g_pix: 2.6793e-02 ] [ l_g_total: 2.6793e-02 ] +2024-10-21 23:14:07,044 INFO: [ epoch: 1 ] [ iter: 18,000 ] [ performance: 19.603 it/s ] [ lr: 1.00e-04 ] [ eta: 975 days, 19:18:18 ] [ l_g_pix: 2.2335e-02 ] [ l_g_total: 2.2335e-02 ] +2024-10-21 23:14:12,456 INFO: [ epoch: 1 ] [ iter: 18,100 ] [ performance: 18.691 it/s ] [ lr: 1.00e-04 ] [ eta: 979 days, 17:51:29 ] [ l_g_pix: 3.6343e-02 ] [ l_g_total: 3.6343e-02 ] +2024-10-21 23:14:17,626 INFO: [ epoch: 1 ] [ iter: 18,200 ] [ performance: 19.284 it/s ] [ lr: 1.00e-04 ] [ eta: 983 days, 10:36:58 ] [ l_g_pix: 2.6022e-02 ] [ l_g_total: 2.6022e-02 ] +2024-10-21 23:14:22,749 INFO: [ epoch: 1 ] [ iter: 18,300 ] [ performance: 20.335 it/s ] [ lr: 1.00e-04 ] [ eta: 987 days, 2:01:31 ] [ l_g_pix: 2.6544e-02 ] [ l_g_total: 2.6544e-02 ] +2024-10-21 23:14:27,843 INFO: [ epoch: 1 ] [ iter: 18,400 ] [ performance: 19.689 it/s ] [ lr: 1.00e-04 ] [ eta: 990 days, 16:29:33 ] [ l_g_pix: 3.1308e-02 ] [ l_g_total: 3.1308e-02 ] +2024-10-21 23:14:32,995 INFO: [ epoch: 1 ] [ iter: 18,500 ] [ performance: 21.513 it/s ] [ lr: 1.00e-04 ] [ eta: 994 days, 7:59:35 ] [ l_g_pix: 2.5783e-02 ] [ l_g_total: 2.5783e-02 ] +2024-10-21 23:14:38,238 INFO: [ epoch: 1 ] [ iter: 18,600 ] [ performance: 19.238 it/s ] [ lr: 1.00e-04 ] [ eta: 998 days, 1:15:12 ] [ l_g_pix: 2.6681e-02 ] [ l_g_total: 2.6681e-02 ] +2024-10-21 23:14:43,579 INFO: [ epoch: 1 ] [ iter: 18,700 ] [ performance: 19.692 it/s ] [ lr: 1.00e-04 ] [ eta: 1001 days, 20:26:15 ] [ l_g_pix: 1.5810e-02 ] [ l_g_total: 1.5810e-02 ] +2024-10-21 23:14:48,923 INFO: [ epoch: 1 ] [ iter: 18,800 ] [ performance: 18.775 it/s ] [ lr: 1.00e-04 ] [ eta: 1005 days, 15:24:06 ] [ l_g_pix: 2.2383e-02 ] [ l_g_total: 2.2383e-02 ] +2024-10-21 23:14:54,322 INFO: [ epoch: 1 ] [ iter: 18,900 ] [ performance: 13.933 it/s ] [ lr: 1.00e-04 ] [ eta: 1009 days, 11:19:14 ] [ l_g_pix: 3.1444e-02 ] [ l_g_total: 3.1444e-02 ] +2024-10-21 23:14:59,660 INFO: [ epoch: 1 ] [ iter: 19,000 ] [ performance: 18.378 it/s ] [ lr: 1.00e-04 ] [ eta: 1013 days, 5:32:49 ] [ l_g_pix: 2.2766e-02 ] [ l_g_total: 2.2766e-02 ] +2024-10-21 23:15:04,832 INFO: [ epoch: 1 ] [ iter: 19,100 ] [ performance: 18.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1016 days, 19:43:59 ] [ l_g_pix: 2.7386e-02 ] [ l_g_total: 2.7386e-02 ] +2024-10-21 23:15:10,054 INFO: [ epoch: 1 ] [ iter: 19,200 ] [ performance: 19.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1020 days, 10:46:34 ] [ l_g_pix: 1.9989e-02 ] [ l_g_total: 1.9989e-02 ] +2024-10-21 23:15:15,281 INFO: [ epoch: 1 ] [ iter: 19,300 ] [ performance: 19.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1024 days, 1:38:06 ] [ l_g_pix: 2.3390e-02 ] [ l_g_total: 2.3390e-02 ] +2024-10-21 23:15:20,587 INFO: [ epoch: 1 ] [ iter: 19,400 ] [ performance: 18.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1027 days, 17:58:04 ] [ l_g_pix: 2.0201e-02 ] [ l_g_total: 2.0201e-02 ] +2024-10-21 23:15:25,841 INFO: [ epoch: 1 ] [ iter: 19,500 ] [ performance: 19.559 it/s ] [ lr: 1.00e-04 ] [ eta: 1031 days, 8:51:49 ] [ l_g_pix: 2.1312e-02 ] [ l_g_total: 2.1312e-02 ] +2024-10-21 23:15:31,138 INFO: [ epoch: 1 ] [ iter: 19,600 ] [ performance: 18.900 it/s ] [ lr: 1.00e-04 ] [ eta: 1035 days, 0:24:57 ] [ l_g_pix: 2.2145e-02 ] [ l_g_total: 2.2145e-02 ] +2024-10-21 23:15:36,359 INFO: [ epoch: 1 ] [ iter: 19,700 ] [ performance: 17.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1038 days, 13:57:36 ] [ l_g_pix: 2.1915e-02 ] [ l_g_total: 2.1915e-02 ] +2024-10-21 23:15:41,700 INFO: [ epoch: 1 ] [ iter: 19,800 ] [ performance: 18.708 it/s ] [ lr: 1.00e-04 ] [ eta: 1042 days, 5:54:15 ] [ l_g_pix: 1.0261e-02 ] [ l_g_total: 1.0261e-02 ] +2024-10-21 23:15:46,557 INFO: [ epoch: 1 ] [ iter: 19,900 ] [ performance: 20.009 it/s ] [ lr: 1.00e-04 ] [ eta: 1045 days, 10:46:42 ] [ l_g_pix: 2.8840e-02 ] [ l_g_total: 2.8840e-02 ] +2024-10-21 23:15:56,040 INFO: [ epoch: 1 ] [ iter: 20,000 ] [ performance: 10.595 it/s ] [ lr: 1.00e-04 ] [ eta: 1052 days, 22:11:19 ] [ l_g_pix: 2.5395e-02 ] [ l_g_total: 2.5395e-02 ] +2024-10-21 23:15:56,040 INFO: Saving models and training states. +2024-10-21 23:17:49,065 INFO: Validation val + + # psnr: 21.6327........ Best: 21.6327 @ 20000 iter + # ssim: 0.6218........ Best: 0.6218 @ 20000 iter + # dists: 0.7900........ Best: 0.7900 @ 20000 iter + +2024-10-21 23:17:54,359 INFO: [ epoch: 1 ] [ iter: 20,100 ] [ performance: 13.558 it/s ] [ lr: 1.00e-04 ] [ eta: 1161 days, 0:35:37 ] [ l_g_pix: 1.5251e-02 ] [ l_g_total: 1.5251e-02 ] +2024-10-21 23:17:59,688 INFO: [ epoch: 1 ] [ iter: 20,200 ] [ performance: 18.767 it/s ] [ lr: 1.00e-04 ] [ eta: 1164 days, 11:50:59 ] [ l_g_pix: 1.8649e-02 ] [ l_g_total: 1.8649e-02 ] +2024-10-21 23:18:04,991 INFO: [ epoch: 1 ] [ iter: 20,300 ] [ performance: 18.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1167 days, 22:13:06 ] [ l_g_pix: 2.0945e-02 ] [ l_g_total: 2.0945e-02 ] +2024-10-21 23:18:10,184 INFO: [ epoch: 1 ] [ iter: 20,400 ] [ performance: 19.271 it/s ] [ lr: 1.00e-04 ] [ eta: 1171 days, 5:52:08 ] [ l_g_pix: 2.0766e-02 ] [ l_g_total: 2.0766e-02 ] +2024-10-21 23:18:15,545 INFO: [ epoch: 1 ] [ iter: 20,500 ] [ performance: 18.957 it/s ] [ lr: 1.00e-04 ] [ eta: 1174 days, 16:56:33 ] [ l_g_pix: 1.8222e-02 ] [ l_g_total: 1.8222e-02 ] +2024-10-21 23:18:20,913 INFO: [ epoch: 1 ] [ iter: 20,600 ] [ performance: 18.647 it/s ] [ lr: 1.00e-04 ] [ eta: 1178 days, 3:52:59 ] [ l_g_pix: 2.6644e-02 ] [ l_g_total: 2.6644e-02 ] +2024-10-21 23:18:26,254 INFO: [ epoch: 1 ] [ iter: 20,700 ] [ performance: 18.688 it/s ] [ lr: 1.00e-04 ] [ eta: 1181 days, 13:54:30 ] [ l_g_pix: 3.1653e-02 ] [ l_g_total: 3.1653e-02 ] +2024-10-21 23:18:31,474 INFO: [ epoch: 1 ] [ iter: 20,800 ] [ performance: 19.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1184 days, 21:00:01 ] [ l_g_pix: 1.5977e-02 ] [ l_g_total: 1.5977e-02 ] +2024-10-21 23:18:36,669 INFO: [ epoch: 1 ] [ iter: 20,900 ] [ performance: 19.193 it/s ] [ lr: 1.00e-04 ] [ eta: 1188 days, 3:13:18 ] [ l_g_pix: 2.7348e-02 ] [ l_g_total: 2.7348e-02 ] +2024-10-21 23:18:42,091 INFO: [ epoch: 1 ] [ iter: 21,000 ] [ performance: 18.358 it/s ] [ lr: 1.00e-04 ] [ eta: 1191 days, 14:09:13 ] [ l_g_pix: 2.2136e-02 ] [ l_g_total: 2.2136e-02 ] +2024-10-21 23:18:47,522 INFO: [ epoch: 1 ] [ iter: 21,100 ] [ performance: 18.387 it/s ] [ lr: 1.00e-04 ] [ eta: 1195 days, 0:59:20 ] [ l_g_pix: 2.1529e-02 ] [ l_g_total: 2.1529e-02 ] +2024-10-21 23:18:53,000 INFO: [ epoch: 1 ] [ iter: 21,200 ] [ performance: 18.300 it/s ] [ lr: 1.00e-04 ] [ eta: 1198 days, 12:32:48 ] [ l_g_pix: 3.4172e-02 ] [ l_g_total: 3.4172e-02 ] +2024-10-21 23:18:58,471 INFO: [ epoch: 1 ] [ iter: 21,300 ] [ performance: 18.290 it/s ] [ lr: 1.00e-04 ] [ eta: 1201 days, 23:38:38 ] [ l_g_pix: 1.5907e-02 ] [ l_g_total: 1.5907e-02 ] +2024-10-21 23:19:03,867 INFO: [ epoch: 1 ] [ iter: 21,400 ] [ performance: 18.578 it/s ] [ lr: 1.00e-04 ] [ eta: 1205 days, 8:48:09 ] [ l_g_pix: 2.5848e-02 ] [ l_g_total: 2.5848e-02 ] +2024-10-21 23:19:09,240 INFO: [ epoch: 1 ] [ iter: 21,500 ] [ performance: 18.598 it/s ] [ lr: 1.00e-04 ] [ eta: 1208 days, 17:08:36 ] [ l_g_pix: 2.2256e-02 ] [ l_g_total: 2.2256e-02 ] +2024-10-21 23:19:14,735 INFO: [ epoch: 1 ] [ iter: 21,600 ] [ performance: 18.179 it/s ] [ lr: 1.00e-04 ] [ eta: 1212 days, 3:51:59 ] [ l_g_pix: 2.7125e-02 ] [ l_g_total: 2.7125e-02 ] +2024-10-21 23:19:20,116 INFO: [ epoch: 1 ] [ iter: 21,700 ] [ performance: 18.388 it/s ] [ lr: 1.00e-04 ] [ eta: 1215 days, 11:47:15 ] [ l_g_pix: 2.6250e-02 ] [ l_g_total: 2.6250e-02 ] +2024-10-21 23:19:25,472 INFO: [ epoch: 1 ] [ iter: 21,800 ] [ performance: 18.704 it/s ] [ lr: 1.00e-04 ] [ eta: 1218 days, 18:52:56 ] [ l_g_pix: 2.5672e-02 ] [ l_g_total: 2.5672e-02 ] +2024-10-21 23:19:30,796 INFO: [ epoch: 1 ] [ iter: 21,900 ] [ performance: 18.747 it/s ] [ lr: 1.00e-04 ] [ eta: 1222 days, 0:58:33 ] [ l_g_pix: 1.7729e-02 ] [ l_g_total: 1.7729e-02 ] +2024-10-21 23:19:36,130 INFO: [ epoch: 1 ] [ iter: 22,000 ] [ performance: 18.678 it/s ] [ lr: 1.00e-04 ] [ eta: 1225 days, 6:58:30 ] [ l_g_pix: 2.2902e-02 ] [ l_g_total: 2.2902e-02 ] +2024-10-21 23:19:41,520 INFO: [ epoch: 1 ] [ iter: 22,100 ] [ performance: 18.613 it/s ] [ lr: 1.00e-04 ] [ eta: 1228 days, 13:54:24 ] [ l_g_pix: 3.0861e-02 ] [ l_g_total: 3.0861e-02 ] +2024-10-21 23:19:46,908 INFO: [ epoch: 1 ] [ iter: 22,200 ] [ performance: 18.628 it/s ] [ lr: 1.00e-04 ] [ eta: 1231 days, 20:30:00 ] [ l_g_pix: 1.9542e-02 ] [ l_g_total: 1.9542e-02 ] +2024-10-21 23:19:52,293 INFO: [ epoch: 1 ] [ iter: 22,300 ] [ performance: 18.599 it/s ] [ lr: 1.00e-04 ] [ eta: 1235 days, 2:43:00 ] [ l_g_pix: 3.3577e-02 ] [ l_g_total: 3.3577e-02 ] +2024-10-21 23:19:57,707 INFO: [ epoch: 1 ] [ iter: 22,400 ] [ performance: 18.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1238 days, 9:17:08 ] [ l_g_pix: 1.9055e-02 ] [ l_g_total: 1.9055e-02 ] +2024-10-21 23:20:03,169 INFO: [ epoch: 1 ] [ iter: 22,500 ] [ performance: 18.399 it/s ] [ lr: 1.00e-04 ] [ eta: 1241 days, 16:32:53 ] [ l_g_pix: 2.6312e-02 ] [ l_g_total: 2.6312e-02 ] +2024-10-21 23:20:08,544 INFO: [ epoch: 1 ] [ iter: 22,600 ] [ performance: 18.614 it/s ] [ lr: 1.00e-04 ] [ eta: 1244 days, 21:39:47 ] [ l_g_pix: 3.2095e-02 ] [ l_g_total: 3.2095e-02 ] +2024-10-21 23:20:13,862 INFO: [ epoch: 1 ] [ iter: 22,700 ] [ performance: 18.717 it/s ] [ lr: 1.00e-04 ] [ eta: 1248 days, 1:14:37 ] [ l_g_pix: 1.8608e-02 ] [ l_g_total: 1.8608e-02 ] +2024-10-21 23:20:19,195 INFO: [ epoch: 1 ] [ iter: 22,800 ] [ performance: 18.782 it/s ] [ lr: 1.00e-04 ] [ eta: 1251 days, 4:52:19 ] [ l_g_pix: 1.8503e-02 ] [ l_g_total: 1.8503e-02 ] +2024-10-21 23:20:24,691 INFO: [ epoch: 1 ] [ iter: 22,900 ] [ performance: 18.467 it/s ] [ lr: 1.00e-04 ] [ eta: 1254 days, 11:39:38 ] [ l_g_pix: 2.1089e-02 ] [ l_g_total: 2.1089e-02 ] +2024-10-21 23:20:30,048 INFO: [ epoch: 1 ] [ iter: 23,000 ] [ performance: 18.787 it/s ] [ lr: 1.00e-04 ] [ eta: 1257 days, 15:11:24 ] [ l_g_pix: 3.0416e-02 ] [ l_g_total: 3.0416e-02 ] +2024-10-21 23:20:35,484 INFO: [ epoch: 1 ] [ iter: 23,100 ] [ performance: 18.576 it/s ] [ lr: 1.00e-04 ] [ eta: 1260 days, 20:06:35 ] [ l_g_pix: 2.0304e-02 ] [ l_g_total: 2.0304e-02 ] +2024-10-21 23:20:40,855 INFO: [ epoch: 1 ] [ iter: 23,200 ] [ performance: 18.996 it/s ] [ lr: 1.00e-04 ] [ eta: 1263 days, 23:20:54 ] [ l_g_pix: 2.0474e-02 ] [ l_g_total: 2.0474e-02 ] +2024-10-21 23:20:46,188 INFO: [ epoch: 1 ] [ iter: 23,300 ] [ performance: 18.865 it/s ] [ lr: 1.00e-04 ] [ eta: 1267 days, 1:27:51 ] [ l_g_pix: 2.1262e-02 ] [ l_g_total: 2.1262e-02 ] +2024-10-21 23:20:51,555 INFO: [ epoch: 1 ] [ iter: 23,400 ] [ performance: 18.617 it/s ] [ lr: 1.00e-04 ] [ eta: 1270 days, 4:00:57 ] [ l_g_pix: 2.4214e-02 ] [ l_g_total: 2.4214e-02 ] +2024-10-21 23:20:56,992 INFO: [ epoch: 1 ] [ iter: 23,500 ] [ performance: 18.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1273 days, 7:44:43 ] [ l_g_pix: 2.1829e-02 ] [ l_g_total: 2.1829e-02 ] +2024-10-21 23:21:02,377 INFO: [ epoch: 1 ] [ iter: 23,600 ] [ performance: 18.472 it/s ] [ lr: 1.00e-04 ] [ eta: 1276 days, 10:04:36 ] [ l_g_pix: 2.3151e-02 ] [ l_g_total: 2.3151e-02 ] +2024-10-21 23:21:07,816 INFO: [ epoch: 1 ] [ iter: 23,700 ] [ performance: 18.425 it/s ] [ lr: 1.00e-04 ] [ eta: 1279 days, 13:15:50 ] [ l_g_pix: 1.8526e-02 ] [ l_g_total: 1.8526e-02 ] +2024-10-21 23:21:13,287 INFO: [ epoch: 1 ] [ iter: 23,800 ] [ performance: 18.421 it/s ] [ lr: 1.00e-04 ] [ eta: 1282 days, 16:48:36 ] [ l_g_pix: 2.6086e-02 ] [ l_g_total: 2.6086e-02 ] +2024-10-21 23:21:18,630 INFO: [ epoch: 1 ] [ iter: 23,900 ] [ performance: 18.583 it/s ] [ lr: 1.00e-04 ] [ eta: 1285 days, 17:21:25 ] [ l_g_pix: 3.1626e-02 ] [ l_g_total: 3.1626e-02 ] +2024-10-21 23:21:24,089 INFO: [ epoch: 1 ] [ iter: 24,000 ] [ performance: 18.504 it/s ] [ lr: 1.00e-04 ] [ eta: 1288 days, 20:02:42 ] [ l_g_pix: 2.2506e-02 ] [ l_g_total: 2.2506e-02 ] +2024-10-21 23:21:29,245 INFO: [ epoch: 1 ] [ iter: 24,100 ] [ performance: 18.987 it/s ] [ lr: 1.00e-04 ] [ eta: 1291 days, 16:03:04 ] [ l_g_pix: 3.5371e-02 ] [ l_g_total: 3.5371e-02 ] +2024-10-21 23:21:34,658 INFO: [ epoch: 1 ] [ iter: 24,200 ] [ performance: 18.494 it/s ] [ lr: 1.00e-04 ] [ eta: 1294 days, 17:11:14 ] [ l_g_pix: 3.2233e-02 ] [ l_g_total: 3.2233e-02 ] +2024-10-21 23:21:40,073 INFO: [ epoch: 1 ] [ iter: 24,300 ] [ performance: 18.481 it/s ] [ lr: 1.00e-04 ] [ eta: 1297 days, 18:02:51 ] [ l_g_pix: 2.5789e-02 ] [ l_g_total: 2.5789e-02 ] +2024-10-21 23:21:45,464 INFO: [ epoch: 1 ] [ iter: 24,400 ] [ performance: 18.388 it/s ] [ lr: 1.00e-04 ] [ eta: 1300 days, 18:07:24 ] [ l_g_pix: 1.5150e-02 ] [ l_g_total: 1.5150e-02 ] +2024-10-21 23:21:50,890 INFO: [ epoch: 1 ] [ iter: 24,500 ] [ performance: 18.413 it/s ] [ lr: 1.00e-04 ] [ eta: 1303 days, 18:37:00 ] [ l_g_pix: 1.7618e-02 ] [ l_g_total: 1.7618e-02 ] +2024-10-21 23:21:56,158 INFO: [ epoch: 1 ] [ iter: 24,600 ] [ performance: 19.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1306 days, 15:31:03 ] [ l_g_pix: 2.9140e-02 ] [ l_g_total: 2.9140e-02 ] +2024-10-21 23:22:02,243 INFO: [ epoch: 2 ] [ iter: 24,700 ] [ performance: 17.523 it/s ] [ lr: 1.00e-04 ] [ eta: 1310 days, 5:10:38 ] [ l_g_pix: 1.9892e-02 ] [ l_g_total: 1.9892e-02 ] +2024-10-21 23:22:07,570 INFO: [ epoch: 2 ] [ iter: 24,800 ] [ performance: 18.784 it/s ] [ lr: 1.00e-04 ] [ eta: 1313 days, 2:42:09 ] [ l_g_pix: 1.6745e-02 ] [ l_g_total: 1.6745e-02 ] +2024-10-21 23:22:12,890 INFO: [ epoch: 2 ] [ iter: 24,900 ] [ performance: 18.793 it/s ] [ lr: 1.00e-04 ] [ eta: 1315 days, 23:46:09 ] [ l_g_pix: 2.1560e-02 ] [ l_g_total: 2.1560e-02 ] +2024-10-21 23:22:18,201 INFO: [ epoch: 2 ] [ iter: 25,000 ] [ performance: 19.001 it/s ] [ lr: 1.00e-04 ] [ eta: 1318 days, 20:22:32 ] [ l_g_pix: 3.2423e-02 ] [ l_g_total: 3.2423e-02 ] +2024-10-21 23:22:23,397 INFO: [ epoch: 2 ] [ iter: 25,100 ] [ performance: 19.141 it/s ] [ lr: 1.00e-04 ] [ eta: 1321 days, 14:16:04 ] [ l_g_pix: 2.3411e-02 ] [ l_g_total: 2.3411e-02 ] +2024-10-21 23:22:28,926 INFO: [ epoch: 2 ] [ iter: 25,200 ] [ performance: 17.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1324 days, 14:48:09 ] [ l_g_pix: 2.9677e-02 ] [ l_g_total: 2.9677e-02 ] +2024-10-21 23:22:34,240 INFO: [ epoch: 2 ] [ iter: 25,300 ] [ performance: 18.389 it/s ] [ lr: 1.00e-04 ] [ eta: 1327 days, 10:33:49 ] [ l_g_pix: 2.8500e-02 ] [ l_g_total: 2.8500e-02 ] +2024-10-21 23:22:39,443 INFO: [ epoch: 2 ] [ iter: 25,400 ] [ performance: 19.395 it/s ] [ lr: 1.00e-04 ] [ eta: 1330 days, 3:43:35 ] [ l_g_pix: 2.1592e-02 ] [ l_g_total: 2.1592e-02 ] +2024-10-21 23:22:44,711 INFO: [ epoch: 2 ] [ iter: 25,500 ] [ performance: 19.157 it/s ] [ lr: 1.00e-04 ] [ eta: 1332 days, 21:57:04 ] [ l_g_pix: 1.8380e-02 ] [ l_g_total: 1.8380e-02 ] +2024-10-21 23:22:49,958 INFO: [ epoch: 2 ] [ iter: 25,600 ] [ performance: 19.267 it/s ] [ lr: 1.00e-04 ] [ eta: 1335 days, 15:26:56 ] [ l_g_pix: 1.7368e-02 ] [ l_g_total: 1.7368e-02 ] +2024-10-21 23:22:55,210 INFO: [ epoch: 2 ] [ iter: 25,700 ] [ performance: 19.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1338 days, 8:45:20 ] [ l_g_pix: 1.6975e-02 ] [ l_g_total: 1.6975e-02 ] +2024-10-21 23:23:00,348 INFO: [ epoch: 2 ] [ iter: 25,800 ] [ performance: 19.561 it/s ] [ lr: 1.00e-04 ] [ eta: 1340 days, 23:25:13 ] [ l_g_pix: 2.0397e-02 ] [ l_g_total: 2.0397e-02 ] +2024-10-21 23:23:05,399 INFO: [ epoch: 2 ] [ iter: 25,900 ] [ performance: 19.700 it/s ] [ lr: 1.00e-04 ] [ eta: 1343 days, 12:00:23 ] [ l_g_pix: 2.4787e-02 ] [ l_g_total: 2.4787e-02 ] +2024-10-21 23:23:10,520 INFO: [ epoch: 2 ] [ iter: 26,000 ] [ performance: 19.598 it/s ] [ lr: 1.00e-04 ] [ eta: 1346 days, 1:45:40 ] [ l_g_pix: 1.7827e-02 ] [ l_g_total: 1.7827e-02 ] +2024-10-21 23:23:15,733 INFO: [ epoch: 2 ] [ iter: 26,100 ] [ performance: 19.356 it/s ] [ lr: 1.00e-04 ] [ eta: 1348 days, 17:06:19 ] [ l_g_pix: 2.3339e-02 ] [ l_g_total: 2.3339e-02 ] +2024-10-21 23:23:20,883 INFO: [ epoch: 2 ] [ iter: 26,200 ] [ performance: 19.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1351 days, 6:52:38 ] [ l_g_pix: 2.6316e-02 ] [ l_g_total: 2.6316e-02 ] +2024-10-21 23:23:26,004 INFO: [ epoch: 2 ] [ iter: 26,300 ] [ performance: 19.669 it/s ] [ lr: 1.00e-04 ] [ eta: 1353 days, 19:46:22 ] [ l_g_pix: 2.8099e-02 ] [ l_g_total: 2.8099e-02 ] +2024-10-21 23:23:31,109 INFO: [ epoch: 2 ] [ iter: 26,400 ] [ performance: 19.249 it/s ] [ lr: 1.00e-04 ] [ eta: 1356 days, 8:03:15 ] [ l_g_pix: 2.9072e-02 ] [ l_g_total: 2.9072e-02 ] +2024-10-21 23:23:36,130 INFO: [ epoch: 2 ] [ iter: 26,500 ] [ performance: 19.638 it/s ] [ lr: 1.00e-04 ] [ eta: 1358 days, 18:20:59 ] [ l_g_pix: 1.8776e-02 ] [ l_g_total: 1.8776e-02 ] +2024-10-21 23:23:41,378 INFO: [ epoch: 2 ] [ iter: 26,600 ] [ performance: 19.022 it/s ] [ lr: 1.00e-04 ] [ eta: 1361 days, 8:57:48 ] [ l_g_pix: 2.2567e-02 ] [ l_g_total: 2.2567e-02 ] +2024-10-21 23:23:46,582 INFO: [ epoch: 2 ] [ iter: 26,700 ] [ performance: 19.138 it/s ] [ lr: 1.00e-04 ] [ eta: 1363 days, 22:24:48 ] [ l_g_pix: 1.9561e-02 ] [ l_g_total: 1.9561e-02 ] +2024-10-21 23:23:51,688 INFO: [ epoch: 2 ] [ iter: 26,800 ] [ performance: 19.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1366 days, 9:34:36 ] [ l_g_pix: 3.3953e-02 ] [ l_g_total: 3.3953e-02 ] +2024-10-21 23:23:57,163 INFO: [ epoch: 2 ] [ iter: 26,900 ] [ performance: 18.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1369 days, 3:56:56 ] [ l_g_pix: 1.9500e-02 ] [ l_g_total: 1.9500e-02 ] +2024-10-21 23:24:02,177 INFO: [ epoch: 2 ] [ iter: 27,000 ] [ performance: 19.952 it/s ] [ lr: 1.00e-04 ] [ eta: 1371 days, 12:39:55 ] [ l_g_pix: 1.8739e-02 ] [ l_g_total: 1.8739e-02 ] +2024-10-21 23:24:07,378 INFO: [ epoch: 2 ] [ iter: 27,100 ] [ performance: 19.511 it/s ] [ lr: 1.00e-04 ] [ eta: 1374 days, 0:53:22 ] [ l_g_pix: 2.0941e-02 ] [ l_g_total: 2.0941e-02 ] +2024-10-21 23:24:12,628 INFO: [ epoch: 2 ] [ iter: 27,200 ] [ performance: 19.305 it/s ] [ lr: 1.00e-04 ] [ eta: 1376 days, 13:48:49 ] [ l_g_pix: 1.1413e-02 ] [ l_g_total: 1.1413e-02 ] +2024-10-21 23:24:17,756 INFO: [ epoch: 2 ] [ iter: 27,300 ] [ performance: 19.425 it/s ] [ lr: 1.00e-04 ] [ eta: 1378 days, 23:59:16 ] [ l_g_pix: 2.3672e-02 ] [ l_g_total: 2.3672e-02 ] +2024-10-21 23:24:22,918 INFO: [ epoch: 2 ] [ iter: 27,400 ] [ performance: 19.709 it/s ] [ lr: 1.00e-04 ] [ eta: 1381 days, 10:33:57 ] [ l_g_pix: 2.1885e-02 ] [ l_g_total: 2.1885e-02 ] +2024-10-21 23:24:28,191 INFO: [ epoch: 2 ] [ iter: 27,500 ] [ performance: 19.249 it/s ] [ lr: 1.00e-04 ] [ eta: 1383 days, 23:05:44 ] [ l_g_pix: 2.4494e-02 ] [ l_g_total: 2.4494e-02 ] +2024-10-21 23:24:33,285 INFO: [ epoch: 2 ] [ iter: 27,600 ] [ performance: 19.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1386 days, 7:42:56 ] [ l_g_pix: 2.5458e-02 ] [ l_g_total: 2.5458e-02 ] +2024-10-21 23:24:38,389 INFO: [ epoch: 2 ] [ iter: 27,700 ] [ performance: 19.734 it/s ] [ lr: 1.00e-04 ] [ eta: 1388 days, 16:15:42 ] [ l_g_pix: 1.2944e-02 ] [ l_g_total: 1.2944e-02 ] +2024-10-21 23:24:43,580 INFO: [ epoch: 2 ] [ iter: 27,800 ] [ performance: 19.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1391 days, 2:16:41 ] [ l_g_pix: 2.4112e-02 ] [ l_g_total: 2.4112e-02 ] +2024-10-21 23:24:48,772 INFO: [ epoch: 2 ] [ iter: 27,900 ] [ performance: 19.249 it/s ] [ lr: 1.00e-04 ] [ eta: 1393 days, 12:01:02 ] [ l_g_pix: 2.1463e-02 ] [ l_g_total: 2.1463e-02 ] +2024-10-21 23:24:53,820 INFO: [ epoch: 2 ] [ iter: 28,000 ] [ performance: 19.991 it/s ] [ lr: 1.00e-04 ] [ eta: 1395 days, 18:35:15 ] [ l_g_pix: 1.8156e-02 ] [ l_g_total: 1.8156e-02 ] +2024-10-21 23:24:58,902 INFO: [ epoch: 2 ] [ iter: 28,100 ] [ performance: 19.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1398 days, 1:33:46 ] [ l_g_pix: 2.4750e-02 ] [ l_g_total: 2.4750e-02 ] +2024-10-21 23:25:04,190 INFO: [ epoch: 2 ] [ iter: 28,200 ] [ performance: 18.849 it/s ] [ lr: 1.00e-04 ] [ eta: 1400 days, 12:21:52 ] [ l_g_pix: 1.9731e-02 ] [ l_g_total: 1.9731e-02 ] +2024-10-21 23:25:09,420 INFO: [ epoch: 2 ] [ iter: 28,300 ] [ performance: 19.021 it/s ] [ lr: 1.00e-04 ] [ eta: 1402 days, 21:42:03 ] [ l_g_pix: 1.8096e-02 ] [ l_g_total: 1.8096e-02 ] +2024-10-21 23:25:14,681 INFO: [ epoch: 2 ] [ iter: 28,400 ] [ performance: 19.105 it/s ] [ lr: 1.00e-04 ] [ eta: 1405 days, 7:22:56 ] [ l_g_pix: 2.5124e-02 ] [ l_g_total: 2.5124e-02 ] +2024-10-21 23:25:19,930 INFO: [ epoch: 2 ] [ iter: 28,500 ] [ performance: 19.073 it/s ] [ lr: 1.00e-04 ] [ eta: 1407 days, 16:31:28 ] [ l_g_pix: 1.5761e-02 ] [ l_g_total: 1.5761e-02 ] +2024-10-21 23:25:25,119 INFO: [ epoch: 2 ] [ iter: 28,600 ] [ performance: 19.265 it/s ] [ lr: 1.00e-04 ] [ eta: 1410 days, 0:11:15 ] [ l_g_pix: 2.5483e-02 ] [ l_g_total: 2.5483e-02 ] +2024-10-21 23:25:30,231 INFO: [ epoch: 2 ] [ iter: 28,700 ] [ performance: 19.453 it/s ] [ lr: 1.00e-04 ] [ eta: 1412 days, 6:02:29 ] [ l_g_pix: 1.8496e-02 ] [ l_g_total: 1.8496e-02 ] +2024-10-21 23:25:35,496 INFO: [ epoch: 2 ] [ iter: 28,800 ] [ performance: 19.211 it/s ] [ lr: 1.00e-04 ] [ eta: 1414 days, 14:37:51 ] [ l_g_pix: 3.2803e-02 ] [ l_g_total: 3.2803e-02 ] +2024-10-21 23:25:40,715 INFO: [ epoch: 2 ] [ iter: 28,900 ] [ performance: 19.181 it/s ] [ lr: 1.00e-04 ] [ eta: 1416 days, 22:01:17 ] [ l_g_pix: 2.4159e-02 ] [ l_g_total: 2.4159e-02 ] +2024-10-21 23:25:45,820 INFO: [ epoch: 2 ] [ iter: 29,000 ] [ performance: 19.520 it/s ] [ lr: 1.00e-04 ] [ eta: 1419 days, 2:51:59 ] [ l_g_pix: 3.0294e-02 ] [ l_g_total: 3.0294e-02 ] +2024-10-21 23:25:51,081 INFO: [ epoch: 2 ] [ iter: 29,100 ] [ performance: 19.191 it/s ] [ lr: 1.00e-04 ] [ eta: 1421 days, 10:29:56 ] [ l_g_pix: 1.6045e-02 ] [ l_g_total: 1.6045e-02 ] +2024-10-21 23:25:56,114 INFO: [ epoch: 2 ] [ iter: 29,200 ] [ performance: 19.980 it/s ] [ lr: 1.00e-04 ] [ eta: 1423 days, 13:22:01 ] [ l_g_pix: 2.4908e-02 ] [ l_g_total: 2.4908e-02 ] +2024-10-21 23:26:01,312 INFO: [ epoch: 2 ] [ iter: 29,300 ] [ performance: 19.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1425 days, 19:11:38 ] [ l_g_pix: 2.3252e-02 ] [ l_g_total: 2.3252e-02 ] +2024-10-21 23:26:06,400 INFO: [ epoch: 2 ] [ iter: 29,400 ] [ performance: 19.734 it/s ] [ lr: 1.00e-04 ] [ eta: 1427 days, 22:34:54 ] [ l_g_pix: 2.6252e-02 ] [ l_g_total: 2.6252e-02 ] +2024-10-21 23:26:11,710 INFO: [ epoch: 2 ] [ iter: 29,500 ] [ performance: 19.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1430 days, 6:00:48 ] [ l_g_pix: 2.3472e-02 ] [ l_g_total: 2.3472e-02 ] +2024-10-21 23:26:17,033 INFO: [ epoch: 2 ] [ iter: 29,600 ] [ performance: 18.891 it/s ] [ lr: 1.00e-04 ] [ eta: 1432 days, 13:25:41 ] [ l_g_pix: 1.9321e-02 ] [ l_g_total: 1.9321e-02 ] +2024-10-21 23:26:22,225 INFO: [ epoch: 2 ] [ iter: 29,700 ] [ performance: 19.134 it/s ] [ lr: 1.00e-04 ] [ eta: 1434 days, 17:57:46 ] [ l_g_pix: 2.9326e-02 ] [ l_g_total: 2.9326e-02 ] +2024-10-21 23:26:27,425 INFO: [ epoch: 2 ] [ iter: 29,800 ] [ performance: 19.749 it/s ] [ lr: 1.00e-04 ] [ eta: 1436 days, 22:23:40 ] [ l_g_pix: 1.7104e-02 ] [ l_g_total: 1.7104e-02 ] +2024-10-21 23:26:32,573 INFO: [ epoch: 2 ] [ iter: 29,900 ] [ performance: 19.538 it/s ] [ lr: 1.00e-04 ] [ eta: 1439 days, 1:29:48 ] [ l_g_pix: 1.6135e-02 ] [ l_g_total: 1.6135e-02 ] +2024-10-21 23:26:37,867 INFO: [ epoch: 2 ] [ iter: 30,000 ] [ performance: 19.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1441 days, 7:10:17 ] [ l_g_pix: 2.3135e-02 ] [ l_g_total: 2.3135e-02 ] +2024-10-21 23:26:37,867 INFO: Saving models and training states. +2024-10-21 23:27:56,414 INFO: Validation val + + # psnr: 21.9537........ Best: 21.9537 @ 30000 iter + # ssim: 0.6413........ Best: 0.6413 @ 30000 iter + # dists: 0.7874........ Best: 0.7874 @ 30000 iter + +2024-10-21 23:28:01,742 INFO: [ epoch: 2 ] [ iter: 30,100 ] [ performance: 18.848 it/s ] [ lr: 1.00e-04 ] [ eta: 1507 days, 2:18:39 ] [ l_g_pix: 1.7291e-02 ] [ l_g_total: 1.7291e-02 ] +2024-10-21 23:28:06,949 INFO: [ epoch: 2 ] [ iter: 30,200 ] [ performance: 19.086 it/s ] [ lr: 1.00e-04 ] [ eta: 1509 days, 3:30:37 ] [ l_g_pix: 1.8367e-02 ] [ l_g_total: 1.8367e-02 ] +2024-10-21 23:28:12,285 INFO: [ epoch: 2 ] [ iter: 30,300 ] [ performance: 18.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1511 days, 6:56:02 ] [ l_g_pix: 2.5054e-02 ] [ l_g_total: 2.5054e-02 ] +2024-10-21 23:28:17,506 INFO: [ epoch: 2 ] [ iter: 30,400 ] [ performance: 19.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1513 days, 7:49:54 ] [ l_g_pix: 2.1594e-02 ] [ l_g_total: 2.1594e-02 ] +2024-10-21 23:28:22,843 INFO: [ epoch: 2 ] [ iter: 30,500 ] [ performance: 18.865 it/s ] [ lr: 1.00e-04 ] [ eta: 1515 days, 10:41:07 ] [ l_g_pix: 1.6118e-02 ] [ l_g_total: 1.6118e-02 ] +2024-10-21 23:28:28,116 INFO: [ epoch: 2 ] [ iter: 30,600 ] [ performance: 19.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1517 days, 11:59:57 ] [ l_g_pix: 1.6885e-02 ] [ l_g_total: 1.6885e-02 ] +2024-10-21 23:28:33,496 INFO: [ epoch: 2 ] [ iter: 30,700 ] [ performance: 18.905 it/s ] [ lr: 1.00e-04 ] [ eta: 1519 days, 15:04:28 ] [ l_g_pix: 2.2751e-02 ] [ l_g_total: 2.2751e-02 ] +2024-10-21 23:28:38,710 INFO: [ epoch: 2 ] [ iter: 30,800 ] [ performance: 19.618 it/s ] [ lr: 1.00e-04 ] [ eta: 1521 days, 14:39:56 ] [ l_g_pix: 1.9569e-02 ] [ l_g_total: 1.9569e-02 ] +2024-10-21 23:28:43,955 INFO: [ epoch: 2 ] [ iter: 30,900 ] [ performance: 19.239 it/s ] [ lr: 1.00e-04 ] [ eta: 1523 days, 14:34:40 ] [ l_g_pix: 2.5521e-02 ] [ l_g_total: 2.5521e-02 ] +2024-10-21 23:28:49,205 INFO: [ epoch: 2 ] [ iter: 31,000 ] [ performance: 19.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1525 days, 14:16:19 ] [ l_g_pix: 2.0152e-02 ] [ l_g_total: 2.0152e-02 ] +2024-10-21 23:28:54,444 INFO: [ epoch: 2 ] [ iter: 31,100 ] [ performance: 19.106 it/s ] [ lr: 1.00e-04 ] [ eta: 1527 days, 13:28:25 ] [ l_g_pix: 2.9307e-02 ] [ l_g_total: 2.9307e-02 ] +2024-10-21 23:28:59,555 INFO: [ epoch: 2 ] [ iter: 31,200 ] [ performance: 19.283 it/s ] [ lr: 1.00e-04 ] [ eta: 1529 days, 9:56:19 ] [ l_g_pix: 2.0680e-02 ] [ l_g_total: 2.0680e-02 ] +2024-10-21 23:29:04,900 INFO: [ epoch: 2 ] [ iter: 31,300 ] [ performance: 18.885 it/s ] [ lr: 1.00e-04 ] [ eta: 1531 days, 10:35:15 ] [ l_g_pix: 2.5545e-02 ] [ l_g_total: 2.5545e-02 ] +2024-10-21 23:29:10,145 INFO: [ epoch: 2 ] [ iter: 31,400 ] [ performance: 18.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1533 days, 9:02:20 ] [ l_g_pix: 1.6132e-02 ] [ l_g_total: 1.6132e-02 ] +2024-10-21 23:29:15,408 INFO: [ epoch: 2 ] [ iter: 31,500 ] [ performance: 18.996 it/s ] [ lr: 1.00e-04 ] [ eta: 1535 days, 7:32:17 ] [ l_g_pix: 2.5222e-02 ] [ l_g_total: 2.5222e-02 ] +2024-10-21 23:29:20,808 INFO: [ epoch: 2 ] [ iter: 31,600 ] [ performance: 17.953 it/s ] [ lr: 1.00e-04 ] [ eta: 1537 days, 8:20:29 ] [ l_g_pix: 1.7628e-02 ] [ l_g_total: 1.7628e-02 ] +2024-10-21 23:29:26,107 INFO: [ epoch: 2 ] [ iter: 31,700 ] [ performance: 18.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1539 days, 6:55:12 ] [ l_g_pix: 1.8522e-02 ] [ l_g_total: 1.8522e-02 ] +2024-10-21 23:29:31,220 INFO: [ epoch: 2 ] [ iter: 31,800 ] [ performance: 19.664 it/s ] [ lr: 1.00e-04 ] [ eta: 1541 days, 1:41:38 ] [ l_g_pix: 3.4903e-02 ] [ l_g_total: 3.4903e-02 ] +2024-10-21 23:29:36,361 INFO: [ epoch: 2 ] [ iter: 31,900 ] [ performance: 19.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1542 days, 20:43:05 ] [ l_g_pix: 2.1460e-02 ] [ l_g_total: 2.1460e-02 ] +2024-10-21 23:29:41,731 INFO: [ epoch: 2 ] [ iter: 32,000 ] [ performance: 18.850 it/s ] [ lr: 1.00e-04 ] [ eta: 1544 days, 19:46:53 ] [ l_g_pix: 2.7433e-02 ] [ l_g_total: 2.7433e-02 ] +2024-10-21 23:29:47,077 INFO: [ epoch: 2 ] [ iter: 32,100 ] [ performance: 18.751 it/s ] [ lr: 1.00e-04 ] [ eta: 1546 days, 18:04:16 ] [ l_g_pix: 2.2417e-02 ] [ l_g_total: 2.2417e-02 ] +2024-10-21 23:29:52,348 INFO: [ epoch: 2 ] [ iter: 32,200 ] [ performance: 19.444 it/s ] [ lr: 1.00e-04 ] [ eta: 1548 days, 14:40:14 ] [ l_g_pix: 3.6399e-02 ] [ l_g_total: 3.6399e-02 ] +2024-10-21 23:29:57,668 INFO: [ epoch: 2 ] [ iter: 32,300 ] [ performance: 18.978 it/s ] [ lr: 1.00e-04 ] [ eta: 1550 days, 11:54:10 ] [ l_g_pix: 2.5440e-02 ] [ l_g_total: 2.5440e-02 ] +2024-10-21 23:30:02,987 INFO: [ epoch: 2 ] [ iter: 32,400 ] [ performance: 18.826 it/s ] [ lr: 1.00e-04 ] [ eta: 1552 days, 8:48:19 ] [ l_g_pix: 2.3517e-02 ] [ l_g_total: 2.3517e-02 ] +2024-10-21 23:30:08,323 INFO: [ epoch: 2 ] [ iter: 32,500 ] [ performance: 18.764 it/s ] [ lr: 1.00e-04 ] [ eta: 1554 days, 5:45:08 ] [ l_g_pix: 2.5441e-02 ] [ l_g_total: 2.5441e-02 ] +2024-10-21 23:30:13,674 INFO: [ epoch: 2 ] [ iter: 32,600 ] [ performance: 18.596 it/s ] [ lr: 1.00e-04 ] [ eta: 1556 days, 2:40:00 ] [ l_g_pix: 1.8191e-02 ] [ l_g_total: 1.8191e-02 ] +2024-10-21 23:30:18,908 INFO: [ epoch: 2 ] [ iter: 32,700 ] [ performance: 18.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1557 days, 21:06:17 ] [ l_g_pix: 2.3519e-02 ] [ l_g_total: 2.3519e-02 ] +2024-10-21 23:30:24,131 INFO: [ epoch: 2 ] [ iter: 32,800 ] [ performance: 19.492 it/s ] [ lr: 1.00e-04 ] [ eta: 1559 days, 15:02:07 ] [ l_g_pix: 3.1260e-02 ] [ l_g_total: 3.1260e-02 ] +2024-10-21 23:30:29,362 INFO: [ epoch: 2 ] [ iter: 32,900 ] [ performance: 19.218 it/s ] [ lr: 1.00e-04 ] [ eta: 1561 days, 8:50:18 ] [ l_g_pix: 2.4592e-02 ] [ l_g_total: 2.4592e-02 ] +2024-10-21 23:30:34,615 INFO: [ epoch: 2 ] [ iter: 33,000 ] [ performance: 18.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1563 days, 2:44:53 ] [ l_g_pix: 1.7139e-02 ] [ l_g_total: 1.7139e-02 ] +2024-10-21 23:30:39,976 INFO: [ epoch: 2 ] [ iter: 33,100 ] [ performance: 18.732 it/s ] [ lr: 1.00e-04 ] [ eta: 1564 days, 22:22:51 ] [ l_g_pix: 3.2313e-02 ] [ l_g_total: 3.2313e-02 ] +2024-10-21 23:30:45,309 INFO: [ epoch: 2 ] [ iter: 33,200 ] [ performance: 19.437 it/s ] [ lr: 1.00e-04 ] [ eta: 1566 days, 17:11:18 ] [ l_g_pix: 1.8127e-02 ] [ l_g_total: 1.8127e-02 ] +2024-10-21 23:30:50,484 INFO: [ epoch: 2 ] [ iter: 33,300 ] [ performance: 19.355 it/s ] [ lr: 1.00e-04 ] [ eta: 1568 days, 8:46:26 ] [ l_g_pix: 2.5993e-02 ] [ l_g_total: 2.5993e-02 ] +2024-10-21 23:30:55,719 INFO: [ epoch: 2 ] [ iter: 33,400 ] [ performance: 20.266 it/s ] [ lr: 1.00e-04 ] [ eta: 1570 days, 1:11:43 ] [ l_g_pix: 2.7823e-02 ] [ l_g_total: 2.7823e-02 ] +2024-10-21 23:31:01,073 INFO: [ epoch: 2 ] [ iter: 33,500 ] [ performance: 19.059 it/s ] [ lr: 1.00e-04 ] [ eta: 1571 days, 19:30:40 ] [ l_g_pix: 2.6555e-02 ] [ l_g_total: 2.6555e-02 ] +2024-10-21 23:31:06,374 INFO: [ epoch: 2 ] [ iter: 33,600 ] [ performance: 19.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1573 days, 12:33:56 ] [ l_g_pix: 1.6334e-02 ] [ l_g_total: 1.6334e-02 ] +2024-10-21 23:31:11,690 INFO: [ epoch: 2 ] [ iter: 33,700 ] [ performance: 18.961 it/s ] [ lr: 1.00e-04 ] [ eta: 1575 days, 5:35:01 ] [ l_g_pix: 1.8388e-02 ] [ l_g_total: 1.8388e-02 ] +2024-10-21 23:31:17,059 INFO: [ epoch: 2 ] [ iter: 33,800 ] [ performance: 19.100 it/s ] [ lr: 1.00e-04 ] [ eta: 1576 days, 23:17:18 ] [ l_g_pix: 2.9092e-02 ] [ l_g_total: 2.9092e-02 ] +2024-10-21 23:31:22,434 INFO: [ epoch: 2 ] [ iter: 33,900 ] [ performance: 18.723 it/s ] [ lr: 1.00e-04 ] [ eta: 1578 days, 16:48:53 ] [ l_g_pix: 2.8882e-02 ] [ l_g_total: 2.8882e-02 ] +2024-10-21 23:31:27,740 INFO: [ epoch: 2 ] [ iter: 34,000 ] [ performance: 18.957 it/s ] [ lr: 1.00e-04 ] [ eta: 1580 days, 8:45:36 ] [ l_g_pix: 2.1370e-02 ] [ l_g_total: 2.1370e-02 ] +2024-10-21 23:31:33,000 INFO: [ epoch: 2 ] [ iter: 34,100 ] [ performance: 19.001 it/s ] [ lr: 1.00e-04 ] [ eta: 1581 days, 23:34:31 ] [ l_g_pix: 1.8465e-02 ] [ l_g_total: 1.8465e-02 ] +2024-10-21 23:31:38,363 INFO: [ epoch: 2 ] [ iter: 34,200 ] [ performance: 19.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1583 days, 15:59:36 ] [ l_g_pix: 2.2661e-02 ] [ l_g_total: 2.2661e-02 ] +2024-10-21 23:31:43,705 INFO: [ epoch: 2 ] [ iter: 34,300 ] [ performance: 18.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1585 days, 7:42:53 ] [ l_g_pix: 2.7484e-02 ] [ l_g_total: 2.7484e-02 ] +2024-10-21 23:31:49,219 INFO: [ epoch: 2 ] [ iter: 34,400 ] [ performance: 18.542 it/s ] [ lr: 1.00e-04 ] [ eta: 1587 days, 2:16:52 ] [ l_g_pix: 2.5380e-02 ] [ l_g_total: 2.5380e-02 ] +2024-10-21 23:31:54,638 INFO: [ epoch: 2 ] [ iter: 34,500 ] [ performance: 18.475 it/s ] [ lr: 1.00e-04 ] [ eta: 1588 days, 18:48:39 ] [ l_g_pix: 2.4051e-02 ] [ l_g_total: 2.4051e-02 ] +2024-10-21 23:32:00,070 INFO: [ epoch: 2 ] [ iter: 34,600 ] [ performance: 18.819 it/s ] [ lr: 1.00e-04 ] [ eta: 1590 days, 11:16:15 ] [ l_g_pix: 2.4125e-02 ] [ l_g_total: 2.4125e-02 ] +2024-10-21 23:32:05,400 INFO: [ epoch: 2 ] [ iter: 34,700 ] [ performance: 18.776 it/s ] [ lr: 1.00e-04 ] [ eta: 1592 days, 1:34:58 ] [ l_g_pix: 2.1019e-02 ] [ l_g_total: 2.1019e-02 ] +2024-10-21 23:32:10,748 INFO: [ epoch: 2 ] [ iter: 34,800 ] [ performance: 18.811 it/s ] [ lr: 1.00e-04 ] [ eta: 1593 days, 15:55:30 ] [ l_g_pix: 1.8906e-02 ] [ l_g_total: 1.8906e-02 ] +2024-10-21 23:32:16,080 INFO: [ epoch: 2 ] [ iter: 34,900 ] [ performance: 18.770 it/s ] [ lr: 1.00e-04 ] [ eta: 1595 days, 5:40:23 ] [ l_g_pix: 1.7865e-02 ] [ l_g_total: 1.7865e-02 ] +2024-10-21 23:32:21,488 INFO: [ epoch: 2 ] [ iter: 35,000 ] [ performance: 19.239 it/s ] [ lr: 1.00e-04 ] [ eta: 1596 days, 20:30:03 ] [ l_g_pix: 2.4847e-02 ] [ l_g_total: 2.4847e-02 ] +2024-10-21 23:32:26,897 INFO: [ epoch: 2 ] [ iter: 35,100 ] [ performance: 18.638 it/s ] [ lr: 1.00e-04 ] [ eta: 1598 days, 11:03:38 ] [ l_g_pix: 4.3229e-02 ] [ l_g_total: 4.3229e-02 ] +2024-10-21 23:32:32,263 INFO: [ epoch: 2 ] [ iter: 35,200 ] [ performance: 18.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1600 days, 0:31:42 ] [ l_g_pix: 2.9162e-02 ] [ l_g_total: 2.9162e-02 ] +2024-10-21 23:32:37,651 INFO: [ epoch: 2 ] [ iter: 35,300 ] [ performance: 18.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1601 days, 14:05:50 ] [ l_g_pix: 2.7757e-02 ] [ l_g_total: 2.7757e-02 ] +2024-10-21 23:32:42,953 INFO: [ epoch: 2 ] [ iter: 35,400 ] [ performance: 18.507 it/s ] [ lr: 1.00e-04 ] [ eta: 1603 days, 1:49:55 ] [ l_g_pix: 2.8745e-02 ] [ l_g_total: 2.8745e-02 ] +2024-10-21 23:32:48,358 INFO: [ epoch: 2 ] [ iter: 35,500 ] [ performance: 18.503 it/s ] [ lr: 1.00e-04 ] [ eta: 1604 days, 15:07:08 ] [ l_g_pix: 2.2325e-02 ] [ l_g_total: 2.2325e-02 ] +2024-10-21 23:32:53,551 INFO: [ epoch: 2 ] [ iter: 35,600 ] [ performance: 20.772 it/s ] [ lr: 1.00e-04 ] [ eta: 1606 days, 0:18:26 ] [ l_g_pix: 2.1560e-02 ] [ l_g_total: 2.1560e-02 ] +2024-10-21 23:32:58,776 INFO: [ epoch: 2 ] [ iter: 35,700 ] [ performance: 19.427 it/s ] [ lr: 1.00e-04 ] [ eta: 1607 days, 9:46:40 ] [ l_g_pix: 1.6727e-02 ] [ l_g_total: 1.6727e-02 ] +2024-10-21 23:33:03,922 INFO: [ epoch: 2 ] [ iter: 35,800 ] [ performance: 19.781 it/s ] [ lr: 1.00e-04 ] [ eta: 1608 days, 17:32:55 ] [ l_g_pix: 1.6818e-02 ] [ l_g_total: 1.6818e-02 ] +2024-10-21 23:33:09,168 INFO: [ epoch: 2 ] [ iter: 35,900 ] [ performance: 19.191 it/s ] [ lr: 1.00e-04 ] [ eta: 1610 days, 2:48:35 ] [ l_g_pix: 3.0834e-02 ] [ l_g_total: 3.0834e-02 ] +2024-10-21 23:33:14,474 INFO: [ epoch: 2 ] [ iter: 36,000 ] [ performance: 18.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1611 days, 12:51:11 ] [ l_g_pix: 2.2522e-02 ] [ l_g_total: 2.2522e-02 ] +2024-10-21 23:33:19,706 INFO: [ epoch: 2 ] [ iter: 36,100 ] [ performance: 19.078 it/s ] [ lr: 1.00e-04 ] [ eta: 1612 days, 21:17:15 ] [ l_g_pix: 2.2060e-02 ] [ l_g_total: 2.2060e-02 ] +2024-10-21 23:33:25,067 INFO: [ epoch: 2 ] [ iter: 36,200 ] [ performance: 19.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1614 days, 7:42:25 ] [ l_g_pix: 3.1252e-02 ] [ l_g_total: 3.1252e-02 ] +2024-10-21 23:33:30,440 INFO: [ epoch: 2 ] [ iter: 36,300 ] [ performance: 18.699 it/s ] [ lr: 1.00e-04 ] [ eta: 1615 days, 18:03:02 ] [ l_g_pix: 2.7748e-02 ] [ l_g_total: 2.7748e-02 ] +2024-10-21 23:33:35,543 INFO: [ epoch: 2 ] [ iter: 36,400 ] [ performance: 19.178 it/s ] [ lr: 1.00e-04 ] [ eta: 1616 days, 23:19:49 ] [ l_g_pix: 2.7300e-02 ] [ l_g_total: 2.7300e-02 ] +2024-10-21 23:33:40,689 INFO: [ epoch: 2 ] [ iter: 36,500 ] [ performance: 19.392 it/s ] [ lr: 1.00e-04 ] [ eta: 1618 days, 5:05:18 ] [ l_g_pix: 2.0197e-02 ] [ l_g_total: 2.0197e-02 ] +2024-10-21 23:33:45,861 INFO: [ epoch: 2 ] [ iter: 36,600 ] [ performance: 19.262 it/s ] [ lr: 1.00e-04 ] [ eta: 1619 days, 11:00:24 ] [ l_g_pix: 3.3864e-02 ] [ l_g_total: 3.3864e-02 ] +2024-10-21 23:33:51,073 INFO: [ epoch: 2 ] [ iter: 36,700 ] [ performance: 19.201 it/s ] [ lr: 1.00e-04 ] [ eta: 1620 days, 17:20:13 ] [ l_g_pix: 2.1935e-02 ] [ l_g_total: 2.1935e-02 ] +2024-10-21 23:33:56,382 INFO: [ epoch: 2 ] [ iter: 36,800 ] [ performance: 18.604 it/s ] [ lr: 1.00e-04 ] [ eta: 1622 days, 1:04:54 ] [ l_g_pix: 1.8963e-02 ] [ l_g_total: 1.8963e-02 ] +2024-10-21 23:34:01,870 INFO: [ epoch: 2 ] [ iter: 36,900 ] [ performance: 18.277 it/s ] [ lr: 1.00e-04 ] [ eta: 1623 days, 11:41:07 ] [ l_g_pix: 2.0703e-02 ] [ l_g_total: 2.0703e-02 ] +2024-10-21 23:34:06,904 INFO: [ epoch: 2 ] [ iter: 37,000 ] [ performance: 21.576 it/s ] [ lr: 1.00e-04 ] [ eta: 1624 days, 14:01:53 ] [ l_g_pix: 2.6011e-02 ] [ l_g_total: 2.6011e-02 ] +2024-10-21 23:34:13,395 INFO: [ epoch: 3 ] [ iter: 37,100 ] [ performance: 16.042 it/s ] [ lr: 1.00e-04 ] [ eta: 1626 days, 17:32:06 ] [ l_g_pix: 3.3275e-02 ] [ l_g_total: 3.3275e-02 ] +2024-10-21 23:34:18,590 INFO: [ epoch: 3 ] [ iter: 37,200 ] [ performance: 19.522 it/s ] [ lr: 1.00e-04 ] [ eta: 1627 days, 22:06:11 ] [ l_g_pix: 1.8042e-02 ] [ l_g_total: 1.8042e-02 ] +2024-10-21 23:34:23,777 INFO: [ epoch: 3 ] [ iter: 37,300 ] [ performance: 19.313 it/s ] [ lr: 1.00e-04 ] [ eta: 1629 days, 2:13:25 ] [ l_g_pix: 3.1167e-02 ] [ l_g_total: 3.1167e-02 ] +2024-10-21 23:34:28,874 INFO: [ epoch: 3 ] [ iter: 37,400 ] [ performance: 21.242 it/s ] [ lr: 1.00e-04 ] [ eta: 1630 days, 4:29:39 ] [ l_g_pix: 3.2514e-02 ] [ l_g_total: 3.2514e-02 ] +2024-10-21 23:34:34,154 INFO: [ epoch: 3 ] [ iter: 37,500 ] [ performance: 19.197 it/s ] [ lr: 1.00e-04 ] [ eta: 1631 days, 9:39:30 ] [ l_g_pix: 1.9591e-02 ] [ l_g_total: 1.9591e-02 ] +2024-10-21 23:34:39,346 INFO: [ epoch: 3 ] [ iter: 37,600 ] [ performance: 19.110 it/s ] [ lr: 1.00e-04 ] [ eta: 1632 days, 13:00:43 ] [ l_g_pix: 3.7362e-02 ] [ l_g_total: 3.7362e-02 ] +2024-10-21 23:34:44,352 INFO: [ epoch: 3 ] [ iter: 37,700 ] [ performance: 19.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1633 days, 12:50:33 ] [ l_g_pix: 2.6797e-02 ] [ l_g_total: 2.6797e-02 ] +2024-10-21 23:34:49,538 INFO: [ epoch: 3 ] [ iter: 37,800 ] [ performance: 19.562 it/s ] [ lr: 1.00e-04 ] [ eta: 1634 days, 15:30:51 ] [ l_g_pix: 1.9348e-02 ] [ l_g_total: 1.9348e-02 ] +2024-10-21 23:34:54,804 INFO: [ epoch: 3 ] [ iter: 37,900 ] [ performance: 19.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1635 days, 19:17:14 ] [ l_g_pix: 2.3509e-02 ] [ l_g_total: 2.3509e-02 ] +2024-10-21 23:34:59,863 INFO: [ epoch: 3 ] [ iter: 38,000 ] [ performance: 20.005 it/s ] [ lr: 1.00e-04 ] [ eta: 1636 days, 19:10:53 ] [ l_g_pix: 2.2752e-02 ] [ l_g_total: 2.2752e-02 ] +2024-10-21 23:35:05,108 INFO: [ epoch: 3 ] [ iter: 38,100 ] [ performance: 19.157 it/s ] [ lr: 1.00e-04 ] [ eta: 1637 days, 22:00:06 ] [ l_g_pix: 2.4901e-02 ] [ l_g_total: 2.4901e-02 ] +2024-10-21 23:35:10,359 INFO: [ epoch: 3 ] [ iter: 38,200 ] [ performance: 18.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1639 days, 0:37:57 ] [ l_g_pix: 1.7776e-02 ] [ l_g_total: 1.7776e-02 ] +2024-10-21 23:35:15,592 INFO: [ epoch: 3 ] [ iter: 38,300 ] [ performance: 19.086 it/s ] [ lr: 1.00e-04 ] [ eta: 1640 days, 2:40:53 ] [ l_g_pix: 2.2719e-02 ] [ l_g_total: 2.2719e-02 ] +2024-10-21 23:35:20,840 INFO: [ epoch: 3 ] [ iter: 38,400 ] [ performance: 19.398 it/s ] [ lr: 1.00e-04 ] [ eta: 1641 days, 4:40:10 ] [ l_g_pix: 2.7115e-02 ] [ l_g_total: 2.7115e-02 ] +2024-10-21 23:35:26,036 INFO: [ epoch: 3 ] [ iter: 38,500 ] [ performance: 19.258 it/s ] [ lr: 1.00e-04 ] [ eta: 1642 days, 5:30:06 ] [ l_g_pix: 3.0531e-02 ] [ l_g_total: 3.0531e-02 ] +2024-10-21 23:35:31,348 INFO: [ epoch: 3 ] [ iter: 38,600 ] [ performance: 18.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1643 days, 7:59:56 ] [ l_g_pix: 2.4477e-02 ] [ l_g_total: 2.4477e-02 ] +2024-10-21 23:35:36,667 INFO: [ epoch: 3 ] [ iter: 38,700 ] [ performance: 18.771 it/s ] [ lr: 1.00e-04 ] [ eta: 1644 days, 10:20:45 ] [ l_g_pix: 2.3350e-02 ] [ l_g_total: 2.3350e-02 ] +2024-10-21 23:35:41,906 INFO: [ epoch: 3 ] [ iter: 38,800 ] [ performance: 19.239 it/s ] [ lr: 1.00e-04 ] [ eta: 1645 days, 11:00:41 ] [ l_g_pix: 1.9845e-02 ] [ l_g_total: 1.9845e-02 ] +2024-10-21 23:35:47,142 INFO: [ epoch: 3 ] [ iter: 38,900 ] [ performance: 19.109 it/s ] [ lr: 1.00e-04 ] [ eta: 1646 days, 11:21:08 ] [ l_g_pix: 2.3950e-02 ] [ l_g_total: 2.3950e-02 ] +2024-10-21 23:35:52,310 INFO: [ epoch: 3 ] [ iter: 39,000 ] [ performance: 19.064 it/s ] [ lr: 1.00e-04 ] [ eta: 1647 days, 10:15:06 ] [ l_g_pix: 2.0229e-02 ] [ l_g_total: 2.0229e-02 ] +2024-10-21 23:35:57,621 INFO: [ epoch: 3 ] [ iter: 39,100 ] [ performance: 18.846 it/s ] [ lr: 1.00e-04 ] [ eta: 1648 days, 11:15:59 ] [ l_g_pix: 2.0218e-02 ] [ l_g_total: 2.0218e-02 ] +2024-10-21 23:36:02,779 INFO: [ epoch: 3 ] [ iter: 39,200 ] [ performance: 20.859 it/s ] [ lr: 1.00e-04 ] [ eta: 1649 days, 9:25:01 ] [ l_g_pix: 1.3051e-02 ] [ l_g_total: 1.3051e-02 ] +2024-10-21 23:36:08,004 INFO: [ epoch: 3 ] [ iter: 39,300 ] [ performance: 19.216 it/s ] [ lr: 1.00e-04 ] [ eta: 1650 days, 8:24:26 ] [ l_g_pix: 1.7440e-02 ] [ l_g_total: 1.7440e-02 ] +2024-10-21 23:36:13,145 INFO: [ epoch: 3 ] [ iter: 39,400 ] [ performance: 19.237 it/s ] [ lr: 1.00e-04 ] [ eta: 1651 days, 5:41:32 ] [ l_g_pix: 1.6908e-02 ] [ l_g_total: 1.6908e-02 ] +2024-10-21 23:36:18,296 INFO: [ epoch: 3 ] [ iter: 39,500 ] [ performance: 19.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1652 days, 2:51:01 ] [ l_g_pix: 1.9795e-02 ] [ l_g_total: 1.9795e-02 ] +2024-10-21 23:36:23,277 INFO: [ epoch: 3 ] [ iter: 39,600 ] [ performance: 19.201 it/s ] [ lr: 1.00e-04 ] [ eta: 1652 days, 20:53:26 ] [ l_g_pix: 1.5195e-02 ] [ l_g_total: 1.5195e-02 ] +2024-10-21 23:36:28,424 INFO: [ epoch: 3 ] [ iter: 39,700 ] [ performance: 19.424 it/s ] [ lr: 1.00e-04 ] [ eta: 1653 days, 17:25:33 ] [ l_g_pix: 2.0846e-02 ] [ l_g_total: 2.0846e-02 ] +2024-10-21 23:36:33,550 INFO: [ epoch: 3 ] [ iter: 39,800 ] [ performance: 22.144 it/s ] [ lr: 1.00e-04 ] [ eta: 1654 days, 13:18:49 ] [ l_g_pix: 2.5413e-02 ] [ l_g_total: 2.5413e-02 ] +2024-10-21 23:36:38,490 INFO: [ epoch: 3 ] [ iter: 39,900 ] [ performance: 20.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1655 days, 5:49:00 ] [ l_g_pix: 2.0787e-02 ] [ l_g_total: 2.0787e-02 ] +2024-10-21 23:36:43,447 INFO: [ epoch: 3 ] [ iter: 40,000 ] [ performance: 23.393 it/s ] [ lr: 1.00e-04 ] [ eta: 1655 days, 22:20:19 ] [ l_g_pix: 2.1478e-02 ] [ l_g_total: 2.1478e-02 ] +2024-10-21 23:36:43,447 INFO: Saving models and training states. +2024-10-21 23:38:02,688 INFO: Validation val + + # psnr: 21.9904........ Best: 21.9904 @ 40000 iter + # ssim: 0.6447........ Best: 0.6447 @ 40000 iter + # dists: 0.7871........ Best: 0.7871 @ 40000 iter + +2024-10-21 23:38:07,695 INFO: [ epoch: 3 ] [ iter: 40,100 ] [ performance: 20.007 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 13:51:40 ] [ l_g_pix: 3.4252e-02 ] [ l_g_total: 3.4252e-02 ] +2024-10-21 23:38:12,731 INFO: [ epoch: 3 ] [ iter: 40,200 ] [ performance: 19.933 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 4:56:19 ] [ l_g_pix: 1.8733e-02 ] [ l_g_total: 1.8733e-02 ] +2024-10-21 23:38:18,153 INFO: [ epoch: 3 ] [ iter: 40,300 ] [ performance: 18.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 2:08:04 ] [ l_g_pix: 1.5538e-02 ] [ l_g_total: 1.5538e-02 ] +2024-10-21 23:38:23,299 INFO: [ epoch: 3 ] [ iter: 40,400 ] [ performance: 18.927 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 18:27:24 ] [ l_g_pix: 2.0567e-02 ] [ l_g_total: 2.0567e-02 ] +2024-10-21 23:38:28,320 INFO: [ epoch: 3 ] [ iter: 40,500 ] [ performance: 19.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 8:25:54 ] [ l_g_pix: 2.6257e-02 ] [ l_g_total: 2.6257e-02 ] +2024-10-21 23:38:33,158 INFO: [ epoch: 3 ] [ iter: 40,600 ] [ performance: 20.279 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 19:06:36 ] [ l_g_pix: 1.5961e-02 ] [ l_g_total: 1.5961e-02 ] +2024-10-21 23:38:38,214 INFO: [ epoch: 3 ] [ iter: 40,700 ] [ performance: 19.793 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 9:05:48 ] [ l_g_pix: 2.4039e-02 ] [ l_g_total: 2.4039e-02 ] +2024-10-21 23:38:43,325 INFO: [ epoch: 3 ] [ iter: 40,800 ] [ performance: 19.678 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 23:43:26 ] [ l_g_pix: 3.1243e-02 ] [ l_g_total: 3.1243e-02 ] +2024-10-21 23:38:48,574 INFO: [ epoch: 3 ] [ iter: 40,900 ] [ performance: 19.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 16:19:46 ] [ l_g_pix: 2.4235e-02 ] [ l_g_total: 2.4235e-02 ] +2024-10-21 23:38:53,738 INFO: [ epoch: 3 ] [ iter: 41,000 ] [ performance: 19.211 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 7:14:02 ] [ l_g_pix: 2.0463e-02 ] [ l_g_total: 2.0463e-02 ] +2024-10-21 23:38:58,873 INFO: [ epoch: 3 ] [ iter: 41,100 ] [ performance: 19.498 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 21:23:16 ] [ l_g_pix: 1.8706e-02 ] [ l_g_total: 1.8706e-02 ] +2024-10-21 23:39:03,902 INFO: [ epoch: 3 ] [ iter: 41,200 ] [ performance: 19.694 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 9:32:01 ] [ l_g_pix: 2.5319e-02 ] [ l_g_total: 2.5319e-02 ] +2024-10-21 23:39:08,978 INFO: [ epoch: 3 ] [ iter: 41,300 ] [ performance: 19.606 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 22:09:56 ] [ l_g_pix: 2.1693e-02 ] [ l_g_total: 2.1693e-02 ] +2024-10-21 23:39:14,283 INFO: [ epoch: 3 ] [ iter: 41,400 ] [ performance: 19.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1719 days, 14:13:43 ] [ l_g_pix: 2.0682e-02 ] [ l_g_total: 2.0682e-02 ] +2024-10-21 23:39:19,523 INFO: [ epoch: 3 ] [ iter: 41,500 ] [ performance: 19.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1720 days, 4:56:57 ] [ l_g_pix: 1.9410e-02 ] [ l_g_total: 1.9410e-02 ] +2024-10-21 23:39:24,704 INFO: [ epoch: 3 ] [ iter: 41,600 ] [ performance: 19.222 it/s ] [ lr: 1.00e-04 ] [ eta: 1720 days, 18:25:11 ] [ l_g_pix: 2.0267e-02 ] [ l_g_total: 2.0267e-02 ] +2024-10-21 23:39:29,658 INFO: [ epoch: 3 ] [ iter: 41,700 ] [ performance: 20.108 it/s ] [ lr: 1.00e-04 ] [ eta: 1721 days, 3:56:04 ] [ l_g_pix: 2.1369e-02 ] [ l_g_total: 2.1369e-02 ] +2024-10-21 23:39:34,613 INFO: [ epoch: 3 ] [ iter: 41,800 ] [ performance: 20.149 it/s ] [ lr: 1.00e-04 ] [ eta: 1721 days, 13:10:30 ] [ l_g_pix: 1.9397e-02 ] [ l_g_total: 1.9397e-02 ] +2024-10-21 23:39:39,707 INFO: [ epoch: 3 ] [ iter: 41,900 ] [ performance: 19.697 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 0:24:21 ] [ l_g_pix: 2.6009e-02 ] [ l_g_total: 2.6009e-02 ] +2024-10-21 23:39:44,815 INFO: [ epoch: 3 ] [ iter: 42,000 ] [ performance: 19.637 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 11:33:16 ] [ l_g_pix: 1.5491e-02 ] [ l_g_total: 1.5491e-02 ] +2024-10-21 23:39:49,830 INFO: [ epoch: 3 ] [ iter: 42,100 ] [ performance: 19.903 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 20:56:19 ] [ l_g_pix: 2.4989e-02 ] [ l_g_total: 2.4989e-02 ] +2024-10-21 23:39:54,948 INFO: [ epoch: 3 ] [ iter: 42,200 ] [ performance: 19.712 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 7:41:19 ] [ l_g_pix: 1.8624e-02 ] [ l_g_total: 1.8624e-02 ] +2024-10-21 23:39:59,930 INFO: [ epoch: 3 ] [ iter: 42,300 ] [ performance: 20.024 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 15:59:00 ] [ l_g_pix: 1.8767e-02 ] [ l_g_total: 1.8767e-02 ] +2024-10-21 23:40:04,991 INFO: [ epoch: 3 ] [ iter: 42,400 ] [ performance: 19.884 it/s ] [ lr: 1.00e-04 ] [ eta: 1724 days, 1:16:10 ] [ l_g_pix: 2.6912e-02 ] [ l_g_total: 2.6912e-02 ] +2024-10-21 23:40:10,034 INFO: [ epoch: 3 ] [ iter: 42,500 ] [ performance: 19.878 it/s ] [ lr: 1.00e-04 ] [ eta: 1724 days, 9:58:02 ] [ l_g_pix: 1.7251e-02 ] [ l_g_total: 1.7251e-02 ] +2024-10-21 23:40:15,208 INFO: [ epoch: 3 ] [ iter: 42,600 ] [ performance: 19.584 it/s ] [ lr: 1.00e-04 ] [ eta: 1724 days, 20:29:18 ] [ l_g_pix: 2.8659e-02 ] [ l_g_total: 2.8659e-02 ] +2024-10-21 23:40:20,395 INFO: [ epoch: 3 ] [ iter: 42,700 ] [ performance: 19.210 it/s ] [ lr: 1.00e-04 ] [ eta: 1725 days, 6:56:12 ] [ l_g_pix: 1.4481e-02 ] [ l_g_total: 1.4481e-02 ] +2024-10-21 23:40:25,703 INFO: [ epoch: 3 ] [ iter: 42,800 ] [ performance: 19.012 it/s ] [ lr: 1.00e-04 ] [ eta: 1725 days, 19:00:27 ] [ l_g_pix: 2.7226e-02 ] [ l_g_total: 2.7226e-02 ] +2024-10-21 23:40:30,945 INFO: [ epoch: 3 ] [ iter: 42,900 ] [ performance: 19.192 it/s ] [ lr: 1.00e-04 ] [ eta: 1726 days, 5:43:59 ] [ l_g_pix: 2.2128e-02 ] [ l_g_total: 2.2128e-02 ] +2024-10-21 23:40:35,796 INFO: [ epoch: 3 ] [ iter: 43,000 ] [ performance: 19.929 it/s ] [ lr: 1.00e-04 ] [ eta: 1726 days, 9:58:44 ] [ l_g_pix: 2.5346e-02 ] [ l_g_total: 2.5346e-02 ] +2024-10-21 23:40:40,930 INFO: [ epoch: 3 ] [ iter: 43,100 ] [ performance: 19.529 it/s ] [ lr: 1.00e-04 ] [ eta: 1726 days, 18:25:29 ] [ l_g_pix: 2.2172e-02 ] [ l_g_total: 2.2172e-02 ] +2024-10-21 23:40:46,275 INFO: [ epoch: 3 ] [ iter: 43,200 ] [ performance: 19.080 it/s ] [ lr: 1.00e-04 ] [ eta: 1727 days, 5:55:26 ] [ l_g_pix: 1.8918e-02 ] [ l_g_total: 1.8918e-02 ] +2024-10-21 23:40:51,493 INFO: [ epoch: 3 ] [ iter: 43,300 ] [ performance: 19.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1727 days, 15:07:58 ] [ l_g_pix: 2.2846e-02 ] [ l_g_total: 2.2846e-02 ] +2024-10-21 23:40:56,884 INFO: [ epoch: 3 ] [ iter: 43,400 ] [ performance: 18.850 it/s ] [ lr: 1.00e-04 ] [ eta: 1728 days, 2:44:57 ] [ l_g_pix: 2.1276e-02 ] [ l_g_total: 2.1276e-02 ] +2024-10-21 23:41:02,092 INFO: [ epoch: 3 ] [ iter: 43,500 ] [ performance: 19.340 it/s ] [ lr: 1.00e-04 ] [ eta: 1728 days, 11:12:47 ] [ l_g_pix: 2.1674e-02 ] [ l_g_total: 2.1674e-02 ] +2024-10-21 23:41:07,192 INFO: [ epoch: 3 ] [ iter: 43,600 ] [ performance: 19.487 it/s ] [ lr: 1.00e-04 ] [ eta: 1728 days, 17:40:57 ] [ l_g_pix: 1.9139e-02 ] [ l_g_total: 1.9139e-02 ] +2024-10-21 23:41:12,311 INFO: [ epoch: 3 ] [ iter: 43,700 ] [ performance: 19.664 it/s ] [ lr: 1.00e-04 ] [ eta: 1729 days, 0:10:40 ] [ l_g_pix: 2.4328e-02 ] [ l_g_total: 2.4328e-02 ] +2024-10-21 23:41:17,477 INFO: [ epoch: 3 ] [ iter: 43,800 ] [ performance: 19.497 it/s ] [ lr: 1.00e-04 ] [ eta: 1729 days, 7:06:36 ] [ l_g_pix: 2.0594e-02 ] [ l_g_total: 2.0594e-02 ] +2024-10-21 23:41:22,657 INFO: [ epoch: 3 ] [ iter: 43,900 ] [ performance: 19.435 it/s ] [ lr: 1.00e-04 ] [ eta: 1729 days, 13:59:00 ] [ l_g_pix: 1.9942e-02 ] [ l_g_total: 1.9942e-02 ] +2024-10-21 23:41:27,844 INFO: [ epoch: 3 ] [ iter: 44,000 ] [ performance: 19.349 it/s ] [ lr: 1.00e-04 ] [ eta: 1729 days, 20:40:56 ] [ l_g_pix: 2.1753e-02 ] [ l_g_total: 2.1753e-02 ] +2024-10-21 23:41:32,979 INFO: [ epoch: 3 ] [ iter: 44,100 ] [ performance: 19.545 it/s ] [ lr: 1.00e-04 ] [ eta: 1730 days, 2:16:04 ] [ l_g_pix: 1.7448e-02 ] [ l_g_total: 1.7448e-02 ] +2024-10-21 23:41:38,304 INFO: [ epoch: 3 ] [ iter: 44,200 ] [ performance: 19.115 it/s ] [ lr: 1.00e-04 ] [ eta: 1730 days, 10:31:28 ] [ l_g_pix: 2.5898e-02 ] [ l_g_total: 2.5898e-02 ] +2024-10-21 23:41:43,654 INFO: [ epoch: 3 ] [ iter: 44,300 ] [ performance: 18.701 it/s ] [ lr: 1.00e-04 ] [ eta: 1730 days, 18:52:44 ] [ l_g_pix: 2.4584e-02 ] [ l_g_total: 2.4584e-02 ] +2024-10-21 23:41:49,004 INFO: [ epoch: 3 ] [ iter: 44,400 ] [ performance: 18.698 it/s ] [ lr: 1.00e-04 ] [ eta: 1731 days, 2:55:10 ] [ l_g_pix: 2.4864e-02 ] [ l_g_total: 2.4864e-02 ] +2024-10-21 23:41:54,302 INFO: [ epoch: 3 ] [ iter: 44,500 ] [ performance: 19.023 it/s ] [ lr: 1.00e-04 ] [ eta: 1731 days, 9:52:37 ] [ l_g_pix: 1.6979e-02 ] [ l_g_total: 1.6979e-02 ] +2024-10-21 23:41:59,666 INFO: [ epoch: 3 ] [ iter: 44,600 ] [ performance: 18.810 it/s ] [ lr: 1.00e-04 ] [ eta: 1731 days, 17:32:55 ] [ l_g_pix: 2.6472e-02 ] [ l_g_total: 2.6472e-02 ] +2024-10-21 23:42:04,968 INFO: [ epoch: 3 ] [ iter: 44,700 ] [ performance: 19.051 it/s ] [ lr: 1.00e-04 ] [ eta: 1731 days, 23:57:46 ] [ l_g_pix: 2.3370e-02 ] [ l_g_total: 2.3370e-02 ] +2024-10-21 23:42:10,315 INFO: [ epoch: 3 ] [ iter: 44,800 ] [ performance: 18.854 it/s ] [ lr: 1.00e-04 ] [ eta: 1732 days, 6:47:14 ] [ l_g_pix: 2.4354e-02 ] [ l_g_total: 2.4354e-02 ] +2024-10-21 23:42:15,529 INFO: [ epoch: 3 ] [ iter: 44,900 ] [ performance: 19.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1732 days, 11:15:49 ] [ l_g_pix: 1.9114e-02 ] [ l_g_total: 1.9114e-02 ] +2024-10-21 23:42:20,842 INFO: [ epoch: 3 ] [ iter: 45,000 ] [ performance: 19.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1732 days, 16:58:39 ] [ l_g_pix: 2.5397e-02 ] [ l_g_total: 2.5397e-02 ] +2024-10-21 23:42:26,184 INFO: [ epoch: 3 ] [ iter: 45,100 ] [ performance: 18.700 it/s ] [ lr: 1.00e-04 ] [ eta: 1732 days, 22:49:49 ] [ l_g_pix: 2.0953e-02 ] [ l_g_total: 2.0953e-02 ] +2024-10-21 23:42:31,523 INFO: [ epoch: 3 ] [ iter: 45,200 ] [ performance: 18.720 it/s ] [ lr: 1.00e-04 ] [ eta: 1733 days, 4:20:01 ] [ l_g_pix: 2.2036e-02 ] [ l_g_total: 2.2036e-02 ] +2024-10-21 23:42:36,852 INFO: [ epoch: 3 ] [ iter: 45,300 ] [ performance: 18.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1733 days, 9:23:39 ] [ l_g_pix: 2.0757e-02 ] [ l_g_total: 2.0757e-02 ] +2024-10-21 23:42:42,060 INFO: [ epoch: 3 ] [ iter: 45,400 ] [ performance: 19.092 it/s ] [ lr: 1.00e-04 ] [ eta: 1733 days, 12:19:48 ] [ l_g_pix: 2.4514e-02 ] [ l_g_total: 2.4514e-02 ] +2024-10-21 23:42:47,268 INFO: [ epoch: 3 ] [ iter: 45,500 ] [ performance: 19.298 it/s ] [ lr: 1.00e-04 ] [ eta: 1733 days, 14:58:09 ] [ l_g_pix: 2.5680e-02 ] [ l_g_total: 2.5680e-02 ] +2024-10-21 23:42:52,543 INFO: [ epoch: 3 ] [ iter: 45,600 ] [ performance: 19.101 it/s ] [ lr: 1.00e-04 ] [ eta: 1733 days, 18:20:30 ] [ l_g_pix: 2.7081e-02 ] [ l_g_total: 2.7081e-02 ] +2024-10-21 23:42:57,740 INFO: [ epoch: 3 ] [ iter: 45,700 ] [ performance: 19.479 it/s ] [ lr: 1.00e-04 ] [ eta: 1733 days, 20:13:42 ] [ l_g_pix: 2.2499e-02 ] [ l_g_total: 2.2499e-02 ] +2024-10-21 23:43:03,104 INFO: [ epoch: 3 ] [ iter: 45,800 ] [ performance: 18.988 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 0:21:14 ] [ l_g_pix: 2.9439e-02 ] [ l_g_total: 2.9439e-02 ] +2024-10-21 23:43:08,326 INFO: [ epoch: 3 ] [ iter: 45,900 ] [ performance: 18.956 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 2:02:56 ] [ l_g_pix: 2.1016e-02 ] [ l_g_total: 2.1016e-02 ] +2024-10-21 23:43:13,738 INFO: [ epoch: 3 ] [ iter: 46,000 ] [ performance: 18.677 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 6:17:26 ] [ l_g_pix: 2.3101e-02 ] [ l_g_total: 2.3101e-02 ] +2024-10-21 23:43:19,225 INFO: [ epoch: 3 ] [ iter: 46,100 ] [ performance: 18.239 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 11:21:30 ] [ l_g_pix: 1.2817e-02 ] [ l_g_total: 1.2817e-02 ] +2024-10-21 23:43:24,518 INFO: [ epoch: 3 ] [ iter: 46,200 ] [ performance: 18.616 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 13:13:52 ] [ l_g_pix: 1.4956e-02 ] [ l_g_total: 1.4956e-02 ] +2024-10-21 23:43:29,691 INFO: [ epoch: 3 ] [ iter: 46,300 ] [ performance: 19.336 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 13:01:16 ] [ l_g_pix: 2.8289e-02 ] [ l_g_total: 2.8289e-02 ] +2024-10-21 23:43:34,979 INFO: [ epoch: 3 ] [ iter: 46,400 ] [ performance: 19.086 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 14:13:30 ] [ l_g_pix: 2.3914e-02 ] [ l_g_total: 2.3914e-02 ] +2024-10-21 23:43:40,359 INFO: [ epoch: 3 ] [ iter: 46,500 ] [ performance: 18.554 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 16:30:19 ] [ l_g_pix: 2.2288e-02 ] [ l_g_total: 2.2288e-02 ] +2024-10-21 23:43:45,757 INFO: [ epoch: 3 ] [ iter: 46,600 ] [ performance: 18.538 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 18:45:15 ] [ l_g_pix: 3.4669e-02 ] [ l_g_total: 3.4669e-02 ] +2024-10-21 23:43:51,063 INFO: [ epoch: 3 ] [ iter: 46,700 ] [ performance: 18.566 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 19:20:19 ] [ l_g_pix: 2.4386e-02 ] [ l_g_total: 2.4386e-02 ] +2024-10-21 23:43:56,391 INFO: [ epoch: 3 ] [ iter: 46,800 ] [ performance: 18.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 19:57:37 ] [ l_g_pix: 2.7865e-02 ] [ l_g_total: 2.7865e-02 ] +2024-10-21 23:44:01,702 INFO: [ epoch: 3 ] [ iter: 46,900 ] [ performance: 18.793 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 20:01:32 ] [ l_g_pix: 2.0355e-02 ] [ l_g_total: 2.0355e-02 ] +2024-10-21 23:44:07,135 INFO: [ epoch: 3 ] [ iter: 47,000 ] [ performance: 18.560 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 21:36:03 ] [ l_g_pix: 2.0217e-02 ] [ l_g_total: 2.0217e-02 ] +2024-10-21 23:44:12,577 INFO: [ epoch: 3 ] [ iter: 47,100 ] [ performance: 18.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 23:00:22 ] [ l_g_pix: 1.7761e-02 ] [ l_g_total: 1.7761e-02 ] +2024-10-21 23:44:17,953 INFO: [ epoch: 3 ] [ iter: 47,200 ] [ performance: 18.511 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 23:08:27 ] [ l_g_pix: 1.5546e-02 ] [ l_g_total: 1.5546e-02 ] +2024-10-21 23:44:23,240 INFO: [ epoch: 3 ] [ iter: 47,300 ] [ performance: 19.326 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 21:40:18 ] [ l_g_pix: 3.6592e-02 ] [ l_g_total: 3.6592e-02 ] +2024-10-21 23:44:28,523 INFO: [ epoch: 3 ] [ iter: 47,400 ] [ performance: 19.086 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 19:50:39 ] [ l_g_pix: 2.4260e-02 ] [ l_g_total: 2.4260e-02 ] +2024-10-21 23:44:33,760 INFO: [ epoch: 3 ] [ iter: 47,500 ] [ performance: 19.114 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 17:03:43 ] [ l_g_pix: 1.6336e-02 ] [ l_g_total: 1.6336e-02 ] +2024-10-21 23:44:39,037 INFO: [ epoch: 3 ] [ iter: 47,600 ] [ performance: 19.014 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 14:34:26 ] [ l_g_pix: 1.5380e-02 ] [ l_g_total: 1.5380e-02 ] +2024-10-21 23:44:44,313 INFO: [ epoch: 3 ] [ iter: 47,700 ] [ performance: 19.103 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 11:46:01 ] [ l_g_pix: 1.7422e-02 ] [ l_g_total: 1.7422e-02 ] +2024-10-21 23:44:49,769 INFO: [ epoch: 3 ] [ iter: 47,800 ] [ performance: 18.622 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 11:16:40 ] [ l_g_pix: 2.1406e-02 ] [ l_g_total: 2.1406e-02 ] +2024-10-21 23:44:55,151 INFO: [ epoch: 3 ] [ iter: 47,900 ] [ performance: 18.884 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 9:25:24 ] [ l_g_pix: 1.9649e-02 ] [ l_g_total: 1.9649e-02 ] +2024-10-21 23:45:00,462 INFO: [ epoch: 3 ] [ iter: 48,000 ] [ performance: 18.851 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 6:14:26 ] [ l_g_pix: 1.9643e-02 ] [ l_g_total: 1.9643e-02 ] +2024-10-21 23:45:05,834 INFO: [ epoch: 3 ] [ iter: 48,100 ] [ performance: 18.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 3:38:29 ] [ l_g_pix: 2.5478e-02 ] [ l_g_total: 2.5478e-02 ] +2024-10-21 23:45:11,224 INFO: [ epoch: 3 ] [ iter: 48,200 ] [ performance: 18.582 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 1:00:00 ] [ l_g_pix: 1.6695e-02 ] [ l_g_total: 1.6695e-02 ] +2024-10-21 23:45:16,516 INFO: [ epoch: 3 ] [ iter: 48,300 ] [ performance: 19.223 it/s ] [ lr: 1.00e-04 ] [ eta: 1733 days, 20:39:06 ] [ l_g_pix: 2.2153e-02 ] [ l_g_total: 2.2153e-02 ] +2024-10-21 23:45:21,862 INFO: [ epoch: 3 ] [ iter: 48,400 ] [ performance: 18.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1733 days, 16:47:34 ] [ l_g_pix: 2.1037e-02 ] [ l_g_total: 2.1037e-02 ] +2024-10-21 23:45:27,284 INFO: [ epoch: 3 ] [ iter: 48,500 ] [ performance: 18.365 it/s ] [ lr: 1.00e-04 ] [ eta: 1733 days, 13:42:28 ] [ l_g_pix: 2.0029e-02 ] [ l_g_total: 2.0029e-02 ] +2024-10-21 23:45:32,628 INFO: [ epoch: 3 ] [ iter: 48,600 ] [ performance: 18.582 it/s ] [ lr: 1.00e-04 ] [ eta: 1733 days, 9:13:36 ] [ l_g_pix: 1.7399e-02 ] [ l_g_total: 1.7399e-02 ] +2024-10-21 23:45:38,004 INFO: [ epoch: 3 ] [ iter: 48,700 ] [ performance: 18.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1733 days, 4:53:39 ] [ l_g_pix: 2.5543e-02 ] [ l_g_total: 2.5543e-02 ] +2024-10-21 23:45:43,427 INFO: [ epoch: 3 ] [ iter: 48,800 ] [ performance: 18.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1733 days, 0:55:23 ] [ l_g_pix: 1.8065e-02 ] [ l_g_total: 1.8065e-02 ] +2024-10-21 23:45:48,783 INFO: [ epoch: 3 ] [ iter: 48,900 ] [ performance: 19.027 it/s ] [ lr: 1.00e-04 ] [ eta: 1732 days, 19:42:50 ] [ l_g_pix: 1.6876e-02 ] [ l_g_total: 1.6876e-02 ] +2024-10-21 23:45:54,170 INFO: [ epoch: 3 ] [ iter: 49,000 ] [ performance: 18.730 it/s ] [ lr: 1.00e-04 ] [ eta: 1732 days, 14:38:45 ] [ l_g_pix: 2.6314e-02 ] [ l_g_total: 2.6314e-02 ] +2024-10-21 23:45:59,626 INFO: [ epoch: 3 ] [ iter: 49,100 ] [ performance: 18.456 it/s ] [ lr: 1.00e-04 ] [ eta: 1732 days, 10:14:45 ] [ l_g_pix: 2.1953e-02 ] [ l_g_total: 2.1953e-02 ] +2024-10-21 23:46:04,930 INFO: [ epoch: 3 ] [ iter: 49,200 ] [ performance: 18.711 it/s ] [ lr: 1.00e-04 ] [ eta: 1732 days, 3:24:03 ] [ l_g_pix: 1.4814e-02 ] [ l_g_total: 1.4814e-02 ] +2024-10-21 23:46:09,895 INFO: [ epoch: 3 ] [ iter: 49,300 ] [ performance: 21.541 it/s ] [ lr: 1.00e-04 ] [ eta: 1731 days, 15:29:25 ] [ l_g_pix: 2.0090e-02 ] [ l_g_total: 2.0090e-02 ] +2024-10-21 23:46:15,856 INFO: [ epoch: 4 ] [ iter: 49,400 ] [ performance: 18.207 it/s ] [ lr: 1.00e-04 ] [ eta: 1731 days, 17:17:34 ] [ l_g_pix: 2.5418e-02 ] [ l_g_total: 2.5418e-02 ] +2024-10-21 23:46:21,012 INFO: [ epoch: 4 ] [ iter: 49,500 ] [ performance: 19.660 it/s ] [ lr: 1.00e-04 ] [ eta: 1731 days, 7:29:15 ] [ l_g_pix: 2.4773e-02 ] [ l_g_total: 2.4773e-02 ] +2024-10-21 23:46:26,112 INFO: [ epoch: 4 ] [ iter: 49,600 ] [ performance: 19.628 it/s ] [ lr: 1.00e-04 ] [ eta: 1730 days, 20:36:02 ] [ l_g_pix: 2.4218e-02 ] [ l_g_total: 2.4218e-02 ] +2024-10-21 23:46:31,368 INFO: [ epoch: 4 ] [ iter: 49,700 ] [ performance: 19.036 it/s ] [ lr: 1.00e-04 ] [ eta: 1730 days, 11:37:12 ] [ l_g_pix: 2.0956e-02 ] [ l_g_total: 2.0956e-02 ] +2024-10-21 23:46:36,540 INFO: [ epoch: 4 ] [ iter: 49,800 ] [ performance: 19.233 it/s ] [ lr: 1.00e-04 ] [ eta: 1730 days, 1:09:55 ] [ l_g_pix: 2.6455e-02 ] [ l_g_total: 2.6455e-02 ] +2024-10-21 23:46:41,567 INFO: [ epoch: 4 ] [ iter: 49,900 ] [ performance: 19.652 it/s ] [ lr: 1.00e-04 ] [ eta: 1729 days, 12:24:20 ] [ l_g_pix: 2.8630e-02 ] [ l_g_total: 2.8630e-02 ] +2024-10-21 23:46:47,035 INFO: [ epoch: 4 ] [ iter: 50,000 ] [ performance: 18.733 it/s ] [ lr: 5.00e-05 ] [ eta: 1729 days, 5:30:06 ] [ l_g_pix: 2.4300e-02 ] [ l_g_total: 2.4300e-02 ] +2024-10-21 23:46:47,035 INFO: Saving models and training states. +2024-10-21 23:48:27,828 INFO: Validation val + + # psnr: 22.0037........ Best: 22.0037 @ 50000 iter + # ssim: 0.6461........ Best: 0.6461 @ 50000 iter + # dists: 0.7870........ Best: 0.7870 @ 50000 iter + +2024-10-21 23:48:32,880 INFO: [ epoch: 4 ] [ iter: 50,100 ] [ performance: 19.242 it/s ] [ lr: 5.00e-05 ] [ eta: 1786 days, 21:35:28 ] [ l_g_pix: 1.7533e-02 ] [ l_g_total: 1.7533e-02 ] +2024-10-21 23:48:38,143 INFO: [ epoch: 4 ] [ iter: 50,200 ] [ performance: 19.081 it/s ] [ lr: 5.00e-05 ] [ eta: 1786 days, 8:27:34 ] [ l_g_pix: 1.5650e-02 ] [ l_g_total: 1.5650e-02 ] +2024-10-21 23:48:43,254 INFO: [ epoch: 4 ] [ iter: 50,300 ] [ performance: 19.708 it/s ] [ lr: 5.00e-05 ] [ eta: 1785 days, 16:55:29 ] [ l_g_pix: 1.6682e-02 ] [ l_g_total: 1.6682e-02 ] +2024-10-21 23:48:48,296 INFO: [ epoch: 4 ] [ iter: 50,400 ] [ performance: 19.794 it/s ] [ lr: 5.00e-05 ] [ eta: 1785 days, 0:09:08 ] [ l_g_pix: 1.9390e-02 ] [ l_g_total: 1.9390e-02 ] +2024-10-21 23:48:53,499 INFO: [ epoch: 4 ] [ iter: 50,500 ] [ performance: 17.795 it/s ] [ lr: 5.00e-05 ] [ eta: 1784 days, 9:19:05 ] [ l_g_pix: 2.1741e-02 ] [ l_g_total: 2.1741e-02 ] +2024-10-21 23:48:58,766 INFO: [ epoch: 4 ] [ iter: 50,600 ] [ performance: 18.579 it/s ] [ lr: 5.00e-05 ] [ eta: 1783 days, 19:04:23 ] [ l_g_pix: 2.0708e-02 ] [ l_g_total: 2.0708e-02 ] +2024-10-21 23:49:04,045 INFO: [ epoch: 4 ] [ iter: 50,700 ] [ performance: 19.163 it/s ] [ lr: 5.00e-05 ] [ eta: 1783 days, 4:42:06 ] [ l_g_pix: 2.9304e-02 ] [ l_g_total: 2.9304e-02 ] +2024-10-21 23:49:09,180 INFO: [ epoch: 4 ] [ iter: 50,800 ] [ performance: 19.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1782 days, 12:04:02 ] [ l_g_pix: 2.6361e-02 ] [ l_g_total: 2.6361e-02 ] +2024-10-21 23:49:14,222 INFO: [ epoch: 4 ] [ iter: 50,900 ] [ performance: 20.453 it/s ] [ lr: 5.00e-05 ] [ eta: 1781 days, 17:53:32 ] [ l_g_pix: 2.2084e-02 ] [ l_g_total: 2.2084e-02 ] +2024-10-21 23:49:19,305 INFO: [ epoch: 4 ] [ iter: 51,000 ] [ performance: 19.920 it/s ] [ lr: 5.00e-05 ] [ eta: 1780 days, 23:58:23 ] [ l_g_pix: 3.2189e-02 ] [ l_g_total: 3.2189e-02 ] +2024-10-21 23:49:24,535 INFO: [ epoch: 4 ] [ iter: 51,100 ] [ performance: 18.689 it/s ] [ lr: 5.00e-05 ] [ eta: 1780 days, 7:46:55 ] [ l_g_pix: 1.5850e-02 ] [ l_g_total: 1.5850e-02 ] +2024-10-21 23:49:29,600 INFO: [ epoch: 4 ] [ iter: 51,200 ] [ performance: 19.399 it/s ] [ lr: 5.00e-05 ] [ eta: 1779 days, 13:03:51 ] [ l_g_pix: 1.7112e-02 ] [ l_g_total: 1.7112e-02 ] +2024-10-21 23:49:34,841 INFO: [ epoch: 4 ] [ iter: 51,300 ] [ performance: 19.158 it/s ] [ lr: 5.00e-05 ] [ eta: 1778 days, 20:26:16 ] [ l_g_pix: 2.1812e-02 ] [ l_g_total: 2.1812e-02 ] +2024-10-21 23:49:40,024 INFO: [ epoch: 4 ] [ iter: 51,400 ] [ performance: 19.253 it/s ] [ lr: 5.00e-05 ] [ eta: 1778 days, 2:44:29 ] [ l_g_pix: 2.2295e-02 ] [ l_g_total: 2.2295e-02 ] +2024-10-21 23:49:45,322 INFO: [ epoch: 4 ] [ iter: 51,500 ] [ performance: 19.120 it/s ] [ lr: 5.00e-05 ] [ eta: 1777 days, 10:18:16 ] [ l_g_pix: 3.0022e-02 ] [ l_g_total: 3.0022e-02 ] +2024-10-21 23:49:50,579 INFO: [ epoch: 4 ] [ iter: 51,600 ] [ performance: 19.054 it/s ] [ lr: 5.00e-05 ] [ eta: 1776 days, 17:01:15 ] [ l_g_pix: 1.6195e-02 ] [ l_g_total: 1.6195e-02 ] +2024-10-21 23:49:55,810 INFO: [ epoch: 4 ] [ iter: 51,700 ] [ performance: 19.108 it/s ] [ lr: 5.00e-05 ] [ eta: 1775 days, 23:06:15 ] [ l_g_pix: 2.4987e-02 ] [ l_g_total: 2.4987e-02 ] +2024-10-21 23:50:01,002 INFO: [ epoch: 4 ] [ iter: 51,800 ] [ performance: 19.218 it/s ] [ lr: 5.00e-05 ] [ eta: 1775 days, 4:21:35 ] [ l_g_pix: 2.2428e-02 ] [ l_g_total: 2.2428e-02 ] +2024-10-21 23:50:06,063 INFO: [ epoch: 4 ] [ iter: 51,900 ] [ performance: 19.810 it/s ] [ lr: 5.00e-05 ] [ eta: 1774 days, 7:35:19 ] [ l_g_pix: 1.4126e-02 ] [ l_g_total: 1.4126e-02 ] +2024-10-21 23:50:11,239 INFO: [ epoch: 4 ] [ iter: 52,000 ] [ performance: 19.464 it/s ] [ lr: 5.00e-05 ] [ eta: 1773 days, 12:04:07 ] [ l_g_pix: 2.2459e-02 ] [ l_g_total: 2.2459e-02 ] +2024-10-21 23:50:16,436 INFO: [ epoch: 4 ] [ iter: 52,100 ] [ performance: 19.561 it/s ] [ lr: 5.00e-05 ] [ eta: 1772 days, 16:32:36 ] [ l_g_pix: 1.5596e-02 ] [ l_g_total: 1.5596e-02 ] +2024-10-21 23:50:21,574 INFO: [ epoch: 4 ] [ iter: 52,200 ] [ performance: 19.495 it/s ] [ lr: 5.00e-05 ] [ eta: 1771 days, 19:56:03 ] [ l_g_pix: 2.3078e-02 ] [ l_g_total: 2.3078e-02 ] +2024-10-21 23:50:26,821 INFO: [ epoch: 4 ] [ iter: 52,300 ] [ performance: 19.269 it/s ] [ lr: 5.00e-05 ] [ eta: 1771 days, 0:29:28 ] [ l_g_pix: 2.0066e-02 ] [ l_g_total: 2.0066e-02 ] +2024-10-21 23:50:31,881 INFO: [ epoch: 4 ] [ iter: 52,400 ] [ performance: 19.619 it/s ] [ lr: 5.00e-05 ] [ eta: 1770 days, 2:17:35 ] [ l_g_pix: 2.3346e-02 ] [ l_g_total: 2.3346e-02 ] +2024-10-21 23:50:36,955 INFO: [ epoch: 4 ] [ iter: 52,500 ] [ performance: 19.485 it/s ] [ lr: 5.00e-05 ] [ eta: 1769 days, 3:59:13 ] [ l_g_pix: 3.5963e-02 ] [ l_g_total: 3.5963e-02 ] +2024-10-21 23:50:42,153 INFO: [ epoch: 4 ] [ iter: 52,600 ] [ performance: 19.308 it/s ] [ lr: 5.00e-05 ] [ eta: 1768 days, 7:02:08 ] [ l_g_pix: 1.8061e-02 ] [ l_g_total: 1.8061e-02 ] +2024-10-21 23:50:47,315 INFO: [ epoch: 4 ] [ iter: 52,700 ] [ performance: 19.252 it/s ] [ lr: 5.00e-05 ] [ eta: 1767 days, 9:19:21 ] [ l_g_pix: 3.1992e-02 ] [ l_g_total: 3.1992e-02 ] +2024-10-21 23:50:52,559 INFO: [ epoch: 4 ] [ iter: 52,800 ] [ performance: 19.121 it/s ] [ lr: 5.00e-05 ] [ eta: 1766 days, 12:23:54 ] [ l_g_pix: 2.6972e-02 ] [ l_g_total: 2.6972e-02 ] +2024-10-21 23:50:57,618 INFO: [ epoch: 4 ] [ iter: 52,900 ] [ performance: 19.576 it/s ] [ lr: 5.00e-05 ] [ eta: 1765 days, 12:45:45 ] [ l_g_pix: 1.7812e-02 ] [ l_g_total: 1.7812e-02 ] +2024-10-21 23:51:02,760 INFO: [ epoch: 4 ] [ iter: 53,000 ] [ performance: 19.485 it/s ] [ lr: 5.00e-05 ] [ eta: 1764 days, 13:55:26 ] [ l_g_pix: 3.7800e-02 ] [ l_g_total: 3.7800e-02 ] +2024-10-21 23:51:08,015 INFO: [ epoch: 4 ] [ iter: 53,100 ] [ performance: 18.878 it/s ] [ lr: 5.00e-05 ] [ eta: 1763 days, 16:16:30 ] [ l_g_pix: 1.8711e-02 ] [ l_g_total: 1.8711e-02 ] +2024-10-21 23:51:13,226 INFO: [ epoch: 4 ] [ iter: 53,200 ] [ performance: 19.108 it/s ] [ lr: 5.00e-05 ] [ eta: 1762 days, 17:45:46 ] [ l_g_pix: 2.7599e-02 ] [ l_g_total: 2.7599e-02 ] +2024-10-21 23:51:18,351 INFO: [ epoch: 4 ] [ iter: 53,300 ] [ performance: 19.341 it/s ] [ lr: 5.00e-05 ] [ eta: 1761 days, 17:50:53 ] [ l_g_pix: 2.2597e-02 ] [ l_g_total: 2.2597e-02 ] +2024-10-21 23:51:23,495 INFO: [ epoch: 4 ] [ iter: 53,400 ] [ performance: 19.416 it/s ] [ lr: 5.00e-05 ] [ eta: 1760 days, 17:53:28 ] [ l_g_pix: 1.5497e-02 ] [ l_g_total: 1.5497e-02 ] +2024-10-21 23:51:28,724 INFO: [ epoch: 4 ] [ iter: 53,500 ] [ performance: 19.626 it/s ] [ lr: 5.00e-05 ] [ eta: 1759 days, 18:44:23 ] [ l_g_pix: 2.2259e-02 ] [ l_g_total: 2.2259e-02 ] +2024-10-21 23:51:33,797 INFO: [ epoch: 4 ] [ iter: 53,600 ] [ performance: 19.692 it/s ] [ lr: 5.00e-05 ] [ eta: 1758 days, 17:17:43 ] [ l_g_pix: 2.5193e-02 ] [ l_g_total: 2.5193e-02 ] +2024-10-21 23:51:39,033 INFO: [ epoch: 4 ] [ iter: 53,700 ] [ performance: 19.234 it/s ] [ lr: 5.00e-05 ] [ eta: 1757 days, 17:39:52 ] [ l_g_pix: 2.2228e-02 ] [ l_g_total: 2.2228e-02 ] +2024-10-21 23:51:44,147 INFO: [ epoch: 4 ] [ iter: 53,800 ] [ performance: 19.474 it/s ] [ lr: 5.00e-05 ] [ eta: 1756 days, 16:10:56 ] [ l_g_pix: 1.6721e-02 ] [ l_g_total: 1.6721e-02 ] +2024-10-21 23:51:49,290 INFO: [ epoch: 4 ] [ iter: 53,900 ] [ performance: 20.059 it/s ] [ lr: 5.00e-05 ] [ eta: 1755 days, 14:47:06 ] [ l_g_pix: 2.3237e-02 ] [ l_g_total: 2.3237e-02 ] +2024-10-21 23:51:54,440 INFO: [ epoch: 4 ] [ iter: 54,000 ] [ performance: 19.573 it/s ] [ lr: 5.00e-05 ] [ eta: 1754 days, 13:10:52 ] [ l_g_pix: 1.7922e-02 ] [ l_g_total: 1.7922e-02 ] +2024-10-21 23:51:59,513 INFO: [ epoch: 4 ] [ iter: 54,100 ] [ performance: 19.670 it/s ] [ lr: 5.00e-05 ] [ eta: 1753 days, 10:18:52 ] [ l_g_pix: 2.4224e-02 ] [ l_g_total: 2.4224e-02 ] +2024-10-21 23:52:04,602 INFO: [ epoch: 4 ] [ iter: 54,200 ] [ performance: 19.655 it/s ] [ lr: 5.00e-05 ] [ eta: 1752 days, 7:22:43 ] [ l_g_pix: 2.4016e-02 ] [ l_g_total: 2.4016e-02 ] +2024-10-21 23:52:09,649 INFO: [ epoch: 4 ] [ iter: 54,300 ] [ performance: 19.480 it/s ] [ lr: 5.00e-05 ] [ eta: 1751 days, 3:37:13 ] [ l_g_pix: 1.9147e-02 ] [ l_g_total: 1.9147e-02 ] +2024-10-21 23:52:14,847 INFO: [ epoch: 4 ] [ iter: 54,400 ] [ performance: 19.297 it/s ] [ lr: 5.00e-05 ] [ eta: 1750 days, 1:29:16 ] [ l_g_pix: 2.6306e-02 ] [ l_g_total: 2.6306e-02 ] +2024-10-21 23:52:20,053 INFO: [ epoch: 4 ] [ iter: 54,500 ] [ performance: 18.988 it/s ] [ lr: 5.00e-05 ] [ eta: 1748 days, 23:10:44 ] [ l_g_pix: 1.7802e-02 ] [ l_g_total: 1.7802e-02 ] +2024-10-21 23:52:25,142 INFO: [ epoch: 4 ] [ iter: 54,600 ] [ performance: 19.499 it/s ] [ lr: 5.00e-05 ] [ eta: 1747 days, 19:06:10 ] [ l_g_pix: 2.3003e-02 ] [ l_g_total: 2.3003e-02 ] +2024-10-21 23:52:30,133 INFO: [ epoch: 4 ] [ iter: 54,700 ] [ performance: 19.359 it/s ] [ lr: 5.00e-05 ] [ eta: 1746 days, 13:30:20 ] [ l_g_pix: 2.2717e-02 ] [ l_g_total: 2.2717e-02 ] +2024-10-21 23:52:35,361 INFO: [ epoch: 4 ] [ iter: 54,800 ] [ performance: 19.179 it/s ] [ lr: 5.00e-05 ] [ eta: 1745 days, 10:36:39 ] [ l_g_pix: 3.1274e-02 ] [ l_g_total: 3.1274e-02 ] +2024-10-21 23:52:40,550 INFO: [ epoch: 4 ] [ iter: 54,900 ] [ performance: 20.577 it/s ] [ lr: 5.00e-05 ] [ eta: 1744 days, 6:55:37 ] [ l_g_pix: 1.5690e-02 ] [ l_g_total: 1.5690e-02 ] +2024-10-21 23:52:45,911 INFO: [ epoch: 4 ] [ iter: 55,000 ] [ performance: 19.032 it/s ] [ lr: 5.00e-05 ] [ eta: 1743 days, 5:07:18 ] [ l_g_pix: 1.9857e-02 ] [ l_g_total: 1.9857e-02 ] +2024-10-21 23:52:51,169 INFO: [ epoch: 4 ] [ iter: 55,100 ] [ performance: 19.025 it/s ] [ lr: 5.00e-05 ] [ eta: 1742 days, 1:43:27 ] [ l_g_pix: 1.8043e-02 ] [ l_g_total: 1.8043e-02 ] +2024-10-21 23:52:56,417 INFO: [ epoch: 4 ] [ iter: 55,200 ] [ performance: 19.052 it/s ] [ lr: 5.00e-05 ] [ eta: 1740 days, 21:54:17 ] [ l_g_pix: 2.0640e-02 ] [ l_g_total: 2.0640e-02 ] +2024-10-21 23:53:01,680 INFO: [ epoch: 4 ] [ iter: 55,300 ] [ performance: 18.472 it/s ] [ lr: 5.00e-05 ] [ eta: 1739 days, 17:59:34 ] [ l_g_pix: 1.6668e-02 ] [ l_g_total: 1.6668e-02 ] +2024-10-21 23:53:06,902 INFO: [ epoch: 4 ] [ iter: 55,400 ] [ performance: 19.013 it/s ] [ lr: 5.00e-05 ] [ eta: 1738 days, 13:16:17 ] [ l_g_pix: 2.4177e-02 ] [ l_g_total: 2.4177e-02 ] +2024-10-21 23:53:12,122 INFO: [ epoch: 4 ] [ iter: 55,500 ] [ performance: 19.312 it/s ] [ lr: 5.00e-05 ] [ eta: 1737 days, 8:14:40 ] [ l_g_pix: 1.9253e-02 ] [ l_g_total: 1.9253e-02 ] +2024-10-21 23:53:17,384 INFO: [ epoch: 4 ] [ iter: 55,600 ] [ performance: 19.065 it/s ] [ lr: 5.00e-05 ] [ eta: 1736 days, 3:26:24 ] [ l_g_pix: 2.1848e-02 ] [ l_g_total: 2.1848e-02 ] +2024-10-21 23:53:22,673 INFO: [ epoch: 4 ] [ iter: 55,700 ] [ performance: 19.438 it/s ] [ lr: 5.00e-05 ] [ eta: 1734 days, 22:39:58 ] [ l_g_pix: 1.7784e-02 ] [ l_g_total: 1.7784e-02 ] +2024-10-21 23:53:27,928 INFO: [ epoch: 4 ] [ iter: 55,800 ] [ performance: 19.105 it/s ] [ lr: 5.00e-05 ] [ eta: 1733 days, 17:11:41 ] [ l_g_pix: 2.8755e-02 ] [ l_g_total: 2.8755e-02 ] +2024-10-21 23:53:33,289 INFO: [ epoch: 4 ] [ iter: 55,900 ] [ performance: 18.172 it/s ] [ lr: 5.00e-05 ] [ eta: 1732 days, 12:43:44 ] [ l_g_pix: 1.8290e-02 ] [ l_g_total: 1.8290e-02 ] +2024-10-21 23:53:38,506 INFO: [ epoch: 4 ] [ iter: 56,000 ] [ performance: 18.982 it/s ] [ lr: 5.00e-05 ] [ eta: 1731 days, 6:12:10 ] [ l_g_pix: 1.8904e-02 ] [ l_g_total: 1.8904e-02 ] +2024-10-21 23:53:43,813 INFO: [ epoch: 4 ] [ iter: 56,100 ] [ performance: 19.649 it/s ] [ lr: 5.00e-05 ] [ eta: 1730 days, 0:28:42 ] [ l_g_pix: 2.9190e-02 ] [ l_g_total: 2.9190e-02 ] +2024-10-21 23:53:49,170 INFO: [ epoch: 4 ] [ iter: 56,200 ] [ performance: 18.833 it/s ] [ lr: 5.00e-05 ] [ eta: 1728 days, 19:04:18 ] [ l_g_pix: 2.0723e-02 ] [ l_g_total: 2.0723e-02 ] +2024-10-21 23:53:54,263 INFO: [ epoch: 4 ] [ iter: 56,300 ] [ performance: 19.575 it/s ] [ lr: 5.00e-05 ] [ eta: 1727 days, 10:09:23 ] [ l_g_pix: 1.7653e-02 ] [ l_g_total: 1.7653e-02 ] +2024-10-21 23:53:59,446 INFO: [ epoch: 4 ] [ iter: 56,400 ] [ performance: 19.341 it/s ] [ lr: 5.00e-05 ] [ eta: 1726 days, 2:03:38 ] [ l_g_pix: 1.7556e-02 ] [ l_g_total: 1.7556e-02 ] +2024-10-21 23:54:04,665 INFO: [ epoch: 4 ] [ iter: 56,500 ] [ performance: 18.919 it/s ] [ lr: 5.00e-05 ] [ eta: 1724 days, 18:06:28 ] [ l_g_pix: 2.4827e-02 ] [ l_g_total: 2.4827e-02 ] +2024-10-21 23:54:09,765 INFO: [ epoch: 4 ] [ iter: 56,600 ] [ performance: 19.498 it/s ] [ lr: 5.00e-05 ] [ eta: 1723 days, 8:25:30 ] [ l_g_pix: 1.8946e-02 ] [ l_g_total: 1.8946e-02 ] +2024-10-21 23:54:15,028 INFO: [ epoch: 4 ] [ iter: 56,700 ] [ performance: 20.049 it/s ] [ lr: 5.00e-05 ] [ eta: 1722 days, 0:25:18 ] [ l_g_pix: 2.5694e-02 ] [ l_g_total: 2.5694e-02 ] +2024-10-21 23:54:20,210 INFO: [ epoch: 4 ] [ iter: 56,800 ] [ performance: 19.409 it/s ] [ lr: 5.00e-05 ] [ eta: 1720 days, 15:09:42 ] [ l_g_pix: 2.9656e-02 ] [ l_g_total: 2.9656e-02 ] +2024-10-21 23:54:25,574 INFO: [ epoch: 4 ] [ iter: 56,900 ] [ performance: 19.096 it/s ] [ lr: 5.00e-05 ] [ eta: 1719 days, 7:46:53 ] [ l_g_pix: 1.7427e-02 ] [ l_g_total: 1.7427e-02 ] +2024-10-21 23:54:30,843 INFO: [ epoch: 4 ] [ iter: 57,000 ] [ performance: 18.998 it/s ] [ lr: 5.00e-05 ] [ eta: 1717 days, 22:58:18 ] [ l_g_pix: 1.9501e-02 ] [ l_g_total: 1.9501e-02 ] +2024-10-21 23:54:36,203 INFO: [ epoch: 4 ] [ iter: 57,100 ] [ performance: 19.232 it/s ] [ lr: 5.00e-05 ] [ eta: 1716 days, 14:57:32 ] [ l_g_pix: 3.4901e-02 ] [ l_g_total: 3.4901e-02 ] +2024-10-21 23:54:41,527 INFO: [ epoch: 4 ] [ iter: 57,200 ] [ performance: 18.845 it/s ] [ lr: 5.00e-05 ] [ eta: 1715 days, 6:13:14 ] [ l_g_pix: 2.3059e-02 ] [ l_g_total: 2.3059e-02 ] +2024-10-21 23:54:46,822 INFO: [ epoch: 4 ] [ iter: 57,300 ] [ performance: 18.833 it/s ] [ lr: 5.00e-05 ] [ eta: 1713 days, 20:49:48 ] [ l_g_pix: 2.0272e-02 ] [ l_g_total: 2.0272e-02 ] +2024-10-21 23:54:52,123 INFO: [ epoch: 4 ] [ iter: 57,400 ] [ performance: 18.860 it/s ] [ lr: 5.00e-05 ] [ eta: 1712 days, 11:14:05 ] [ l_g_pix: 2.1225e-02 ] [ l_g_total: 2.1225e-02 ] +2024-10-21 23:54:57,391 INFO: [ epoch: 4 ] [ iter: 57,500 ] [ performance: 19.267 it/s ] [ lr: 5.00e-05 ] [ eta: 1711 days, 0:56:12 ] [ l_g_pix: 2.0901e-02 ] [ l_g_total: 2.0901e-02 ] +2024-10-21 23:55:02,638 INFO: [ epoch: 4 ] [ iter: 57,600 ] [ performance: 19.086 it/s ] [ lr: 5.00e-05 ] [ eta: 1709 days, 14:06:32 ] [ l_g_pix: 2.0349e-02 ] [ l_g_total: 2.0349e-02 ] +2024-10-21 23:55:07,984 INFO: [ epoch: 4 ] [ iter: 57,700 ] [ performance: 18.884 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 4:09:35 ] [ l_g_pix: 2.0561e-02 ] [ l_g_total: 2.0561e-02 ] +2024-10-21 23:55:13,297 INFO: [ epoch: 4 ] [ iter: 57,800 ] [ performance: 18.833 it/s ] [ lr: 5.00e-05 ] [ eta: 1706 days, 17:30:42 ] [ l_g_pix: 2.0465e-02 ] [ l_g_total: 2.0465e-02 ] +2024-10-21 23:55:18,631 INFO: [ epoch: 4 ] [ iter: 57,900 ] [ performance: 19.600 it/s ] [ lr: 5.00e-05 ] [ eta: 1705 days, 6:49:10 ] [ l_g_pix: 2.3249e-02 ] [ l_g_total: 2.3249e-02 ] +2024-10-21 23:55:23,916 INFO: [ epoch: 4 ] [ iter: 58,000 ] [ performance: 18.995 it/s ] [ lr: 5.00e-05 ] [ eta: 1703 days, 19:15:28 ] [ l_g_pix: 2.1890e-02 ] [ l_g_total: 2.1890e-02 ] +2024-10-21 23:55:29,242 INFO: [ epoch: 4 ] [ iter: 58,100 ] [ performance: 19.683 it/s ] [ lr: 5.00e-05 ] [ eta: 1702 days, 7:53:04 ] [ l_g_pix: 1.8105e-02 ] [ l_g_total: 1.8105e-02 ] +2024-10-21 23:55:34,620 INFO: [ epoch: 4 ] [ iter: 58,200 ] [ performance: 18.698 it/s ] [ lr: 5.00e-05 ] [ eta: 1700 days, 20:49:13 ] [ l_g_pix: 2.3976e-02 ] [ l_g_total: 2.3976e-02 ] +2024-10-21 23:55:39,781 INFO: [ epoch: 4 ] [ iter: 58,300 ] [ performance: 18.893 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 6:56:43 ] [ l_g_pix: 1.9801e-02 ] [ l_g_total: 1.9801e-02 ] +2024-10-21 23:55:44,938 INFO: [ epoch: 4 ] [ iter: 58,400 ] [ performance: 19.349 it/s ] [ lr: 5.00e-05 ] [ eta: 1697 days, 16:43:38 ] [ l_g_pix: 3.0465e-02 ] [ l_g_total: 3.0465e-02 ] +2024-10-21 23:55:50,245 INFO: [ epoch: 4 ] [ iter: 58,500 ] [ performance: 19.687 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 3:57:28 ] [ l_g_pix: 3.4161e-02 ] [ l_g_total: 3.4161e-02 ] +2024-10-21 23:55:55,612 INFO: [ epoch: 4 ] [ iter: 58,600 ] [ performance: 18.716 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 15:35:20 ] [ l_g_pix: 1.7762e-02 ] [ l_g_total: 1.7762e-02 ] +2024-10-21 23:56:01,032 INFO: [ epoch: 4 ] [ iter: 58,700 ] [ performance: 18.692 it/s ] [ lr: 5.00e-05 ] [ eta: 1693 days, 3:31:22 ] [ l_g_pix: 1.7819e-02 ] [ l_g_total: 1.7819e-02 ] +2024-10-21 23:56:06,247 INFO: [ epoch: 4 ] [ iter: 58,800 ] [ performance: 19.142 it/s ] [ lr: 5.00e-05 ] [ eta: 1691 days, 12:48:34 ] [ l_g_pix: 2.8996e-02 ] [ l_g_total: 2.8996e-02 ] +2024-10-21 23:56:11,575 INFO: [ epoch: 4 ] [ iter: 58,900 ] [ performance: 18.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 23:05:26 ] [ l_g_pix: 3.0603e-02 ] [ l_g_total: 3.0603e-02 ] +2024-10-21 23:56:16,788 INFO: [ epoch: 4 ] [ iter: 59,000 ] [ performance: 19.114 it/s ] [ lr: 5.00e-05 ] [ eta: 1688 days, 7:46:51 ] [ l_g_pix: 2.4046e-02 ] [ l_g_total: 2.4046e-02 ] +2024-10-21 23:56:22,091 INFO: [ epoch: 4 ] [ iter: 59,100 ] [ performance: 18.641 it/s ] [ lr: 5.00e-05 ] [ eta: 1686 days, 17:11:30 ] [ l_g_pix: 2.5863e-02 ] [ l_g_total: 2.5863e-02 ] +2024-10-21 23:56:27,438 INFO: [ epoch: 4 ] [ iter: 59,200 ] [ performance: 18.701 it/s ] [ lr: 5.00e-05 ] [ eta: 1685 days, 2:48:37 ] [ l_g_pix: 1.8022e-02 ] [ l_g_total: 1.8022e-02 ] +2024-10-21 23:56:32,802 INFO: [ epoch: 4 ] [ iter: 59,300 ] [ performance: 18.922 it/s ] [ lr: 5.00e-05 ] [ eta: 1683 days, 12:19:45 ] [ l_g_pix: 2.0531e-02 ] [ l_g_total: 2.0531e-02 ] +2024-10-21 23:56:38,117 INFO: [ epoch: 4 ] [ iter: 59,400 ] [ performance: 18.822 it/s ] [ lr: 5.00e-05 ] [ eta: 1681 days, 20:59:31 ] [ l_g_pix: 3.1686e-02 ] [ l_g_total: 3.1686e-02 ] +2024-10-21 23:56:43,391 INFO: [ epoch: 4 ] [ iter: 59,500 ] [ performance: 18.861 it/s ] [ lr: 5.00e-05 ] [ eta: 1680 days, 4:53:52 ] [ l_g_pix: 1.8651e-02 ] [ l_g_total: 1.8651e-02 ] +2024-10-21 23:56:48,689 INFO: [ epoch: 4 ] [ iter: 59,600 ] [ performance: 18.875 it/s ] [ lr: 5.00e-05 ] [ eta: 1678 days, 12:47:10 ] [ l_g_pix: 2.6678e-02 ] [ l_g_total: 2.6678e-02 ] +2024-10-21 23:56:54,219 INFO: [ epoch: 4 ] [ iter: 59,700 ] [ performance: 19.062 it/s ] [ lr: 5.00e-05 ] [ eta: 1676 days, 22:58:10 ] [ l_g_pix: 2.0085e-02 ] [ l_g_total: 2.0085e-02 ] +2024-10-21 23:56:59,589 INFO: [ epoch: 4 ] [ iter: 59,800 ] [ performance: 18.638 it/s ] [ lr: 5.00e-05 ] [ eta: 1675 days, 7:03:23 ] [ l_g_pix: 1.8151e-02 ] [ l_g_total: 1.8151e-02 ] +2024-10-21 23:57:05,094 INFO: [ epoch: 4 ] [ iter: 59,900 ] [ performance: 18.173 it/s ] [ lr: 5.00e-05 ] [ eta: 1673 days, 16:21:41 ] [ l_g_pix: 3.7157e-02 ] [ l_g_total: 3.7157e-02 ] +2024-10-21 23:57:10,482 INFO: [ epoch: 4 ] [ iter: 60,000 ] [ performance: 18.554 it/s ] [ lr: 5.00e-05 ] [ eta: 1672 days, 0:03:20 ] [ l_g_pix: 2.3591e-02 ] [ l_g_total: 2.3591e-02 ] +2024-10-21 23:57:10,483 INFO: Saving models and training states. +2024-10-21 23:58:32,402 INFO: Validation val + + # psnr: 22.0157........ Best: 22.0157 @ 60000 iter + # ssim: 0.6470........ Best: 0.6470 @ 60000 iter + # dists: 0.7868........ Best: 0.7868 @ 60000 iter + +2024-10-21 23:58:37,756 INFO: [ epoch: 4 ] [ iter: 60,100 ] [ performance: 17.811 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 2:59:14 ] [ l_g_pix: 1.5691e-02 ] [ l_g_total: 1.5691e-02 ] +2024-10-21 23:58:43,119 INFO: [ epoch: 4 ] [ iter: 60,200 ] [ performance: 18.638 it/s ] [ lr: 5.00e-05 ] [ eta: 1706 days, 7:32:07 ] [ l_g_pix: 2.9215e-02 ] [ l_g_total: 2.9215e-02 ] +2024-10-21 23:58:48,490 INFO: [ epoch: 4 ] [ iter: 60,300 ] [ performance: 18.629 it/s ] [ lr: 5.00e-05 ] [ eta: 1704 days, 11:52:11 ] [ l_g_pix: 1.6287e-02 ] [ l_g_total: 1.6287e-02 ] +2024-10-21 23:58:53,899 INFO: [ epoch: 4 ] [ iter: 60,400 ] [ performance: 18.492 it/s ] [ lr: 5.00e-05 ] [ eta: 1702 days, 16:18:58 ] [ l_g_pix: 2.3124e-02 ] [ l_g_total: 2.3124e-02 ] +2024-10-21 23:58:59,309 INFO: [ epoch: 4 ] [ iter: 60,500 ] [ performance: 18.489 it/s ] [ lr: 5.00e-05 ] [ eta: 1700 days, 20:28:55 ] [ l_g_pix: 2.3435e-02 ] [ l_g_total: 2.3435e-02 ] +2024-10-21 23:59:04,693 INFO: [ epoch: 4 ] [ iter: 60,600 ] [ performance: 18.562 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 0:03:22 ] [ l_g_pix: 2.7388e-02 ] [ l_g_total: 2.7388e-02 ] +2024-10-21 23:59:10,009 INFO: [ epoch: 4 ] [ iter: 60,700 ] [ performance: 18.688 it/s ] [ lr: 5.00e-05 ] [ eta: 1697 days, 2:35:25 ] [ l_g_pix: 1.4004e-02 ] [ l_g_total: 1.4004e-02 ] +2024-10-21 23:59:15,361 INFO: [ epoch: 4 ] [ iter: 60,800 ] [ performance: 18.720 it/s ] [ lr: 5.00e-05 ] [ eta: 1695 days, 5:13:25 ] [ l_g_pix: 2.2175e-02 ] [ l_g_total: 2.2175e-02 ] +2024-10-21 23:59:20,822 INFO: [ epoch: 4 ] [ iter: 60,900 ] [ performance: 18.512 it/s ] [ lr: 5.00e-05 ] [ eta: 1693 days, 8:45:07 ] [ l_g_pix: 1.8854e-02 ] [ l_g_total: 1.8854e-02 ] +2024-10-21 23:59:26,208 INFO: [ epoch: 4 ] [ iter: 61,000 ] [ performance: 18.744 it/s ] [ lr: 5.00e-05 ] [ eta: 1691 days, 11:09:00 ] [ l_g_pix: 2.3886e-02 ] [ l_g_total: 2.3886e-02 ] +2024-10-21 23:59:31,676 INFO: [ epoch: 4 ] [ iter: 61,100 ] [ performance: 18.511 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 14:08:19 ] [ l_g_pix: 2.0107e-02 ] [ l_g_total: 2.0107e-02 ] +2024-10-21 23:59:37,002 INFO: [ epoch: 4 ] [ iter: 61,200 ] [ performance: 18.772 it/s ] [ lr: 5.00e-05 ] [ eta: 1687 days, 15:18:11 ] [ l_g_pix: 2.5837e-02 ] [ l_g_total: 2.5837e-02 ] +2024-10-21 23:59:42,261 INFO: [ epoch: 4 ] [ iter: 61,300 ] [ performance: 18.897 it/s ] [ lr: 5.00e-05 ] [ eta: 1685 days, 15:26:28 ] [ l_g_pix: 1.8571e-02 ] [ l_g_total: 1.8571e-02 ] +2024-10-21 23:59:47,562 INFO: [ epoch: 4 ] [ iter: 61,400 ] [ performance: 18.868 it/s ] [ lr: 5.00e-05 ] [ eta: 1683 days, 15:44:27 ] [ l_g_pix: 2.1708e-02 ] [ l_g_total: 2.1708e-02 ] +2024-10-21 23:59:52,938 INFO: [ epoch: 4 ] [ iter: 61,500 ] [ performance: 18.732 it/s ] [ lr: 5.00e-05 ] [ eta: 1681 days, 16:32:43 ] [ l_g_pix: 2.6015e-02 ] [ l_g_total: 2.6015e-02 ] +2024-10-21 23:59:58,174 INFO: [ epoch: 4 ] [ iter: 61,600 ] [ performance: 19.036 it/s ] [ lr: 5.00e-05 ] [ eta: 1679 days, 15:33:20 ] [ l_g_pix: 2.5439e-02 ] [ l_g_total: 2.5439e-02 ] +2024-10-22 00:00:04,434 INFO: [ epoch: 5 ] [ iter: 61,700 ] [ performance: 17.327 it/s ] [ lr: 5.00e-05 ] [ eta: 1678 days, 1:09:46 ] [ l_g_pix: 2.2766e-02 ] [ l_g_total: 2.2766e-02 ] +2024-10-22 00:00:09,669 INFO: [ epoch: 5 ] [ iter: 61,800 ] [ performance: 19.243 it/s ] [ lr: 5.00e-05 ] [ eta: 1675 days, 23:33:48 ] [ l_g_pix: 2.9186e-02 ] [ l_g_total: 2.9186e-02 ] +2024-10-22 00:00:14,831 INFO: [ epoch: 5 ] [ iter: 61,900 ] [ performance: 19.312 it/s ] [ lr: 5.00e-05 ] [ eta: 1673 days, 20:53:31 ] [ l_g_pix: 1.9688e-02 ] [ l_g_total: 1.9688e-02 ] +2024-10-22 00:00:20,018 INFO: [ epoch: 5 ] [ iter: 62,000 ] [ performance: 19.338 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 18:11:58 ] [ l_g_pix: 1.9296e-02 ] [ l_g_total: 1.9296e-02 ] +2024-10-22 00:00:25,182 INFO: [ epoch: 5 ] [ iter: 62,100 ] [ performance: 19.352 it/s ] [ lr: 5.00e-05 ] [ eta: 1669 days, 14:59:03 ] [ l_g_pix: 2.5665e-02 ] [ l_g_total: 2.5665e-02 ] +2024-10-22 00:00:30,095 INFO: [ epoch: 5 ] [ iter: 62,200 ] [ performance: 20.388 it/s ] [ lr: 5.00e-05 ] [ eta: 1667 days, 8:50:03 ] [ l_g_pix: 2.0645e-02 ] [ l_g_total: 2.0645e-02 ] +2024-10-22 00:00:35,258 INFO: [ epoch: 5 ] [ iter: 62,300 ] [ performance: 19.842 it/s ] [ lr: 5.00e-05 ] [ eta: 1665 days, 5:02:06 ] [ l_g_pix: 1.9327e-02 ] [ l_g_total: 1.9327e-02 ] +2024-10-22 00:00:40,488 INFO: [ epoch: 5 ] [ iter: 62,400 ] [ performance: 19.140 it/s ] [ lr: 5.00e-05 ] [ eta: 1663 days, 1:38:40 ] [ l_g_pix: 1.6862e-02 ] [ l_g_total: 1.6862e-02 ] +2024-10-22 00:00:45,686 INFO: [ epoch: 5 ] [ iter: 62,500 ] [ performance: 19.193 it/s ] [ lr: 5.00e-05 ] [ eta: 1660 days, 21:37:56 ] [ l_g_pix: 2.2184e-02 ] [ l_g_total: 2.2184e-02 ] +2024-10-22 00:00:50,847 INFO: [ epoch: 5 ] [ iter: 62,600 ] [ performance: 19.489 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 16:56:38 ] [ l_g_pix: 2.7775e-02 ] [ l_g_total: 2.7775e-02 ] +2024-10-22 00:00:56,116 INFO: [ epoch: 5 ] [ iter: 62,700 ] [ performance: 19.216 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 13:05:46 ] [ l_g_pix: 2.8592e-02 ] [ l_g_total: 2.8592e-02 ] +2024-10-22 00:01:01,303 INFO: [ epoch: 5 ] [ iter: 62,800 ] [ performance: 19.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1654 days, 8:06:10 ] [ l_g_pix: 2.9536e-02 ] [ l_g_total: 2.9536e-02 ] +2024-10-22 00:01:06,558 INFO: [ epoch: 5 ] [ iter: 62,900 ] [ performance: 19.190 it/s ] [ lr: 5.00e-05 ] [ eta: 1652 days, 3:31:31 ] [ l_g_pix: 2.2569e-02 ] [ l_g_total: 2.2569e-02 ] +2024-10-22 00:01:11,724 INFO: [ epoch: 5 ] [ iter: 63,000 ] [ performance: 19.381 it/s ] [ lr: 5.00e-05 ] [ eta: 1649 days, 21:43:59 ] [ l_g_pix: 2.8077e-02 ] [ l_g_total: 2.8077e-02 ] +2024-10-22 00:01:16,951 INFO: [ epoch: 5 ] [ iter: 63,100 ] [ performance: 19.247 it/s ] [ lr: 5.00e-05 ] [ eta: 1647 days, 16:17:28 ] [ l_g_pix: 1.9589e-02 ] [ l_g_total: 1.9589e-02 ] +2024-10-22 00:01:22,186 INFO: [ epoch: 5 ] [ iter: 63,200 ] [ performance: 19.140 it/s ] [ lr: 5.00e-05 ] [ eta: 1645 days, 10:37:57 ] [ l_g_pix: 2.1258e-02 ] [ l_g_total: 2.1258e-02 ] +2024-10-22 00:01:27,448 INFO: [ epoch: 5 ] [ iter: 63,300 ] [ performance: 19.068 it/s ] [ lr: 5.00e-05 ] [ eta: 1643 days, 4:57:28 ] [ l_g_pix: 2.4540e-02 ] [ l_g_total: 2.4540e-02 ] +2024-10-22 00:01:32,688 INFO: [ epoch: 5 ] [ iter: 63,400 ] [ performance: 19.164 it/s ] [ lr: 5.00e-05 ] [ eta: 1640 days, 22:46:16 ] [ l_g_pix: 3.1155e-02 ] [ l_g_total: 3.1155e-02 ] +2024-10-22 00:01:37,884 INFO: [ epoch: 5 ] [ iter: 63,500 ] [ performance: 19.209 it/s ] [ lr: 5.00e-05 ] [ eta: 1638 days, 15:50:45 ] [ l_g_pix: 1.5278e-02 ] [ l_g_total: 1.5278e-02 ] +2024-10-22 00:01:43,062 INFO: [ epoch: 5 ] [ iter: 63,600 ] [ performance: 19.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1636 days, 8:26:58 ] [ l_g_pix: 1.6913e-02 ] [ l_g_total: 1.6913e-02 ] +2024-10-22 00:01:48,341 INFO: [ epoch: 5 ] [ iter: 63,700 ] [ performance: 19.173 it/s ] [ lr: 5.00e-05 ] [ eta: 1634 days, 1:46:49 ] [ l_g_pix: 2.7042e-02 ] [ l_g_total: 2.7042e-02 ] +2024-10-22 00:01:53,532 INFO: [ epoch: 5 ] [ iter: 63,800 ] [ performance: 19.362 it/s ] [ lr: 5.00e-05 ] [ eta: 1631 days, 17:56:13 ] [ l_g_pix: 1.8116e-02 ] [ l_g_total: 1.8116e-02 ] +2024-10-22 00:01:58,575 INFO: [ epoch: 5 ] [ iter: 63,900 ] [ performance: 19.617 it/s ] [ lr: 5.00e-05 ] [ eta: 1629 days, 8:19:01 ] [ l_g_pix: 2.0786e-02 ] [ l_g_total: 2.0786e-02 ] +2024-10-22 00:02:03,843 INFO: [ epoch: 5 ] [ iter: 64,000 ] [ performance: 19.143 it/s ] [ lr: 5.00e-05 ] [ eta: 1627 days, 0:40:12 ] [ l_g_pix: 2.6221e-02 ] [ l_g_total: 2.6221e-02 ] +2024-10-22 00:02:09,125 INFO: [ epoch: 5 ] [ iter: 64,100 ] [ performance: 19.028 it/s ] [ lr: 5.00e-05 ] [ eta: 1624 days, 16:52:21 ] [ l_g_pix: 1.8541e-02 ] [ l_g_total: 1.8541e-02 ] +2024-10-22 00:02:14,363 INFO: [ epoch: 5 ] [ iter: 64,200 ] [ performance: 19.114 it/s ] [ lr: 5.00e-05 ] [ eta: 1622 days, 8:20:30 ] [ l_g_pix: 2.2718e-02 ] [ l_g_total: 2.2718e-02 ] +2024-10-22 00:02:19,562 INFO: [ epoch: 5 ] [ iter: 64,300 ] [ performance: 19.182 it/s ] [ lr: 5.00e-05 ] [ eta: 1619 days, 23:07:58 ] [ l_g_pix: 2.1386e-02 ] [ l_g_total: 2.1386e-02 ] +2024-10-22 00:02:24,742 INFO: [ epoch: 5 ] [ iter: 64,400 ] [ performance: 19.655 it/s ] [ lr: 5.00e-05 ] [ eta: 1617 days, 13:26:59 ] [ l_g_pix: 2.2059e-02 ] [ l_g_total: 2.2059e-02 ] +2024-10-22 00:02:30,096 INFO: [ epoch: 5 ] [ iter: 64,500 ] [ performance: 19.101 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 5:11:30 ] [ l_g_pix: 1.4695e-02 ] [ l_g_total: 1.4695e-02 ] +2024-10-22 00:02:35,239 INFO: [ epoch: 5 ] [ iter: 64,600 ] [ performance: 19.603 it/s ] [ lr: 5.00e-05 ] [ eta: 1612 days, 18:33:48 ] [ l_g_pix: 1.9160e-02 ] [ l_g_total: 1.9160e-02 ] +2024-10-22 00:02:40,426 INFO: [ epoch: 5 ] [ iter: 64,700 ] [ performance: 19.422 it/s ] [ lr: 5.00e-05 ] [ eta: 1610 days, 8:04:49 ] [ l_g_pix: 1.8254e-02 ] [ l_g_total: 1.8254e-02 ] +2024-10-22 00:02:45,593 INFO: [ epoch: 5 ] [ iter: 64,800 ] [ performance: 19.548 it/s ] [ lr: 5.00e-05 ] [ eta: 1607 days, 21:06:45 ] [ l_g_pix: 1.9651e-02 ] [ l_g_total: 1.9651e-02 ] +2024-10-22 00:02:50,854 INFO: [ epoch: 5 ] [ iter: 64,900 ] [ performance: 19.242 it/s ] [ lr: 5.00e-05 ] [ eta: 1605 days, 10:46:32 ] [ l_g_pix: 1.8018e-02 ] [ l_g_total: 1.8018e-02 ] +2024-10-22 00:02:56,168 INFO: [ epoch: 5 ] [ iter: 65,000 ] [ performance: 19.079 it/s ] [ lr: 5.00e-05 ] [ eta: 1603 days, 0:39:27 ] [ l_g_pix: 1.8545e-02 ] [ l_g_total: 1.8545e-02 ] +2024-10-22 00:03:01,435 INFO: [ epoch: 5 ] [ iter: 65,100 ] [ performance: 19.026 it/s ] [ lr: 5.00e-05 ] [ eta: 1600 days, 13:47:53 ] [ l_g_pix: 2.7220e-02 ] [ l_g_total: 2.7220e-02 ] +2024-10-22 00:03:06,716 INFO: [ epoch: 5 ] [ iter: 65,200 ] [ performance: 19.122 it/s ] [ lr: 5.00e-05 ] [ eta: 1598 days, 2:46:26 ] [ l_g_pix: 2.8340e-02 ] [ l_g_total: 2.8340e-02 ] +2024-10-22 00:03:12,023 INFO: [ epoch: 5 ] [ iter: 65,300 ] [ performance: 18.965 it/s ] [ lr: 5.00e-05 ] [ eta: 1595 days, 15:42:14 ] [ l_g_pix: 1.8531e-02 ] [ l_g_total: 1.8531e-02 ] +2024-10-22 00:03:17,224 INFO: [ epoch: 5 ] [ iter: 65,400 ] [ performance: 19.262 it/s ] [ lr: 5.00e-05 ] [ eta: 1593 days, 3:19:27 ] [ l_g_pix: 2.5716e-02 ] [ l_g_total: 2.5716e-02 ] +2024-10-22 00:03:22,400 INFO: [ epoch: 5 ] [ iter: 65,500 ] [ performance: 19.297 it/s ] [ lr: 5.00e-05 ] [ eta: 1590 days, 14:24:46 ] [ l_g_pix: 1.5814e-02 ] [ l_g_total: 1.5814e-02 ] +2024-10-22 00:03:27,741 INFO: [ epoch: 5 ] [ iter: 65,600 ] [ performance: 18.651 it/s ] [ lr: 5.00e-05 ] [ eta: 1588 days, 2:47:53 ] [ l_g_pix: 2.0218e-02 ] [ l_g_total: 2.0218e-02 ] +2024-10-22 00:03:33,015 INFO: [ epoch: 5 ] [ iter: 65,700 ] [ performance: 18.829 it/s ] [ lr: 5.00e-05 ] [ eta: 1585 days, 14:14:49 ] [ l_g_pix: 2.1820e-02 ] [ l_g_total: 2.1820e-02 ] +2024-10-22 00:03:38,241 INFO: [ epoch: 5 ] [ iter: 65,800 ] [ performance: 19.165 it/s ] [ lr: 5.00e-05 ] [ eta: 1583 days, 0:56:16 ] [ l_g_pix: 2.1447e-02 ] [ l_g_total: 2.1447e-02 ] +2024-10-22 00:03:43,340 INFO: [ epoch: 5 ] [ iter: 65,900 ] [ performance: 19.422 it/s ] [ lr: 5.00e-05 ] [ eta: 1580 days, 10:08:25 ] [ l_g_pix: 1.8685e-02 ] [ l_g_total: 1.8685e-02 ] +2024-10-22 00:03:48,504 INFO: [ epoch: 5 ] [ iter: 66,000 ] [ performance: 19.390 it/s ] [ lr: 5.00e-05 ] [ eta: 1577 days, 19:40:28 ] [ l_g_pix: 2.0070e-02 ] [ l_g_total: 2.0070e-02 ] +2024-10-22 00:03:53,781 INFO: [ epoch: 5 ] [ iter: 66,100 ] [ performance: 19.131 it/s ] [ lr: 5.00e-05 ] [ eta: 1575 days, 5:59:41 ] [ l_g_pix: 2.4535e-02 ] [ l_g_total: 2.4535e-02 ] +2024-10-22 00:03:59,108 INFO: [ epoch: 5 ] [ iter: 66,200 ] [ performance: 18.914 it/s ] [ lr: 5.00e-05 ] [ eta: 1572 days, 16:28:52 ] [ l_g_pix: 1.8294e-02 ] [ l_g_total: 1.8294e-02 ] +2024-10-22 00:04:04,263 INFO: [ epoch: 5 ] [ iter: 66,300 ] [ performance: 19.197 it/s ] [ lr: 5.00e-05 ] [ eta: 1570 days, 1:03:29 ] [ l_g_pix: 2.0492e-02 ] [ l_g_total: 2.0492e-02 ] +2024-10-22 00:04:09,474 INFO: [ epoch: 5 ] [ iter: 66,400 ] [ performance: 19.262 it/s ] [ lr: 5.00e-05 ] [ eta: 1567 days, 9:52:40 ] [ l_g_pix: 1.4015e-02 ] [ l_g_total: 1.4015e-02 ] +2024-10-22 00:04:14,748 INFO: [ epoch: 5 ] [ iter: 66,500 ] [ performance: 19.086 it/s ] [ lr: 5.00e-05 ] [ eta: 1564 days, 18:59:24 ] [ l_g_pix: 1.9650e-02 ] [ l_g_total: 1.9650e-02 ] +2024-10-22 00:04:19,846 INFO: [ epoch: 5 ] [ iter: 66,600 ] [ performance: 19.665 it/s ] [ lr: 5.00e-05 ] [ eta: 1562 days, 2:11:05 ] [ l_g_pix: 2.1111e-02 ] [ l_g_total: 2.1111e-02 ] +2024-10-22 00:04:24,954 INFO: [ epoch: 5 ] [ iter: 66,700 ] [ performance: 19.614 it/s ] [ lr: 5.00e-05 ] [ eta: 1559 days, 9:10:59 ] [ l_g_pix: 2.1269e-02 ] [ l_g_total: 2.1269e-02 ] +2024-10-22 00:04:30,207 INFO: [ epoch: 5 ] [ iter: 66,800 ] [ performance: 18.981 it/s ] [ lr: 5.00e-05 ] [ eta: 1556 days, 17:14:02 ] [ l_g_pix: 2.0937e-02 ] [ l_g_total: 2.0937e-02 ] +2024-10-22 00:04:35,496 INFO: [ epoch: 5 ] [ iter: 66,900 ] [ performance: 18.939 it/s ] [ lr: 5.00e-05 ] [ eta: 1554 days, 1:19:11 ] [ l_g_pix: 1.7938e-02 ] [ l_g_total: 1.7938e-02 ] +2024-10-22 00:04:40,811 INFO: [ epoch: 5 ] [ iter: 67,000 ] [ performance: 18.990 it/s ] [ lr: 5.00e-05 ] [ eta: 1551 days, 9:21:23 ] [ l_g_pix: 2.1629e-02 ] [ l_g_total: 2.1629e-02 ] +2024-10-22 00:04:46,133 INFO: [ epoch: 5 ] [ iter: 67,100 ] [ performance: 18.871 it/s ] [ lr: 5.00e-05 ] [ eta: 1548 days, 17:09:45 ] [ l_g_pix: 1.7843e-02 ] [ l_g_total: 1.7843e-02 ] +2024-10-22 00:04:51,404 INFO: [ epoch: 5 ] [ iter: 67,200 ] [ performance: 18.819 it/s ] [ lr: 5.00e-05 ] [ eta: 1546 days, 0:12:10 ] [ l_g_pix: 2.1866e-02 ] [ l_g_total: 2.1866e-02 ] +2024-10-22 00:04:56,626 INFO: [ epoch: 5 ] [ iter: 67,300 ] [ performance: 19.018 it/s ] [ lr: 5.00e-05 ] [ eta: 1543 days, 6:30:32 ] [ l_g_pix: 2.3851e-02 ] [ l_g_total: 2.3851e-02 ] +2024-10-22 00:05:01,749 INFO: [ epoch: 5 ] [ iter: 67,400 ] [ performance: 19.782 it/s ] [ lr: 5.00e-05 ] [ eta: 1540 days, 11:37:40 ] [ l_g_pix: 2.3896e-02 ] [ l_g_total: 2.3896e-02 ] +2024-10-22 00:05:07,052 INFO: [ epoch: 5 ] [ iter: 67,500 ] [ performance: 19.212 it/s ] [ lr: 5.00e-05 ] [ eta: 1537 days, 18:05:15 ] [ l_g_pix: 2.7320e-02 ] [ l_g_total: 2.7320e-02 ] +2024-10-22 00:05:12,334 INFO: [ epoch: 5 ] [ iter: 67,600 ] [ performance: 18.991 it/s ] [ lr: 5.00e-05 ] [ eta: 1535 days, 0:03:42 ] [ l_g_pix: 3.1287e-02 ] [ l_g_total: 3.1287e-02 ] +2024-10-22 00:05:17,563 INFO: [ epoch: 5 ] [ iter: 67,700 ] [ performance: 19.073 it/s ] [ lr: 5.00e-05 ] [ eta: 1532 days, 5:16:16 ] [ l_g_pix: 2.5105e-02 ] [ l_g_total: 2.5105e-02 ] +2024-10-22 00:05:22,736 INFO: [ epoch: 5 ] [ iter: 67,800 ] [ performance: 19.687 it/s ] [ lr: 5.00e-05 ] [ eta: 1529 days, 9:41:24 ] [ l_g_pix: 2.0707e-02 ] [ l_g_total: 2.0707e-02 ] +2024-10-22 00:05:27,967 INFO: [ epoch: 5 ] [ iter: 67,900 ] [ performance: 19.336 it/s ] [ lr: 5.00e-05 ] [ eta: 1526 days, 14:19:45 ] [ l_g_pix: 1.6345e-02 ] [ l_g_total: 1.6345e-02 ] +2024-10-22 00:05:33,190 INFO: [ epoch: 5 ] [ iter: 68,000 ] [ performance: 19.132 it/s ] [ lr: 5.00e-05 ] [ eta: 1523 days, 18:37:01 ] [ l_g_pix: 1.2657e-02 ] [ l_g_total: 1.2657e-02 ] +2024-10-22 00:05:38,439 INFO: [ epoch: 5 ] [ iter: 68,100 ] [ performance: 19.084 it/s ] [ lr: 5.00e-05 ] [ eta: 1520 days, 22:50:12 ] [ l_g_pix: 1.7727e-02 ] [ l_g_total: 1.7727e-02 ] +2024-10-22 00:05:43,706 INFO: [ epoch: 5 ] [ iter: 68,200 ] [ performance: 18.919 it/s ] [ lr: 5.00e-05 ] [ eta: 1518 days, 2:55:40 ] [ l_g_pix: 2.2663e-02 ] [ l_g_total: 2.2663e-02 ] +2024-10-22 00:05:48,958 INFO: [ epoch: 5 ] [ iter: 68,300 ] [ performance: 18.996 it/s ] [ lr: 5.00e-05 ] [ eta: 1515 days, 6:35:37 ] [ l_g_pix: 1.4983e-02 ] [ l_g_total: 1.4983e-02 ] +2024-10-22 00:05:54,273 INFO: [ epoch: 5 ] [ iter: 68,400 ] [ performance: 19.144 it/s ] [ lr: 5.00e-05 ] [ eta: 1512 days, 10:31:36 ] [ l_g_pix: 2.3594e-02 ] [ l_g_total: 2.3594e-02 ] +2024-10-22 00:05:59,533 INFO: [ epoch: 5 ] [ iter: 68,500 ] [ performance: 19.064 it/s ] [ lr: 5.00e-05 ] [ eta: 1509 days, 13:40:22 ] [ l_g_pix: 2.8220e-02 ] [ l_g_total: 2.8220e-02 ] +2024-10-22 00:06:04,791 INFO: [ epoch: 5 ] [ iter: 68,600 ] [ performance: 19.174 it/s ] [ lr: 5.00e-05 ] [ eta: 1506 days, 16:31:01 ] [ l_g_pix: 1.8388e-02 ] [ l_g_total: 1.8388e-02 ] +2024-10-22 00:06:10,084 INFO: [ epoch: 5 ] [ iter: 68,700 ] [ performance: 18.998 it/s ] [ lr: 5.00e-05 ] [ eta: 1503 days, 19:22:10 ] [ l_g_pix: 2.6206e-02 ] [ l_g_total: 2.6206e-02 ] +2024-10-22 00:06:15,331 INFO: [ epoch: 5 ] [ iter: 68,800 ] [ performance: 19.085 it/s ] [ lr: 5.00e-05 ] [ eta: 1500 days, 21:32:00 ] [ l_g_pix: 1.8345e-02 ] [ l_g_total: 1.8345e-02 ] +2024-10-22 00:06:20,560 INFO: [ epoch: 5 ] [ iter: 68,900 ] [ performance: 19.111 it/s ] [ lr: 5.00e-05 ] [ eta: 1497 days, 23:14:59 ] [ l_g_pix: 2.6600e-02 ] [ l_g_total: 2.6600e-02 ] +2024-10-22 00:06:25,869 INFO: [ epoch: 5 ] [ iter: 69,000 ] [ performance: 18.811 it/s ] [ lr: 5.00e-05 ] [ eta: 1495 days, 1:21:17 ] [ l_g_pix: 1.8536e-02 ] [ l_g_total: 1.8536e-02 ] +2024-10-22 00:06:31,183 INFO: [ epoch: 5 ] [ iter: 69,100 ] [ performance: 18.817 it/s ] [ lr: 5.00e-05 ] [ eta: 1492 days, 3:12:58 ] [ l_g_pix: 2.5460e-02 ] [ l_g_total: 2.5460e-02 ] +2024-10-22 00:06:36,429 INFO: [ epoch: 5 ] [ iter: 69,200 ] [ performance: 19.313 it/s ] [ lr: 5.00e-05 ] [ eta: 1489 days, 4:11:58 ] [ l_g_pix: 1.9119e-02 ] [ l_g_total: 1.9119e-02 ] +2024-10-22 00:06:41,712 INFO: [ epoch: 5 ] [ iter: 69,300 ] [ performance: 19.065 it/s ] [ lr: 5.00e-05 ] [ eta: 1486 days, 5:12:38 ] [ l_g_pix: 1.7168e-02 ] [ l_g_total: 1.7168e-02 ] +2024-10-22 00:06:46,945 INFO: [ epoch: 5 ] [ iter: 69,400 ] [ performance: 19.218 it/s ] [ lr: 5.00e-05 ] [ eta: 1483 days, 5:30:05 ] [ l_g_pix: 2.2050e-02 ] [ l_g_total: 2.2050e-02 ] +2024-10-22 00:06:52,319 INFO: [ epoch: 5 ] [ iter: 69,500 ] [ performance: 18.823 it/s ] [ lr: 5.00e-05 ] [ eta: 1480 days, 6:41:18 ] [ l_g_pix: 1.5512e-02 ] [ l_g_total: 1.5512e-02 ] +2024-10-22 00:06:57,554 INFO: [ epoch: 5 ] [ iter: 69,600 ] [ performance: 19.487 it/s ] [ lr: 5.00e-05 ] [ eta: 1477 days, 6:24:49 ] [ l_g_pix: 1.9961e-02 ] [ l_g_total: 1.9961e-02 ] +2024-10-22 00:07:02,801 INFO: [ epoch: 5 ] [ iter: 69,700 ] [ performance: 19.209 it/s ] [ lr: 5.00e-05 ] [ eta: 1474 days, 5:56:27 ] [ l_g_pix: 2.0210e-02 ] [ l_g_total: 2.0210e-02 ] +2024-10-22 00:07:08,213 INFO: [ epoch: 5 ] [ iter: 69,800 ] [ performance: 18.675 it/s ] [ lr: 5.00e-05 ] [ eta: 1471 days, 6:33:42 ] [ l_g_pix: 1.8808e-02 ] [ l_g_total: 1.8808e-02 ] +2024-10-22 00:07:13,534 INFO: [ epoch: 5 ] [ iter: 69,900 ] [ performance: 18.752 it/s ] [ lr: 5.00e-05 ] [ eta: 1468 days, 6:07:51 ] [ l_g_pix: 2.0695e-02 ] [ l_g_total: 2.0695e-02 ] +2024-10-22 00:07:18,964 INFO: [ epoch: 5 ] [ iter: 70,000 ] [ performance: 18.652 it/s ] [ lr: 5.00e-05 ] [ eta: 1465 days, 6:17:54 ] [ l_g_pix: 1.6639e-02 ] [ l_g_total: 1.6639e-02 ] +2024-10-22 00:07:18,964 INFO: Saving models and training states. +2024-10-22 00:08:31,038 INFO: Validation val + + # psnr: 22.0252........ Best: 22.0252 @ 70000 iter + # ssim: 0.6478........ Best: 0.6478 @ 70000 iter + # dists: 0.7867........ Best: 0.7867 @ 70000 iter + +2024-10-22 00:08:36,493 INFO: [ epoch: 5 ] [ iter: 70,100 ] [ performance: 18.443 it/s ] [ lr: 5.00e-05 ] [ eta: 1487 days, 4:58:44 ] [ l_g_pix: 1.8081e-02 ] [ l_g_total: 1.8081e-02 ] +2024-10-22 00:08:42,069 INFO: [ epoch: 5 ] [ iter: 70,200 ] [ performance: 18.660 it/s ] [ lr: 5.00e-05 ] [ eta: 1484 days, 3:44:59 ] [ l_g_pix: 2.2991e-02 ] [ l_g_total: 2.2991e-02 ] +2024-10-22 00:08:47,313 INFO: [ epoch: 5 ] [ iter: 70,300 ] [ performance: 18.929 it/s ] [ lr: 5.00e-05 ] [ eta: 1480 days, 23:29:02 ] [ l_g_pix: 2.2348e-02 ] [ l_g_total: 2.2348e-02 ] +2024-10-22 00:08:52,595 INFO: [ epoch: 5 ] [ iter: 70,400 ] [ performance: 18.978 it/s ] [ lr: 5.00e-05 ] [ eta: 1477 days, 19:13:58 ] [ l_g_pix: 2.9591e-02 ] [ l_g_total: 2.9591e-02 ] +2024-10-22 00:08:57,803 INFO: [ epoch: 5 ] [ iter: 70,500 ] [ performance: 19.129 it/s ] [ lr: 5.00e-05 ] [ eta: 1474 days, 14:04:44 ] [ l_g_pix: 2.5925e-02 ] [ l_g_total: 2.5925e-02 ] +2024-10-22 00:09:03,136 INFO: [ epoch: 5 ] [ iter: 70,600 ] [ performance: 19.060 it/s ] [ lr: 5.00e-05 ] [ eta: 1471 days, 9:39:28 ] [ l_g_pix: 3.2583e-02 ] [ l_g_total: 3.2583e-02 ] +2024-10-22 00:09:08,535 INFO: [ epoch: 5 ] [ iter: 70,700 ] [ performance: 18.696 it/s ] [ lr: 5.00e-05 ] [ eta: 1468 days, 5:29:06 ] [ l_g_pix: 2.1367e-02 ] [ l_g_total: 2.1367e-02 ] +2024-10-22 00:09:13,847 INFO: [ epoch: 5 ] [ iter: 70,800 ] [ performance: 19.241 it/s ] [ lr: 5.00e-05 ] [ eta: 1465 days, 0:18:10 ] [ l_g_pix: 2.2175e-02 ] [ l_g_total: 2.2175e-02 ] +2024-10-22 00:09:19,243 INFO: [ epoch: 5 ] [ iter: 70,900 ] [ performance: 18.760 it/s ] [ lr: 5.00e-05 ] [ eta: 1461 days, 19:29:51 ] [ l_g_pix: 1.6705e-02 ] [ l_g_total: 1.6705e-02 ] +2024-10-22 00:09:24,627 INFO: [ epoch: 5 ] [ iter: 71,000 ] [ performance: 18.636 it/s ] [ lr: 5.00e-05 ] [ eta: 1458 days, 14:18:08 ] [ l_g_pix: 3.0028e-02 ] [ l_g_total: 3.0028e-02 ] +2024-10-22 00:09:29,939 INFO: [ epoch: 5 ] [ iter: 71,100 ] [ performance: 18.766 it/s ] [ lr: 5.00e-05 ] [ eta: 1455 days, 8:13:43 ] [ l_g_pix: 1.8760e-02 ] [ l_g_total: 1.8760e-02 ] +2024-10-22 00:09:35,347 INFO: [ epoch: 5 ] [ iter: 71,200 ] [ performance: 18.992 it/s ] [ lr: 5.00e-05 ] [ eta: 1452 days, 2:37:33 ] [ l_g_pix: 1.9183e-02 ] [ l_g_total: 1.9183e-02 ] +2024-10-22 00:09:40,745 INFO: [ epoch: 5 ] [ iter: 71,300 ] [ performance: 18.671 it/s ] [ lr: 5.00e-05 ] [ eta: 1448 days, 20:38:55 ] [ l_g_pix: 1.5703e-02 ] [ l_g_total: 1.5703e-02 ] +2024-10-22 00:09:46,109 INFO: [ epoch: 5 ] [ iter: 71,400 ] [ performance: 19.129 it/s ] [ lr: 5.00e-05 ] [ eta: 1445 days, 14:05:58 ] [ l_g_pix: 3.2881e-02 ] [ l_g_total: 3.2881e-02 ] +2024-10-22 00:09:51,400 INFO: [ epoch: 5 ] [ iter: 71,500 ] [ performance: 18.972 it/s ] [ lr: 5.00e-05 ] [ eta: 1442 days, 6:40:23 ] [ l_g_pix: 2.3203e-02 ] [ l_g_total: 2.3203e-02 ] +2024-10-22 00:09:56,658 INFO: [ epoch: 5 ] [ iter: 71,600 ] [ performance: 19.044 it/s ] [ lr: 5.00e-05 ] [ eta: 1438 days, 22:41:25 ] [ l_g_pix: 1.7652e-02 ] [ l_g_total: 1.7652e-02 ] +2024-10-22 00:10:02,040 INFO: [ epoch: 5 ] [ iter: 71,700 ] [ performance: 18.720 it/s ] [ lr: 5.00e-05 ] [ eta: 1435 days, 15:23:41 ] [ l_g_pix: 2.0865e-02 ] [ l_g_total: 2.0865e-02 ] +2024-10-22 00:10:07,429 INFO: [ epoch: 5 ] [ iter: 71,800 ] [ performance: 18.732 it/s ] [ lr: 5.00e-05 ] [ eta: 1432 days, 7:51:06 ] [ l_g_pix: 2.2708e-02 ] [ l_g_total: 2.2708e-02 ] +2024-10-22 00:10:12,804 INFO: [ epoch: 5 ] [ iter: 71,900 ] [ performance: 18.646 it/s ] [ lr: 5.00e-05 ] [ eta: 1428 days, 23:53:39 ] [ l_g_pix: 2.6445e-02 ] [ l_g_total: 2.6445e-02 ] +2024-10-22 00:10:18,248 INFO: [ epoch: 5 ] [ iter: 72,000 ] [ performance: 18.738 it/s ] [ lr: 5.00e-05 ] [ eta: 1425 days, 16:11:08 ] [ l_g_pix: 1.8115e-02 ] [ l_g_total: 1.8115e-02 ] +2024-10-22 00:10:23,545 INFO: [ epoch: 5 ] [ iter: 72,100 ] [ performance: 18.841 it/s ] [ lr: 5.00e-05 ] [ eta: 1422 days, 7:01:36 ] [ l_g_pix: 2.6727e-02 ] [ l_g_total: 2.6727e-02 ] +2024-10-22 00:10:28,980 INFO: [ epoch: 5 ] [ iter: 72,200 ] [ performance: 18.507 it/s ] [ lr: 5.00e-05 ] [ eta: 1418 days, 22:38:50 ] [ l_g_pix: 3.1066e-02 ] [ l_g_total: 3.1066e-02 ] +2024-10-22 00:10:34,350 INFO: [ epoch: 5 ] [ iter: 72,300 ] [ performance: 18.590 it/s ] [ lr: 5.00e-05 ] [ eta: 1415 days, 13:27:44 ] [ l_g_pix: 2.6845e-02 ] [ l_g_total: 2.6845e-02 ] +2024-10-22 00:10:39,657 INFO: [ epoch: 5 ] [ iter: 72,400 ] [ performance: 18.965 it/s ] [ lr: 5.00e-05 ] [ eta: 1412 days, 3:29:30 ] [ l_g_pix: 2.7118e-02 ] [ l_g_total: 2.7118e-02 ] +2024-10-22 00:10:44,903 INFO: [ epoch: 5 ] [ iter: 72,500 ] [ performance: 19.036 it/s ] [ lr: 5.00e-05 ] [ eta: 1408 days, 16:45:53 ] [ l_g_pix: 2.3544e-02 ] [ l_g_total: 2.3544e-02 ] +2024-10-22 00:10:50,286 INFO: [ epoch: 5 ] [ iter: 72,600 ] [ performance: 18.819 it/s ] [ lr: 5.00e-05 ] [ eta: 1405 days, 6:47:36 ] [ l_g_pix: 1.3947e-02 ] [ l_g_total: 1.3947e-02 ] +2024-10-22 00:10:55,684 INFO: [ epoch: 5 ] [ iter: 72,700 ] [ performance: 18.609 it/s ] [ lr: 5.00e-05 ] [ eta: 1401 days, 20:37:52 ] [ l_g_pix: 1.4140e-02 ] [ l_g_total: 1.4140e-02 ] +2024-10-22 00:11:00,948 INFO: [ epoch: 5 ] [ iter: 72,800 ] [ performance: 19.464 it/s ] [ lr: 5.00e-05 ] [ eta: 1398 days, 9:09:21 ] [ l_g_pix: 1.8481e-02 ] [ l_g_total: 1.8481e-02 ] +2024-10-22 00:11:06,313 INFO: [ epoch: 5 ] [ iter: 72,900 ] [ performance: 18.863 it/s ] [ lr: 5.00e-05 ] [ eta: 1394 days, 22:08:42 ] [ l_g_pix: 1.7945e-02 ] [ l_g_total: 1.7945e-02 ] +2024-10-22 00:11:11,731 INFO: [ epoch: 5 ] [ iter: 73,000 ] [ performance: 18.233 it/s ] [ lr: 5.00e-05 ] [ eta: 1391 days, 11:14:45 ] [ l_g_pix: 2.3761e-02 ] [ l_g_total: 2.3761e-02 ] +2024-10-22 00:11:17,119 INFO: [ epoch: 5 ] [ iter: 73,100 ] [ performance: 18.473 it/s ] [ lr: 5.00e-05 ] [ eta: 1387 days, 23:48:42 ] [ l_g_pix: 1.6470e-02 ] [ l_g_total: 1.6470e-02 ] +2024-10-22 00:11:22,577 INFO: [ epoch: 5 ] [ iter: 73,200 ] [ performance: 18.632 it/s ] [ lr: 5.00e-05 ] [ eta: 1384 days, 12:36:01 ] [ l_g_pix: 3.2244e-02 ] [ l_g_total: 3.2244e-02 ] +2024-10-22 00:11:27,854 INFO: [ epoch: 5 ] [ iter: 73,300 ] [ performance: 18.868 it/s ] [ lr: 5.00e-05 ] [ eta: 1380 days, 23:44:28 ] [ l_g_pix: 2.8795e-02 ] [ l_g_total: 2.8795e-02 ] +2024-10-22 00:11:33,244 INFO: [ epoch: 5 ] [ iter: 73,400 ] [ performance: 18.657 it/s ] [ lr: 5.00e-05 ] [ eta: 1377 days, 11:25:53 ] [ l_g_pix: 2.3826e-02 ] [ l_g_total: 2.3826e-02 ] +2024-10-22 00:11:38,634 INFO: [ epoch: 5 ] [ iter: 73,500 ] [ performance: 18.581 it/s ] [ lr: 5.00e-05 ] [ eta: 1373 days, 22:49:06 ] [ l_g_pix: 2.8933e-02 ] [ l_g_total: 2.8933e-02 ] +2024-10-22 00:11:43,979 INFO: [ epoch: 5 ] [ iter: 73,600 ] [ performance: 19.238 it/s ] [ lr: 5.00e-05 ] [ eta: 1370 days, 9:34:29 ] [ l_g_pix: 1.8358e-02 ] [ l_g_total: 1.8358e-02 ] +2024-10-22 00:11:49,494 INFO: [ epoch: 5 ] [ iter: 73,700 ] [ performance: 18.402 it/s ] [ lr: 5.00e-05 ] [ eta: 1366 days, 21:16:41 ] [ l_g_pix: 2.4438e-02 ] [ l_g_total: 2.4438e-02 ] +2024-10-22 00:11:54,961 INFO: [ epoch: 5 ] [ iter: 73,800 ] [ performance: 18.660 it/s ] [ lr: 5.00e-05 ] [ eta: 1363 days, 8:19:33 ] [ l_g_pix: 2.3846e-02 ] [ l_g_total: 2.3846e-02 ] +2024-10-22 00:12:00,288 INFO: [ epoch: 5 ] [ iter: 73,900 ] [ performance: 18.747 it/s ] [ lr: 5.00e-05 ] [ eta: 1359 days, 18:03:00 ] [ l_g_pix: 2.0928e-02 ] [ l_g_total: 2.0928e-02 ] +2024-10-22 00:12:05,183 INFO: [ epoch: 5 ] [ iter: 74,000 ] [ performance: 21.600 it/s ] [ lr: 5.00e-05 ] [ eta: 1356 days, 0:21:43 ] [ l_g_pix: 1.9353e-02 ] [ l_g_total: 1.9353e-02 ] +2024-10-22 00:12:11,677 INFO: [ epoch: 6 ] [ iter: 74,100 ] [ performance: 16.553 it/s ] [ lr: 5.00e-05 ] [ eta: 1352 days, 17:54:12 ] [ l_g_pix: 2.1218e-02 ] [ l_g_total: 2.1218e-02 ] +2024-10-22 00:12:16,768 INFO: [ epoch: 6 ] [ iter: 74,200 ] [ performance: 19.139 it/s ] [ lr: 5.00e-05 ] [ eta: 1349 days, 1:01:58 ] [ l_g_pix: 2.3860e-02 ] [ l_g_total: 2.3860e-02 ] +2024-10-22 00:12:22,100 INFO: [ epoch: 6 ] [ iter: 74,300 ] [ performance: 18.846 it/s ] [ lr: 5.00e-05 ] [ eta: 1345 days, 9:35:56 ] [ l_g_pix: 3.3098e-02 ] [ l_g_total: 3.3098e-02 ] +2024-10-22 00:12:27,475 INFO: [ epoch: 6 ] [ iter: 74,400 ] [ performance: 18.752 it/s ] [ lr: 5.00e-05 ] [ eta: 1341 days, 18:10:31 ] [ l_g_pix: 2.4257e-02 ] [ l_g_total: 2.4257e-02 ] +2024-10-22 00:12:32,684 INFO: [ epoch: 6 ] [ iter: 74,500 ] [ performance: 19.094 it/s ] [ lr: 5.00e-05 ] [ eta: 1338 days, 1:16:45 ] [ l_g_pix: 2.3008e-02 ] [ l_g_total: 2.3008e-02 ] +2024-10-22 00:12:38,112 INFO: [ epoch: 6 ] [ iter: 74,600 ] [ performance: 16.320 it/s ] [ lr: 5.00e-05 ] [ eta: 1334 days, 9:37:48 ] [ l_g_pix: 1.9723e-02 ] [ l_g_total: 1.9723e-02 ] +2024-10-22 00:12:43,369 INFO: [ epoch: 6 ] [ iter: 74,700 ] [ performance: 18.340 it/s ] [ lr: 5.00e-05 ] [ eta: 1330 days, 16:29:11 ] [ l_g_pix: 3.1737e-02 ] [ l_g_total: 3.1737e-02 ] +2024-10-22 00:12:48,451 INFO: [ epoch: 6 ] [ iter: 74,800 ] [ performance: 20.444 it/s ] [ lr: 5.00e-05 ] [ eta: 1326 days, 21:49:30 ] [ l_g_pix: 2.7006e-02 ] [ l_g_total: 2.7006e-02 ] +2024-10-22 00:12:53,784 INFO: [ epoch: 6 ] [ iter: 74,900 ] [ performance: 19.099 it/s ] [ lr: 5.00e-05 ] [ eta: 1323 days, 4:37:44 ] [ l_g_pix: 2.1070e-02 ] [ l_g_total: 2.1070e-02 ] +2024-10-22 00:12:58,937 INFO: [ epoch: 6 ] [ iter: 75,000 ] [ performance: 19.491 it/s ] [ lr: 5.00e-05 ] [ eta: 1319 days, 9:53:04 ] [ l_g_pix: 1.9304e-02 ] [ l_g_total: 1.9304e-02 ] +2024-10-22 00:13:03,914 INFO: [ epoch: 6 ] [ iter: 75,100 ] [ performance: 19.962 it/s ] [ lr: 5.00e-05 ] [ eta: 1315 days, 13:38:30 ] [ l_g_pix: 2.1813e-02 ] [ l_g_total: 2.1813e-02 ] +2024-10-22 00:13:08,947 INFO: [ epoch: 6 ] [ iter: 75,200 ] [ performance: 20.268 it/s ] [ lr: 5.00e-05 ] [ eta: 1311 days, 17:30:11 ] [ l_g_pix: 2.0666e-02 ] [ l_g_total: 2.0666e-02 ] +2024-10-22 00:13:13,929 INFO: [ epoch: 6 ] [ iter: 75,300 ] [ performance: 20.114 it/s ] [ lr: 5.00e-05 ] [ eta: 1307 days, 20:44:13 ] [ l_g_pix: 1.9406e-02 ] [ l_g_total: 1.9406e-02 ] +2024-10-22 00:13:18,915 INFO: [ epoch: 6 ] [ iter: 75,400 ] [ performance: 20.063 it/s ] [ lr: 5.00e-05 ] [ eta: 1303 days, 23:43:08 ] [ l_g_pix: 2.7280e-02 ] [ l_g_total: 2.7280e-02 ] +2024-10-22 00:13:23,977 INFO: [ epoch: 6 ] [ iter: 75,500 ] [ performance: 19.817 it/s ] [ lr: 5.00e-05 ] [ eta: 1300 days, 2:56:46 ] [ l_g_pix: 3.4823e-02 ] [ l_g_total: 3.4823e-02 ] +2024-10-22 00:13:28,954 INFO: [ epoch: 6 ] [ iter: 75,600 ] [ performance: 20.425 it/s ] [ lr: 5.00e-05 ] [ eta: 1296 days, 5:18:52 ] [ l_g_pix: 1.9511e-02 ] [ l_g_total: 1.9511e-02 ] +2024-10-22 00:13:33,935 INFO: [ epoch: 6 ] [ iter: 75,700 ] [ performance: 20.146 it/s ] [ lr: 5.00e-05 ] [ eta: 1292 days, 7:25:49 ] [ l_g_pix: 2.2494e-02 ] [ l_g_total: 2.2494e-02 ] +2024-10-22 00:13:38,918 INFO: [ epoch: 6 ] [ iter: 75,800 ] [ performance: 19.779 it/s ] [ lr: 5.00e-05 ] [ eta: 1288 days, 9:17:02 ] [ l_g_pix: 3.3735e-02 ] [ l_g_total: 3.3735e-02 ] +2024-10-22 00:13:43,708 INFO: [ epoch: 6 ] [ iter: 75,900 ] [ performance: 20.663 it/s ] [ lr: 5.00e-05 ] [ eta: 1284 days, 9:34:24 ] [ l_g_pix: 2.2441e-02 ] [ l_g_total: 2.2441e-02 ] +2024-10-22 00:13:48,390 INFO: [ epoch: 6 ] [ iter: 76,000 ] [ performance: 20.630 it/s ] [ lr: 5.00e-05 ] [ eta: 1280 days, 8:52:09 ] [ l_g_pix: 2.0367e-02 ] [ l_g_total: 2.0367e-02 ] +2024-10-22 00:13:53,343 INFO: [ epoch: 6 ] [ iter: 76,100 ] [ performance: 20.270 it/s ] [ lr: 5.00e-05 ] [ eta: 1276 days, 9:42:28 ] [ l_g_pix: 2.1702e-02 ] [ l_g_total: 2.1702e-02 ] +2024-10-22 00:13:58,309 INFO: [ epoch: 6 ] [ iter: 76,200 ] [ performance: 19.649 it/s ] [ lr: 5.00e-05 ] [ eta: 1272 days, 10:21:27 ] [ l_g_pix: 1.6787e-02 ] [ l_g_total: 1.6787e-02 ] +2024-10-22 00:14:03,349 INFO: [ epoch: 6 ] [ iter: 76,300 ] [ performance: 19.808 it/s ] [ lr: 5.00e-05 ] [ eta: 1268 days, 11:13:22 ] [ l_g_pix: 2.1894e-02 ] [ l_g_total: 2.1894e-02 ] +2024-10-22 00:14:08,347 INFO: [ epoch: 6 ] [ iter: 76,400 ] [ performance: 20.089 it/s ] [ lr: 5.00e-05 ] [ eta: 1264 days, 11:31:45 ] [ l_g_pix: 3.1350e-02 ] [ l_g_total: 3.1350e-02 ] +2024-10-22 00:14:13,432 INFO: [ epoch: 6 ] [ iter: 76,500 ] [ performance: 19.738 it/s ] [ lr: 5.00e-05 ] [ eta: 1260 days, 12:07:20 ] [ l_g_pix: 2.2009e-02 ] [ l_g_total: 2.2009e-02 ] +2024-10-22 00:14:18,470 INFO: [ epoch: 6 ] [ iter: 76,600 ] [ performance: 19.778 it/s ] [ lr: 5.00e-05 ] [ eta: 1256 days, 12:07:51 ] [ l_g_pix: 2.7749e-02 ] [ l_g_total: 2.7749e-02 ] +2024-10-22 00:14:23,511 INFO: [ epoch: 6 ] [ iter: 76,700 ] [ performance: 19.829 it/s ] [ lr: 5.00e-05 ] [ eta: 1252 days, 11:52:48 ] [ l_g_pix: 1.6379e-02 ] [ l_g_total: 1.6379e-02 ] +2024-10-22 00:14:28,518 INFO: [ epoch: 6 ] [ iter: 76,800 ] [ performance: 20.068 it/s ] [ lr: 5.00e-05 ] [ eta: 1248 days, 11:07:32 ] [ l_g_pix: 2.6900e-02 ] [ l_g_total: 2.6900e-02 ] +2024-10-22 00:14:33,524 INFO: [ epoch: 6 ] [ iter: 76,900 ] [ performance: 19.993 it/s ] [ lr: 5.00e-05 ] [ eta: 1244 days, 10:05:16 ] [ l_g_pix: 2.9969e-02 ] [ l_g_total: 2.9969e-02 ] +2024-10-22 00:14:38,581 INFO: [ epoch: 6 ] [ iter: 77,000 ] [ performance: 20.056 it/s ] [ lr: 5.00e-05 ] [ eta: 1240 days, 9:06:04 ] [ l_g_pix: 2.4463e-02 ] [ l_g_total: 2.4463e-02 ] +2024-10-22 00:14:43,635 INFO: [ epoch: 6 ] [ iter: 77,100 ] [ performance: 19.827 it/s ] [ lr: 5.00e-05 ] [ eta: 1236 days, 7:48:43 ] [ l_g_pix: 2.3142e-02 ] [ l_g_total: 2.3142e-02 ] +2024-10-22 00:14:48,704 INFO: [ epoch: 6 ] [ iter: 77,200 ] [ performance: 19.843 it/s ] [ lr: 5.00e-05 ] [ eta: 1232 days, 6:20:01 ] [ l_g_pix: 1.4639e-02 ] [ l_g_total: 1.4639e-02 ] +2024-10-22 00:14:53,645 INFO: [ epoch: 6 ] [ iter: 77,300 ] [ performance: 20.184 it/s ] [ lr: 5.00e-05 ] [ eta: 1228 days, 3:46:24 ] [ l_g_pix: 2.0912e-02 ] [ l_g_total: 2.0912e-02 ] +2024-10-22 00:14:58,448 INFO: [ epoch: 6 ] [ iter: 77,400 ] [ performance: 19.889 it/s ] [ lr: 5.00e-05 ] [ eta: 1224 days, 0:04:17 ] [ l_g_pix: 1.6410e-02 ] [ l_g_total: 1.6410e-02 ] +2024-10-22 00:15:03,391 INFO: [ epoch: 6 ] [ iter: 77,500 ] [ performance: 20.191 it/s ] [ lr: 5.00e-05 ] [ eta: 1219 days, 20:58:11 ] [ l_g_pix: 1.8792e-02 ] [ l_g_total: 1.8792e-02 ] +2024-10-22 00:15:08,400 INFO: [ epoch: 6 ] [ iter: 77,600 ] [ performance: 20.367 it/s ] [ lr: 5.00e-05 ] [ eta: 1215 days, 18:00:53 ] [ l_g_pix: 2.0169e-02 ] [ l_g_total: 2.0169e-02 ] +2024-10-22 00:15:13,329 INFO: [ epoch: 6 ] [ iter: 77,700 ] [ performance: 20.301 it/s ] [ lr: 5.00e-05 ] [ eta: 1211 days, 14:16:44 ] [ l_g_pix: 1.6225e-02 ] [ l_g_total: 1.6225e-02 ] +2024-10-22 00:15:18,044 INFO: [ epoch: 6 ] [ iter: 77,800 ] [ performance: 20.156 it/s ] [ lr: 5.00e-05 ] [ eta: 1207 days, 8:56:59 ] [ l_g_pix: 1.9385e-02 ] [ l_g_total: 1.9385e-02 ] +2024-10-22 00:15:23,062 INFO: [ epoch: 6 ] [ iter: 77,900 ] [ performance: 19.955 it/s ] [ lr: 5.00e-05 ] [ eta: 1203 days, 5:13:20 ] [ l_g_pix: 1.9998e-02 ] [ l_g_total: 1.9998e-02 ] +2024-10-22 00:15:28,049 INFO: [ epoch: 6 ] [ iter: 78,000 ] [ performance: 20.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1199 days, 1:01:28 ] [ l_g_pix: 2.4856e-02 ] [ l_g_total: 2.4856e-02 ] +2024-10-22 00:15:33,080 INFO: [ epoch: 6 ] [ iter: 78,100 ] [ performance: 19.940 it/s ] [ lr: 5.00e-05 ] [ eta: 1194 days, 20:48:57 ] [ l_g_pix: 2.2240e-02 ] [ l_g_total: 2.2240e-02 ] +2024-10-22 00:15:38,044 INFO: [ epoch: 6 ] [ iter: 78,200 ] [ performance: 21.693 it/s ] [ lr: 5.00e-05 ] [ eta: 1190 days, 15:55:32 ] [ l_g_pix: 2.8956e-02 ] [ l_g_total: 2.8956e-02 ] +2024-10-22 00:15:42,929 INFO: [ epoch: 6 ] [ iter: 78,300 ] [ performance: 20.589 it/s ] [ lr: 5.00e-05 ] [ eta: 1186 days, 10:16:48 ] [ l_g_pix: 2.1817e-02 ] [ l_g_total: 2.1817e-02 ] +2024-10-22 00:15:48,100 INFO: [ epoch: 6 ] [ iter: 78,400 ] [ performance: 19.502 it/s ] [ lr: 5.00e-05 ] [ eta: 1182 days, 6:04:50 ] [ l_g_pix: 2.8119e-02 ] [ l_g_total: 2.8119e-02 ] +2024-10-22 00:15:53,134 INFO: [ epoch: 6 ] [ iter: 78,500 ] [ performance: 19.831 it/s ] [ lr: 5.00e-05 ] [ eta: 1178 days, 0:46:47 ] [ l_g_pix: 2.4815e-02 ] [ l_g_total: 2.4815e-02 ] +2024-10-22 00:15:58,069 INFO: [ epoch: 6 ] [ iter: 78,600 ] [ performance: 21.234 it/s ] [ lr: 5.00e-05 ] [ eta: 1173 days, 18:36:20 ] [ l_g_pix: 1.3942e-02 ] [ l_g_total: 1.3942e-02 ] +2024-10-22 00:16:03,137 INFO: [ epoch: 6 ] [ iter: 78,700 ] [ performance: 19.850 it/s ] [ lr: 5.00e-05 ] [ eta: 1169 days, 12:56:43 ] [ l_g_pix: 1.8058e-02 ] [ l_g_total: 1.8058e-02 ] +2024-10-22 00:16:08,191 INFO: [ epoch: 6 ] [ iter: 78,800 ] [ performance: 20.341 it/s ] [ lr: 5.00e-05 ] [ eta: 1165 days, 6:55:07 ] [ l_g_pix: 2.4590e-02 ] [ l_g_total: 2.4590e-02 ] +2024-10-22 00:16:13,116 INFO: [ epoch: 6 ] [ iter: 78,900 ] [ performance: 20.309 it/s ] [ lr: 5.00e-05 ] [ eta: 1160 days, 23:51:32 ] [ l_g_pix: 1.6149e-02 ] [ l_g_total: 1.6149e-02 ] +2024-10-22 00:16:18,152 INFO: [ epoch: 6 ] [ iter: 79,000 ] [ performance: 20.533 it/s ] [ lr: 5.00e-05 ] [ eta: 1156 days, 17:10:22 ] [ l_g_pix: 2.4702e-02 ] [ l_g_total: 2.4702e-02 ] +2024-10-22 00:16:22,986 INFO: [ epoch: 6 ] [ iter: 79,100 ] [ performance: 20.680 it/s ] [ lr: 5.00e-05 ] [ eta: 1152 days, 9:01:52 ] [ l_g_pix: 2.0241e-02 ] [ l_g_total: 2.0241e-02 ] +2024-10-22 00:16:28,149 INFO: [ epoch: 6 ] [ iter: 79,200 ] [ performance: 19.681 it/s ] [ lr: 5.00e-05 ] [ eta: 1148 days, 2:31:33 ] [ l_g_pix: 1.8088e-02 ] [ l_g_total: 1.8088e-02 ] +2024-10-22 00:16:33,131 INFO: [ epoch: 6 ] [ iter: 79,300 ] [ performance: 20.054 it/s ] [ lr: 5.00e-05 ] [ eta: 1143 days, 18:41:18 ] [ l_g_pix: 2.2460e-02 ] [ l_g_total: 2.2460e-02 ] +2024-10-22 00:16:38,062 INFO: [ epoch: 6 ] [ iter: 79,400 ] [ performance: 20.566 it/s ] [ lr: 5.00e-05 ] [ eta: 1139 days, 10:17:10 ] [ l_g_pix: 2.6836e-02 ] [ l_g_total: 2.6836e-02 ] +2024-10-22 00:16:43,219 INFO: [ epoch: 6 ] [ iter: 79,500 ] [ performance: 19.445 it/s ] [ lr: 5.00e-05 ] [ eta: 1135 days, 2:53:52 ] [ l_g_pix: 1.9548e-02 ] [ l_g_total: 1.9548e-02 ] +2024-10-22 00:16:48,436 INFO: [ epoch: 6 ] [ iter: 79,600 ] [ performance: 19.191 it/s ] [ lr: 5.00e-05 ] [ eta: 1130 days, 19:33:27 ] [ l_g_pix: 2.7292e-02 ] [ l_g_total: 2.7292e-02 ] +2024-10-22 00:16:53,522 INFO: [ epoch: 6 ] [ iter: 79,700 ] [ performance: 19.646 it/s ] [ lr: 5.00e-05 ] [ eta: 1126 days, 11:11:32 ] [ l_g_pix: 2.5042e-02 ] [ l_g_total: 2.5042e-02 ] +2024-10-22 00:16:58,562 INFO: [ epoch: 6 ] [ iter: 79,800 ] [ performance: 20.444 it/s ] [ lr: 5.00e-05 ] [ eta: 1122 days, 2:17:22 ] [ l_g_pix: 1.7126e-02 ] [ l_g_total: 1.7126e-02 ] +2024-10-22 00:17:03,574 INFO: [ epoch: 6 ] [ iter: 79,900 ] [ performance: 19.969 it/s ] [ lr: 5.00e-05 ] [ eta: 1117 days, 16:56:47 ] [ l_g_pix: 2.4940e-02 ] [ l_g_total: 2.4940e-02 ] +2024-10-22 00:17:08,676 INFO: [ epoch: 6 ] [ iter: 80,000 ] [ performance: 19.757 it/s ] [ lr: 5.00e-05 ] [ eta: 1113 days, 7:49:18 ] [ l_g_pix: 1.9200e-02 ] [ l_g_total: 1.9200e-02 ] +2024-10-22 00:17:08,676 INFO: Saving models and training states. +2024-10-22 00:18:21,036 INFO: Validation val + + # psnr: 22.0302........ Best: 22.0302 @ 80000 iter + # ssim: 0.6482........ Best: 0.6482 @ 80000 iter + # dists: 0.7866........ Best: 0.7866 @ 80000 iter + +2024-10-22 00:18:26,030 INFO: [ epoch: 6 ] [ iter: 80,100 ] [ performance: 20.023 it/s ] [ lr: 5.00e-05 ] [ eta: 1125 days, 13:47:30 ] [ l_g_pix: 2.6062e-02 ] [ l_g_total: 2.6062e-02 ] +2024-10-22 00:18:31,072 INFO: [ epoch: 6 ] [ iter: 80,200 ] [ performance: 19.116 it/s ] [ lr: 5.00e-05 ] [ eta: 1121 days, 1:46:09 ] [ l_g_pix: 2.6142e-02 ] [ l_g_total: 2.6142e-02 ] +2024-10-22 00:18:36,084 INFO: [ epoch: 6 ] [ iter: 80,300 ] [ performance: 19.947 it/s ] [ lr: 5.00e-05 ] [ eta: 1116 days, 13:17:55 ] [ l_g_pix: 2.1780e-02 ] [ l_g_total: 2.1780e-02 ] +2024-10-22 00:18:41,264 INFO: [ epoch: 6 ] [ iter: 80,400 ] [ performance: 19.625 it/s ] [ lr: 5.00e-05 ] [ eta: 1112 days, 1:27:46 ] [ l_g_pix: 1.6047e-02 ] [ l_g_total: 1.6047e-02 ] +2024-10-22 00:18:46,251 INFO: [ epoch: 6 ] [ iter: 80,500 ] [ performance: 20.054 it/s ] [ lr: 5.00e-05 ] [ eta: 1107 days, 12:17:50 ] [ l_g_pix: 2.0939e-02 ] [ l_g_total: 2.0939e-02 ] +2024-10-22 00:18:51,227 INFO: [ epoch: 6 ] [ iter: 80,600 ] [ performance: 20.076 it/s ] [ lr: 5.00e-05 ] [ eta: 1102 days, 22:47:51 ] [ l_g_pix: 1.4822e-02 ] [ l_g_total: 1.4822e-02 ] +2024-10-22 00:18:56,231 INFO: [ epoch: 6 ] [ iter: 80,700 ] [ performance: 19.975 it/s ] [ lr: 5.00e-05 ] [ eta: 1098 days, 9:10:04 ] [ l_g_pix: 1.9801e-02 ] [ l_g_total: 1.9801e-02 ] +2024-10-22 00:19:01,179 INFO: [ epoch: 6 ] [ iter: 80,800 ] [ performance: 20.094 it/s ] [ lr: 5.00e-05 ] [ eta: 1093 days, 18:57:38 ] [ l_g_pix: 2.5934e-02 ] [ l_g_total: 2.5934e-02 ] +2024-10-22 00:19:06,156 INFO: [ epoch: 6 ] [ iter: 80,900 ] [ performance: 20.047 it/s ] [ lr: 5.00e-05 ] [ eta: 1089 days, 4:38:16 ] [ l_g_pix: 1.3474e-02 ] [ l_g_total: 1.3474e-02 ] +2024-10-22 00:19:11,270 INFO: [ epoch: 6 ] [ iter: 81,000 ] [ performance: 19.796 it/s ] [ lr: 5.00e-05 ] [ eta: 1084 days, 14:45:31 ] [ l_g_pix: 2.7367e-02 ] [ l_g_total: 2.7367e-02 ] +2024-10-22 00:19:16,135 INFO: [ epoch: 6 ] [ iter: 81,100 ] [ performance: 20.590 it/s ] [ lr: 5.00e-05 ] [ eta: 1079 days, 23:16:57 ] [ l_g_pix: 2.4285e-02 ] [ l_g_total: 2.4285e-02 ] +2024-10-22 00:19:21,068 INFO: [ epoch: 6 ] [ iter: 81,200 ] [ performance: 20.429 it/s ] [ lr: 5.00e-05 ] [ eta: 1075 days, 7:53:46 ] [ l_g_pix: 1.9726e-02 ] [ l_g_total: 1.9726e-02 ] +2024-10-22 00:19:26,160 INFO: [ epoch: 6 ] [ iter: 81,300 ] [ performance: 19.658 it/s ] [ lr: 5.00e-05 ] [ eta: 1070 days, 17:03:44 ] [ l_g_pix: 2.4815e-02 ] [ l_g_total: 2.4815e-02 ] +2024-10-22 00:19:31,243 INFO: [ epoch: 6 ] [ iter: 81,400 ] [ performance: 19.666 it/s ] [ lr: 5.00e-05 ] [ eta: 1066 days, 1:54:05 ] [ l_g_pix: 2.7961e-02 ] [ l_g_total: 2.7961e-02 ] +2024-10-22 00:19:36,303 INFO: [ epoch: 6 ] [ iter: 81,500 ] [ performance: 19.784 it/s ] [ lr: 5.00e-05 ] [ eta: 1061 days, 10:19:59 ] [ l_g_pix: 3.0987e-02 ] [ l_g_total: 3.0987e-02 ] +2024-10-22 00:19:41,280 INFO: [ epoch: 6 ] [ iter: 81,600 ] [ performance: 19.942 it/s ] [ lr: 5.00e-05 ] [ eta: 1056 days, 18:03:47 ] [ l_g_pix: 3.4849e-02 ] [ l_g_total: 3.4849e-02 ] +2024-10-22 00:19:46,354 INFO: [ epoch: 6 ] [ iter: 81,700 ] [ performance: 19.690 it/s ] [ lr: 5.00e-05 ] [ eta: 1052 days, 2:00:42 ] [ l_g_pix: 2.1975e-02 ] [ l_g_total: 2.1975e-02 ] +2024-10-22 00:19:51,360 INFO: [ epoch: 6 ] [ iter: 81,800 ] [ performance: 19.837 it/s ] [ lr: 5.00e-05 ] [ eta: 1047 days, 9:20:02 ] [ l_g_pix: 1.4596e-02 ] [ l_g_total: 1.4596e-02 ] +2024-10-22 00:19:56,367 INFO: [ epoch: 6 ] [ iter: 81,900 ] [ performance: 20.012 it/s ] [ lr: 5.00e-05 ] [ eta: 1042 days, 16:22:49 ] [ l_g_pix: 1.6462e-02 ] [ l_g_total: 1.6462e-02 ] +2024-10-22 00:20:01,508 INFO: [ epoch: 6 ] [ iter: 82,000 ] [ performance: 19.720 it/s ] [ lr: 5.00e-05 ] [ eta: 1037 days, 23:49:05 ] [ l_g_pix: 2.3010e-02 ] [ l_g_total: 2.3010e-02 ] +2024-10-22 00:20:06,928 INFO: [ epoch: 6 ] [ iter: 82,100 ] [ performance: 18.459 it/s ] [ lr: 5.00e-05 ] [ eta: 1033 days, 8:21:41 ] [ l_g_pix: 2.7475e-02 ] [ l_g_total: 2.7475e-02 ] +2024-10-22 00:20:12,315 INFO: [ epoch: 6 ] [ iter: 82,200 ] [ performance: 18.514 it/s ] [ lr: 5.00e-05 ] [ eta: 1028 days, 16:26:24 ] [ l_g_pix: 1.9261e-02 ] [ l_g_total: 1.9261e-02 ] +2024-10-22 00:20:17,591 INFO: [ epoch: 6 ] [ iter: 82,300 ] [ performance: 18.887 it/s ] [ lr: 5.00e-05 ] [ eta: 1023 days, 23:40:11 ] [ l_g_pix: 2.2114e-02 ] [ l_g_total: 2.2114e-02 ] +2024-10-22 00:20:22,761 INFO: [ epoch: 6 ] [ iter: 82,400 ] [ performance: 19.124 it/s ] [ lr: 5.00e-05 ] [ eta: 1019 days, 6:05:25 ] [ l_g_pix: 1.8273e-02 ] [ l_g_total: 1.8273e-02 ] +2024-10-22 00:20:27,985 INFO: [ epoch: 6 ] [ iter: 82,500 ] [ performance: 19.122 it/s ] [ lr: 5.00e-05 ] [ eta: 1014 days, 12:29:14 ] [ l_g_pix: 2.7749e-02 ] [ l_g_total: 2.7749e-02 ] +2024-10-22 00:20:33,117 INFO: [ epoch: 6 ] [ iter: 82,600 ] [ performance: 19.314 it/s ] [ lr: 5.00e-05 ] [ eta: 1009 days, 18:08:45 ] [ l_g_pix: 1.7086e-02 ] [ l_g_total: 1.7086e-02 ] +2024-10-22 00:20:38,613 INFO: [ epoch: 6 ] [ iter: 82,700 ] [ performance: 18.129 it/s ] [ lr: 5.00e-05 ] [ eta: 1005 days, 1:16:19 ] [ l_g_pix: 1.9782e-02 ] [ l_g_total: 1.9782e-02 ] +2024-10-22 00:20:43,893 INFO: [ epoch: 6 ] [ iter: 82,800 ] [ performance: 18.549 it/s ] [ lr: 5.00e-05 ] [ eta: 1000 days, 7:03:44 ] [ l_g_pix: 2.9129e-02 ] [ l_g_total: 2.9129e-02 ] +2024-10-22 00:20:49,168 INFO: [ epoch: 6 ] [ iter: 82,900 ] [ performance: 19.025 it/s ] [ lr: 5.00e-05 ] [ eta: 995 days, 12:32:00 ] [ l_g_pix: 2.8374e-02 ] [ l_g_total: 2.8374e-02 ] +2024-10-22 00:20:54,206 INFO: [ epoch: 6 ] [ iter: 83,000 ] [ performance: 19.456 it/s ] [ lr: 5.00e-05 ] [ eta: 990 days, 16:35:32 ] [ l_g_pix: 1.9603e-02 ] [ l_g_total: 1.9603e-02 ] +2024-10-22 00:20:59,483 INFO: [ epoch: 6 ] [ iter: 83,100 ] [ performance: 18.955 it/s ] [ lr: 5.00e-05 ] [ eta: 985 days, 21:29:22 ] [ l_g_pix: 2.4103e-02 ] [ l_g_total: 2.4103e-02 ] +2024-10-22 00:21:04,687 INFO: [ epoch: 6 ] [ iter: 83,200 ] [ performance: 19.094 it/s ] [ lr: 5.00e-05 ] [ eta: 981 days, 1:45:29 ] [ l_g_pix: 2.1333e-02 ] [ l_g_total: 2.1333e-02 ] +2024-10-22 00:21:09,872 INFO: [ epoch: 6 ] [ iter: 83,300 ] [ performance: 19.341 it/s ] [ lr: 5.00e-05 ] [ eta: 976 days, 5:38:51 ] [ l_g_pix: 2.0263e-02 ] [ l_g_total: 2.0263e-02 ] +2024-10-22 00:21:15,109 INFO: [ epoch: 6 ] [ iter: 83,400 ] [ performance: 19.210 it/s ] [ lr: 5.00e-05 ] [ eta: 971 days, 9:29:12 ] [ l_g_pix: 2.7904e-02 ] [ l_g_total: 2.7904e-02 ] +2024-10-22 00:21:20,418 INFO: [ epoch: 6 ] [ iter: 83,500 ] [ performance: 18.618 it/s ] [ lr: 5.00e-05 ] [ eta: 966 days, 13:22:01 ] [ l_g_pix: 2.1677e-02 ] [ l_g_total: 2.1677e-02 ] +2024-10-22 00:21:25,710 INFO: [ epoch: 6 ] [ iter: 83,600 ] [ performance: 18.769 it/s ] [ lr: 5.00e-05 ] [ eta: 961 days, 16:52:31 ] [ l_g_pix: 1.9854e-02 ] [ l_g_total: 1.9854e-02 ] +2024-10-22 00:21:30,883 INFO: [ epoch: 6 ] [ iter: 83,700 ] [ performance: 19.362 it/s ] [ lr: 5.00e-05 ] [ eta: 956 days, 19:33:04 ] [ l_g_pix: 2.4839e-02 ] [ l_g_total: 2.4839e-02 ] +2024-10-22 00:21:36,285 INFO: [ epoch: 6 ] [ iter: 83,800 ] [ performance: 18.893 it/s ] [ lr: 5.00e-05 ] [ eta: 951 days, 22:58:04 ] [ l_g_pix: 1.8092e-02 ] [ l_g_total: 1.8092e-02 ] +2024-10-22 00:21:41,686 INFO: [ epoch: 6 ] [ iter: 83,900 ] [ performance: 18.468 it/s ] [ lr: 5.00e-05 ] [ eta: 947 days, 2:05:05 ] [ l_g_pix: 2.1060e-02 ] [ l_g_total: 2.1060e-02 ] +2024-10-22 00:21:46,948 INFO: [ epoch: 6 ] [ iter: 84,000 ] [ performance: 18.759 it/s ] [ lr: 5.00e-05 ] [ eta: 942 days, 4:16:43 ] [ l_g_pix: 1.4922e-02 ] [ l_g_total: 1.4922e-02 ] +2024-10-22 00:21:52,027 INFO: [ epoch: 6 ] [ iter: 84,100 ] [ performance: 19.781 it/s ] [ lr: 5.00e-05 ] [ eta: 937 days, 5:22:26 ] [ l_g_pix: 1.4066e-02 ] [ l_g_total: 1.4066e-02 ] +2024-10-22 00:21:57,099 INFO: [ epoch: 6 ] [ iter: 84,200 ] [ performance: 19.745 it/s ] [ lr: 5.00e-05 ] [ eta: 932 days, 6:09:31 ] [ l_g_pix: 3.0875e-02 ] [ l_g_total: 3.0875e-02 ] +2024-10-22 00:22:02,395 INFO: [ epoch: 6 ] [ iter: 84,300 ] [ performance: 18.699 it/s ] [ lr: 5.00e-05 ] [ eta: 927 days, 7:38:07 ] [ l_g_pix: 2.2864e-02 ] [ l_g_total: 2.2864e-02 ] +2024-10-22 00:22:07,639 INFO: [ epoch: 6 ] [ iter: 84,400 ] [ performance: 18.904 it/s ] [ lr: 5.00e-05 ] [ eta: 922 days, 8:35:27 ] [ l_g_pix: 2.1437e-02 ] [ l_g_total: 2.1437e-02 ] +2024-10-22 00:22:12,747 INFO: [ epoch: 6 ] [ iter: 84,500 ] [ performance: 19.750 it/s ] [ lr: 5.00e-05 ] [ eta: 917 days, 8:40:27 ] [ l_g_pix: 2.1653e-02 ] [ l_g_total: 2.1653e-02 ] +2024-10-22 00:22:17,913 INFO: [ epoch: 6 ] [ iter: 84,600 ] [ performance: 19.532 it/s ] [ lr: 5.00e-05 ] [ eta: 912 days, 8:43:07 ] [ l_g_pix: 2.3482e-02 ] [ l_g_total: 2.3482e-02 ] +2024-10-22 00:22:23,387 INFO: [ epoch: 6 ] [ iter: 84,700 ] [ performance: 18.401 it/s ] [ lr: 5.00e-05 ] [ eta: 907 days, 9:47:16 ] [ l_g_pix: 1.2245e-02 ] [ l_g_total: 1.2245e-02 ] +2024-10-22 00:22:28,233 INFO: [ epoch: 6 ] [ iter: 84,800 ] [ performance: 19.588 it/s ] [ lr: 5.00e-05 ] [ eta: 902 days, 7:53:57 ] [ l_g_pix: 2.7927e-02 ] [ l_g_total: 2.7927e-02 ] +2024-10-22 00:22:33,660 INFO: [ epoch: 6 ] [ iter: 84,900 ] [ performance: 18.509 it/s ] [ lr: 5.00e-05 ] [ eta: 897 days, 8:10:30 ] [ l_g_pix: 2.1507e-02 ] [ l_g_total: 2.1507e-02 ] +2024-10-22 00:22:39,084 INFO: [ epoch: 6 ] [ iter: 85,000 ] [ performance: 18.468 it/s ] [ lr: 5.00e-05 ] [ eta: 892 days, 8:08:38 ] [ l_g_pix: 2.1918e-02 ] [ l_g_total: 2.1918e-02 ] +2024-10-22 00:22:44,438 INFO: [ epoch: 6 ] [ iter: 85,100 ] [ performance: 18.882 it/s ] [ lr: 5.00e-05 ] [ eta: 887 days, 7:30:58 ] [ l_g_pix: 1.7529e-02 ] [ l_g_total: 1.7529e-02 ] +2024-10-22 00:22:49,550 INFO: [ epoch: 6 ] [ iter: 85,200 ] [ performance: 19.262 it/s ] [ lr: 5.00e-05 ] [ eta: 882 days, 5:35:51 ] [ l_g_pix: 2.2669e-02 ] [ l_g_total: 2.2669e-02 ] +2024-10-22 00:22:54,924 INFO: [ epoch: 6 ] [ iter: 85,300 ] [ performance: 18.488 it/s ] [ lr: 5.00e-05 ] [ eta: 877 days, 4:27:57 ] [ l_g_pix: 2.1466e-02 ] [ l_g_total: 2.1466e-02 ] +2024-10-22 00:23:00,272 INFO: [ epoch: 6 ] [ iter: 85,400 ] [ performance: 18.608 it/s ] [ lr: 5.00e-05 ] [ eta: 872 days, 2:55:46 ] [ l_g_pix: 2.0153e-02 ] [ l_g_total: 2.0153e-02 ] +2024-10-22 00:23:05,307 INFO: [ epoch: 6 ] [ iter: 85,500 ] [ performance: 19.477 it/s ] [ lr: 5.00e-05 ] [ eta: 866 days, 23:50:13 ] [ l_g_pix: 2.0149e-02 ] [ l_g_total: 2.0149e-02 ] +2024-10-22 00:23:10,524 INFO: [ epoch: 6 ] [ iter: 85,600 ] [ performance: 19.300 it/s ] [ lr: 5.00e-05 ] [ eta: 861 days, 21:11:30 ] [ l_g_pix: 2.1860e-02 ] [ l_g_total: 2.1860e-02 ] +2024-10-22 00:23:15,933 INFO: [ epoch: 6 ] [ iter: 85,700 ] [ performance: 18.516 it/s ] [ lr: 5.00e-05 ] [ eta: 856 days, 19:00:59 ] [ l_g_pix: 2.6448e-02 ] [ l_g_total: 2.6448e-02 ] +2024-10-22 00:23:21,332 INFO: [ epoch: 6 ] [ iter: 85,800 ] [ performance: 18.520 it/s ] [ lr: 5.00e-05 ] [ eta: 851 days, 16:30:19 ] [ l_g_pix: 2.2181e-02 ] [ l_g_total: 2.2181e-02 ] +2024-10-22 00:23:26,836 INFO: [ epoch: 6 ] [ iter: 85,900 ] [ performance: 18.136 it/s ] [ lr: 5.00e-05 ] [ eta: 846 days, 14:06:11 ] [ l_g_pix: 1.6036e-02 ] [ l_g_total: 1.6036e-02 ] +2024-10-22 00:23:32,030 INFO: [ epoch: 6 ] [ iter: 86,000 ] [ performance: 18.767 it/s ] [ lr: 5.00e-05 ] [ eta: 841 days, 10:11:21 ] [ l_g_pix: 2.1258e-02 ] [ l_g_total: 2.1258e-02 ] +2024-10-22 00:23:36,936 INFO: [ epoch: 6 ] [ iter: 86,100 ] [ performance: 20.400 it/s ] [ lr: 5.00e-05 ] [ eta: 836 days, 4:52:35 ] [ l_g_pix: 2.2589e-02 ] [ l_g_total: 2.2589e-02 ] +2024-10-22 00:23:41,824 INFO: [ epoch: 6 ] [ iter: 86,200 ] [ performance: 20.435 it/s ] [ lr: 5.00e-05 ] [ eta: 830 days, 23:13:19 ] [ l_g_pix: 2.7485e-02 ] [ l_g_total: 2.7485e-02 ] +2024-10-22 00:23:46,857 INFO: [ epoch: 6 ] [ iter: 86,300 ] [ performance: 20.125 it/s ] [ lr: 5.00e-05 ] [ eta: 825 days, 17:50:52 ] [ l_g_pix: 2.6385e-02 ] [ l_g_total: 2.6385e-02 ] +2024-10-22 00:23:53,159 INFO: [ epoch: 7 ] [ iter: 86,400 ] [ performance: 17.398 it/s ] [ lr: 5.00e-05 ] [ eta: 820 days, 16:59:09 ] [ l_g_pix: 2.0391e-02 ] [ l_g_total: 2.0391e-02 ] +2024-10-22 00:23:58,287 INFO: [ epoch: 7 ] [ iter: 86,500 ] [ performance: 19.714 it/s ] [ lr: 5.00e-05 ] [ eta: 815 days, 11:22:29 ] [ l_g_pix: 2.3822e-02 ] [ l_g_total: 2.3822e-02 ] +2024-10-22 00:24:03,480 INFO: [ epoch: 7 ] [ iter: 86,600 ] [ performance: 19.445 it/s ] [ lr: 5.00e-05 ] [ eta: 810 days, 5:43:04 ] [ l_g_pix: 2.2492e-02 ] [ l_g_total: 2.2492e-02 ] +2024-10-22 00:24:08,534 INFO: [ epoch: 7 ] [ iter: 86,700 ] [ performance: 19.994 it/s ] [ lr: 5.00e-05 ] [ eta: 804 days, 23:15:38 ] [ l_g_pix: 1.8829e-02 ] [ l_g_total: 1.8829e-02 ] +2024-10-22 00:24:13,838 INFO: [ epoch: 7 ] [ iter: 86,800 ] [ performance: 19.305 it/s ] [ lr: 5.00e-05 ] [ eta: 799 days, 17:26:14 ] [ l_g_pix: 2.0655e-02 ] [ l_g_total: 2.0655e-02 ] +2024-10-22 00:24:19,011 INFO: [ epoch: 7 ] [ iter: 86,900 ] [ performance: 19.235 it/s ] [ lr: 5.00e-05 ] [ eta: 794 days, 10:50:47 ] [ l_g_pix: 1.8040e-02 ] [ l_g_total: 1.8040e-02 ] +2024-10-22 00:24:24,527 INFO: [ epoch: 7 ] [ iter: 87,000 ] [ performance: 18.564 it/s ] [ lr: 5.00e-05 ] [ eta: 789 days, 5:12:08 ] [ l_g_pix: 2.7048e-02 ] [ l_g_total: 2.7048e-02 ] +2024-10-22 00:24:29,447 INFO: [ epoch: 7 ] [ iter: 87,100 ] [ performance: 20.333 it/s ] [ lr: 5.00e-05 ] [ eta: 783 days, 21:07:12 ] [ l_g_pix: 2.7885e-02 ] [ l_g_total: 2.7885e-02 ] +2024-10-22 00:24:34,440 INFO: [ epoch: 7 ] [ iter: 87,200 ] [ performance: 20.151 it/s ] [ lr: 5.00e-05 ] [ eta: 778 days, 13:01:16 ] [ l_g_pix: 2.2796e-02 ] [ l_g_total: 2.2796e-02 ] +2024-10-22 00:24:39,434 INFO: [ epoch: 7 ] [ iter: 87,300 ] [ performance: 19.965 it/s ] [ lr: 5.00e-05 ] [ eta: 773 days, 4:39:02 ] [ l_g_pix: 2.9928e-02 ] [ l_g_total: 2.9928e-02 ] +2024-10-22 00:24:44,706 INFO: [ epoch: 7 ] [ iter: 87,400 ] [ performance: 19.354 it/s ] [ lr: 5.00e-05 ] [ eta: 767 days, 20:58:26 ] [ l_g_pix: 2.8217e-02 ] [ l_g_total: 2.8217e-02 ] +2024-10-22 00:24:50,063 INFO: [ epoch: 7 ] [ iter: 87,500 ] [ performance: 19.002 it/s ] [ lr: 5.00e-05 ] [ eta: 762 days, 13:17:51 ] [ l_g_pix: 2.2796e-02 ] [ l_g_total: 2.2796e-02 ] +2024-10-22 00:24:55,059 INFO: [ epoch: 7 ] [ iter: 87,600 ] [ performance: 19.605 it/s ] [ lr: 5.00e-05 ] [ eta: 757 days, 4:05:00 ] [ l_g_pix: 2.6849e-02 ] [ l_g_total: 2.6849e-02 ] +2024-10-22 00:25:00,227 INFO: [ epoch: 7 ] [ iter: 87,700 ] [ performance: 19.805 it/s ] [ lr: 5.00e-05 ] [ eta: 751 days, 19:10:48 ] [ l_g_pix: 2.4355e-02 ] [ l_g_total: 2.4355e-02 ] +2024-10-22 00:25:05,500 INFO: [ epoch: 7 ] [ iter: 87,800 ] [ performance: 19.286 it/s ] [ lr: 5.00e-05 ] [ eta: 746 days, 10:20:36 ] [ l_g_pix: 2.5379e-02 ] [ l_g_total: 2.5379e-02 ] +2024-10-22 00:25:10,606 INFO: [ epoch: 7 ] [ iter: 87,900 ] [ performance: 20.125 it/s ] [ lr: 5.00e-05 ] [ eta: 741 days, 0:39:13 ] [ l_g_pix: 1.7837e-02 ] [ l_g_total: 1.7837e-02 ] +2024-10-22 00:25:15,601 INFO: [ epoch: 7 ] [ iter: 88,000 ] [ performance: 20.064 it/s ] [ lr: 5.00e-05 ] [ eta: 735 days, 14:18:27 ] [ l_g_pix: 2.5263e-02 ] [ l_g_total: 2.5263e-02 ] +2024-10-22 00:25:20,736 INFO: [ epoch: 7 ] [ iter: 88,100 ] [ performance: 19.380 it/s ] [ lr: 5.00e-05 ] [ eta: 730 days, 4:09:00 ] [ l_g_pix: 2.1998e-02 ] [ l_g_total: 2.1998e-02 ] +2024-10-22 00:25:25,884 INFO: [ epoch: 7 ] [ iter: 88,200 ] [ performance: 19.409 it/s ] [ lr: 5.00e-05 ] [ eta: 724 days, 17:44:57 ] [ l_g_pix: 1.8044e-02 ] [ l_g_total: 1.8044e-02 ] +2024-10-22 00:25:31,193 INFO: [ epoch: 7 ] [ iter: 88,300 ] [ performance: 18.781 it/s ] [ lr: 5.00e-05 ] [ eta: 719 days, 7:35:04 ] [ l_g_pix: 1.8840e-02 ] [ l_g_total: 1.8840e-02 ] +2024-10-22 00:25:36,446 INFO: [ epoch: 7 ] [ iter: 88,400 ] [ performance: 18.940 it/s ] [ lr: 5.00e-05 ] [ eta: 713 days, 20:56:41 ] [ l_g_pix: 2.0053e-02 ] [ l_g_total: 2.0053e-02 ] +2024-10-22 00:25:41,524 INFO: [ epoch: 7 ] [ iter: 88,500 ] [ performance: 19.500 it/s ] [ lr: 5.00e-05 ] [ eta: 708 days, 9:27:16 ] [ l_g_pix: 3.5890e-02 ] [ l_g_total: 3.5890e-02 ] +2024-10-22 00:25:46,627 INFO: [ epoch: 7 ] [ iter: 88,600 ] [ performance: 19.561 it/s ] [ lr: 5.00e-05 ] [ eta: 702 days, 21:45:40 ] [ l_g_pix: 1.8241e-02 ] [ l_g_total: 1.8241e-02 ] +2024-10-22 00:25:51,904 INFO: [ epoch: 7 ] [ iter: 88,700 ] [ performance: 18.937 it/s ] [ lr: 5.00e-05 ] [ eta: 697 days, 10:19:41 ] [ l_g_pix: 1.7670e-02 ] [ l_g_total: 1.7670e-02 ] +2024-10-22 00:25:57,054 INFO: [ epoch: 7 ] [ iter: 88,800 ] [ performance: 19.238 it/s ] [ lr: 5.00e-05 ] [ eta: 691 days, 22:12:32 ] [ l_g_pix: 3.2296e-02 ] [ l_g_total: 3.2296e-02 ] +2024-10-22 00:26:02,257 INFO: [ epoch: 7 ] [ iter: 88,900 ] [ performance: 19.375 it/s ] [ lr: 5.00e-05 ] [ eta: 686 days, 9:57:58 ] [ l_g_pix: 2.1987e-02 ] [ l_g_total: 2.1987e-02 ] +2024-10-22 00:26:07,630 INFO: [ epoch: 7 ] [ iter: 89,000 ] [ performance: 18.885 it/s ] [ lr: 5.00e-05 ] [ eta: 680 days, 21:57:22 ] [ l_g_pix: 3.1577e-02 ] [ l_g_total: 3.1577e-02 ] +2024-10-22 00:26:12,907 INFO: [ epoch: 7 ] [ iter: 89,100 ] [ performance: 19.201 it/s ] [ lr: 5.00e-05 ] [ eta: 675 days, 9:21:22 ] [ l_g_pix: 2.5502e-02 ] [ l_g_total: 2.5502e-02 ] +2024-10-22 00:26:18,163 INFO: [ epoch: 7 ] [ iter: 89,200 ] [ performance: 19.091 it/s ] [ lr: 5.00e-05 ] [ eta: 669 days, 20:23:56 ] [ l_g_pix: 2.4461e-02 ] [ l_g_total: 2.4461e-02 ] +2024-10-22 00:26:23,354 INFO: [ epoch: 7 ] [ iter: 89,300 ] [ performance: 19.204 it/s ] [ lr: 5.00e-05 ] [ eta: 664 days, 6:57:27 ] [ l_g_pix: 2.5606e-02 ] [ l_g_total: 2.5606e-02 ] +2024-10-22 00:26:28,456 INFO: [ epoch: 7 ] [ iter: 89,400 ] [ performance: 19.459 it/s ] [ lr: 5.00e-05 ] [ eta: 658 days, 16:57:48 ] [ l_g_pix: 1.5823e-02 ] [ l_g_total: 1.5823e-02 ] +2024-10-22 00:26:33,463 INFO: [ epoch: 7 ] [ iter: 89,500 ] [ performance: 19.874 it/s ] [ lr: 5.00e-05 ] [ eta: 653 days, 2:24:40 ] [ l_g_pix: 1.7553e-02 ] [ l_g_total: 1.7553e-02 ] +2024-10-22 00:26:38,684 INFO: [ epoch: 7 ] [ iter: 89,600 ] [ performance: 19.405 it/s ] [ lr: 5.00e-05 ] [ eta: 647 days, 12:11:50 ] [ l_g_pix: 2.1655e-02 ] [ l_g_total: 2.1655e-02 ] +2024-10-22 00:26:43,770 INFO: [ epoch: 7 ] [ iter: 89,700 ] [ performance: 19.649 it/s ] [ lr: 5.00e-05 ] [ eta: 641 days, 21:18:34 ] [ l_g_pix: 2.9734e-02 ] [ l_g_total: 2.9734e-02 ] +2024-10-22 00:26:48,875 INFO: [ epoch: 7 ] [ iter: 89,800 ] [ performance: 19.611 it/s ] [ lr: 5.00e-05 ] [ eta: 636 days, 6:11:31 ] [ l_g_pix: 1.6602e-02 ] [ l_g_total: 1.6602e-02 ] +2024-10-22 00:26:53,944 INFO: [ epoch: 7 ] [ iter: 89,900 ] [ performance: 19.560 it/s ] [ lr: 5.00e-05 ] [ eta: 630 days, 14:41:26 ] [ l_g_pix: 3.2863e-02 ] [ l_g_total: 3.2863e-02 ] +2024-10-22 00:26:59,008 INFO: [ epoch: 7 ] [ iter: 90,000 ] [ performance: 19.685 it/s ] [ lr: 5.00e-05 ] [ eta: 624 days, 22:53:26 ] [ l_g_pix: 2.5785e-02 ] [ l_g_total: 2.5785e-02 ] +2024-10-22 00:26:59,008 INFO: Saving models and training states. +2024-10-22 00:28:09,676 INFO: Validation val + + # psnr: 22.0295........ Best: 22.0302 @ 80000 iter + # ssim: 0.6483........ Best: 0.6483 @ 90000 iter + # dists: 0.7865........ Best: 0.7865 @ 90000 iter + +2024-10-22 00:28:14,957 INFO: [ epoch: 7 ] [ iter: 90,100 ] [ performance: 18.991 it/s ] [ lr: 5.00e-05 ] [ eta: 627 days, 9:43:35 ] [ l_g_pix: 2.8811e-02 ] [ l_g_total: 2.8811e-02 ] +2024-10-22 00:28:20,036 INFO: [ epoch: 7 ] [ iter: 90,200 ] [ performance: 19.446 it/s ] [ lr: 5.00e-05 ] [ eta: 621 days, 15:26:13 ] [ l_g_pix: 2.3554e-02 ] [ l_g_total: 2.3554e-02 ] +2024-10-22 00:28:24,993 INFO: [ epoch: 7 ] [ iter: 90,300 ] [ performance: 19.015 it/s ] [ lr: 5.00e-05 ] [ eta: 615 days, 20:32:18 ] [ l_g_pix: 2.7733e-02 ] [ l_g_total: 2.7733e-02 ] +2024-10-22 00:28:30,255 INFO: [ epoch: 7 ] [ iter: 90,400 ] [ performance: 19.010 it/s ] [ lr: 5.00e-05 ] [ eta: 610 days, 2:10:32 ] [ l_g_pix: 2.2343e-02 ] [ l_g_total: 2.2343e-02 ] +2024-10-22 00:28:35,445 INFO: [ epoch: 7 ] [ iter: 90,500 ] [ performance: 19.333 it/s ] [ lr: 5.00e-05 ] [ eta: 604 days, 7:19:49 ] [ l_g_pix: 2.1841e-02 ] [ l_g_total: 2.1841e-02 ] +2024-10-22 00:28:40,649 INFO: [ epoch: 7 ] [ iter: 90,600 ] [ performance: 19.256 it/s ] [ lr: 5.00e-05 ] [ eta: 598 days, 12:14:06 ] [ l_g_pix: 1.8384e-02 ] [ l_g_total: 1.8384e-02 ] +2024-10-22 00:28:45,776 INFO: [ epoch: 7 ] [ iter: 90,700 ] [ performance: 19.524 it/s ] [ lr: 5.00e-05 ] [ eta: 592 days, 16:39:06 ] [ l_g_pix: 2.1700e-02 ] [ l_g_total: 2.1700e-02 ] +2024-10-22 00:28:51,055 INFO: [ epoch: 7 ] [ iter: 90,800 ] [ performance: 19.133 it/s ] [ lr: 5.00e-05 ] [ eta: 586 days, 21:10:12 ] [ l_g_pix: 1.9561e-02 ] [ l_g_total: 1.9561e-02 ] +2024-10-22 00:28:56,332 INFO: [ epoch: 7 ] [ iter: 90,900 ] [ performance: 19.024 it/s ] [ lr: 5.00e-05 ] [ eta: 581 days, 1:23:33 ] [ l_g_pix: 2.9295e-02 ] [ l_g_total: 2.9295e-02 ] +2024-10-22 00:29:01,562 INFO: [ epoch: 7 ] [ iter: 91,000 ] [ performance: 19.091 it/s ] [ lr: 5.00e-05 ] [ eta: 575 days, 5:12:12 ] [ l_g_pix: 2.7152e-02 ] [ l_g_total: 2.7152e-02 ] +2024-10-22 00:29:06,697 INFO: [ epoch: 7 ] [ iter: 91,100 ] [ performance: 19.678 it/s ] [ lr: 5.00e-05 ] [ eta: 569 days, 8:29:16 ] [ l_g_pix: 3.6363e-02 ] [ l_g_total: 3.6363e-02 ] +2024-10-22 00:29:11,938 INFO: [ epoch: 7 ] [ iter: 91,200 ] [ performance: 19.268 it/s ] [ lr: 5.00e-05 ] [ eta: 563 days, 11:44:52 ] [ l_g_pix: 2.3896e-02 ] [ l_g_total: 2.3896e-02 ] +2024-10-22 00:29:17,166 INFO: [ epoch: 7 ] [ iter: 91,300 ] [ performance: 19.374 it/s ] [ lr: 5.00e-05 ] [ eta: 557 days, 14:41:04 ] [ l_g_pix: 1.7593e-02 ] [ l_g_total: 1.7593e-02 ] +2024-10-22 00:29:22,364 INFO: [ epoch: 7 ] [ iter: 91,400 ] [ performance: 19.283 it/s ] [ lr: 5.00e-05 ] [ eta: 551 days, 17:15:31 ] [ l_g_pix: 3.0565e-02 ] [ l_g_total: 3.0565e-02 ] +2024-10-22 00:29:27,780 INFO: [ epoch: 7 ] [ iter: 91,500 ] [ performance: 18.566 it/s ] [ lr: 5.00e-05 ] [ eta: 545 days, 20:03:31 ] [ l_g_pix: 2.2290e-02 ] [ l_g_total: 2.2290e-02 ] +2024-10-22 00:29:33,070 INFO: [ epoch: 7 ] [ iter: 91,600 ] [ performance: 18.801 it/s ] [ lr: 5.00e-05 ] [ eta: 539 days, 22:15:45 ] [ l_g_pix: 2.2298e-02 ] [ l_g_total: 2.2298e-02 ] +2024-10-22 00:29:38,508 INFO: [ epoch: 7 ] [ iter: 91,700 ] [ performance: 18.231 it/s ] [ lr: 5.00e-05 ] [ eta: 534 days, 0:31:01 ] [ l_g_pix: 1.8868e-02 ] [ l_g_total: 1.8868e-02 ] +2024-10-22 00:29:43,781 INFO: [ epoch: 7 ] [ iter: 91,800 ] [ performance: 18.735 it/s ] [ lr: 5.00e-05 ] [ eta: 528 days, 2:05:32 ] [ l_g_pix: 2.2325e-02 ] [ l_g_total: 2.2325e-02 ] +2024-10-22 00:29:49,092 INFO: [ epoch: 7 ] [ iter: 91,900 ] [ performance: 19.092 it/s ] [ lr: 5.00e-05 ] [ eta: 522 days, 3:27:28 ] [ l_g_pix: 2.3562e-02 ] [ l_g_total: 2.3562e-02 ] +2024-10-22 00:29:54,231 INFO: [ epoch: 7 ] [ iter: 92,000 ] [ performance: 19.348 it/s ] [ lr: 5.00e-05 ] [ eta: 516 days, 4:08:54 ] [ l_g_pix: 1.7627e-02 ] [ l_g_total: 1.7627e-02 ] +2024-10-22 00:29:59,465 INFO: [ epoch: 7 ] [ iter: 92,100 ] [ performance: 18.884 it/s ] [ lr: 5.00e-05 ] [ eta: 510 days, 4:45:38 ] [ l_g_pix: 2.5549e-02 ] [ l_g_total: 2.5549e-02 ] +2024-10-22 00:30:04,669 INFO: [ epoch: 7 ] [ iter: 92,200 ] [ performance: 19.117 it/s ] [ lr: 5.00e-05 ] [ eta: 504 days, 5:01:09 ] [ l_g_pix: 2.4685e-02 ] [ l_g_total: 2.4685e-02 ] +2024-10-22 00:30:10,005 INFO: [ epoch: 7 ] [ iter: 92,300 ] [ performance: 18.664 it/s ] [ lr: 5.00e-05 ] [ eta: 498 days, 5:16:12 ] [ l_g_pix: 2.1312e-02 ] [ l_g_total: 2.1312e-02 ] +2024-10-22 00:30:15,314 INFO: [ epoch: 7 ] [ iter: 92,400 ] [ performance: 18.787 it/s ] [ lr: 5.00e-05 ] [ eta: 492 days, 5:10:03 ] [ l_g_pix: 2.2679e-02 ] [ l_g_total: 2.2679e-02 ] +2024-10-22 00:30:20,726 INFO: [ epoch: 7 ] [ iter: 92,500 ] [ performance: 18.551 it/s ] [ lr: 5.00e-05 ] [ eta: 486 days, 4:58:58 ] [ l_g_pix: 2.8431e-02 ] [ l_g_total: 2.8431e-02 ] +2024-10-22 00:30:26,175 INFO: [ epoch: 7 ] [ iter: 92,600 ] [ performance: 18.410 it/s ] [ lr: 5.00e-05 ] [ eta: 480 days, 4:34:29 ] [ l_g_pix: 2.6628e-02 ] [ l_g_total: 2.6628e-02 ] +2024-10-22 00:30:31,517 INFO: [ epoch: 7 ] [ iter: 92,700 ] [ performance: 18.955 it/s ] [ lr: 5.00e-05 ] [ eta: 474 days, 3:38:53 ] [ l_g_pix: 1.8722e-02 ] [ l_g_total: 1.8722e-02 ] +2024-10-22 00:30:36,814 INFO: [ epoch: 7 ] [ iter: 92,800 ] [ performance: 18.903 it/s ] [ lr: 5.00e-05 ] [ eta: 468 days, 2:19:59 ] [ l_g_pix: 2.9392e-02 ] [ l_g_total: 2.9392e-02 ] +2024-10-22 00:30:42,173 INFO: [ epoch: 7 ] [ iter: 92,900 ] [ performance: 18.475 it/s ] [ lr: 5.00e-05 ] [ eta: 462 days, 0:50:46 ] [ l_g_pix: 2.3705e-02 ] [ l_g_total: 2.3705e-02 ] +2024-10-22 00:30:47,539 INFO: [ epoch: 7 ] [ iter: 93,000 ] [ performance: 18.592 it/s ] [ lr: 5.00e-05 ] [ eta: 455 days, 23:04:35 ] [ l_g_pix: 1.7366e-02 ] [ l_g_total: 1.7366e-02 ] +2024-10-22 00:30:52,852 INFO: [ epoch: 7 ] [ iter: 93,100 ] [ performance: 18.947 it/s ] [ lr: 5.00e-05 ] [ eta: 449 days, 20:54:21 ] [ l_g_pix: 2.2768e-02 ] [ l_g_total: 2.2768e-02 ] +2024-10-22 00:30:58,204 INFO: [ epoch: 7 ] [ iter: 93,200 ] [ performance: 18.757 it/s ] [ lr: 5.00e-05 ] [ eta: 443 days, 18:30:50 ] [ l_g_pix: 2.3673e-02 ] [ l_g_total: 2.3673e-02 ] +2024-10-22 00:31:03,496 INFO: [ epoch: 7 ] [ iter: 93,300 ] [ performance: 19.316 it/s ] [ lr: 5.00e-05 ] [ eta: 437 days, 15:42:48 ] [ l_g_pix: 2.4205e-02 ] [ l_g_total: 2.4205e-02 ] +2024-10-22 00:31:08,733 INFO: [ epoch: 7 ] [ iter: 93,400 ] [ performance: 19.154 it/s ] [ lr: 5.00e-05 ] [ eta: 431 days, 12:31:07 ] [ l_g_pix: 2.2749e-02 ] [ l_g_total: 2.2749e-02 ] +2024-10-22 00:31:13,904 INFO: [ epoch: 7 ] [ iter: 93,500 ] [ performance: 19.115 it/s ] [ lr: 5.00e-05 ] [ eta: 425 days, 8:54:41 ] [ l_g_pix: 1.4369e-02 ] [ l_g_total: 1.4369e-02 ] +2024-10-22 00:31:18,989 INFO: [ epoch: 7 ] [ iter: 93,600 ] [ performance: 19.520 it/s ] [ lr: 5.00e-05 ] [ eta: 419 days, 4:52:00 ] [ l_g_pix: 2.5892e-02 ] [ l_g_total: 2.5892e-02 ] +2024-10-22 00:31:24,172 INFO: [ epoch: 7 ] [ iter: 93,700 ] [ performance: 19.099 it/s ] [ lr: 5.00e-05 ] [ eta: 413 days, 0:42:34 ] [ l_g_pix: 2.1079e-02 ] [ l_g_total: 2.1079e-02 ] +2024-10-22 00:31:29,452 INFO: [ epoch: 7 ] [ iter: 93,800 ] [ performance: 18.980 it/s ] [ lr: 5.00e-05 ] [ eta: 406 days, 20:25:57 ] [ l_g_pix: 3.0832e-02 ] [ l_g_total: 3.0832e-02 ] +2024-10-22 00:31:34,775 INFO: [ epoch: 7 ] [ iter: 93,900 ] [ performance: 18.708 it/s ] [ lr: 5.00e-05 ] [ eta: 400 days, 15:56:04 ] [ l_g_pix: 3.6451e-02 ] [ l_g_total: 3.6451e-02 ] +2024-10-22 00:31:40,028 INFO: [ epoch: 7 ] [ iter: 94,000 ] [ performance: 18.956 it/s ] [ lr: 5.00e-05 ] [ eta: 394 days, 11:01:25 ] [ l_g_pix: 1.8048e-02 ] [ l_g_total: 1.8048e-02 ] +2024-10-22 00:31:45,301 INFO: [ epoch: 7 ] [ iter: 94,100 ] [ performance: 19.229 it/s ] [ lr: 5.00e-05 ] [ eta: 388 days, 5:51:13 ] [ l_g_pix: 2.1786e-02 ] [ l_g_total: 2.1786e-02 ] +2024-10-22 00:31:50,650 INFO: [ epoch: 7 ] [ iter: 94,200 ] [ performance: 18.824 it/s ] [ lr: 5.00e-05 ] [ eta: 382 days, 0:30:48 ] [ l_g_pix: 2.0575e-02 ] [ l_g_total: 2.0575e-02 ] +2024-10-22 00:31:56,012 INFO: [ epoch: 7 ] [ iter: 94,300 ] [ performance: 18.998 it/s ] [ lr: 5.00e-05 ] [ eta: 375 days, 18:53:46 ] [ l_g_pix: 2.8275e-02 ] [ l_g_total: 2.8275e-02 ] +2024-10-22 00:32:01,333 INFO: [ epoch: 7 ] [ iter: 94,400 ] [ performance: 18.842 it/s ] [ lr: 5.00e-05 ] [ eta: 369 days, 12:55:06 ] [ l_g_pix: 2.2491e-02 ] [ l_g_total: 2.2491e-02 ] +2024-10-22 00:32:06,741 INFO: [ epoch: 7 ] [ iter: 94,500 ] [ performance: 18.514 it/s ] [ lr: 5.00e-05 ] [ eta: 363 days, 6:46:38 ] [ l_g_pix: 1.7908e-02 ] [ l_g_total: 1.7908e-02 ] +2024-10-22 00:32:12,057 INFO: [ epoch: 7 ] [ iter: 94,600 ] [ performance: 18.744 it/s ] [ lr: 5.00e-05 ] [ eta: 357 days, 0:11:51 ] [ l_g_pix: 1.9583e-02 ] [ l_g_total: 1.9583e-02 ] +2024-10-22 00:32:17,441 INFO: [ epoch: 7 ] [ iter: 94,700 ] [ performance: 18.402 it/s ] [ lr: 5.00e-05 ] [ eta: 350 days, 17:25:21 ] [ l_g_pix: 2.2954e-02 ] [ l_g_total: 2.2954e-02 ] +2024-10-22 00:32:22,793 INFO: [ epoch: 7 ] [ iter: 94,800 ] [ performance: 18.622 it/s ] [ lr: 5.00e-05 ] [ eta: 344 days, 10:18:09 ] [ l_g_pix: 2.8123e-02 ] [ l_g_total: 2.8123e-02 ] +2024-10-22 00:32:28,098 INFO: [ epoch: 7 ] [ iter: 94,900 ] [ performance: 18.992 it/s ] [ lr: 5.00e-05 ] [ eta: 338 days, 2:49:08 ] [ l_g_pix: 2.5893e-02 ] [ l_g_total: 2.5893e-02 ] +2024-10-22 00:32:33,452 INFO: [ epoch: 7 ] [ iter: 95,000 ] [ performance: 18.747 it/s ] [ lr: 5.00e-05 ] [ eta: 331 days, 19:06:30 ] [ l_g_pix: 2.2866e-02 ] [ l_g_total: 2.2866e-02 ] +2024-10-22 00:32:38,758 INFO: [ epoch: 7 ] [ iter: 95,100 ] [ performance: 18.694 it/s ] [ lr: 5.00e-05 ] [ eta: 325 days, 11:02:07 ] [ l_g_pix: 2.9277e-02 ] [ l_g_total: 2.9277e-02 ] +2024-10-22 00:32:44,126 INFO: [ epoch: 7 ] [ iter: 95,200 ] [ performance: 18.645 it/s ] [ lr: 5.00e-05 ] [ eta: 319 days, 2:44:58 ] [ l_g_pix: 2.4394e-02 ] [ l_g_total: 2.4394e-02 ] +2024-10-22 00:32:49,568 INFO: [ epoch: 7 ] [ iter: 95,300 ] [ performance: 18.194 it/s ] [ lr: 5.00e-05 ] [ eta: 312 days, 18:15:43 ] [ l_g_pix: 2.1984e-02 ] [ l_g_total: 2.1984e-02 ] +2024-10-22 00:32:54,949 INFO: [ epoch: 7 ] [ iter: 95,400 ] [ performance: 18.504 it/s ] [ lr: 5.00e-05 ] [ eta: 306 days, 9:23:39 ] [ l_g_pix: 2.0478e-02 ] [ l_g_total: 2.0478e-02 ] +2024-10-22 00:33:00,449 INFO: [ epoch: 7 ] [ iter: 95,500 ] [ performance: 18.943 it/s ] [ lr: 5.00e-05 ] [ eta: 300 days, 0:22:38 ] [ l_g_pix: 2.0091e-02 ] [ l_g_total: 2.0091e-02 ] +2024-10-22 00:33:05,745 INFO: [ epoch: 7 ] [ iter: 95,600 ] [ performance: 18.897 it/s ] [ lr: 5.00e-05 ] [ eta: 293 days, 14:48:16 ] [ l_g_pix: 2.5766e-02 ] [ l_g_total: 2.5766e-02 ] +2024-10-22 00:33:11,011 INFO: [ epoch: 7 ] [ iter: 95,700 ] [ performance: 19.169 it/s ] [ lr: 5.00e-05 ] [ eta: 287 days, 4:54:06 ] [ l_g_pix: 1.0873e-02 ] [ l_g_total: 1.0873e-02 ] +2024-10-22 00:33:16,278 INFO: [ epoch: 7 ] [ iter: 95,800 ] [ performance: 19.023 it/s ] [ lr: 5.00e-05 ] [ eta: 280 days, 18:42:27 ] [ l_g_pix: 1.9153e-02 ] [ l_g_total: 1.9153e-02 ] +2024-10-22 00:33:21,624 INFO: [ epoch: 7 ] [ iter: 95,900 ] [ performance: 19.059 it/s ] [ lr: 5.00e-05 ] [ eta: 274 days, 8:18:40 ] [ l_g_pix: 2.2895e-02 ] [ l_g_total: 2.2895e-02 ] +2024-10-22 00:33:26,979 INFO: [ epoch: 7 ] [ iter: 96,000 ] [ performance: 18.746 it/s ] [ lr: 5.00e-05 ] [ eta: 267 days, 21:37:40 ] [ l_g_pix: 1.9289e-02 ] [ l_g_total: 1.9289e-02 ] +2024-10-22 00:33:32,440 INFO: [ epoch: 7 ] [ iter: 96,100 ] [ performance: 18.709 it/s ] [ lr: 5.00e-05 ] [ eta: 261 days, 10:45:39 ] [ l_g_pix: 2.3897e-02 ] [ l_g_total: 2.3897e-02 ] +2024-10-22 00:33:37,766 INFO: [ epoch: 7 ] [ iter: 96,200 ] [ performance: 18.765 it/s ] [ lr: 5.00e-05 ] [ eta: 254 days, 23:26:56 ] [ l_g_pix: 2.6044e-02 ] [ l_g_total: 2.6044e-02 ] +2024-10-22 00:33:43,096 INFO: [ epoch: 7 ] [ iter: 96,300 ] [ performance: 19.363 it/s ] [ lr: 5.00e-05 ] [ eta: 248 days, 11:50:42 ] [ l_g_pix: 2.8744e-02 ] [ l_g_total: 2.8744e-02 ] +2024-10-22 00:33:48,505 INFO: [ epoch: 7 ] [ iter: 96,400 ] [ performance: 18.636 it/s ] [ lr: 5.00e-05 ] [ eta: 242 days, 0:01:25 ] [ l_g_pix: 2.5452e-02 ] [ l_g_total: 2.5452e-02 ] +2024-10-22 00:33:53,945 INFO: [ epoch: 7 ] [ iter: 96,500 ] [ performance: 18.811 it/s ] [ lr: 5.00e-05 ] [ eta: 235 days, 11:55:58 ] [ l_g_pix: 1.6514e-02 ] [ l_g_total: 1.6514e-02 ] +2024-10-22 00:33:59,335 INFO: [ epoch: 7 ] [ iter: 96,600 ] [ performance: 18.599 it/s ] [ lr: 5.00e-05 ] [ eta: 228 days, 23:29:28 ] [ l_g_pix: 1.9430e-02 ] [ l_g_total: 1.9430e-02 ] +2024-10-22 00:34:04,672 INFO: [ epoch: 7 ] [ iter: 96,700 ] [ performance: 18.877 it/s ] [ lr: 5.00e-05 ] [ eta: 222 days, 10:42:08 ] [ l_g_pix: 1.7179e-02 ] [ l_g_total: 1.7179e-02 ] +2024-10-22 00:34:09,943 INFO: [ epoch: 7 ] [ iter: 96,800 ] [ performance: 18.956 it/s ] [ lr: 5.00e-05 ] [ eta: 215 days, 21:33:33 ] [ l_g_pix: 1.3634e-02 ] [ l_g_total: 1.3634e-02 ] +2024-10-22 00:34:15,335 INFO: [ epoch: 7 ] [ iter: 96,900 ] [ performance: 18.855 it/s ] [ lr: 5.00e-05 ] [ eta: 209 days, 8:13:32 ] [ l_g_pix: 1.7658e-02 ] [ l_g_total: 1.7658e-02 ] +2024-10-22 00:34:20,709 INFO: [ epoch: 7 ] [ iter: 97,000 ] [ performance: 18.646 it/s ] [ lr: 5.00e-05 ] [ eta: 202 days, 18:34:43 ] [ l_g_pix: 2.9358e-02 ] [ l_g_total: 2.9358e-02 ] +2024-10-22 00:34:26,024 INFO: [ epoch: 7 ] [ iter: 97,100 ] [ performance: 19.168 it/s ] [ lr: 5.00e-05 ] [ eta: 196 days, 4:35:06 ] [ l_g_pix: 2.4355e-02 ] [ l_g_total: 2.4355e-02 ] +2024-10-22 00:34:31,332 INFO: [ epoch: 7 ] [ iter: 97,200 ] [ performance: 18.889 it/s ] [ lr: 5.00e-05 ] [ eta: 189 days, 14:17:28 ] [ l_g_pix: 1.4252e-02 ] [ l_g_total: 1.4252e-02 ] +2024-10-22 00:34:36,709 INFO: [ epoch: 7 ] [ iter: 97,300 ] [ performance: 19.334 it/s ] [ lr: 5.00e-05 ] [ eta: 182 days, 23:45:14 ] [ l_g_pix: 1.8158e-02 ] [ l_g_total: 1.8158e-02 ] +2024-10-22 00:34:41,966 INFO: [ epoch: 7 ] [ iter: 97,400 ] [ performance: 19.065 it/s ] [ lr: 5.00e-05 ] [ eta: 176 days, 8:49:54 ] [ l_g_pix: 2.0884e-02 ] [ l_g_total: 2.0884e-02 ] +2024-10-22 00:34:47,229 INFO: [ epoch: 7 ] [ iter: 97,500 ] [ performance: 19.504 it/s ] [ lr: 5.00e-05 ] [ eta: 169 days, 17:37:15 ] [ l_g_pix: 2.0589e-02 ] [ l_g_total: 2.0589e-02 ] +2024-10-22 00:34:52,532 INFO: [ epoch: 7 ] [ iter: 97,600 ] [ performance: 18.941 it/s ] [ lr: 5.00e-05 ] [ eta: 163 days, 2:08:41 ] [ l_g_pix: 2.3206e-02 ] [ l_g_total: 2.3206e-02 ] +2024-10-22 00:34:57,952 INFO: [ epoch: 7 ] [ iter: 97,700 ] [ performance: 18.624 it/s ] [ lr: 5.00e-05 ] [ eta: 156 days, 10:26:56 ] [ l_g_pix: 1.8738e-02 ] [ l_g_total: 1.8738e-02 ] +2024-10-22 00:35:03,368 INFO: [ epoch: 7 ] [ iter: 97,800 ] [ performance: 18.486 it/s ] [ lr: 5.00e-05 ] [ eta: 149 days, 18:26:57 ] [ l_g_pix: 1.3525e-02 ] [ l_g_total: 1.3525e-02 ] +2024-10-22 00:35:08,649 INFO: [ epoch: 7 ] [ iter: 97,900 ] [ performance: 20.217 it/s ] [ lr: 5.00e-05 ] [ eta: 143 days, 2:04:11 ] [ l_g_pix: 2.8831e-02 ] [ l_g_total: 2.8831e-02 ] +2024-10-22 00:35:13,831 INFO: [ epoch: 7 ] [ iter: 98,000 ] [ performance: 19.402 it/s ] [ lr: 5.00e-05 ] [ eta: 136 days, 9:20:31 ] [ l_g_pix: 1.6529e-02 ] [ l_g_total: 1.6529e-02 ] +2024-10-22 00:35:18,998 INFO: [ epoch: 7 ] [ iter: 98,100 ] [ performance: 18.513 it/s ] [ lr: 5.00e-05 ] [ eta: 129 days, 16:19:07 ] [ l_g_pix: 2.3392e-02 ] [ l_g_total: 2.3392e-02 ] +2024-10-22 00:35:24,356 INFO: [ epoch: 7 ] [ iter: 98,200 ] [ performance: 18.648 it/s ] [ lr: 5.00e-05 ] [ eta: 122 days, 23:06:14 ] [ l_g_pix: 2.7566e-02 ] [ l_g_total: 2.7566e-02 ] +2024-10-22 00:35:29,586 INFO: [ epoch: 7 ] [ iter: 98,300 ] [ performance: 19.705 it/s ] [ lr: 5.00e-05 ] [ eta: 116 days, 5:31:50 ] [ l_g_pix: 1.7611e-02 ] [ l_g_total: 1.7611e-02 ] +2024-10-22 00:35:34,814 INFO: [ epoch: 7 ] [ iter: 98,400 ] [ performance: 19.183 it/s ] [ lr: 5.00e-05 ] [ eta: 109 days, 11:39:59 ] [ l_g_pix: 3.3308e-02 ] [ l_g_total: 3.3308e-02 ] +2024-10-22 00:35:40,063 INFO: [ epoch: 7 ] [ iter: 98,500 ] [ performance: 18.343 it/s ] [ lr: 5.00e-05 ] [ eta: 102 days, 17:31:11 ] [ l_g_pix: 2.6017e-02 ] [ l_g_total: 2.6017e-02 ] +2024-10-22 00:35:45,390 INFO: [ epoch: 7 ] [ iter: 98,600 ] [ performance: 18.733 it/s ] [ lr: 5.00e-05 ] [ eta: 95 days, 23:06:45 ] [ l_g_pix: 2.1879e-02 ] [ l_g_total: 2.1879e-02 ] +2024-10-22 00:35:50,301 INFO: [ epoch: 7 ] [ iter: 98,700 ] [ performance: 20.775 it/s ] [ lr: 5.00e-05 ] [ eta: 89 days, 4:15:32 ] [ l_g_pix: 2.0239e-02 ] [ l_g_total: 2.0239e-02 ] +2024-10-22 00:35:57,271 INFO: [ epoch: 8 ] [ iter: 98,800 ] [ performance: 14.726 it/s ] [ lr: 5.00e-05 ] [ eta: 82 days, 9:49:05 ] [ l_g_pix: 1.8218e-02 ] [ l_g_total: 1.8218e-02 ] +2024-10-22 00:36:02,553 INFO: [ epoch: 8 ] [ iter: 98,900 ] [ performance: 18.980 it/s ] [ lr: 5.00e-05 ] [ eta: 75 days, 14:28:30 ] [ l_g_pix: 1.5435e-02 ] [ l_g_total: 1.5435e-02 ] +2024-10-22 00:36:07,847 INFO: [ epoch: 8 ] [ iter: 99,000 ] [ performance: 18.899 it/s ] [ lr: 5.00e-05 ] [ eta: 68 days, 18:50:30 ] [ l_g_pix: 2.1563e-02 ] [ l_g_total: 2.1563e-02 ] +2024-10-22 00:36:13,159 INFO: [ epoch: 8 ] [ iter: 99,100 ] [ performance: 18.960 it/s ] [ lr: 5.00e-05 ] [ eta: 61 days, 22:55:08 ] [ l_g_pix: 2.9518e-02 ] [ l_g_total: 2.9518e-02 ] +2024-10-22 00:36:18,567 INFO: [ epoch: 8 ] [ iter: 99,200 ] [ performance: 18.522 it/s ] [ lr: 5.00e-05 ] [ eta: 55 days, 2:43:20 ] [ l_g_pix: 2.2425e-02 ] [ l_g_total: 2.2425e-02 ] +2024-10-22 00:36:23,804 INFO: [ epoch: 8 ] [ iter: 99,300 ] [ performance: 19.456 it/s ] [ lr: 5.00e-05 ] [ eta: 48 days, 6:11:30 ] [ l_g_pix: 2.0389e-02 ] [ l_g_total: 2.0389e-02 ] +2024-10-22 00:36:28,899 INFO: [ epoch: 8 ] [ iter: 99,400 ] [ performance: 19.620 it/s ] [ lr: 5.00e-05 ] [ eta: 41 days, 9:20:48 ] [ l_g_pix: 2.6172e-02 ] [ l_g_total: 2.6172e-02 ] +2024-10-22 00:36:34,093 INFO: [ epoch: 8 ] [ iter: 99,500 ] [ performance: 18.570 it/s ] [ lr: 5.00e-05 ] [ eta: 34 days, 12:13:57 ] [ l_g_pix: 2.1010e-02 ] [ l_g_total: 2.1010e-02 ] +2024-10-22 00:36:39,131 INFO: [ epoch: 8 ] [ iter: 99,600 ] [ performance: 19.788 it/s ] [ lr: 5.00e-05 ] [ eta: 27 days, 14:48:45 ] [ l_g_pix: 1.7901e-02 ] [ l_g_total: 1.7901e-02 ] +2024-10-22 00:36:44,120 INFO: [ epoch: 8 ] [ iter: 99,700 ] [ performance: 18.582 it/s ] [ lr: 5.00e-05 ] [ eta: 20 days, 17:06:30 ] [ l_g_pix: 2.2869e-02 ] [ l_g_total: 2.2869e-02 ] +2024-10-22 00:36:49,419 INFO: [ epoch: 8 ] [ iter: 99,800 ] [ performance: 18.861 it/s ] [ lr: 5.00e-05 ] [ eta: 13 days, 19:08:39 ] [ l_g_pix: 1.7165e-02 ] [ l_g_total: 1.7165e-02 ] +2024-10-22 00:36:54,657 INFO: [ epoch: 8 ] [ iter: 99,900 ] [ performance: 18.707 it/s ] [ lr: 5.00e-05 ] [ eta: 6 days, 20:53:03 ] [ l_g_pix: 2.8824e-02 ] [ l_g_total: 2.8824e-02 ] +2024-10-22 00:36:59,893 INFO: [ epoch: 8 ] [ iter:100,000 ] [ performance: 19.090 it/s ] [ lr: 5.00e-05 ] [ eta: -1 day, 22:19:59 ] [ l_g_pix: 1.2812e-02 ] [ l_g_total: 1.2812e-02 ] +2024-10-22 00:36:59,893 INFO: Saving models and training states. +2024-10-22 00:38:25,812 INFO: Validation val + + # psnr: 22.0279........ Best: 22.0302 @ 80000 iter + # ssim: 0.6485........ Best: 0.6485 @ 100000 iter + # dists: 0.7865........ Best: 0.7865 @ 100000 iter + +2024-10-22 00:38:26,838 INFO: End of training. Time consumed: 1:41:31 +2024-10-22 00:38:26,839 INFO: Save the latest model. +2024-10-22 00:39:35,539 INFO: Validation val + + # psnr: 22.0279........ Best: 22.0302 @ 80000 iter + # ssim: 0.6485........ Best: 0.6485 @ 100002 iter + # dists: 0.7865........ Best: 0.7865 @ 100002 iter + diff --git a/imagenet/models/default/4ximagenet_span_fp16/training_states/100000.state b/imagenet/models/default/4ximagenet_span_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..a52b711217a48313a68580b2da0912e8fdebbc7d --- /dev/null +++ b/imagenet/models/default/4ximagenet_span_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27fe8f56ea04988a615d53cf7d307e899ebba4d70749e144585f4e77537e7b8f +size 14859114 diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa02/4ximagenet_span_fp16_hyperiqa02.toml b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa02/4ximagenet_span_fp16_hyperiqa02.toml new file mode 100644 index 0000000000000000000000000000000000000000..252edd9e477cd67d1443da2a006b77e048b8efb8 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa02/4ximagenet_span_fp16_hyperiqa02.toml @@ -0,0 +1,60 @@ +# GENERATE TIME: Tue Oct 22 00:39:44 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16_hyperiqa02.toml + +name = "4ximagenet_span_fp16_hyperiqa02" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/hyperiqa_02/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/hyperiqa_02_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa02/models/net_g_100000.pth b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa02/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..0bbb95360841f5a82f98ac851bf92fa71fb3464a --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa02/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00924a6188957a9afbba27b914dce50a269e874ec987f3c2ac63aeb960caef2c +size 9010221 diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa02/train_4ximagenet_span_fp16_hyperiqa02_20241022_003944.log b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa02/train_4ximagenet_span_fp16_hyperiqa02_20241022_003944.log new file mode 100644 index 0000000000000000000000000000000000000000..12220b66043260d759b7575cecb139ad5fc1f871 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa02/train_4ximagenet_span_fp16_hyperiqa02_20241022_003944.log @@ -0,0 +1,1100 @@ +2024-10-22 00:39:44,550 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-22 00:42:47,828 INFO: Dataset [paired] is built. +2024-10-22 00:42:47,828 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16_hyperiqa02 + Number of train images: 195500 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 12219 + Total epochs 9 for total iters 100000. +2024-10-22 00:42:47,829 INFO: Dataset [paired] is built. +2024-10-22 00:42:47,829 INFO: Number of val images/folders: 100 +2024-10-22 00:42:48,124 INFO: Using network [span]. +2024-10-22 00:42:48,181 INFO: Using exponential-moving average. +2024-10-22 00:42:48,182 INFO: Loss [L1Loss] enabled. +2024-10-22 00:42:48,182 INFO: Using model [image]. +2024-10-22 00:42:48,765 INFO: AMP enabled. +2024-10-22 00:42:48,765 INFO: Deterministic mode enabled. +2024-10-22 00:42:48,766 INFO: Start training from epoch: 0, iter: 0 +2024-10-22 00:42:57,162 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 11.911 it/s ] [ lr: 1.00e-04 ] [ eta: 6 days, 2:33:56 ] [ l_g_pix: 1.0056e-01 ] [ l_g_total: 1.0056e-01 ] +2024-10-22 00:43:02,356 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 14.718 it/s ] [ lr: 1.00e-04 ] [ eta: 12 days, 2:25:19 ] [ l_g_pix: 9.3617e-02 ] [ l_g_total: 9.3617e-02 ] +2024-10-22 00:43:07,505 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 19.448 it/s ] [ lr: 1.00e-04 ] [ eta: 18 days, 0:43:56 ] [ l_g_pix: 5.1021e-02 ] [ l_g_total: 5.1021e-02 ] +2024-10-22 00:43:12,704 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 19.343 it/s ] [ lr: 1.00e-04 ] [ eta: 24 days, 0:06:52 ] [ l_g_pix: 5.2030e-02 ] [ l_g_total: 5.2030e-02 ] +2024-10-22 00:43:17,724 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 19.974 it/s ] [ lr: 1.00e-04 ] [ eta: 29 days, 18:18:21 ] [ l_g_pix: 4.1954e-02 ] [ l_g_total: 4.1954e-02 ] +2024-10-22 00:43:22,959 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 19.527 it/s ] [ lr: 1.00e-04 ] [ eta: 35 days, 18:06:48 ] [ l_g_pix: 3.4496e-02 ] [ l_g_total: 3.4496e-02 ] +2024-10-22 00:43:28,155 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 19.316 it/s ] [ lr: 1.00e-04 ] [ eta: 41 days, 16:34:30 ] [ l_g_pix: 3.6745e-02 ] [ l_g_total: 3.6745e-02 ] +2024-10-22 00:43:33,326 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 19.328 it/s ] [ lr: 1.00e-04 ] [ eta: 47 days, 14:03:51 ] [ l_g_pix: 3.5384e-02 ] [ l_g_total: 3.5384e-02 ] +2024-10-22 00:43:38,448 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 19.560 it/s ] [ lr: 1.00e-04 ] [ eta: 53 days, 9:54:38 ] [ l_g_pix: 2.9768e-02 ] [ l_g_total: 2.9768e-02 ] +2024-10-22 00:43:43,366 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 19.949 it/s ] [ lr: 1.00e-04 ] [ eta: 58 days, 23:51:23 ] [ l_g_pix: 2.9852e-02 ] [ l_g_total: 2.9852e-02 ] +2024-10-22 00:43:48,462 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 19.634 it/s ] [ lr: 1.00e-04 ] [ eta: 64 days, 18:25:58 ] [ l_g_pix: 3.2757e-02 ] [ l_g_total: 3.2757e-02 ] +2024-10-22 00:43:53,575 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 19.598 it/s ] [ lr: 1.00e-04 ] [ eta: 70 days, 13:09:25 ] [ l_g_pix: 2.3451e-02 ] [ l_g_total: 2.3451e-02 ] +2024-10-22 00:43:58,806 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 19.111 it/s ] [ lr: 1.00e-04 ] [ eta: 76 days, 10:51:34 ] [ l_g_pix: 2.4569e-02 ] [ l_g_total: 2.4569e-02 ] +2024-10-22 00:44:03,969 INFO: [ epoch: 0 ] [ iter: 1,400 ] [ performance: 19.244 it/s ] [ lr: 1.00e-04 ] [ eta: 82 days, 6:24:52 ] [ l_g_pix: 1.9735e-02 ] [ l_g_total: 1.9735e-02 ] +2024-10-22 00:44:09,144 INFO: [ epoch: 0 ] [ iter: 1,500 ] [ performance: 19.367 it/s ] [ lr: 1.00e-04 ] [ eta: 88 days, 2:01:11 ] [ l_g_pix: 2.0808e-02 ] [ l_g_total: 2.0808e-02 ] +2024-10-22 00:44:14,345 INFO: [ epoch: 0 ] [ iter: 1,600 ] [ performance: 19.295 it/s ] [ lr: 1.00e-04 ] [ eta: 93 days, 22:02:02 ] [ l_g_pix: 2.9683e-02 ] [ l_g_total: 2.9683e-02 ] +2024-10-22 00:44:19,482 INFO: [ epoch: 0 ] [ iter: 1,700 ] [ performance: 19.386 it/s ] [ lr: 1.00e-04 ] [ eta: 99 days, 15:59:10 ] [ l_g_pix: 2.7628e-02 ] [ l_g_total: 2.7628e-02 ] +2024-10-22 00:44:24,653 INFO: [ epoch: 0 ] [ iter: 1,800 ] [ performance: 19.362 it/s ] [ lr: 1.00e-04 ] [ eta: 105 days, 10:36:44 ] [ l_g_pix: 2.2734e-02 ] [ l_g_total: 2.2734e-02 ] +2024-10-22 00:44:29,935 INFO: [ epoch: 0 ] [ iter: 1,900 ] [ performance: 18.903 it/s ] [ lr: 1.00e-04 ] [ eta: 111 days, 7:57:57 ] [ l_g_pix: 3.5168e-02 ] [ l_g_total: 3.5168e-02 ] +2024-10-22 00:44:35,038 INFO: [ epoch: 0 ] [ iter: 2,000 ] [ performance: 19.261 it/s ] [ lr: 1.00e-04 ] [ eta: 117 days, 0:09:22 ] [ l_g_pix: 3.1807e-02 ] [ l_g_total: 3.1807e-02 ] +2024-10-22 00:44:40,240 INFO: [ epoch: 0 ] [ iter: 2,100 ] [ performance: 19.251 it/s ] [ lr: 1.00e-04 ] [ eta: 122 days, 18:45:41 ] [ l_g_pix: 2.9566e-02 ] [ l_g_total: 2.9566e-02 ] +2024-10-22 00:44:45,501 INFO: [ epoch: 0 ] [ iter: 2,200 ] [ performance: 19.124 it/s ] [ lr: 1.00e-04 ] [ eta: 128 days, 14:39:52 ] [ l_g_pix: 3.6509e-02 ] [ l_g_total: 3.6509e-02 ] +2024-10-22 00:44:50,544 INFO: [ epoch: 0 ] [ iter: 2,300 ] [ performance: 19.630 it/s ] [ lr: 1.00e-04 ] [ eta: 134 days, 4:21:58 ] [ l_g_pix: 3.1907e-02 ] [ l_g_total: 3.1907e-02 ] +2024-10-22 00:44:55,710 INFO: [ epoch: 0 ] [ iter: 2,400 ] [ performance: 19.485 it/s ] [ lr: 1.00e-04 ] [ eta: 139 days, 21:08:49 ] [ l_g_pix: 2.7632e-02 ] [ l_g_total: 2.7632e-02 ] +2024-10-22 00:45:00,940 INFO: [ epoch: 0 ] [ iter: 2,500 ] [ performance: 19.062 it/s ] [ lr: 1.00e-04 ] [ eta: 145 days, 15:20:08 ] [ l_g_pix: 2.2959e-02 ] [ l_g_total: 2.2959e-02 ] +2024-10-22 00:45:06,028 INFO: [ epoch: 0 ] [ iter: 2,600 ] [ performance: 19.373 it/s ] [ lr: 1.00e-04 ] [ eta: 151 days, 5:24:47 ] [ l_g_pix: 2.2130e-02 ] [ l_g_total: 2.2130e-02 ] +2024-10-22 00:45:11,165 INFO: [ epoch: 0 ] [ iter: 2,700 ] [ performance: 19.441 it/s ] [ lr: 1.00e-04 ] [ eta: 156 days, 20:30:51 ] [ l_g_pix: 3.2677e-02 ] [ l_g_total: 3.2677e-02 ] +2024-10-22 00:45:16,357 INFO: [ epoch: 0 ] [ iter: 2,800 ] [ performance: 19.345 it/s ] [ lr: 1.00e-04 ] [ eta: 162 days, 12:50:09 ] [ l_g_pix: 2.8083e-02 ] [ l_g_total: 2.8083e-02 ] +2024-10-22 00:45:21,626 INFO: [ epoch: 0 ] [ iter: 2,900 ] [ performance: 19.113 it/s ] [ lr: 1.00e-04 ] [ eta: 168 days, 6:56:46 ] [ l_g_pix: 2.0954e-02 ] [ l_g_total: 2.0954e-02 ] +2024-10-22 00:45:26,887 INFO: [ epoch: 0 ] [ iter: 3,000 ] [ performance: 19.058 it/s ] [ lr: 1.00e-04 ] [ eta: 174 days, 0:31:57 ] [ l_g_pix: 2.2523e-02 ] [ l_g_total: 2.2523e-02 ] +2024-10-22 00:45:32,146 INFO: [ epoch: 0 ] [ iter: 3,100 ] [ performance: 19.069 it/s ] [ lr: 1.00e-04 ] [ eta: 179 days, 17:46:29 ] [ l_g_pix: 3.5373e-02 ] [ l_g_total: 3.5373e-02 ] +2024-10-22 00:45:37,375 INFO: [ epoch: 0 ] [ iter: 3,200 ] [ performance: 19.099 it/s ] [ lr: 1.00e-04 ] [ eta: 185 days, 9:56:17 ] [ l_g_pix: 2.1715e-02 ] [ l_g_total: 2.1715e-02 ] +2024-10-22 00:45:42,612 INFO: [ epoch: 0 ] [ iter: 3,300 ] [ performance: 19.098 it/s ] [ lr: 1.00e-04 ] [ eta: 191 days, 2:00:21 ] [ l_g_pix: 2.7736e-02 ] [ l_g_total: 2.7736e-02 ] +2024-10-22 00:45:47,801 INFO: [ epoch: 0 ] [ iter: 3,400 ] [ performance: 19.194 it/s ] [ lr: 1.00e-04 ] [ eta: 196 days, 16:29:43 ] [ l_g_pix: 2.5736e-02 ] [ l_g_total: 2.5736e-02 ] +2024-10-22 00:45:53,052 INFO: [ epoch: 0 ] [ iter: 3,500 ] [ performance: 18.989 it/s ] [ lr: 1.00e-04 ] [ eta: 202 days, 8:22:37 ] [ l_g_pix: 2.3764e-02 ] [ l_g_total: 2.3764e-02 ] +2024-10-22 00:45:58,282 INFO: [ epoch: 0 ] [ iter: 3,600 ] [ performance: 19.063 it/s ] [ lr: 1.00e-04 ] [ eta: 207 days, 23:22:40 ] [ l_g_pix: 2.4856e-02 ] [ l_g_total: 2.4856e-02 ] +2024-10-22 00:46:03,533 INFO: [ epoch: 0 ] [ iter: 3,700 ] [ performance: 19.136 it/s ] [ lr: 1.00e-04 ] [ eta: 213 days, 14:40:29 ] [ l_g_pix: 3.0862e-02 ] [ l_g_total: 3.0862e-02 ] +2024-10-22 00:46:08,764 INFO: [ epoch: 0 ] [ iter: 3,800 ] [ performance: 19.127 it/s ] [ lr: 1.00e-04 ] [ eta: 219 days, 5:07:52 ] [ l_g_pix: 2.0834e-02 ] [ l_g_total: 2.0834e-02 ] +2024-10-22 00:46:14,065 INFO: [ epoch: 0 ] [ iter: 3,900 ] [ performance: 18.917 it/s ] [ lr: 1.00e-04 ] [ eta: 224 days, 21:09:31 ] [ l_g_pix: 2.2747e-02 ] [ l_g_total: 2.2747e-02 ] +2024-10-22 00:46:19,206 INFO: [ epoch: 0 ] [ iter: 4,000 ] [ performance: 19.211 it/s ] [ lr: 1.00e-04 ] [ eta: 230 days, 8:37:32 ] [ l_g_pix: 2.6426e-02 ] [ l_g_total: 2.6426e-02 ] +2024-10-22 00:46:24,445 INFO: [ epoch: 0 ] [ iter: 4,100 ] [ performance: 19.001 it/s ] [ lr: 1.00e-04 ] [ eta: 235 days, 22:27:04 ] [ l_g_pix: 3.3116e-02 ] [ l_g_total: 3.3116e-02 ] +2024-10-22 00:46:29,654 INFO: [ epoch: 0 ] [ iter: 4,200 ] [ performance: 19.113 it/s ] [ lr: 1.00e-04 ] [ eta: 241 days, 11:08:36 ] [ l_g_pix: 3.8854e-02 ] [ l_g_total: 3.8854e-02 ] +2024-10-22 00:46:34,951 INFO: [ epoch: 0 ] [ iter: 4,300 ] [ performance: 18.740 it/s ] [ lr: 1.00e-04 ] [ eta: 247 days, 1:54:31 ] [ l_g_pix: 3.1687e-02 ] [ l_g_total: 3.1687e-02 ] +2024-10-22 00:46:40,307 INFO: [ epoch: 0 ] [ iter: 4,400 ] [ performance: 18.703 it/s ] [ lr: 1.00e-04 ] [ eta: 252 days, 17:56:02 ] [ l_g_pix: 3.9586e-02 ] [ l_g_total: 3.9586e-02 ] +2024-10-22 00:46:45,648 INFO: [ epoch: 0 ] [ iter: 4,500 ] [ performance: 18.850 it/s ] [ lr: 1.00e-04 ] [ eta: 258 days, 9:17:19 ] [ l_g_pix: 2.9715e-02 ] [ l_g_total: 2.9715e-02 ] +2024-10-22 00:46:50,881 INFO: [ epoch: 0 ] [ iter: 4,600 ] [ performance: 18.996 it/s ] [ lr: 1.00e-04 ] [ eta: 263 days, 21:28:24 ] [ l_g_pix: 2.4272e-02 ] [ l_g_total: 2.4272e-02 ] +2024-10-22 00:46:56,119 INFO: [ epoch: 0 ] [ iter: 4,700 ] [ performance: 19.172 it/s ] [ lr: 1.00e-04 ] [ eta: 269 days, 9:28:23 ] [ l_g_pix: 1.9416e-02 ] [ l_g_total: 1.9416e-02 ] +2024-10-22 00:47:01,390 INFO: [ epoch: 0 ] [ iter: 4,800 ] [ performance: 19.060 it/s ] [ lr: 1.00e-04 ] [ eta: 274 days, 22:04:27 ] [ l_g_pix: 1.8130e-02 ] [ l_g_total: 1.8130e-02 ] +2024-10-22 00:47:06,708 INFO: [ epoch: 0 ] [ iter: 4,900 ] [ performance: 18.942 it/s ] [ lr: 1.00e-04 ] [ eta: 280 days, 11:37:44 ] [ l_g_pix: 3.0925e-02 ] [ l_g_total: 3.0925e-02 ] +2024-10-22 00:47:11,988 INFO: [ epoch: 0 ] [ iter: 5,000 ] [ performance: 18.942 it/s ] [ lr: 1.00e-04 ] [ eta: 285 days, 23:52:42 ] [ l_g_pix: 2.2122e-02 ] [ l_g_total: 2.2122e-02 ] +2024-10-22 00:47:17,188 INFO: [ epoch: 0 ] [ iter: 5,100 ] [ performance: 19.149 it/s ] [ lr: 1.00e-04 ] [ eta: 291 days, 9:45:05 ] [ l_g_pix: 3.2798e-02 ] [ l_g_total: 3.2798e-02 ] +2024-10-22 00:47:22,364 INFO: [ epoch: 0 ] [ iter: 5,200 ] [ performance: 19.248 it/s ] [ lr: 1.00e-04 ] [ eta: 296 days, 18:40:42 ] [ l_g_pix: 2.0500e-02 ] [ l_g_total: 2.0500e-02 ] +2024-10-22 00:47:27,612 INFO: [ epoch: 0 ] [ iter: 5,300 ] [ performance: 19.203 it/s ] [ lr: 1.00e-04 ] [ eta: 302 days, 5:12:00 ] [ l_g_pix: 1.7510e-02 ] [ l_g_total: 1.7510e-02 ] +2024-10-22 00:47:32,744 INFO: [ epoch: 0 ] [ iter: 5,400 ] [ performance: 19.366 it/s ] [ lr: 1.00e-04 ] [ eta: 307 days, 12:23:40 ] [ l_g_pix: 2.4715e-02 ] [ l_g_total: 2.4715e-02 ] +2024-10-22 00:47:37,910 INFO: [ epoch: 0 ] [ iter: 5,500 ] [ performance: 19.394 it/s ] [ lr: 1.00e-04 ] [ eta: 312 days, 20:11:49 ] [ l_g_pix: 2.5854e-02 ] [ l_g_total: 2.5854e-02 ] +2024-10-22 00:47:43,028 INFO: [ epoch: 0 ] [ iter: 5,600 ] [ performance: 19.477 it/s ] [ lr: 1.00e-04 ] [ eta: 318 days, 2:28:47 ] [ l_g_pix: 3.0848e-02 ] [ l_g_total: 3.0848e-02 ] +2024-10-22 00:47:48,312 INFO: [ epoch: 0 ] [ iter: 5,700 ] [ performance: 19.076 it/s ] [ lr: 1.00e-04 ] [ eta: 323 days, 12:47:32 ] [ l_g_pix: 2.4427e-02 ] [ l_g_total: 2.4427e-02 ] +2024-10-22 00:47:53,363 INFO: [ epoch: 0 ] [ iter: 5,800 ] [ performance: 19.490 it/s ] [ lr: 1.00e-04 ] [ eta: 328 days, 16:43:49 ] [ l_g_pix: 1.7474e-02 ] [ l_g_total: 1.7474e-02 ] +2024-10-22 00:47:58,555 INFO: [ epoch: 0 ] [ iter: 5,900 ] [ performance: 19.387 it/s ] [ lr: 1.00e-04 ] [ eta: 334 days, 0:04:24 ] [ l_g_pix: 2.9157e-02 ] [ l_g_total: 2.9157e-02 ] +2024-10-22 00:48:03,780 INFO: [ epoch: 0 ] [ iter: 6,000 ] [ performance: 19.244 it/s ] [ lr: 1.00e-04 ] [ eta: 339 days, 7:57:59 ] [ l_g_pix: 1.7785e-02 ] [ l_g_total: 1.7785e-02 ] +2024-10-22 00:48:08,926 INFO: [ epoch: 0 ] [ iter: 6,100 ] [ performance: 19.241 it/s ] [ lr: 1.00e-04 ] [ eta: 344 days, 13:32:30 ] [ l_g_pix: 3.3021e-02 ] [ l_g_total: 3.3021e-02 ] +2024-10-22 00:48:14,188 INFO: [ epoch: 0 ] [ iter: 6,200 ] [ performance: 19.104 it/s ] [ lr: 1.00e-04 ] [ eta: 349 days, 21:49:04 ] [ l_g_pix: 2.1010e-02 ] [ l_g_total: 2.1010e-02 ] +2024-10-22 00:48:19,555 INFO: [ epoch: 0 ] [ iter: 6,300 ] [ performance: 18.713 it/s ] [ lr: 1.00e-04 ] [ eta: 355 days, 8:34:28 ] [ l_g_pix: 2.3592e-02 ] [ l_g_total: 2.3592e-02 ] +2024-10-22 00:48:24,883 INFO: [ epoch: 0 ] [ iter: 6,400 ] [ performance: 18.749 it/s ] [ lr: 1.00e-04 ] [ eta: 360 days, 17:58:56 ] [ l_g_pix: 1.9496e-02 ] [ l_g_total: 1.9496e-02 ] +2024-10-22 00:48:30,036 INFO: [ epoch: 0 ] [ iter: 6,500 ] [ performance: 19.536 it/s ] [ lr: 1.00e-04 ] [ eta: 365 days, 22:33:45 ] [ l_g_pix: 2.1880e-02 ] [ l_g_total: 2.1880e-02 ] +2024-10-22 00:48:35,254 INFO: [ epoch: 0 ] [ iter: 6,600 ] [ performance: 19.314 it/s ] [ lr: 1.00e-04 ] [ eta: 371 days, 4:32:47 ] [ l_g_pix: 2.3640e-02 ] [ l_g_total: 2.3640e-02 ] +2024-10-22 00:48:40,500 INFO: [ epoch: 0 ] [ iter: 6,700 ] [ performance: 19.198 it/s ] [ lr: 1.00e-04 ] [ eta: 376 days, 10:58:56 ] [ l_g_pix: 2.8056e-02 ] [ l_g_total: 2.8056e-02 ] +2024-10-22 00:48:45,711 INFO: [ epoch: 0 ] [ iter: 6,800 ] [ performance: 19.196 it/s ] [ lr: 1.00e-04 ] [ eta: 381 days, 16:11:31 ] [ l_g_pix: 1.9022e-02 ] [ l_g_total: 1.9022e-02 ] +2024-10-22 00:48:50,964 INFO: [ epoch: 0 ] [ iter: 6,900 ] [ performance: 19.478 it/s ] [ lr: 1.00e-04 ] [ eta: 386 days, 22:12:21 ] [ l_g_pix: 2.6579e-02 ] [ l_g_total: 2.6579e-02 ] +2024-10-22 00:48:56,292 INFO: [ epoch: 0 ] [ iter: 7,000 ] [ performance: 19.045 it/s ] [ lr: 1.00e-04 ] [ eta: 392 days, 5:52:52 ] [ l_g_pix: 2.4391e-02 ] [ l_g_total: 2.4391e-02 ] +2024-10-22 00:49:01,452 INFO: [ epoch: 0 ] [ iter: 7,100 ] [ performance: 19.305 it/s ] [ lr: 1.00e-04 ] [ eta: 397 days, 8:54:12 ] [ l_g_pix: 2.7567e-02 ] [ l_g_total: 2.7567e-02 ] +2024-10-22 00:49:06,693 INFO: [ epoch: 0 ] [ iter: 7,200 ] [ performance: 19.170 it/s ] [ lr: 1.00e-04 ] [ eta: 402 days, 13:43:59 ] [ l_g_pix: 2.2490e-02 ] [ l_g_total: 2.2490e-02 ] +2024-10-22 00:49:11,962 INFO: [ epoch: 0 ] [ iter: 7,300 ] [ performance: 19.202 it/s ] [ lr: 1.00e-04 ] [ eta: 407 days, 19:01:02 ] [ l_g_pix: 2.6760e-02 ] [ l_g_total: 2.6760e-02 ] +2024-10-22 00:49:17,188 INFO: [ epoch: 0 ] [ iter: 7,400 ] [ performance: 19.163 it/s ] [ lr: 1.00e-04 ] [ eta: 412 days, 22:52:37 ] [ l_g_pix: 1.8695e-02 ] [ l_g_total: 1.8695e-02 ] +2024-10-22 00:49:22,338 INFO: [ epoch: 0 ] [ iter: 7,500 ] [ performance: 19.489 it/s ] [ lr: 1.00e-04 ] [ eta: 418 days, 0:30:21 ] [ l_g_pix: 2.7705e-02 ] [ l_g_total: 2.7705e-02 ] +2024-10-22 00:49:27,561 INFO: [ epoch: 0 ] [ iter: 7,600 ] [ performance: 19.279 it/s ] [ lr: 1.00e-04 ] [ eta: 423 days, 3:42:27 ] [ l_g_pix: 1.8525e-02 ] [ l_g_total: 1.8525e-02 ] +2024-10-22 00:49:32,802 INFO: [ epoch: 0 ] [ iter: 7,700 ] [ performance: 19.328 it/s ] [ lr: 1.00e-04 ] [ eta: 428 days, 7:05:10 ] [ l_g_pix: 2.3225e-02 ] [ l_g_total: 2.3225e-02 ] +2024-10-22 00:49:38,003 INFO: [ epoch: 0 ] [ iter: 7,800 ] [ performance: 19.267 it/s ] [ lr: 1.00e-04 ] [ eta: 433 days, 9:09:11 ] [ l_g_pix: 3.0629e-02 ] [ l_g_total: 3.0629e-02 ] +2024-10-22 00:49:43,159 INFO: [ epoch: 0 ] [ iter: 7,900 ] [ performance: 19.144 it/s ] [ lr: 1.00e-04 ] [ eta: 438 days, 9:46:56 ] [ l_g_pix: 2.9888e-02 ] [ l_g_total: 2.9888e-02 ] +2024-10-22 00:49:48,459 INFO: [ epoch: 0 ] [ iter: 8,000 ] [ performance: 18.973 it/s ] [ lr: 1.00e-04 ] [ eta: 443 days, 13:47:51 ] [ l_g_pix: 2.4928e-02 ] [ l_g_total: 2.4928e-02 ] +2024-10-22 00:49:53,875 INFO: [ epoch: 0 ] [ iter: 8,100 ] [ performance: 18.359 it/s ] [ lr: 1.00e-04 ] [ eta: 448 days, 20:28:24 ] [ l_g_pix: 3.9847e-02 ] [ l_g_total: 3.9847e-02 ] +2024-10-22 00:49:59,331 INFO: [ epoch: 0 ] [ iter: 8,200 ] [ performance: 18.340 it/s ] [ lr: 1.00e-04 ] [ eta: 454 days, 3:53:33 ] [ l_g_pix: 2.5362e-02 ] [ l_g_total: 2.5362e-02 ] +2024-10-22 00:50:04,782 INFO: [ epoch: 0 ] [ iter: 8,300 ] [ performance: 18.621 it/s ] [ lr: 1.00e-04 ] [ eta: 459 days, 10:51:51 ] [ l_g_pix: 1.7437e-02 ] [ l_g_total: 1.7437e-02 ] +2024-10-22 00:50:10,022 INFO: [ epoch: 0 ] [ iter: 8,400 ] [ performance: 18.913 it/s ] [ lr: 1.00e-04 ] [ eta: 464 days, 12:08:44 ] [ l_g_pix: 2.7488e-02 ] [ l_g_total: 2.7488e-02 ] +2024-10-22 00:50:15,381 INFO: [ epoch: 0 ] [ iter: 8,500 ] [ performance: 18.930 it/s ] [ lr: 1.00e-04 ] [ eta: 469 days, 16:12:02 ] [ l_g_pix: 3.5261e-02 ] [ l_g_total: 3.5261e-02 ] +2024-10-22 00:50:20,615 INFO: [ epoch: 0 ] [ iter: 8,600 ] [ performance: 19.042 it/s ] [ lr: 1.00e-04 ] [ eta: 474 days, 16:46:04 ] [ l_g_pix: 2.3424e-02 ] [ l_g_total: 2.3424e-02 ] +2024-10-22 00:50:26,072 INFO: [ epoch: 0 ] [ iter: 8,700 ] [ performance: 18.431 it/s ] [ lr: 1.00e-04 ] [ eta: 479 days, 22:41:00 ] [ l_g_pix: 2.3922e-02 ] [ l_g_total: 2.3922e-02 ] +2024-10-22 00:50:31,298 INFO: [ epoch: 0 ] [ iter: 8,800 ] [ performance: 18.875 it/s ] [ lr: 1.00e-04 ] [ eta: 484 days, 22:27:37 ] [ l_g_pix: 2.7718e-02 ] [ l_g_total: 2.7718e-02 ] +2024-10-22 00:50:36,627 INFO: [ epoch: 0 ] [ iter: 8,900 ] [ performance: 18.724 it/s ] [ lr: 1.00e-04 ] [ eta: 490 days, 0:33:01 ] [ l_g_pix: 1.8882e-02 ] [ l_g_total: 1.8882e-02 ] +2024-10-22 00:50:41,886 INFO: [ epoch: 0 ] [ iter: 9,000 ] [ performance: 18.910 it/s ] [ lr: 1.00e-04 ] [ eta: 495 days, 0:35:25 ] [ l_g_pix: 4.7405e-02 ] [ l_g_total: 4.7405e-02 ] +2024-10-22 00:50:47,299 INFO: [ epoch: 0 ] [ iter: 9,100 ] [ performance: 18.466 it/s ] [ lr: 1.00e-04 ] [ eta: 500 days, 4:11:14 ] [ l_g_pix: 3.2589e-02 ] [ l_g_total: 3.2589e-02 ] +2024-10-22 00:50:52,623 INFO: [ epoch: 0 ] [ iter: 9,200 ] [ performance: 18.671 it/s ] [ lr: 1.00e-04 ] [ eta: 505 days, 5:15:47 ] [ l_g_pix: 2.6163e-02 ] [ l_g_total: 2.6163e-02 ] +2024-10-22 00:50:57,902 INFO: [ epoch: 0 ] [ iter: 9,300 ] [ performance: 18.611 it/s ] [ lr: 1.00e-04 ] [ eta: 510 days, 4:55:10 ] [ l_g_pix: 2.4685e-02 ] [ l_g_total: 2.4685e-02 ] +2024-10-22 00:51:03,237 INFO: [ epoch: 0 ] [ iter: 9,400 ] [ performance: 18.698 it/s ] [ lr: 1.00e-04 ] [ eta: 515 days, 5:41:19 ] [ l_g_pix: 2.2187e-02 ] [ l_g_total: 2.2187e-02 ] +2024-10-22 00:51:08,670 INFO: [ epoch: 0 ] [ iter: 9,500 ] [ performance: 18.418 it/s ] [ lr: 1.00e-04 ] [ eta: 520 days, 8:37:07 ] [ l_g_pix: 1.9368e-02 ] [ l_g_total: 1.9368e-02 ] +2024-10-22 00:51:14,036 INFO: [ epoch: 0 ] [ iter: 9,600 ] [ performance: 18.561 it/s ] [ lr: 1.00e-04 ] [ eta: 525 days, 9:34:12 ] [ l_g_pix: 2.8797e-02 ] [ l_g_total: 2.8797e-02 ] +2024-10-22 00:51:19,271 INFO: [ epoch: 0 ] [ iter: 9,700 ] [ performance: 19.126 it/s ] [ lr: 1.00e-04 ] [ eta: 530 days, 6:55:29 ] [ l_g_pix: 3.3184e-02 ] [ l_g_total: 3.3184e-02 ] +2024-10-22 00:51:24,564 INFO: [ epoch: 0 ] [ iter: 9,800 ] [ performance: 18.975 it/s ] [ lr: 1.00e-04 ] [ eta: 535 days, 5:26:10 ] [ l_g_pix: 2.5178e-02 ] [ l_g_total: 2.5178e-02 ] +2024-10-22 00:51:29,787 INFO: [ epoch: 0 ] [ iter: 9,900 ] [ performance: 19.101 it/s ] [ lr: 1.00e-04 ] [ eta: 540 days, 1:55:15 ] [ l_g_pix: 2.3025e-02 ] [ l_g_total: 2.3025e-02 ] +2024-10-22 00:51:35,190 INFO: [ epoch: 0 ] [ iter: 10,000 ] [ performance: 18.707 it/s ] [ lr: 1.00e-04 ] [ eta: 545 days, 2:36:06 ] [ l_g_pix: 2.0765e-02 ] [ l_g_total: 2.0765e-02 ] +2024-10-22 00:51:35,190 INFO: Saving models and training states. +2024-10-22 00:52:59,419 INFO: Validation val + + # psnr: 21.3194........ Best: 21.3194 @ 10000 iter + # ssim: 0.6087........ Best: 0.6087 @ 10000 iter + # dists: 0.7926........ Best: 0.7926 @ 10000 iter + +2024-10-22 00:53:04,907 INFO: [ epoch: 0 ] [ iter: 10,100 ] [ performance: 18.641 it/s ] [ lr: 1.00e-04 ] [ eta: 637 days, 20:29:03 ] [ l_g_pix: 2.0894e-02 ] [ l_g_total: 2.0894e-02 ] +2024-10-22 00:53:10,250 INFO: [ epoch: 0 ] [ iter: 10,200 ] [ performance: 18.693 it/s ] [ lr: 1.00e-04 ] [ eta: 642 days, 16:43:37 ] [ l_g_pix: 2.3330e-02 ] [ l_g_total: 2.3330e-02 ] +2024-10-22 00:53:15,575 INFO: [ epoch: 0 ] [ iter: 10,300 ] [ performance: 18.517 it/s ] [ lr: 1.00e-04 ] [ eta: 647 days, 12:13:34 ] [ l_g_pix: 1.8359e-02 ] [ l_g_total: 1.8359e-02 ] +2024-10-22 00:53:20,885 INFO: [ epoch: 0 ] [ iter: 10,400 ] [ performance: 18.730 it/s ] [ lr: 1.00e-04 ] [ eta: 652 days, 7:03:16 ] [ l_g_pix: 2.9163e-02 ] [ l_g_total: 2.9163e-02 ] +2024-10-22 00:53:26,141 INFO: [ epoch: 0 ] [ iter: 10,500 ] [ performance: 19.124 it/s ] [ lr: 1.00e-04 ] [ eta: 657 days, 0:14:58 ] [ l_g_pix: 3.5039e-02 ] [ l_g_total: 3.5039e-02 ] +2024-10-22 00:53:31,419 INFO: [ epoch: 0 ] [ iter: 10,600 ] [ performance: 19.003 it/s ] [ lr: 1.00e-04 ] [ eta: 661 days, 17:43:16 ] [ l_g_pix: 2.9998e-02 ] [ l_g_total: 2.9998e-02 ] +2024-10-22 00:53:36,684 INFO: [ epoch: 0 ] [ iter: 10,700 ] [ performance: 19.487 it/s ] [ lr: 1.00e-04 ] [ eta: 666 days, 10:32:56 ] [ l_g_pix: 2.9882e-02 ] [ l_g_total: 2.9882e-02 ] +2024-10-22 00:53:41,807 INFO: [ epoch: 0 ] [ iter: 10,800 ] [ performance: 19.512 it/s ] [ lr: 1.00e-04 ] [ eta: 670 days, 23:34:05 ] [ l_g_pix: 2.5181e-02 ] [ l_g_total: 2.5181e-02 ] +2024-10-22 00:53:47,107 INFO: [ epoch: 0 ] [ iter: 10,900 ] [ performance: 19.388 it/s ] [ lr: 1.00e-04 ] [ eta: 675 days, 16:40:56 ] [ l_g_pix: 2.9233e-02 ] [ l_g_total: 2.9233e-02 ] +2024-10-22 00:53:52,508 INFO: [ epoch: 0 ] [ iter: 11,000 ] [ performance: 18.784 it/s ] [ lr: 1.00e-04 ] [ eta: 680 days, 11:59:59 ] [ l_g_pix: 2.1122e-02 ] [ l_g_total: 2.1122e-02 ] +2024-10-22 00:53:57,966 INFO: [ epoch: 0 ] [ iter: 11,100 ] [ performance: 18.504 it/s ] [ lr: 1.00e-04 ] [ eta: 685 days, 8:26:16 ] [ l_g_pix: 3.1835e-02 ] [ l_g_total: 3.1835e-02 ] +2024-10-22 00:54:04,190 INFO: [ epoch: 0 ] [ iter: 11,200 ] [ performance: 16.754 it/s ] [ lr: 1.00e-04 ] [ eta: 690 days, 23:27:05 ] [ l_g_pix: 2.3386e-02 ] [ l_g_total: 2.3386e-02 ] +2024-10-22 00:54:09,436 INFO: [ epoch: 0 ] [ iter: 11,300 ] [ performance: 19.284 it/s ] [ lr: 1.00e-04 ] [ eta: 695 days, 14:01:56 ] [ l_g_pix: 2.8532e-02 ] [ l_g_total: 2.8532e-02 ] +2024-10-22 00:54:14,688 INFO: [ epoch: 0 ] [ iter: 11,400 ] [ performance: 19.114 it/s ] [ lr: 1.00e-04 ] [ eta: 700 days, 4:29:06 ] [ l_g_pix: 2.2009e-02 ] [ l_g_total: 2.2009e-02 ] +2024-10-22 00:54:20,198 INFO: [ epoch: 0 ] [ iter: 11,500 ] [ performance: 18.306 it/s ] [ lr: 1.00e-04 ] [ eta: 705 days, 0:57:22 ] [ l_g_pix: 2.6671e-02 ] [ l_g_total: 2.6671e-02 ] +2024-10-22 00:54:25,494 INFO: [ epoch: 0 ] [ iter: 11,600 ] [ performance: 18.706 it/s ] [ lr: 1.00e-04 ] [ eta: 709 days, 15:53:28 ] [ l_g_pix: 1.9113e-02 ] [ l_g_total: 1.9113e-02 ] +2024-10-22 00:54:30,822 INFO: [ epoch: 0 ] [ iter: 11,700 ] [ performance: 18.628 it/s ] [ lr: 1.00e-04 ] [ eta: 714 days, 7:18:15 ] [ l_g_pix: 2.1068e-02 ] [ l_g_total: 2.1068e-02 ] +2024-10-22 00:54:35,951 INFO: [ epoch: 0 ] [ iter: 11,800 ] [ performance: 19.233 it/s ] [ lr: 1.00e-04 ] [ eta: 718 days, 17:33:04 ] [ l_g_pix: 4.2630e-02 ] [ l_g_total: 4.2630e-02 ] +2024-10-22 00:54:41,090 INFO: [ epoch: 0 ] [ iter: 11,900 ] [ performance: 20.181 it/s ] [ lr: 1.00e-04 ] [ eta: 723 days, 3:45:06 ] [ l_g_pix: 2.2929e-02 ] [ l_g_total: 2.2929e-02 ] +2024-10-22 00:54:46,343 INFO: [ epoch: 0 ] [ iter: 12,000 ] [ performance: 19.357 it/s ] [ lr: 1.00e-04 ] [ eta: 727 days, 16:27:47 ] [ l_g_pix: 2.2861e-02 ] [ l_g_total: 2.2861e-02 ] +2024-10-22 00:54:51,729 INFO: [ epoch: 0 ] [ iter: 12,100 ] [ performance: 18.559 it/s ] [ lr: 1.00e-04 ] [ eta: 732 days, 8:06:24 ] [ l_g_pix: 1.8798e-02 ] [ l_g_total: 1.8798e-02 ] +2024-10-22 00:54:56,672 INFO: [ epoch: 0 ] [ iter: 12,200 ] [ performance: 19.724 it/s ] [ lr: 1.00e-04 ] [ eta: 736 days, 12:40:03 ] [ l_g_pix: 2.2126e-02 ] [ l_g_total: 2.2126e-02 ] +2024-10-22 00:55:04,061 INFO: [ epoch: 1 ] [ iter: 12,300 ] [ performance: 15.682 it/s ] [ lr: 1.00e-04 ] [ eta: 743 days, 4:31:23 ] [ l_g_pix: 2.2797e-02 ] [ l_g_total: 2.2797e-02 ] +2024-10-22 00:55:09,311 INFO: [ epoch: 1 ] [ iter: 12,400 ] [ performance: 17.967 it/s ] [ lr: 1.00e-04 ] [ eta: 747 days, 15:57:08 ] [ l_g_pix: 2.7505e-02 ] [ l_g_total: 2.7505e-02 ] +2024-10-22 00:55:14,484 INFO: [ epoch: 1 ] [ iter: 12,500 ] [ performance: 19.636 it/s ] [ lr: 1.00e-04 ] [ eta: 752 days, 1:12:29 ] [ l_g_pix: 3.2839e-02 ] [ l_g_total: 3.2839e-02 ] +2024-10-22 00:55:19,543 INFO: [ epoch: 1 ] [ iter: 12,600 ] [ performance: 19.733 it/s ] [ lr: 1.00e-04 ] [ eta: 756 days, 7:23:32 ] [ l_g_pix: 3.2129e-02 ] [ l_g_total: 3.2129e-02 ] +2024-10-22 00:55:24,704 INFO: [ epoch: 1 ] [ iter: 12,700 ] [ performance: 19.560 it/s ] [ lr: 1.00e-04 ] [ eta: 760 days, 15:46:20 ] [ l_g_pix: 2.8316e-02 ] [ l_g_total: 2.8316e-02 ] +2024-10-22 00:55:29,695 INFO: [ epoch: 1 ] [ iter: 12,800 ] [ performance: 19.907 it/s ] [ lr: 1.00e-04 ] [ eta: 764 days, 19:45:12 ] [ l_g_pix: 2.6899e-02 ] [ l_g_total: 2.6899e-02 ] +2024-10-22 00:55:34,709 INFO: [ epoch: 1 ] [ iter: 12,900 ] [ performance: 19.639 it/s ] [ lr: 1.00e-04 ] [ eta: 769 days, 0:01:24 ] [ l_g_pix: 1.9801e-02 ] [ l_g_total: 1.9801e-02 ] +2024-10-22 00:55:39,976 INFO: [ epoch: 1 ] [ iter: 13,000 ] [ performance: 19.159 it/s ] [ lr: 1.00e-04 ] [ eta: 773 days, 10:05:55 ] [ l_g_pix: 2.6450e-02 ] [ l_g_total: 2.6450e-02 ] +2024-10-22 00:55:45,168 INFO: [ epoch: 1 ] [ iter: 13,100 ] [ performance: 19.432 it/s ] [ lr: 1.00e-04 ] [ eta: 777 days, 18:05:52 ] [ l_g_pix: 2.7133e-02 ] [ l_g_total: 2.7133e-02 ] +2024-10-22 00:55:50,428 INFO: [ epoch: 1 ] [ iter: 13,200 ] [ performance: 19.120 it/s ] [ lr: 1.00e-04 ] [ eta: 782 days, 3:26:38 ] [ l_g_pix: 2.6423e-02 ] [ l_g_total: 2.6423e-02 ] +2024-10-22 00:55:55,531 INFO: [ epoch: 1 ] [ iter: 13,300 ] [ performance: 19.146 it/s ] [ lr: 1.00e-04 ] [ eta: 786 days, 8:43:25 ] [ l_g_pix: 2.3476e-02 ] [ l_g_total: 2.3476e-02 ] +2024-10-22 00:56:00,720 INFO: [ epoch: 1 ] [ iter: 13,400 ] [ performance: 19.242 it/s ] [ lr: 1.00e-04 ] [ eta: 790 days, 15:46:06 ] [ l_g_pix: 2.2326e-02 ] [ l_g_total: 2.2326e-02 ] +2024-10-22 00:56:05,836 INFO: [ epoch: 1 ] [ iter: 13,500 ] [ performance: 19.149 it/s ] [ lr: 1.00e-04 ] [ eta: 794 days, 20:47:02 ] [ l_g_pix: 1.9331e-02 ] [ l_g_total: 1.9331e-02 ] +2024-10-22 00:56:10,980 INFO: [ epoch: 1 ] [ iter: 13,600 ] [ performance: 19.369 it/s ] [ lr: 1.00e-04 ] [ eta: 799 days, 2:10:48 ] [ l_g_pix: 1.6993e-02 ] [ l_g_total: 1.6993e-02 ] +2024-10-22 00:56:15,949 INFO: [ epoch: 1 ] [ iter: 13,700 ] [ performance: 20.609 it/s ] [ lr: 1.00e-04 ] [ eta: 803 days, 3:06:35 ] [ l_g_pix: 2.7411e-02 ] [ l_g_total: 2.7411e-02 ] +2024-10-22 00:56:21,130 INFO: [ epoch: 1 ] [ iter: 13,800 ] [ performance: 19.605 it/s ] [ lr: 1.00e-04 ] [ eta: 807 days, 8:49:40 ] [ l_g_pix: 2.7341e-02 ] [ l_g_total: 2.7341e-02 ] +2024-10-22 00:56:26,286 INFO: [ epoch: 1 ] [ iter: 13,900 ] [ performance: 18.868 it/s ] [ lr: 1.00e-04 ] [ eta: 811 days, 13:38:39 ] [ l_g_pix: 2.5992e-02 ] [ l_g_total: 2.5992e-02 ] +2024-10-22 00:56:31,505 INFO: [ epoch: 1 ] [ iter: 14,000 ] [ performance: 19.092 it/s ] [ lr: 1.00e-04 ] [ eta: 815 days, 19:42:15 ] [ l_g_pix: 2.6250e-02 ] [ l_g_total: 2.6250e-02 ] +2024-10-22 00:56:36,760 INFO: [ epoch: 1 ] [ iter: 14,100 ] [ performance: 19.398 it/s ] [ lr: 1.00e-04 ] [ eta: 820 days, 2:19:07 ] [ l_g_pix: 2.8437e-02 ] [ l_g_total: 2.8437e-02 ] +2024-10-22 00:56:41,922 INFO: [ epoch: 1 ] [ iter: 14,200 ] [ performance: 19.380 it/s ] [ lr: 1.00e-04 ] [ eta: 824 days, 6:25:49 ] [ l_g_pix: 2.3473e-02 ] [ l_g_total: 2.3473e-02 ] +2024-10-22 00:56:47,154 INFO: [ epoch: 1 ] [ iter: 14,300 ] [ performance: 19.002 it/s ] [ lr: 1.00e-04 ] [ eta: 828 days, 11:56:09 ] [ l_g_pix: 2.2217e-02 ] [ l_g_total: 2.2217e-02 ] +2024-10-22 00:56:52,382 INFO: [ epoch: 1 ] [ iter: 14,400 ] [ performance: 19.100 it/s ] [ lr: 1.00e-04 ] [ eta: 832 days, 17:02:57 ] [ l_g_pix: 2.3312e-02 ] [ l_g_total: 2.3312e-02 ] +2024-10-22 00:56:57,495 INFO: [ epoch: 1 ] [ iter: 14,500 ] [ performance: 20.365 it/s ] [ lr: 1.00e-04 ] [ eta: 836 days, 19:06:47 ] [ l_g_pix: 1.8740e-02 ] [ l_g_total: 1.8740e-02 ] +2024-10-22 00:57:02,540 INFO: [ epoch: 1 ] [ iter: 14,600 ] [ performance: 19.940 it/s ] [ lr: 1.00e-04 ] [ eta: 840 days, 19:18:09 ] [ l_g_pix: 2.2707e-02 ] [ l_g_total: 2.2707e-02 ] +2024-10-22 00:57:07,761 INFO: [ epoch: 1 ] [ iter: 14,700 ] [ performance: 19.298 it/s ] [ lr: 1.00e-04 ] [ eta: 844 days, 23:23:48 ] [ l_g_pix: 2.5217e-02 ] [ l_g_total: 2.5217e-02 ] +2024-10-22 00:57:12,720 INFO: [ epoch: 1 ] [ iter: 14,800 ] [ performance: 19.979 it/s ] [ lr: 1.00e-04 ] [ eta: 848 days, 20:57:58 ] [ l_g_pix: 2.0204e-02 ] [ l_g_total: 2.0204e-02 ] +2024-10-22 00:57:17,844 INFO: [ epoch: 1 ] [ iter: 14,900 ] [ performance: 20.504 it/s ] [ lr: 1.00e-04 ] [ eta: 852 days, 22:11:45 ] [ l_g_pix: 2.1110e-02 ] [ l_g_total: 2.1110e-02 ] +2024-10-22 00:57:23,049 INFO: [ epoch: 1 ] [ iter: 15,000 ] [ performance: 19.470 it/s ] [ lr: 1.00e-04 ] [ eta: 857 days, 1:01:08 ] [ l_g_pix: 1.8667e-02 ] [ l_g_total: 1.8667e-02 ] +2024-10-22 00:57:28,253 INFO: [ epoch: 1 ] [ iter: 15,100 ] [ performance: 19.894 it/s ] [ lr: 1.00e-04 ] [ eta: 861 days, 3:32:50 ] [ l_g_pix: 1.7241e-02 ] [ l_g_total: 1.7241e-02 ] +2024-10-22 00:57:33,436 INFO: [ epoch: 1 ] [ iter: 15,200 ] [ performance: 19.411 it/s ] [ lr: 1.00e-04 ] [ eta: 865 days, 5:18:14 ] [ l_g_pix: 2.5438e-02 ] [ l_g_total: 2.5438e-02 ] +2024-10-22 00:57:38,779 INFO: [ epoch: 1 ] [ iter: 15,300 ] [ performance: 19.169 it/s ] [ lr: 1.00e-04 ] [ eta: 869 days, 10:31:47 ] [ l_g_pix: 2.6857e-02 ] [ l_g_total: 2.6857e-02 ] +2024-10-22 00:57:43,910 INFO: [ epoch: 1 ] [ iter: 15,400 ] [ performance: 19.431 it/s ] [ lr: 1.00e-04 ] [ eta: 873 days, 10:27:12 ] [ l_g_pix: 2.6821e-02 ] [ l_g_total: 2.6821e-02 ] +2024-10-22 00:57:49,045 INFO: [ epoch: 1 ] [ iter: 15,500 ] [ performance: 19.644 it/s ] [ lr: 1.00e-04 ] [ eta: 877 days, 10:12:12 ] [ l_g_pix: 3.1462e-02 ] [ l_g_total: 3.1462e-02 ] +2024-10-22 00:57:54,254 INFO: [ epoch: 1 ] [ iter: 15,600 ] [ performance: 19.280 it/s ] [ lr: 1.00e-04 ] [ eta: 881 days, 11:25:03 ] [ l_g_pix: 2.0182e-02 ] [ l_g_total: 2.0182e-02 ] +2024-10-22 00:57:59,392 INFO: [ epoch: 1 ] [ iter: 15,700 ] [ performance: 19.886 it/s ] [ lr: 1.00e-04 ] [ eta: 885 days, 10:38:52 ] [ l_g_pix: 2.2221e-02 ] [ l_g_total: 2.2221e-02 ] +2024-10-22 00:58:04,686 INFO: [ epoch: 1 ] [ iter: 15,800 ] [ performance: 19.064 it/s ] [ lr: 1.00e-04 ] [ eta: 889 days, 13:15:19 ] [ l_g_pix: 2.4460e-02 ] [ l_g_total: 2.4460e-02 ] +2024-10-22 00:58:09,940 INFO: [ epoch: 1 ] [ iter: 15,900 ] [ performance: 18.573 it/s ] [ lr: 1.00e-04 ] [ eta: 893 days, 14:38:14 ] [ l_g_pix: 1.9551e-02 ] [ l_g_total: 1.9551e-02 ] +2024-10-22 00:58:15,177 INFO: [ epoch: 1 ] [ iter: 16,000 ] [ performance: 19.003 it/s ] [ lr: 1.00e-04 ] [ eta: 897 days, 15:20:14 ] [ l_g_pix: 2.7245e-02 ] [ l_g_total: 2.7245e-02 ] +2024-10-22 00:58:20,342 INFO: [ epoch: 1 ] [ iter: 16,100 ] [ performance: 20.128 it/s ] [ lr: 1.00e-04 ] [ eta: 901 days, 14:04:37 ] [ l_g_pix: 3.3778e-02 ] [ l_g_total: 3.3778e-02 ] +2024-10-22 00:58:25,408 INFO: [ epoch: 1 ] [ iter: 16,200 ] [ performance: 19.806 it/s ] [ lr: 1.00e-04 ] [ eta: 905 days, 10:12:08 ] [ l_g_pix: 1.9887e-02 ] [ l_g_total: 1.9887e-02 ] +2024-10-22 00:58:30,558 INFO: [ epoch: 1 ] [ iter: 16,300 ] [ performance: 19.581 it/s ] [ lr: 1.00e-04 ] [ eta: 909 days, 7:59:58 ] [ l_g_pix: 2.3389e-02 ] [ l_g_total: 2.3389e-02 ] +2024-10-22 00:58:35,818 INFO: [ epoch: 1 ] [ iter: 16,400 ] [ performance: 19.101 it/s ] [ lr: 1.00e-04 ] [ eta: 913 days, 8:04:55 ] [ l_g_pix: 2.2264e-02 ] [ l_g_total: 2.2264e-02 ] +2024-10-22 00:58:41,073 INFO: [ epoch: 1 ] [ iter: 16,500 ] [ performance: 19.137 it/s ] [ lr: 1.00e-04 ] [ eta: 917 days, 7:44:04 ] [ l_g_pix: 2.2009e-02 ] [ l_g_total: 2.2009e-02 ] +2024-10-22 00:58:46,281 INFO: [ epoch: 1 ] [ iter: 16,600 ] [ performance: 19.193 it/s ] [ lr: 1.00e-04 ] [ eta: 921 days, 6:01:07 ] [ l_g_pix: 2.4013e-02 ] [ l_g_total: 2.4013e-02 ] +2024-10-22 00:58:51,541 INFO: [ epoch: 1 ] [ iter: 16,700 ] [ performance: 18.870 it/s ] [ lr: 1.00e-04 ] [ eta: 925 days, 5:13:56 ] [ l_g_pix: 2.8783e-02 ] [ l_g_total: 2.8783e-02 ] +2024-10-22 00:58:56,827 INFO: [ epoch: 1 ] [ iter: 16,800 ] [ performance: 18.915 it/s ] [ lr: 1.00e-04 ] [ eta: 929 days, 4:43:38 ] [ l_g_pix: 3.1994e-02 ] [ l_g_total: 3.1994e-02 ] +2024-10-22 00:59:02,095 INFO: [ epoch: 1 ] [ iter: 16,900 ] [ performance: 19.781 it/s ] [ lr: 1.00e-04 ] [ eta: 933 days, 3:32:09 ] [ l_g_pix: 2.9915e-02 ] [ l_g_total: 2.9915e-02 ] +2024-10-22 00:59:07,305 INFO: [ epoch: 1 ] [ iter: 17,000 ] [ performance: 19.277 it/s ] [ lr: 1.00e-04 ] [ eta: 937 days, 0:41:29 ] [ l_g_pix: 2.3780e-02 ] [ l_g_total: 2.3780e-02 ] +2024-10-22 00:59:12,556 INFO: [ epoch: 1 ] [ iter: 17,100 ] [ performance: 19.028 it/s ] [ lr: 1.00e-04 ] [ eta: 940 days, 22:31:22 ] [ l_g_pix: 2.3222e-02 ] [ l_g_total: 2.3222e-02 ] +2024-10-22 00:59:17,900 INFO: [ epoch: 1 ] [ iter: 17,200 ] [ performance: 18.756 it/s ] [ lr: 1.00e-04 ] [ eta: 944 days, 22:11:02 ] [ l_g_pix: 2.2605e-02 ] [ l_g_total: 2.2605e-02 ] +2024-10-22 00:59:23,176 INFO: [ epoch: 1 ] [ iter: 17,300 ] [ performance: 18.772 it/s ] [ lr: 1.00e-04 ] [ eta: 948 days, 19:59:15 ] [ l_g_pix: 2.5759e-02 ] [ l_g_total: 2.5759e-02 ] +2024-10-22 00:59:28,499 INFO: [ epoch: 1 ] [ iter: 17,400 ] [ performance: 18.786 it/s ] [ lr: 1.00e-04 ] [ eta: 952 days, 18:35:09 ] [ l_g_pix: 2.3922e-02 ] [ l_g_total: 2.3922e-02 ] +2024-10-22 00:59:33,901 INFO: [ epoch: 1 ] [ iter: 17,500 ] [ performance: 18.351 it/s ] [ lr: 1.00e-04 ] [ eta: 956 days, 18:41:40 ] [ l_g_pix: 2.2363e-02 ] [ l_g_total: 2.2363e-02 ] +2024-10-22 00:59:39,051 INFO: [ epoch: 1 ] [ iter: 17,600 ] [ performance: 19.289 it/s ] [ lr: 1.00e-04 ] [ eta: 960 days, 12:45:13 ] [ l_g_pix: 2.0149e-02 ] [ l_g_total: 2.0149e-02 ] +2024-10-22 00:59:44,076 INFO: [ epoch: 1 ] [ iter: 17,700 ] [ performance: 20.254 it/s ] [ lr: 1.00e-04 ] [ eta: 964 days, 3:38:48 ] [ l_g_pix: 2.4323e-02 ] [ l_g_total: 2.4323e-02 ] +2024-10-22 00:59:49,227 INFO: [ epoch: 1 ] [ iter: 17,800 ] [ performance: 19.502 it/s ] [ lr: 1.00e-04 ] [ eta: 967 days, 21:08:42 ] [ l_g_pix: 2.1853e-02 ] [ l_g_total: 2.1853e-02 ] +2024-10-22 00:59:54,398 INFO: [ epoch: 1 ] [ iter: 17,900 ] [ performance: 18.525 it/s ] [ lr: 1.00e-04 ] [ eta: 971 days, 14:49:03 ] [ l_g_pix: 3.3082e-02 ] [ l_g_total: 3.3082e-02 ] +2024-10-22 00:59:59,537 INFO: [ epoch: 1 ] [ iter: 18,000 ] [ performance: 19.365 it/s ] [ lr: 1.00e-04 ] [ eta: 975 days, 7:27:55 ] [ l_g_pix: 2.1369e-02 ] [ l_g_total: 2.1369e-02 ] +2024-10-22 01:00:04,765 INFO: [ epoch: 1 ] [ iter: 18,100 ] [ performance: 20.796 it/s ] [ lr: 1.00e-04 ] [ eta: 979 days, 1:50:54 ] [ l_g_pix: 1.8517e-02 ] [ l_g_total: 1.8517e-02 ] +2024-10-22 01:00:09,722 INFO: [ epoch: 1 ] [ iter: 18,200 ] [ performance: 20.232 it/s ] [ lr: 1.00e-04 ] [ eta: 982 days, 13:46:55 ] [ l_g_pix: 2.2567e-02 ] [ l_g_total: 2.2567e-02 ] +2024-10-22 01:00:14,828 INFO: [ epoch: 1 ] [ iter: 18,300 ] [ performance: 18.910 it/s ] [ lr: 1.00e-04 ] [ eta: 986 days, 4:50:19 ] [ l_g_pix: 1.6065e-02 ] [ l_g_total: 1.6065e-02 ] +2024-10-22 01:00:19,916 INFO: [ epoch: 1 ] [ iter: 18,400 ] [ performance: 19.592 it/s ] [ lr: 1.00e-04 ] [ eta: 989 days, 19:11:48 ] [ l_g_pix: 2.2598e-02 ] [ l_g_total: 2.2598e-02 ] +2024-10-22 01:00:24,979 INFO: [ epoch: 1 ] [ iter: 18,500 ] [ performance: 20.452 it/s ] [ lr: 1.00e-04 ] [ eta: 993 days, 8:42:09 ] [ l_g_pix: 2.3509e-02 ] [ l_g_total: 2.3509e-02 ] +2024-10-22 01:00:30,056 INFO: [ epoch: 1 ] [ iter: 18,600 ] [ performance: 19.753 it/s ] [ lr: 1.00e-04 ] [ eta: 996 days, 22:14:38 ] [ l_g_pix: 2.5692e-02 ] [ l_g_total: 2.5692e-02 ] +2024-10-22 01:00:35,246 INFO: [ epoch: 1 ] [ iter: 18,700 ] [ performance: 19.143 it/s ] [ lr: 1.00e-04 ] [ eta: 1000 days, 14:03:18 ] [ l_g_pix: 2.5534e-02 ] [ l_g_total: 2.5534e-02 ] +2024-10-22 01:00:40,307 INFO: [ epoch: 1 ] [ iter: 18,800 ] [ performance: 19.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1004 days, 2:40:32 ] [ l_g_pix: 2.9989e-02 ] [ l_g_total: 2.9989e-02 ] +2024-10-22 01:00:45,397 INFO: [ epoch: 1 ] [ iter: 18,900 ] [ performance: 19.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1007 days, 15:38:43 ] [ l_g_pix: 2.9215e-02 ] [ l_g_total: 2.9215e-02 ] +2024-10-22 01:00:50,382 INFO: [ epoch: 1 ] [ iter: 19,000 ] [ performance: 20.046 it/s ] [ lr: 1.00e-04 ] [ eta: 1011 days, 1:59:31 ] [ l_g_pix: 1.8922e-02 ] [ l_g_total: 1.8922e-02 ] +2024-10-22 01:00:55,310 INFO: [ epoch: 1 ] [ iter: 19,100 ] [ performance: 21.034 it/s ] [ lr: 1.00e-04 ] [ eta: 1014 days, 10:46:24 ] [ l_g_pix: 1.8514e-02 ] [ l_g_total: 1.8514e-02 ] +2024-10-22 01:01:00,499 INFO: [ epoch: 1 ] [ iter: 19,200 ] [ performance: 19.349 it/s ] [ lr: 1.00e-04 ] [ eta: 1018 days, 1:09:12 ] [ l_g_pix: 2.9863e-02 ] [ l_g_total: 2.9863e-02 ] +2024-10-22 01:01:05,469 INFO: [ epoch: 1 ] [ iter: 19,300 ] [ performance: 20.734 it/s ] [ lr: 1.00e-04 ] [ eta: 1021 days, 10:19:04 ] [ l_g_pix: 2.1263e-02 ] [ l_g_total: 2.1263e-02 ] +2024-10-22 01:01:10,618 INFO: [ epoch: 1 ] [ iter: 19,400 ] [ performance: 19.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1024 days, 23:13:42 ] [ l_g_pix: 3.1015e-02 ] [ l_g_total: 3.1015e-02 ] +2024-10-22 01:01:15,965 INFO: [ epoch: 1 ] [ iter: 19,500 ] [ performance: 18.558 it/s ] [ lr: 1.00e-04 ] [ eta: 1028 days, 16:15:17 ] [ l_g_pix: 1.5896e-02 ] [ l_g_total: 1.5896e-02 ] +2024-10-22 01:01:21,230 INFO: [ epoch: 1 ] [ iter: 19,600 ] [ performance: 18.981 it/s ] [ lr: 1.00e-04 ] [ eta: 1032 days, 7:10:56 ] [ l_g_pix: 2.9670e-02 ] [ l_g_total: 2.9670e-02 ] +2024-10-22 01:01:26,387 INFO: [ epoch: 1 ] [ iter: 19,700 ] [ performance: 19.707 it/s ] [ lr: 1.00e-04 ] [ eta: 1035 days, 19:23:41 ] [ l_g_pix: 2.3493e-02 ] [ l_g_total: 2.3493e-02 ] +2024-10-22 01:01:31,735 INFO: [ epoch: 1 ] [ iter: 19,800 ] [ performance: 18.721 it/s ] [ lr: 1.00e-04 ] [ eta: 1039 days, 11:34:19 ] [ l_g_pix: 3.3474e-02 ] [ l_g_total: 3.3474e-02 ] +2024-10-22 01:01:37,069 INFO: [ epoch: 1 ] [ iter: 19,900 ] [ performance: 22.451 it/s ] [ lr: 1.00e-04 ] [ eta: 1043 days, 3:08:37 ] [ l_g_pix: 2.8801e-02 ] [ l_g_total: 2.8801e-02 ] +2024-10-22 01:01:42,398 INFO: [ epoch: 1 ] [ iter: 20,000 ] [ performance: 18.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1046 days, 18:18:31 ] [ l_g_pix: 2.6423e-02 ] [ l_g_total: 2.6423e-02 ] +2024-10-22 01:01:42,398 INFO: Saving models and training states. +2024-10-22 01:03:08,366 INFO: Validation val + + # psnr: 21.8526........ Best: 21.8526 @ 20000 iter + # ssim: 0.6350........ Best: 0.6350 @ 20000 iter + # dists: 0.7884........ Best: 0.7884 @ 20000 iter + +2024-10-22 01:03:13,623 INFO: [ epoch: 1 ] [ iter: 20,100 ] [ performance: 18.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1129 days, 19:34:29 ] [ l_g_pix: 2.3864e-02 ] [ l_g_total: 2.3864e-02 ] +2024-10-22 01:03:18,918 INFO: [ epoch: 1 ] [ iter: 20,200 ] [ performance: 18.890 it/s ] [ lr: 1.00e-04 ] [ eta: 1133 days, 6:59:41 ] [ l_g_pix: 2.2893e-02 ] [ l_g_total: 2.2893e-02 ] +2024-10-22 01:03:24,232 INFO: [ epoch: 1 ] [ iter: 20,300 ] [ performance: 18.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1136 days, 18:33:30 ] [ l_g_pix: 1.9862e-02 ] [ l_g_total: 1.9862e-02 ] +2024-10-22 01:03:29,488 INFO: [ epoch: 1 ] [ iter: 20,400 ] [ performance: 19.055 it/s ] [ lr: 1.00e-04 ] [ eta: 1140 days, 4:32:30 ] [ l_g_pix: 1.6331e-02 ] [ l_g_total: 1.6331e-02 ] +2024-10-22 01:03:34,783 INFO: [ epoch: 1 ] [ iter: 20,500 ] [ performance: 18.970 it/s ] [ lr: 1.00e-04 ] [ eta: 1143 days, 15:06:14 ] [ l_g_pix: 1.7411e-02 ] [ l_g_total: 1.7411e-02 ] +2024-10-22 01:03:40,004 INFO: [ epoch: 1 ] [ iter: 20,600 ] [ performance: 19.181 it/s ] [ lr: 1.00e-04 ] [ eta: 1146 days, 23:43:03 ] [ l_g_pix: 3.2315e-02 ] [ l_g_total: 3.2315e-02 ] +2024-10-22 01:03:45,340 INFO: [ epoch: 1 ] [ iter: 20,700 ] [ performance: 18.957 it/s ] [ lr: 1.00e-04 ] [ eta: 1150 days, 10:35:17 ] [ l_g_pix: 1.5747e-02 ] [ l_g_total: 1.5747e-02 ] +2024-10-22 01:03:50,685 INFO: [ epoch: 1 ] [ iter: 20,800 ] [ performance: 18.726 it/s ] [ lr: 1.00e-04 ] [ eta: 1153 days, 21:21:34 ] [ l_g_pix: 2.3805e-02 ] [ l_g_total: 2.3805e-02 ] +2024-10-22 01:03:56,013 INFO: [ epoch: 1 ] [ iter: 20,900 ] [ performance: 18.748 it/s ] [ lr: 1.00e-04 ] [ eta: 1157 days, 7:28:21 ] [ l_g_pix: 2.8801e-02 ] [ l_g_total: 2.8801e-02 ] +2024-10-22 01:04:01,387 INFO: [ epoch: 1 ] [ iter: 21,000 ] [ performance: 18.634 it/s ] [ lr: 1.00e-04 ] [ eta: 1160 days, 18:16:33 ] [ l_g_pix: 1.2968e-02 ] [ l_g_total: 1.2968e-02 ] +2024-10-22 01:04:06,712 INFO: [ epoch: 1 ] [ iter: 21,100 ] [ performance: 18.710 it/s ] [ lr: 1.00e-04 ] [ eta: 1164 days, 3:42:35 ] [ l_g_pix: 1.9379e-02 ] [ l_g_total: 1.9379e-02 ] +2024-10-22 01:04:12,021 INFO: [ epoch: 1 ] [ iter: 21,200 ] [ performance: 18.839 it/s ] [ lr: 1.00e-04 ] [ eta: 1167 days, 12:30:00 ] [ l_g_pix: 2.5205e-02 ] [ l_g_total: 2.5205e-02 ] +2024-10-22 01:04:18,053 INFO: [ epoch: 1 ] [ iter: 21,300 ] [ performance: 17.609 it/s ] [ lr: 1.00e-04 ] [ eta: 1171 days, 12:48:19 ] [ l_g_pix: 2.2509e-02 ] [ l_g_total: 2.2509e-02 ] +2024-10-22 01:04:23,638 INFO: [ epoch: 1 ] [ iter: 21,400 ] [ performance: 18.247 it/s ] [ lr: 1.00e-04 ] [ eta: 1175 days, 3:01:56 ] [ l_g_pix: 2.2537e-02 ] [ l_g_total: 2.2537e-02 ] +2024-10-22 01:04:29,117 INFO: [ epoch: 1 ] [ iter: 21,500 ] [ performance: 18.250 it/s ] [ lr: 1.00e-04 ] [ eta: 1178 days, 14:37:24 ] [ l_g_pix: 2.9571e-02 ] [ l_g_total: 2.9571e-02 ] +2024-10-22 01:04:34,627 INFO: [ epoch: 1 ] [ iter: 21,600 ] [ performance: 18.223 it/s ] [ lr: 1.00e-04 ] [ eta: 1182 days, 2:34:39 ] [ l_g_pix: 1.7916e-02 ] [ l_g_total: 1.7916e-02 ] +2024-10-22 01:04:39,991 INFO: [ epoch: 1 ] [ iter: 21,700 ] [ performance: 18.440 it/s ] [ lr: 1.00e-04 ] [ eta: 1185 days, 11:03:00 ] [ l_g_pix: 1.6763e-02 ] [ l_g_total: 1.6763e-02 ] +2024-10-22 01:04:45,498 INFO: [ epoch: 1 ] [ iter: 21,800 ] [ performance: 18.132 it/s ] [ lr: 1.00e-04 ] [ eta: 1188 days, 22:20:00 ] [ l_g_pix: 2.3434e-02 ] [ l_g_total: 2.3434e-02 ] +2024-10-22 01:04:51,008 INFO: [ epoch: 1 ] [ iter: 21,900 ] [ performance: 18.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1192 days, 9:22:53 ] [ l_g_pix: 2.6524e-02 ] [ l_g_total: 2.6524e-02 ] +2024-10-22 01:04:56,425 INFO: [ epoch: 1 ] [ iter: 22,000 ] [ performance: 18.529 it/s ] [ lr: 1.00e-04 ] [ eta: 1195 days, 18:06:46 ] [ l_g_pix: 2.9069e-02 ] [ l_g_total: 2.9069e-02 ] +2024-10-22 01:05:01,959 INFO: [ epoch: 1 ] [ iter: 22,100 ] [ performance: 18.287 it/s ] [ lr: 1.00e-04 ] [ eta: 1199 days, 5:03:59 ] [ l_g_pix: 3.7737e-02 ] [ l_g_total: 3.7737e-02 ] +2024-10-22 01:05:07,152 INFO: [ epoch: 1 ] [ iter: 22,200 ] [ performance: 19.262 it/s ] [ lr: 1.00e-04 ] [ eta: 1202 days, 8:20:46 ] [ l_g_pix: 2.1412e-02 ] [ l_g_total: 2.1412e-02 ] +2024-10-22 01:05:12,554 INFO: [ epoch: 1 ] [ iter: 22,300 ] [ performance: 18.860 it/s ] [ lr: 1.00e-04 ] [ eta: 1205 days, 15:51:08 ] [ l_g_pix: 1.7513e-02 ] [ l_g_total: 1.7513e-02 ] +2024-10-22 01:05:17,969 INFO: [ epoch: 1 ] [ iter: 22,400 ] [ performance: 18.498 it/s ] [ lr: 1.00e-04 ] [ eta: 1208 days, 23:18:56 ] [ l_g_pix: 1.7555e-02 ] [ l_g_total: 1.7555e-02 ] +2024-10-22 01:05:23,355 INFO: [ epoch: 1 ] [ iter: 22,500 ] [ performance: 18.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1212 days, 5:52:34 ] [ l_g_pix: 1.6850e-02 ] [ l_g_total: 1.6850e-02 ] +2024-10-22 01:05:28,690 INFO: [ epoch: 1 ] [ iter: 22,600 ] [ performance: 18.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1215 days, 11:02:37 ] [ l_g_pix: 2.2496e-02 ] [ l_g_total: 2.2496e-02 ] +2024-10-22 01:05:34,141 INFO: [ epoch: 1 ] [ iter: 22,700 ] [ performance: 18.637 it/s ] [ lr: 1.00e-04 ] [ eta: 1218 days, 18:23:13 ] [ l_g_pix: 2.2656e-02 ] [ l_g_total: 2.2656e-02 ] +2024-10-22 01:05:39,652 INFO: [ epoch: 1 ] [ iter: 22,800 ] [ performance: 18.219 it/s ] [ lr: 1.00e-04 ] [ eta: 1222 days, 2:43:39 ] [ l_g_pix: 1.7907e-02 ] [ l_g_total: 1.7907e-02 ] +2024-10-22 01:05:45,224 INFO: [ epoch: 1 ] [ iter: 22,900 ] [ performance: 18.073 it/s ] [ lr: 1.00e-04 ] [ eta: 1225 days, 12:04:39 ] [ l_g_pix: 2.3719e-02 ] [ l_g_total: 2.3719e-02 ] +2024-10-22 01:05:50,583 INFO: [ epoch: 1 ] [ iter: 23,000 ] [ performance: 18.398 it/s ] [ lr: 1.00e-04 ] [ eta: 1228 days, 16:32:52 ] [ l_g_pix: 2.2873e-02 ] [ l_g_total: 2.2873e-02 ] +2024-10-22 01:05:56,053 INFO: [ epoch: 1 ] [ iter: 23,100 ] [ performance: 18.336 it/s ] [ lr: 1.00e-04 ] [ eta: 1231 days, 23:06:04 ] [ l_g_pix: 2.3789e-02 ] [ l_g_total: 2.3789e-02 ] +2024-10-22 01:06:01,677 INFO: [ epoch: 1 ] [ iter: 23,200 ] [ performance: 17.917 it/s ] [ lr: 1.00e-04 ] [ eta: 1235 days, 8:37:13 ] [ l_g_pix: 2.0897e-02 ] [ l_g_total: 2.0897e-02 ] +2024-10-22 01:06:07,215 INFO: [ epoch: 1 ] [ iter: 23,300 ] [ performance: 17.993 it/s ] [ lr: 1.00e-04 ] [ eta: 1238 days, 16:00:34 ] [ l_g_pix: 2.4837e-02 ] [ l_g_total: 2.4837e-02 ] +2024-10-22 01:06:12,839 INFO: [ epoch: 1 ] [ iter: 23,400 ] [ performance: 17.680 it/s ] [ lr: 1.00e-04 ] [ eta: 1242 days, 0:53:54 ] [ l_g_pix: 2.1935e-02 ] [ l_g_total: 2.1935e-02 ] +2024-10-22 01:06:18,355 INFO: [ epoch: 1 ] [ iter: 23,500 ] [ performance: 17.922 it/s ] [ lr: 1.00e-04 ] [ eta: 1245 days, 7:12:19 ] [ l_g_pix: 1.5093e-02 ] [ l_g_total: 1.5093e-02 ] +2024-10-22 01:06:23,737 INFO: [ epoch: 1 ] [ iter: 23,600 ] [ performance: 18.475 it/s ] [ lr: 1.00e-04 ] [ eta: 1248 days, 10:20:38 ] [ l_g_pix: 3.2281e-02 ] [ l_g_total: 3.2281e-02 ] +2024-10-22 01:06:29,199 INFO: [ epoch: 1 ] [ iter: 23,700 ] [ performance: 18.385 it/s ] [ lr: 1.00e-04 ] [ eta: 1251 days, 14:53:13 ] [ l_g_pix: 2.4297e-02 ] [ l_g_total: 2.4297e-02 ] +2024-10-22 01:06:34,680 INFO: [ epoch: 1 ] [ iter: 23,800 ] [ performance: 18.223 it/s ] [ lr: 1.00e-04 ] [ eta: 1254 days, 19:32:39 ] [ l_g_pix: 1.9554e-02 ] [ l_g_total: 1.9554e-02 ] +2024-10-22 01:06:40,101 INFO: [ epoch: 1 ] [ iter: 23,900 ] [ performance: 18.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1257 days, 22:36:32 ] [ l_g_pix: 2.3339e-02 ] [ l_g_total: 2.3339e-02 ] +2024-10-22 01:06:45,548 INFO: [ epoch: 1 ] [ iter: 24,000 ] [ performance: 18.351 it/s ] [ lr: 1.00e-04 ] [ eta: 1261 days, 1:55:28 ] [ l_g_pix: 1.9248e-02 ] [ l_g_total: 1.9248e-02 ] +2024-10-22 01:06:51,000 INFO: [ epoch: 1 ] [ iter: 24,100 ] [ performance: 18.348 it/s ] [ lr: 1.00e-04 ] [ eta: 1264 days, 5:02:28 ] [ l_g_pix: 2.6645e-02 ] [ l_g_total: 2.6645e-02 ] +2024-10-22 01:06:56,484 INFO: [ epoch: 1 ] [ iter: 24,200 ] [ performance: 18.153 it/s ] [ lr: 1.00e-04 ] [ eta: 1267 days, 8:32:20 ] [ l_g_pix: 2.5582e-02 ] [ l_g_total: 2.5582e-02 ] +2024-10-22 01:07:01,940 INFO: [ epoch: 1 ] [ iter: 24,300 ] [ performance: 18.251 it/s ] [ lr: 1.00e-04 ] [ eta: 1270 days, 11:08:44 ] [ l_g_pix: 2.2989e-02 ] [ l_g_total: 2.2989e-02 ] +2024-10-22 01:07:07,096 INFO: [ epoch: 1 ] [ iter: 24,400 ] [ performance: 19.973 it/s ] [ lr: 1.00e-04 ] [ eta: 1273 days, 7:08:32 ] [ l_g_pix: 2.0683e-02 ] [ l_g_total: 2.0683e-02 ] +2024-10-22 01:07:13,301 INFO: [ epoch: 2 ] [ iter: 24,500 ] [ performance: 17.621 it/s ] [ lr: 1.00e-04 ] [ eta: 1277 days, 0:49:38 ] [ l_g_pix: 2.2759e-02 ] [ l_g_total: 2.2759e-02 ] +2024-10-22 01:07:18,605 INFO: [ epoch: 2 ] [ iter: 24,600 ] [ performance: 18.750 it/s ] [ lr: 1.00e-04 ] [ eta: 1279 days, 23:20:17 ] [ l_g_pix: 2.5882e-02 ] [ l_g_total: 2.5882e-02 ] +2024-10-22 01:07:23,795 INFO: [ epoch: 2 ] [ iter: 24,700 ] [ performance: 19.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1282 days, 19:09:31 ] [ l_g_pix: 2.3152e-02 ] [ l_g_total: 2.3152e-02 ] +2024-10-22 01:07:29,005 INFO: [ epoch: 2 ] [ iter: 24,800 ] [ performance: 19.374 it/s ] [ lr: 1.00e-04 ] [ eta: 1285 days, 15:05:36 ] [ l_g_pix: 2.1095e-02 ] [ l_g_total: 2.1095e-02 ] +2024-10-22 01:07:34,249 INFO: [ epoch: 2 ] [ iter: 24,900 ] [ performance: 19.201 it/s ] [ lr: 1.00e-04 ] [ eta: 1288 days, 11:27:50 ] [ l_g_pix: 3.1396e-02 ] [ l_g_total: 3.1396e-02 ] +2024-10-22 01:07:39,591 INFO: [ epoch: 2 ] [ iter: 25,000 ] [ performance: 18.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1291 days, 9:34:23 ] [ l_g_pix: 1.9936e-02 ] [ l_g_total: 1.9936e-02 ] +2024-10-22 01:07:44,769 INFO: [ epoch: 2 ] [ iter: 25,100 ] [ performance: 19.029 it/s ] [ lr: 1.00e-04 ] [ eta: 1294 days, 3:57:43 ] [ l_g_pix: 2.2573e-02 ] [ l_g_total: 2.2573e-02 ] +2024-10-22 01:07:49,855 INFO: [ epoch: 2 ] [ iter: 25,200 ] [ performance: 19.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1296 days, 20:11:08 ] [ l_g_pix: 2.3782e-02 ] [ l_g_total: 2.3782e-02 ] +2024-10-22 01:07:55,076 INFO: [ epoch: 2 ] [ iter: 25,300 ] [ performance: 19.312 it/s ] [ lr: 1.00e-04 ] [ eta: 1299 days, 14:54:33 ] [ l_g_pix: 1.5942e-02 ] [ l_g_total: 1.5942e-02 ] +2024-10-22 01:08:00,178 INFO: [ epoch: 2 ] [ iter: 25,400 ] [ performance: 19.698 it/s ] [ lr: 1.00e-04 ] [ eta: 1302 days, 6:52:01 ] [ l_g_pix: 2.6325e-02 ] [ l_g_total: 2.6325e-02 ] +2024-10-22 01:08:05,293 INFO: [ epoch: 2 ] [ iter: 25,500 ] [ performance: 19.614 it/s ] [ lr: 1.00e-04 ] [ eta: 1304 days, 22:49:28 ] [ l_g_pix: 2.0448e-02 ] [ l_g_total: 2.0448e-02 ] +2024-10-22 01:08:10,469 INFO: [ epoch: 2 ] [ iter: 25,600 ] [ performance: 19.302 it/s ] [ lr: 1.00e-04 ] [ eta: 1307 days, 15:44:54 ] [ l_g_pix: 2.1767e-02 ] [ l_g_total: 2.1767e-02 ] +2024-10-22 01:08:15,800 INFO: [ epoch: 2 ] [ iter: 25,700 ] [ performance: 18.985 it/s ] [ lr: 1.00e-04 ] [ eta: 1310 days, 11:35:18 ] [ l_g_pix: 1.7544e-02 ] [ l_g_total: 1.7544e-02 ] +2024-10-22 01:08:21,005 INFO: [ epoch: 2 ] [ iter: 25,800 ] [ performance: 19.344 it/s ] [ lr: 1.00e-04 ] [ eta: 1313 days, 4:32:27 ] [ l_g_pix: 1.9681e-02 ] [ l_g_total: 1.9681e-02 ] +2024-10-22 01:08:26,248 INFO: [ epoch: 2 ] [ iter: 25,900 ] [ performance: 19.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1315 days, 21:59:08 ] [ l_g_pix: 2.8958e-02 ] [ l_g_total: 2.8958e-02 ] +2024-10-22 01:08:31,390 INFO: [ epoch: 2 ] [ iter: 26,000 ] [ performance: 19.769 it/s ] [ lr: 1.00e-04 ] [ eta: 1318 days, 13:03:11 ] [ l_g_pix: 3.4174e-02 ] [ l_g_total: 3.4174e-02 ] +2024-10-22 01:08:36,604 INFO: [ epoch: 2 ] [ iter: 26,100 ] [ performance: 19.420 it/s ] [ lr: 1.00e-04 ] [ eta: 1321 days, 5:19:36 ] [ l_g_pix: 1.9434e-02 ] [ l_g_total: 1.9434e-02 ] +2024-10-22 01:08:41,823 INFO: [ epoch: 2 ] [ iter: 26,200 ] [ performance: 19.357 it/s ] [ lr: 1.00e-04 ] [ eta: 1323 days, 21:24:04 ] [ l_g_pix: 2.5255e-02 ] [ l_g_total: 2.5255e-02 ] +2024-10-22 01:08:47,064 INFO: [ epoch: 2 ] [ iter: 26,300 ] [ performance: 19.196 it/s ] [ lr: 1.00e-04 ] [ eta: 1326 days, 13:37:57 ] [ l_g_pix: 2.3157e-02 ] [ l_g_total: 2.3157e-02 ] +2024-10-22 01:08:52,319 INFO: [ epoch: 2 ] [ iter: 26,400 ] [ performance: 18.927 it/s ] [ lr: 1.00e-04 ] [ eta: 1329 days, 5:52:34 ] [ l_g_pix: 2.1246e-02 ] [ l_g_total: 2.1246e-02 ] +2024-10-22 01:08:57,456 INFO: [ epoch: 2 ] [ iter: 26,500 ] [ performance: 19.245 it/s ] [ lr: 1.00e-04 ] [ eta: 1331 days, 19:24:34 ] [ l_g_pix: 2.7075e-02 ] [ l_g_total: 2.7075e-02 ] +2024-10-22 01:09:02,582 INFO: [ epoch: 2 ] [ iter: 26,600 ] [ performance: 19.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1334 days, 8:25:55 ] [ l_g_pix: 2.9781e-02 ] [ l_g_total: 2.9781e-02 ] +2024-10-22 01:09:07,715 INFO: [ epoch: 2 ] [ iter: 26,700 ] [ performance: 19.340 it/s ] [ lr: 1.00e-04 ] [ eta: 1336 days, 21:19:21 ] [ l_g_pix: 3.3519e-02 ] [ l_g_total: 3.3519e-02 ] +2024-10-22 01:09:12,895 INFO: [ epoch: 2 ] [ iter: 26,800 ] [ performance: 19.538 it/s ] [ lr: 1.00e-04 ] [ eta: 1339 days, 10:51:53 ] [ l_g_pix: 1.6835e-02 ] [ l_g_total: 1.6835e-02 ] +2024-10-22 01:09:18,064 INFO: [ epoch: 2 ] [ iter: 26,900 ] [ performance: 19.425 it/s ] [ lr: 1.00e-04 ] [ eta: 1341 days, 23:54:07 ] [ l_g_pix: 1.9525e-02 ] [ l_g_total: 1.9525e-02 ] +2024-10-22 01:09:23,134 INFO: [ epoch: 2 ] [ iter: 27,000 ] [ performance: 19.662 it/s ] [ lr: 1.00e-04 ] [ eta: 1344 days, 10:38:49 ] [ l_g_pix: 2.3994e-02 ] [ l_g_total: 2.3994e-02 ] +2024-10-22 01:09:28,250 INFO: [ epoch: 2 ] [ iter: 27,100 ] [ performance: 19.593 it/s ] [ lr: 1.00e-04 ] [ eta: 1346 days, 22:03:10 ] [ l_g_pix: 2.0855e-02 ] [ l_g_total: 2.0855e-02 ] +2024-10-22 01:09:33,295 INFO: [ epoch: 2 ] [ iter: 27,200 ] [ performance: 19.899 it/s ] [ lr: 1.00e-04 ] [ eta: 1349 days, 7:43:07 ] [ l_g_pix: 2.4145e-02 ] [ l_g_total: 2.4145e-02 ] +2024-10-22 01:09:38,157 INFO: [ epoch: 2 ] [ iter: 27,300 ] [ performance: 20.299 it/s ] [ lr: 1.00e-04 ] [ eta: 1351 days, 13:26:06 ] [ l_g_pix: 2.4719e-02 ] [ l_g_total: 2.4719e-02 ] +2024-10-22 01:09:43,072 INFO: [ epoch: 2 ] [ iter: 27,400 ] [ performance: 20.012 it/s ] [ lr: 1.00e-04 ] [ eta: 1353 days, 19:55:45 ] [ l_g_pix: 2.2886e-02 ] [ l_g_total: 2.2886e-02 ] +2024-10-22 01:09:48,163 INFO: [ epoch: 2 ] [ iter: 27,500 ] [ performance: 19.788 it/s ] [ lr: 1.00e-04 ] [ eta: 1356 days, 5:41:18 ] [ l_g_pix: 2.1285e-02 ] [ l_g_total: 2.1285e-02 ] +2024-10-22 01:09:53,263 INFO: [ epoch: 2 ] [ iter: 27,600 ] [ performance: 19.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1358 days, 15:21:19 ] [ l_g_pix: 2.2625e-02 ] [ l_g_total: 2.2625e-02 ] +2024-10-22 01:09:58,390 INFO: [ epoch: 2 ] [ iter: 27,700 ] [ performance: 19.530 it/s ] [ lr: 1.00e-04 ] [ eta: 1361 days, 1:16:57 ] [ l_g_pix: 2.3269e-02 ] [ l_g_total: 2.3269e-02 ] +2024-10-22 01:10:03,468 INFO: [ epoch: 2 ] [ iter: 27,800 ] [ performance: 19.706 it/s ] [ lr: 1.00e-04 ] [ eta: 1363 days, 9:57:03 ] [ l_g_pix: 2.1185e-02 ] [ l_g_total: 2.1185e-02 ] +2024-10-22 01:10:08,410 INFO: [ epoch: 2 ] [ iter: 27,900 ] [ performance: 20.032 it/s ] [ lr: 1.00e-04 ] [ eta: 1365 days, 15:35:52 ] [ l_g_pix: 1.2544e-02 ] [ l_g_total: 1.2544e-02 ] +2024-10-22 01:10:13,498 INFO: [ epoch: 2 ] [ iter: 28,000 ] [ performance: 19.726 it/s ] [ lr: 1.00e-04 ] [ eta: 1367 days, 23:54:37 ] [ l_g_pix: 2.8020e-02 ] [ l_g_total: 2.8020e-02 ] +2024-10-22 01:10:18,552 INFO: [ epoch: 2 ] [ iter: 28,100 ] [ performance: 19.765 it/s ] [ lr: 1.00e-04 ] [ eta: 1370 days, 7:14:42 ] [ l_g_pix: 2.1545e-02 ] [ l_g_total: 2.1545e-02 ] +2024-10-22 01:10:23,642 INFO: [ epoch: 2 ] [ iter: 28,200 ] [ performance: 19.586 it/s ] [ lr: 1.00e-04 ] [ eta: 1372 days, 15:00:33 ] [ l_g_pix: 2.4855e-02 ] [ l_g_total: 2.4855e-02 ] +2024-10-22 01:10:28,778 INFO: [ epoch: 2 ] [ iter: 28,300 ] [ performance: 19.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1374 days, 23:25:17 ] [ l_g_pix: 2.3592e-02 ] [ l_g_total: 2.3592e-02 ] +2024-10-22 01:10:33,944 INFO: [ epoch: 2 ] [ iter: 28,400 ] [ performance: 19.296 it/s ] [ lr: 1.00e-04 ] [ eta: 1377 days, 8:08:30 ] [ l_g_pix: 2.0509e-02 ] [ l_g_total: 2.0509e-02 ] +2024-10-22 01:10:39,116 INFO: [ epoch: 2 ] [ iter: 28,500 ] [ performance: 19.322 it/s ] [ lr: 1.00e-04 ] [ eta: 1379 days, 16:41:27 ] [ l_g_pix: 2.8902e-02 ] [ l_g_total: 2.8902e-02 ] +2024-10-22 01:10:44,175 INFO: [ epoch: 2 ] [ iter: 28,600 ] [ performance: 19.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1381 days, 22:43:37 ] [ l_g_pix: 2.0132e-02 ] [ l_g_total: 2.0132e-02 ] +2024-10-22 01:10:49,241 INFO: [ epoch: 2 ] [ iter: 28,700 ] [ performance: 19.763 it/s ] [ lr: 1.00e-04 ] [ eta: 1384 days, 4:35:44 ] [ l_g_pix: 2.5234e-02 ] [ l_g_total: 2.5234e-02 ] +2024-10-22 01:10:54,443 INFO: [ epoch: 2 ] [ iter: 28,800 ] [ performance: 19.160 it/s ] [ lr: 1.00e-04 ] [ eta: 1386 days, 12:53:48 ] [ l_g_pix: 2.3006e-02 ] [ l_g_total: 2.3006e-02 ] +2024-10-22 01:10:59,662 INFO: [ epoch: 2 ] [ iter: 28,900 ] [ performance: 19.164 it/s ] [ lr: 1.00e-04 ] [ eta: 1388 days, 21:13:02 ] [ l_g_pix: 2.0053e-02 ] [ l_g_total: 2.0053e-02 ] +2024-10-22 01:11:04,840 INFO: [ epoch: 2 ] [ iter: 29,000 ] [ performance: 19.502 it/s ] [ lr: 1.00e-04 ] [ eta: 1391 days, 4:27:55 ] [ l_g_pix: 1.9595e-02 ] [ l_g_total: 1.9595e-02 ] +2024-10-22 01:11:09,850 INFO: [ epoch: 2 ] [ iter: 29,100 ] [ performance: 19.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1393 days, 8:05:48 ] [ l_g_pix: 1.8123e-02 ] [ l_g_total: 1.8123e-02 ] +2024-10-22 01:11:15,010 INFO: [ epoch: 2 ] [ iter: 29,200 ] [ performance: 19.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1395 days, 14:24:45 ] [ l_g_pix: 2.5798e-02 ] [ l_g_total: 2.5798e-02 ] +2024-10-22 01:11:20,237 INFO: [ epoch: 2 ] [ iter: 29,300 ] [ performance: 19.151 it/s ] [ lr: 1.00e-04 ] [ eta: 1397 days, 21:46:07 ] [ l_g_pix: 2.6486e-02 ] [ l_g_total: 2.6486e-02 ] +2024-10-22 01:11:25,295 INFO: [ epoch: 2 ] [ iter: 29,400 ] [ performance: 19.501 it/s ] [ lr: 1.00e-04 ] [ eta: 1400 days, 1:29:47 ] [ l_g_pix: 3.3009e-02 ] [ l_g_total: 3.3009e-02 ] +2024-10-22 01:11:30,508 INFO: [ epoch: 2 ] [ iter: 29,500 ] [ performance: 19.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1402 days, 7:59:29 ] [ l_g_pix: 2.6965e-02 ] [ l_g_total: 2.6965e-02 ] +2024-10-22 01:11:35,637 INFO: [ epoch: 2 ] [ iter: 29,600 ] [ performance: 19.365 it/s ] [ lr: 1.00e-04 ] [ eta: 1404 days, 12:33:05 ] [ l_g_pix: 3.6358e-02 ] [ l_g_total: 3.6358e-02 ] +2024-10-22 01:11:40,965 INFO: [ epoch: 2 ] [ iter: 29,700 ] [ performance: 18.974 it/s ] [ lr: 1.00e-04 ] [ eta: 1406 days, 20:42:16 ] [ l_g_pix: 2.8781e-02 ] [ l_g_total: 2.8781e-02 ] +2024-10-22 01:11:46,055 INFO: [ epoch: 2 ] [ iter: 29,800 ] [ performance: 19.423 it/s ] [ lr: 1.00e-04 ] [ eta: 1408 days, 23:56:11 ] [ l_g_pix: 2.5902e-02 ] [ l_g_total: 2.5902e-02 ] +2024-10-22 01:11:51,211 INFO: [ epoch: 2 ] [ iter: 29,900 ] [ performance: 19.408 it/s ] [ lr: 1.00e-04 ] [ eta: 1411 days, 4:08:58 ] [ l_g_pix: 1.7691e-02 ] [ l_g_total: 1.7691e-02 ] +2024-10-22 01:11:56,474 INFO: [ epoch: 2 ] [ iter: 30,000 ] [ performance: 19.229 it/s ] [ lr: 1.00e-04 ] [ eta: 1413 days, 10:10:27 ] [ l_g_pix: 1.3372e-02 ] [ l_g_total: 1.3372e-02 ] +2024-10-22 01:11:56,474 INFO: Saving models and training states. +2024-10-22 01:13:22,798 INFO: Validation val + + # psnr: 22.0002........ Best: 22.0002 @ 30000 iter + # ssim: 0.6446........ Best: 0.6446 @ 30000 iter + # dists: 0.7872........ Best: 0.7872 @ 30000 iter + +2024-10-22 01:13:27,975 INFO: [ epoch: 2 ] [ iter: 30,100 ] [ performance: 19.289 it/s ] [ lr: 1.00e-04 ] [ eta: 1485 days, 10:20:33 ] [ l_g_pix: 2.7797e-02 ] [ l_g_total: 2.7797e-02 ] +2024-10-22 01:13:33,141 INFO: [ epoch: 2 ] [ iter: 30,200 ] [ performance: 19.375 it/s ] [ lr: 1.00e-04 ] [ eta: 1487 days, 11:29:26 ] [ l_g_pix: 1.7592e-02 ] [ l_g_total: 1.7592e-02 ] +2024-10-22 01:13:38,272 INFO: [ epoch: 2 ] [ iter: 30,300 ] [ performance: 19.452 it/s ] [ lr: 1.00e-04 ] [ eta: 1489 days, 11:41:24 ] [ l_g_pix: 2.3728e-02 ] [ l_g_total: 2.3728e-02 ] +2024-10-22 01:13:43,475 INFO: [ epoch: 2 ] [ iter: 30,400 ] [ performance: 19.342 it/s ] [ lr: 1.00e-04 ] [ eta: 1491 days, 12:58:54 ] [ l_g_pix: 2.3991e-02 ] [ l_g_total: 2.3991e-02 ] +2024-10-22 01:13:48,767 INFO: [ epoch: 2 ] [ iter: 30,500 ] [ performance: 19.040 it/s ] [ lr: 1.00e-04 ] [ eta: 1493 days, 15:43:38 ] [ l_g_pix: 2.6944e-02 ] [ l_g_total: 2.6944e-02 ] +2024-10-22 01:13:53,877 INFO: [ epoch: 2 ] [ iter: 30,600 ] [ performance: 19.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1495 days, 14:38:28 ] [ l_g_pix: 1.5685e-02 ] [ l_g_total: 1.5685e-02 ] +2024-10-22 01:13:59,097 INFO: [ epoch: 2 ] [ iter: 30,700 ] [ performance: 19.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1497 days, 15:25:08 ] [ l_g_pix: 2.2767e-02 ] [ l_g_total: 2.2767e-02 ] +2024-10-22 01:14:04,326 INFO: [ epoch: 2 ] [ iter: 30,800 ] [ performance: 18.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1499 days, 16:02:53 ] [ l_g_pix: 3.0610e-02 ] [ l_g_total: 3.0610e-02 ] +2024-10-22 01:14:09,466 INFO: [ epoch: 2 ] [ iter: 30,900 ] [ performance: 19.290 it/s ] [ lr: 1.00e-04 ] [ eta: 1501 days, 14:42:03 ] [ l_g_pix: 2.5130e-02 ] [ l_g_total: 2.5130e-02 ] +2024-10-22 01:14:14,542 INFO: [ epoch: 2 ] [ iter: 31,000 ] [ performance: 19.583 it/s ] [ lr: 1.00e-04 ] [ eta: 1503 days, 11:50:18 ] [ l_g_pix: 2.1461e-02 ] [ l_g_total: 2.1461e-02 ] +2024-10-22 01:14:19,693 INFO: [ epoch: 2 ] [ iter: 31,100 ] [ performance: 19.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1505 days, 10:06:43 ] [ l_g_pix: 1.6677e-02 ] [ l_g_total: 1.6677e-02 ] +2024-10-22 01:14:24,894 INFO: [ epoch: 2 ] [ iter: 31,200 ] [ performance: 19.700 it/s ] [ lr: 1.00e-04 ] [ eta: 1507 days, 9:04:54 ] [ l_g_pix: 1.8676e-02 ] [ l_g_total: 1.8676e-02 ] +2024-10-22 01:14:30,063 INFO: [ epoch: 2 ] [ iter: 31,300 ] [ performance: 19.458 it/s ] [ lr: 1.00e-04 ] [ eta: 1509 days, 7:07:26 ] [ l_g_pix: 2.4373e-02 ] [ l_g_total: 2.4373e-02 ] +2024-10-22 01:14:35,183 INFO: [ epoch: 2 ] [ iter: 31,400 ] [ performance: 19.406 it/s ] [ lr: 1.00e-04 ] [ eta: 1511 days, 3:57:44 ] [ l_g_pix: 2.7688e-02 ] [ l_g_total: 2.7688e-02 ] +2024-10-22 01:14:40,404 INFO: [ epoch: 2 ] [ iter: 31,500 ] [ performance: 19.231 it/s ] [ lr: 1.00e-04 ] [ eta: 1513 days, 2:26:17 ] [ l_g_pix: 1.8613e-02 ] [ l_g_total: 1.8613e-02 ] +2024-10-22 01:14:45,617 INFO: [ epoch: 2 ] [ iter: 31,600 ] [ performance: 19.390 it/s ] [ lr: 1.00e-04 ] [ eta: 1515 days, 0:28:29 ] [ l_g_pix: 2.3804e-02 ] [ l_g_total: 2.3804e-02 ] +2024-10-22 01:14:50,818 INFO: [ epoch: 2 ] [ iter: 31,700 ] [ performance: 19.278 it/s ] [ lr: 1.00e-04 ] [ eta: 1516 days, 21:59:20 ] [ l_g_pix: 2.1543e-02 ] [ l_g_total: 2.1543e-02 ] +2024-10-22 01:14:55,996 INFO: [ epoch: 2 ] [ iter: 31,800 ] [ performance: 19.709 it/s ] [ lr: 1.00e-04 ] [ eta: 1518 days, 18:47:01 ] [ l_g_pix: 2.4901e-02 ] [ l_g_total: 2.4901e-02 ] +2024-10-22 01:15:01,231 INFO: [ epoch: 2 ] [ iter: 31,900 ] [ performance: 19.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1520 days, 16:21:46 ] [ l_g_pix: 2.0418e-02 ] [ l_g_total: 2.0418e-02 ] +2024-10-22 01:15:06,404 INFO: [ epoch: 2 ] [ iter: 32,000 ] [ performance: 19.105 it/s ] [ lr: 1.00e-04 ] [ eta: 1522 days, 12:28:31 ] [ l_g_pix: 1.8451e-02 ] [ l_g_total: 1.8451e-02 ] +2024-10-22 01:15:11,800 INFO: [ epoch: 2 ] [ iter: 32,100 ] [ performance: 18.696 it/s ] [ lr: 1.00e-04 ] [ eta: 1524 days, 12:30:59 ] [ l_g_pix: 2.3236e-02 ] [ l_g_total: 2.3236e-02 ] +2024-10-22 01:15:17,820 INFO: [ epoch: 2 ] [ iter: 32,200 ] [ performance: 18.602 it/s ] [ lr: 1.00e-04 ] [ eta: 1527 days, 0:00:14 ] [ l_g_pix: 2.6326e-02 ] [ l_g_total: 2.6326e-02 ] +2024-10-22 01:15:22,986 INFO: [ epoch: 2 ] [ iter: 32,300 ] [ performance: 19.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1528 days, 19:05:51 ] [ l_g_pix: 2.5542e-02 ] [ l_g_total: 2.5542e-02 ] +2024-10-22 01:15:28,337 INFO: [ epoch: 2 ] [ iter: 32,400 ] [ performance: 18.608 it/s ] [ lr: 1.00e-04 ] [ eta: 1530 days, 17:22:39 ] [ l_g_pix: 1.8437e-02 ] [ l_g_total: 1.8437e-02 ] +2024-10-22 01:15:33,644 INFO: [ epoch: 2 ] [ iter: 32,500 ] [ performance: 18.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1532 days, 14:32:19 ] [ l_g_pix: 2.5405e-02 ] [ l_g_total: 2.5405e-02 ] +2024-10-22 01:15:38,930 INFO: [ epoch: 2 ] [ iter: 32,600 ] [ performance: 19.229 it/s ] [ lr: 1.00e-04 ] [ eta: 1534 days, 11:00:38 ] [ l_g_pix: 1.6286e-02 ] [ l_g_total: 1.6286e-02 ] +2024-10-22 01:15:44,246 INFO: [ epoch: 2 ] [ iter: 32,700 ] [ performance: 18.927 it/s ] [ lr: 1.00e-04 ] [ eta: 1536 days, 7:44:31 ] [ l_g_pix: 1.9749e-02 ] [ l_g_total: 1.9749e-02 ] +2024-10-22 01:15:49,560 INFO: [ epoch: 2 ] [ iter: 32,800 ] [ performance: 19.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1538 days, 4:08:14 ] [ l_g_pix: 2.6404e-02 ] [ l_g_total: 2.6404e-02 ] +2024-10-22 01:15:54,776 INFO: [ epoch: 2 ] [ iter: 32,900 ] [ performance: 19.332 it/s ] [ lr: 1.00e-04 ] [ eta: 1539 days, 22:26:01 ] [ l_g_pix: 2.2333e-02 ] [ l_g_total: 2.2333e-02 ] +2024-10-22 01:16:00,125 INFO: [ epoch: 2 ] [ iter: 33,000 ] [ performance: 18.682 it/s ] [ lr: 1.00e-04 ] [ eta: 1541 days, 18:54:04 ] [ l_g_pix: 1.8296e-02 ] [ l_g_total: 1.8296e-02 ] +2024-10-22 01:16:05,460 INFO: [ epoch: 2 ] [ iter: 33,100 ] [ performance: 18.730 it/s ] [ lr: 1.00e-04 ] [ eta: 1543 days, 14:48:40 ] [ l_g_pix: 3.1419e-02 ] [ l_g_total: 3.1419e-02 ] +2024-10-22 01:16:10,961 INFO: [ epoch: 2 ] [ iter: 33,200 ] [ performance: 18.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1545 days, 13:30:38 ] [ l_g_pix: 3.2301e-02 ] [ l_g_total: 3.2301e-02 ] +2024-10-22 01:16:16,232 INFO: [ epoch: 2 ] [ iter: 33,300 ] [ performance: 18.948 it/s ] [ lr: 1.00e-04 ] [ eta: 1547 days, 7:38:12 ] [ l_g_pix: 2.2859e-02 ] [ l_g_total: 2.2859e-02 ] +2024-10-22 01:16:21,432 INFO: [ epoch: 2 ] [ iter: 33,400 ] [ performance: 18.970 it/s ] [ lr: 1.00e-04 ] [ eta: 1549 days, 0:09:17 ] [ l_g_pix: 1.8838e-02 ] [ l_g_total: 1.8838e-02 ] +2024-10-22 01:16:26,728 INFO: [ epoch: 2 ] [ iter: 33,500 ] [ performance: 18.906 it/s ] [ lr: 1.00e-04 ] [ eta: 1550 days, 18:09:41 ] [ l_g_pix: 2.2066e-02 ] [ l_g_total: 2.2066e-02 ] +2024-10-22 01:16:32,203 INFO: [ epoch: 2 ] [ iter: 33,600 ] [ performance: 18.429 it/s ] [ lr: 1.00e-04 ] [ eta: 1552 days, 15:10:55 ] [ l_g_pix: 2.7268e-02 ] [ l_g_total: 2.7268e-02 ] +2024-10-22 01:16:37,520 INFO: [ epoch: 2 ] [ iter: 33,700 ] [ performance: 18.715 it/s ] [ lr: 1.00e-04 ] [ eta: 1554 days, 8:58:25 ] [ l_g_pix: 2.8803e-02 ] [ l_g_total: 2.8803e-02 ] +2024-10-22 01:16:42,779 INFO: [ epoch: 2 ] [ iter: 33,800 ] [ performance: 18.793 it/s ] [ lr: 1.00e-04 ] [ eta: 1556 days, 1:25:20 ] [ l_g_pix: 2.6764e-02 ] [ l_g_total: 2.6764e-02 ] +2024-10-22 01:16:48,159 INFO: [ epoch: 2 ] [ iter: 33,900 ] [ performance: 18.640 it/s ] [ lr: 1.00e-04 ] [ eta: 1557 days, 19:46:42 ] [ l_g_pix: 2.0890e-02 ] [ l_g_total: 2.0890e-02 ] +2024-10-22 01:16:53,455 INFO: [ epoch: 2 ] [ iter: 34,000 ] [ performance: 19.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1559 days, 12:18:41 ] [ l_g_pix: 1.6004e-02 ] [ l_g_total: 1.6004e-02 ] +2024-10-22 01:16:58,831 INFO: [ epoch: 2 ] [ iter: 34,100 ] [ performance: 18.815 it/s ] [ lr: 1.00e-04 ] [ eta: 1561 days, 6:00:02 ] [ l_g_pix: 2.3090e-02 ] [ l_g_total: 2.3090e-02 ] +2024-10-22 01:17:04,173 INFO: [ epoch: 2 ] [ iter: 34,200 ] [ performance: 18.846 it/s ] [ lr: 1.00e-04 ] [ eta: 1562 days, 22:47:26 ] [ l_g_pix: 1.4551e-02 ] [ l_g_total: 1.4551e-02 ] +2024-10-22 01:17:09,433 INFO: [ epoch: 2 ] [ iter: 34,300 ] [ performance: 18.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1564 days, 13:46:34 ] [ l_g_pix: 2.6334e-02 ] [ l_g_total: 2.6334e-02 ] +2024-10-22 01:17:14,706 INFO: [ epoch: 2 ] [ iter: 34,400 ] [ performance: 18.761 it/s ] [ lr: 1.00e-04 ] [ eta: 1566 days, 4:41:42 ] [ l_g_pix: 2.3293e-02 ] [ l_g_total: 2.3293e-02 ] +2024-10-22 01:17:19,938 INFO: [ epoch: 2 ] [ iter: 34,500 ] [ performance: 19.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1567 days, 18:35:07 ] [ l_g_pix: 2.2820e-02 ] [ l_g_total: 2.2820e-02 ] +2024-10-22 01:17:25,276 INFO: [ epoch: 2 ] [ iter: 34,600 ] [ performance: 18.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1569 days, 10:07:21 ] [ l_g_pix: 2.7935e-02 ] [ l_g_total: 2.7935e-02 ] +2024-10-22 01:17:30,671 INFO: [ epoch: 2 ] [ iter: 34,700 ] [ performance: 18.527 it/s ] [ lr: 1.00e-04 ] [ eta: 1571 days, 2:23:18 ] [ l_g_pix: 1.9392e-02 ] [ l_g_total: 1.9392e-02 ] +2024-10-22 01:17:36,002 INFO: [ epoch: 2 ] [ iter: 34,800 ] [ performance: 19.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1572 days, 17:11:03 ] [ l_g_pix: 2.1607e-02 ] [ l_g_total: 2.1607e-02 ] +2024-10-22 01:17:41,403 INFO: [ epoch: 2 ] [ iter: 34,900 ] [ performance: 18.644 it/s ] [ lr: 1.00e-04 ] [ eta: 1574 days, 8:57:51 ] [ l_g_pix: 1.8877e-02 ] [ l_g_total: 1.8877e-02 ] +2024-10-22 01:17:46,700 INFO: [ epoch: 2 ] [ iter: 35,000 ] [ performance: 18.995 it/s ] [ lr: 1.00e-04 ] [ eta: 1575 days, 22:33:07 ] [ l_g_pix: 1.8391e-02 ] [ l_g_total: 1.8391e-02 ] +2024-10-22 01:17:52,049 INFO: [ epoch: 2 ] [ iter: 35,100 ] [ performance: 18.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1577 days, 12:47:40 ] [ l_g_pix: 2.7912e-02 ] [ l_g_total: 2.7912e-02 ] +2024-10-22 01:17:57,479 INFO: [ epoch: 2 ] [ iter: 35,200 ] [ performance: 18.607 it/s ] [ lr: 1.00e-04 ] [ eta: 1579 days, 4:12:20 ] [ l_g_pix: 2.3801e-02 ] [ l_g_total: 2.3801e-02 ] +2024-10-22 01:18:02,896 INFO: [ epoch: 2 ] [ iter: 35,300 ] [ performance: 18.493 it/s ] [ lr: 1.00e-04 ] [ eta: 1580 days, 19:03:32 ] [ l_g_pix: 2.4980e-02 ] [ l_g_total: 2.4980e-02 ] +2024-10-22 01:18:08,296 INFO: [ epoch: 2 ] [ iter: 35,400 ] [ performance: 18.671 it/s ] [ lr: 1.00e-04 ] [ eta: 1582 days, 9:19:09 ] [ l_g_pix: 2.4502e-02 ] [ l_g_total: 2.4502e-02 ] +2024-10-22 01:18:13,591 INFO: [ epoch: 2 ] [ iter: 35,500 ] [ performance: 18.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1583 days, 21:24:25 ] [ l_g_pix: 2.4304e-02 ] [ l_g_total: 2.4304e-02 ] +2024-10-22 01:18:18,952 INFO: [ epoch: 2 ] [ iter: 35,600 ] [ performance: 19.338 it/s ] [ lr: 1.00e-04 ] [ eta: 1585 days, 10:21:45 ] [ l_g_pix: 1.7215e-02 ] [ l_g_total: 1.7215e-02 ] +2024-10-22 01:18:24,339 INFO: [ epoch: 2 ] [ iter: 35,700 ] [ performance: 18.706 it/s ] [ lr: 1.00e-04 ] [ eta: 1586 days, 23:29:25 ] [ l_g_pix: 1.8477e-02 ] [ l_g_total: 1.8477e-02 ] +2024-10-22 01:18:29,735 INFO: [ epoch: 2 ] [ iter: 35,800 ] [ performance: 19.008 it/s ] [ lr: 1.00e-04 ] [ eta: 1588 days, 12:29:00 ] [ l_g_pix: 3.6870e-02 ] [ l_g_total: 3.6870e-02 ] +2024-10-22 01:18:35,164 INFO: [ epoch: 2 ] [ iter: 35,900 ] [ performance: 18.524 it/s ] [ lr: 1.00e-04 ] [ eta: 1590 days, 1:46:01 ] [ l_g_pix: 2.4258e-02 ] [ l_g_total: 2.4258e-02 ] +2024-10-22 01:18:40,557 INFO: [ epoch: 2 ] [ iter: 36,000 ] [ performance: 18.415 it/s ] [ lr: 1.00e-04 ] [ eta: 1591 days, 14:05:58 ] [ l_g_pix: 1.9166e-02 ] [ l_g_total: 1.9166e-02 ] +2024-10-22 01:18:45,781 INFO: [ epoch: 2 ] [ iter: 36,100 ] [ performance: 19.012 it/s ] [ lr: 1.00e-04 ] [ eta: 1592 days, 23:09:08 ] [ l_g_pix: 1.9859e-02 ] [ l_g_total: 1.9859e-02 ] +2024-10-22 01:18:51,125 INFO: [ epoch: 2 ] [ iter: 36,200 ] [ performance: 19.153 it/s ] [ lr: 1.00e-04 ] [ eta: 1594 days, 10:01:30 ] [ l_g_pix: 2.4332e-02 ] [ l_g_total: 2.4332e-02 ] +2024-10-22 01:18:56,520 INFO: [ epoch: 2 ] [ iter: 36,300 ] [ performance: 18.638 it/s ] [ lr: 1.00e-04 ] [ eta: 1595 days, 21:30:08 ] [ l_g_pix: 2.1502e-02 ] [ l_g_total: 2.1502e-02 ] +2024-10-22 01:19:01,846 INFO: [ epoch: 2 ] [ iter: 36,400 ] [ performance: 18.539 it/s ] [ lr: 1.00e-04 ] [ eta: 1597 days, 7:27:58 ] [ l_g_pix: 1.9803e-02 ] [ l_g_total: 1.9803e-02 ] +2024-10-22 01:19:07,425 INFO: [ epoch: 2 ] [ iter: 36,500 ] [ performance: 18.021 it/s ] [ lr: 1.00e-04 ] [ eta: 1598 days, 21:35:52 ] [ l_g_pix: 2.1675e-02 ] [ l_g_total: 2.1675e-02 ] +2024-10-22 01:19:12,450 INFO: [ epoch: 2 ] [ iter: 36,600 ] [ performance: 23.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1600 days, 1:39:21 ] [ l_g_pix: 2.4883e-02 ] [ l_g_total: 2.4883e-02 ] +2024-10-22 01:19:18,459 INFO: [ epoch: 3 ] [ iter: 36,700 ] [ performance: 17.413 it/s ] [ lr: 1.00e-04 ] [ eta: 1601 days, 22:43:44 ] [ l_g_pix: 1.7829e-02 ] [ l_g_total: 1.7829e-02 ] +2024-10-22 01:19:23,642 INFO: [ epoch: 3 ] [ iter: 36,800 ] [ performance: 19.442 it/s ] [ lr: 1.00e-04 ] [ eta: 1603 days, 4:59:25 ] [ l_g_pix: 1.5742e-02 ] [ l_g_total: 1.5742e-02 ] +2024-10-22 01:19:28,889 INFO: [ epoch: 3 ] [ iter: 36,900 ] [ performance: 19.115 it/s ] [ lr: 1.00e-04 ] [ eta: 1604 days, 12:04:40 ] [ l_g_pix: 2.2900e-02 ] [ l_g_total: 2.2900e-02 ] +2024-10-22 01:19:33,980 INFO: [ epoch: 3 ] [ iter: 37,000 ] [ performance: 20.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1605 days, 16:08:25 ] [ l_g_pix: 2.7079e-02 ] [ l_g_total: 2.7079e-02 ] +2024-10-22 01:19:39,287 INFO: [ epoch: 3 ] [ iter: 37,100 ] [ performance: 19.013 it/s ] [ lr: 1.00e-04 ] [ eta: 1606 days, 23:41:13 ] [ l_g_pix: 1.5802e-02 ] [ l_g_total: 1.5802e-02 ] +2024-10-22 01:19:44,353 INFO: [ epoch: 3 ] [ iter: 37,200 ] [ performance: 20.143 it/s ] [ lr: 1.00e-04 ] [ eta: 1608 days, 2:45:25 ] [ l_g_pix: 1.7956e-02 ] [ l_g_total: 1.7956e-02 ] +2024-10-22 01:19:49,545 INFO: [ epoch: 3 ] [ iter: 37,300 ] [ performance: 19.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1609 days, 7:42:45 ] [ l_g_pix: 2.4256e-02 ] [ l_g_total: 2.4256e-02 ] +2024-10-22 01:19:54,650 INFO: [ epoch: 3 ] [ iter: 37,400 ] [ performance: 19.845 it/s ] [ lr: 1.00e-04 ] [ eta: 1610 days, 10:52:56 ] [ l_g_pix: 1.5944e-02 ] [ l_g_total: 1.5944e-02 ] +2024-10-22 01:19:59,751 INFO: [ epoch: 3 ] [ iter: 37,500 ] [ performance: 19.637 it/s ] [ lr: 1.00e-04 ] [ eta: 1611 days, 13:41:29 ] [ l_g_pix: 2.1986e-02 ] [ l_g_total: 2.1986e-02 ] +2024-10-22 01:20:04,993 INFO: [ epoch: 3 ] [ iter: 37,600 ] [ performance: 20.227 it/s ] [ lr: 1.00e-04 ] [ eta: 1612 days, 18:40:26 ] [ l_g_pix: 1.9169e-02 ] [ l_g_total: 1.9169e-02 ] +2024-10-22 01:20:09,956 INFO: [ epoch: 3 ] [ iter: 37,700 ] [ performance: 20.159 it/s ] [ lr: 1.00e-04 ] [ eta: 1613 days, 18:32:05 ] [ l_g_pix: 2.9597e-02 ] [ l_g_total: 2.9597e-02 ] +2024-10-22 01:20:15,005 INFO: [ epoch: 3 ] [ iter: 37,800 ] [ performance: 19.167 it/s ] [ lr: 1.00e-04 ] [ eta: 1614 days, 19:35:44 ] [ l_g_pix: 3.2738e-02 ] [ l_g_total: 3.2738e-02 ] +2024-10-22 01:20:20,066 INFO: [ epoch: 3 ] [ iter: 37,900 ] [ performance: 19.697 it/s ] [ lr: 1.00e-04 ] [ eta: 1615 days, 20:34:56 ] [ l_g_pix: 2.1202e-02 ] [ l_g_total: 2.1202e-02 ] +2024-10-22 01:20:25,178 INFO: [ epoch: 3 ] [ iter: 38,000 ] [ performance: 19.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1616 days, 22:10:19 ] [ l_g_pix: 1.6593e-02 ] [ l_g_total: 1.6593e-02 ] +2024-10-22 01:20:30,170 INFO: [ epoch: 3 ] [ iter: 38,100 ] [ performance: 20.008 it/s ] [ lr: 1.00e-04 ] [ eta: 1617 days, 21:24:34 ] [ l_g_pix: 2.7327e-02 ] [ l_g_total: 2.7327e-02 ] +2024-10-22 01:20:35,046 INFO: [ epoch: 3 ] [ iter: 38,200 ] [ performance: 21.953 it/s ] [ lr: 1.00e-04 ] [ eta: 1618 days, 18:23:20 ] [ l_g_pix: 2.3471e-02 ] [ l_g_total: 2.3471e-02 ] +2024-10-22 01:20:40,146 INFO: [ epoch: 3 ] [ iter: 38,300 ] [ performance: 19.803 it/s ] [ lr: 1.00e-04 ] [ eta: 1619 days, 18:55:41 ] [ l_g_pix: 1.9188e-02 ] [ l_g_total: 1.9188e-02 ] +2024-10-22 01:20:45,298 INFO: [ epoch: 3 ] [ iter: 38,400 ] [ performance: 19.111 it/s ] [ lr: 1.00e-04 ] [ eta: 1620 days, 20:04:54 ] [ l_g_pix: 2.2521e-02 ] [ l_g_total: 2.2521e-02 ] +2024-10-22 01:20:50,411 INFO: [ epoch: 3 ] [ iter: 38,500 ] [ performance: 19.522 it/s ] [ lr: 1.00e-04 ] [ eta: 1621 days, 20:16:45 ] [ l_g_pix: 1.5645e-02 ] [ l_g_total: 1.5645e-02 ] +2024-10-22 01:20:55,527 INFO: [ epoch: 3 ] [ iter: 38,600 ] [ performance: 18.769 it/s ] [ lr: 1.00e-04 ] [ eta: 1622 days, 20:14:37 ] [ l_g_pix: 1.7562e-02 ] [ l_g_total: 1.7562e-02 ] +2024-10-22 01:21:00,761 INFO: [ epoch: 3 ] [ iter: 38,700 ] [ performance: 19.084 it/s ] [ lr: 1.00e-04 ] [ eta: 1623 days, 21:55:21 ] [ l_g_pix: 2.0696e-02 ] [ l_g_total: 2.0696e-02 ] +2024-10-22 01:21:05,918 INFO: [ epoch: 3 ] [ iter: 38,800 ] [ performance: 19.493 it/s ] [ lr: 1.00e-04 ] [ eta: 1624 days, 22:01:03 ] [ l_g_pix: 2.5139e-02 ] [ l_g_total: 2.5139e-02 ] +2024-10-22 01:21:10,970 INFO: [ epoch: 3 ] [ iter: 38,900 ] [ performance: 19.777 it/s ] [ lr: 1.00e-04 ] [ eta: 1625 days, 20:01:59 ] [ l_g_pix: 1.4244e-02 ] [ l_g_total: 1.4244e-02 ] +2024-10-22 01:21:16,127 INFO: [ epoch: 3 ] [ iter: 39,000 ] [ performance: 18.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1626 days, 19:32:39 ] [ l_g_pix: 2.0824e-02 ] [ l_g_total: 2.0824e-02 ] +2024-10-22 01:21:21,262 INFO: [ epoch: 3 ] [ iter: 39,100 ] [ performance: 19.442 it/s ] [ lr: 1.00e-04 ] [ eta: 1627 days, 18:24:29 ] [ l_g_pix: 1.3898e-02 ] [ l_g_total: 1.3898e-02 ] +2024-10-22 01:21:26,427 INFO: [ epoch: 3 ] [ iter: 39,200 ] [ performance: 19.245 it/s ] [ lr: 1.00e-04 ] [ eta: 1628 days, 17:28:55 ] [ l_g_pix: 2.2465e-02 ] [ l_g_total: 2.2465e-02 ] +2024-10-22 01:21:31,555 INFO: [ epoch: 3 ] [ iter: 39,300 ] [ performance: 19.490 it/s ] [ lr: 1.00e-04 ] [ eta: 1629 days, 15:39:17 ] [ l_g_pix: 2.2276e-02 ] [ l_g_total: 2.2276e-02 ] +2024-10-22 01:21:36,657 INFO: [ epoch: 3 ] [ iter: 39,400 ] [ performance: 19.412 it/s ] [ lr: 1.00e-04 ] [ eta: 1630 days, 13:05:50 ] [ l_g_pix: 3.0953e-02 ] [ l_g_total: 3.0953e-02 ] +2024-10-22 01:21:41,800 INFO: [ epoch: 3 ] [ iter: 39,500 ] [ performance: 19.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1631 days, 10:56:58 ] [ l_g_pix: 2.0852e-02 ] [ l_g_total: 2.0852e-02 ] +2024-10-22 01:21:46,918 INFO: [ epoch: 3 ] [ iter: 39,600 ] [ performance: 20.140 it/s ] [ lr: 1.00e-04 ] [ eta: 1632 days, 8:06:03 ] [ l_g_pix: 2.1399e-02 ] [ l_g_total: 2.1399e-02 ] +2024-10-22 01:21:51,934 INFO: [ epoch: 3 ] [ iter: 39,700 ] [ performance: 19.944 it/s ] [ lr: 1.00e-04 ] [ eta: 1633 days, 3:15:35 ] [ l_g_pix: 2.3118e-02 ] [ l_g_total: 2.3118e-02 ] +2024-10-22 01:21:57,070 INFO: [ epoch: 3 ] [ iter: 39,800 ] [ performance: 18.882 it/s ] [ lr: 1.00e-04 ] [ eta: 1634 days, 0:08:46 ] [ l_g_pix: 1.3388e-02 ] [ l_g_total: 1.3388e-02 ] +2024-10-22 01:22:02,193 INFO: [ epoch: 3 ] [ iter: 39,900 ] [ performance: 19.509 it/s ] [ lr: 1.00e-04 ] [ eta: 1634 days, 20:31:35 ] [ l_g_pix: 1.8971e-02 ] [ l_g_total: 1.8971e-02 ] +2024-10-22 01:22:07,388 INFO: [ epoch: 3 ] [ iter: 40,000 ] [ performance: 23.134 it/s ] [ lr: 1.00e-04 ] [ eta: 1635 days, 17:49:02 ] [ l_g_pix: 2.0313e-02 ] [ l_g_total: 2.0313e-02 ] +2024-10-22 01:22:07,389 INFO: Saving models and training states. +2024-10-22 01:23:24,230 INFO: Validation val + + # psnr: 22.0163........ Best: 22.0163 @ 40000 iter + # ssim: 0.6464........ Best: 0.6464 @ 40000 iter + # dists: 0.7871........ Best: 0.7871 @ 40000 iter + +2024-10-22 01:23:29,502 INFO: [ epoch: 3 ] [ iter: 40,100 ] [ performance: 19.007 it/s ] [ lr: 1.00e-04 ] [ eta: 1689 days, 22:38:31 ] [ l_g_pix: 2.1575e-02 ] [ l_g_total: 2.1575e-02 ] +2024-10-22 01:23:34,714 INFO: [ epoch: 3 ] [ iter: 40,200 ] [ performance: 19.098 it/s ] [ lr: 1.00e-04 ] [ eta: 1690 days, 17:30:08 ] [ l_g_pix: 2.2231e-02 ] [ l_g_total: 2.2231e-02 ] +2024-10-22 01:23:39,904 INFO: [ epoch: 3 ] [ iter: 40,300 ] [ performance: 19.268 it/s ] [ lr: 1.00e-04 ] [ eta: 1691 days, 11:43:26 ] [ l_g_pix: 2.3497e-02 ] [ l_g_total: 2.3497e-02 ] +2024-10-22 01:23:45,136 INFO: [ epoch: 3 ] [ iter: 40,400 ] [ performance: 19.192 it/s ] [ lr: 1.00e-04 ] [ eta: 1692 days, 6:20:03 ] [ l_g_pix: 2.2761e-02 ] [ l_g_total: 2.2761e-02 ] +2024-10-22 01:23:50,230 INFO: [ epoch: 3 ] [ iter: 40,500 ] [ performance: 19.645 it/s ] [ lr: 1.00e-04 ] [ eta: 1692 days, 22:23:16 ] [ l_g_pix: 2.1324e-02 ] [ l_g_total: 2.1324e-02 ] +2024-10-22 01:23:55,454 INFO: [ epoch: 3 ] [ iter: 40,600 ] [ performance: 19.392 it/s ] [ lr: 1.00e-04 ] [ eta: 1693 days, 16:16:54 ] [ l_g_pix: 2.2414e-02 ] [ l_g_total: 2.2414e-02 ] +2024-10-22 01:24:00,510 INFO: [ epoch: 3 ] [ iter: 40,700 ] [ performance: 19.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1694 days, 7:08:04 ] [ l_g_pix: 1.6990e-02 ] [ l_g_total: 1.6990e-02 ] +2024-10-22 01:24:05,696 INFO: [ epoch: 3 ] [ iter: 40,800 ] [ performance: 19.509 it/s ] [ lr: 1.00e-04 ] [ eta: 1694 days, 23:51:03 ] [ l_g_pix: 2.8045e-02 ] [ l_g_total: 2.8045e-02 ] +2024-10-22 01:24:10,911 INFO: [ epoch: 3 ] [ iter: 40,900 ] [ performance: 19.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1695 days, 16:44:13 ] [ l_g_pix: 2.5000e-02 ] [ l_g_total: 2.5000e-02 ] +2024-10-22 01:24:16,219 INFO: [ epoch: 3 ] [ iter: 41,000 ] [ performance: 19.017 it/s ] [ lr: 1.00e-04 ] [ eta: 1696 days, 10:51:48 ] [ l_g_pix: 1.8934e-02 ] [ l_g_total: 1.8934e-02 ] +2024-10-22 01:24:21,289 INFO: [ epoch: 3 ] [ iter: 41,100 ] [ performance: 19.749 it/s ] [ lr: 1.00e-04 ] [ eta: 1697 days, 0:48:06 ] [ l_g_pix: 2.5149e-02 ] [ l_g_total: 2.5149e-02 ] +2024-10-22 01:24:26,432 INFO: [ epoch: 3 ] [ iter: 41,200 ] [ performance: 19.593 it/s ] [ lr: 1.00e-04 ] [ eta: 1697 days, 15:39:33 ] [ l_g_pix: 2.3992e-02 ] [ l_g_total: 2.3992e-02 ] +2024-10-22 01:24:31,673 INFO: [ epoch: 3 ] [ iter: 41,300 ] [ performance: 19.082 it/s ] [ lr: 1.00e-04 ] [ eta: 1698 days, 7:49:27 ] [ l_g_pix: 1.7657e-02 ] [ l_g_total: 1.7657e-02 ] +2024-10-22 01:24:36,791 INFO: [ epoch: 3 ] [ iter: 41,400 ] [ performance: 19.316 it/s ] [ lr: 1.00e-04 ] [ eta: 1698 days, 21:41:01 ] [ l_g_pix: 1.6606e-02 ] [ l_g_total: 1.6606e-02 ] +2024-10-22 01:24:41,828 INFO: [ epoch: 3 ] [ iter: 41,500 ] [ performance: 19.956 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 9:57:14 ] [ l_g_pix: 1.9345e-02 ] [ l_g_total: 1.9345e-02 ] +2024-10-22 01:24:46,944 INFO: [ epoch: 3 ] [ iter: 41,600 ] [ performance: 19.743 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 23:13:59 ] [ l_g_pix: 2.8269e-02 ] [ l_g_total: 2.8269e-02 ] +2024-10-22 01:24:52,096 INFO: [ epoch: 3 ] [ iter: 41,700 ] [ performance: 19.476 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 12:48:06 ] [ l_g_pix: 2.0635e-02 ] [ l_g_total: 2.0635e-02 ] +2024-10-22 01:24:57,319 INFO: [ epoch: 3 ] [ iter: 41,800 ] [ performance: 19.304 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 3:14:16 ] [ l_g_pix: 1.5822e-02 ] [ l_g_total: 1.5822e-02 ] +2024-10-22 01:25:02,571 INFO: [ epoch: 3 ] [ iter: 41,900 ] [ performance: 19.059 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 17:49:54 ] [ l_g_pix: 2.0918e-02 ] [ l_g_total: 2.0918e-02 ] +2024-10-22 01:25:07,623 INFO: [ epoch: 3 ] [ iter: 42,000 ] [ performance: 19.436 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 4:55:43 ] [ l_g_pix: 1.9899e-02 ] [ l_g_total: 1.9899e-02 ] +2024-10-22 01:25:12,691 INFO: [ epoch: 3 ] [ iter: 42,100 ] [ performance: 19.858 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 16:00:07 ] [ l_g_pix: 2.3077e-02 ] [ l_g_total: 2.3077e-02 ] +2024-10-22 01:25:17,887 INFO: [ epoch: 3 ] [ iter: 42,200 ] [ performance: 19.534 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 4:51:01 ] [ l_g_pix: 2.6304e-02 ] [ l_g_total: 2.6304e-02 ] +2024-10-22 01:25:23,116 INFO: [ epoch: 3 ] [ iter: 42,300 ] [ performance: 19.247 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 17:56:14 ] [ l_g_pix: 3.5438e-02 ] [ l_g_total: 3.5438e-02 ] +2024-10-22 01:25:28,301 INFO: [ epoch: 3 ] [ iter: 42,400 ] [ performance: 19.268 it/s ] [ lr: 1.00e-04 ] [ eta: 1704 days, 6:02:04 ] [ l_g_pix: 2.2718e-02 ] [ l_g_total: 2.2718e-02 ] +2024-10-22 01:25:33,547 INFO: [ epoch: 3 ] [ iter: 42,500 ] [ performance: 19.088 it/s ] [ lr: 1.00e-04 ] [ eta: 1704 days, 18:48:37 ] [ l_g_pix: 2.8112e-02 ] [ l_g_total: 2.8112e-02 ] +2024-10-22 01:25:38,813 INFO: [ epoch: 3 ] [ iter: 42,600 ] [ performance: 19.037 it/s ] [ lr: 1.00e-04 ] [ eta: 1705 days, 7:36:48 ] [ l_g_pix: 3.2834e-02 ] [ l_g_total: 3.2834e-02 ] +2024-10-22 01:25:44,220 INFO: [ epoch: 3 ] [ iter: 42,700 ] [ performance: 18.576 it/s ] [ lr: 1.00e-04 ] [ eta: 1705 days, 22:21:54 ] [ l_g_pix: 1.7850e-02 ] [ l_g_total: 1.7850e-02 ] +2024-10-22 01:25:49,627 INFO: [ epoch: 3 ] [ iter: 42,800 ] [ performance: 18.534 it/s ] [ lr: 1.00e-04 ] [ eta: 1706 days, 12:49:07 ] [ l_g_pix: 1.9759e-02 ] [ l_g_total: 1.9759e-02 ] +2024-10-22 01:25:54,837 INFO: [ epoch: 3 ] [ iter: 42,900 ] [ performance: 19.301 it/s ] [ lr: 1.00e-04 ] [ eta: 1706 days, 23:50:55 ] [ l_g_pix: 3.2555e-02 ] [ l_g_total: 3.2555e-02 ] +2024-10-22 01:25:59,998 INFO: [ epoch: 3 ] [ iter: 43,000 ] [ performance: 19.343 it/s ] [ lr: 1.00e-04 ] [ eta: 1707 days, 9:48:42 ] [ l_g_pix: 2.3665e-02 ] [ l_g_total: 2.3665e-02 ] +2024-10-22 01:26:05,147 INFO: [ epoch: 3 ] [ iter: 43,100 ] [ performance: 19.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1707 days, 19:18:27 ] [ l_g_pix: 1.9026e-02 ] [ l_g_total: 1.9026e-02 ] +2024-10-22 01:26:10,490 INFO: [ epoch: 3 ] [ iter: 43,200 ] [ performance: 19.046 it/s ] [ lr: 1.00e-04 ] [ eta: 1708 days, 7:34:17 ] [ l_g_pix: 2.3629e-02 ] [ l_g_total: 2.3629e-02 ] +2024-10-22 01:26:15,804 INFO: [ epoch: 3 ] [ iter: 43,300 ] [ performance: 18.794 it/s ] [ lr: 1.00e-04 ] [ eta: 1708 days, 19:04:24 ] [ l_g_pix: 1.9364e-02 ] [ l_g_total: 1.9364e-02 ] +2024-10-22 01:26:21,113 INFO: [ epoch: 3 ] [ iter: 43,400 ] [ performance: 18.817 it/s ] [ lr: 1.00e-04 ] [ eta: 1709 days, 6:13:06 ] [ l_g_pix: 2.7156e-02 ] [ l_g_total: 2.7156e-02 ] +2024-10-22 01:26:26,309 INFO: [ epoch: 3 ] [ iter: 43,500 ] [ performance: 19.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1709 days, 15:17:01 ] [ l_g_pix: 1.9431e-02 ] [ l_g_total: 1.9431e-02 ] +2024-10-22 01:26:31,468 INFO: [ epoch: 3 ] [ iter: 43,600 ] [ performance: 19.369 it/s ] [ lr: 1.00e-04 ] [ eta: 1709 days, 23:28:51 ] [ l_g_pix: 2.7344e-02 ] [ l_g_total: 2.7344e-02 ] +2024-10-22 01:26:36,703 INFO: [ epoch: 3 ] [ iter: 43,700 ] [ performance: 19.004 it/s ] [ lr: 1.00e-04 ] [ eta: 1710 days, 8:35:33 ] [ l_g_pix: 2.1378e-02 ] [ l_g_total: 2.1378e-02 ] +2024-10-22 01:26:41,960 INFO: [ epoch: 3 ] [ iter: 43,800 ] [ performance: 19.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1710 days, 17:44:43 ] [ l_g_pix: 2.9987e-02 ] [ l_g_total: 2.9987e-02 ] +2024-10-22 01:26:47,167 INFO: [ epoch: 3 ] [ iter: 43,900 ] [ performance: 19.191 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 1:49:56 ] [ l_g_pix: 1.8008e-02 ] [ l_g_total: 1.8008e-02 ] +2024-10-22 01:26:52,341 INFO: [ epoch: 3 ] [ iter: 44,000 ] [ performance: 19.269 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 9:06:06 ] [ l_g_pix: 1.9612e-02 ] [ l_g_total: 1.9612e-02 ] +2024-10-22 01:26:57,600 INFO: [ epoch: 3 ] [ iter: 44,100 ] [ performance: 19.094 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 17:25:20 ] [ l_g_pix: 2.0165e-02 ] [ l_g_total: 2.0165e-02 ] +2024-10-22 01:27:02,890 INFO: [ epoch: 3 ] [ iter: 44,200 ] [ performance: 18.989 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 1:55:30 ] [ l_g_pix: 1.4715e-02 ] [ l_g_total: 1.4715e-02 ] +2024-10-22 01:27:08,201 INFO: [ epoch: 3 ] [ iter: 44,300 ] [ performance: 18.917 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 10:27:21 ] [ l_g_pix: 2.4053e-02 ] [ l_g_total: 2.4053e-02 ] +2024-10-22 01:27:13,559 INFO: [ epoch: 3 ] [ iter: 44,400 ] [ performance: 18.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 19:24:35 ] [ l_g_pix: 2.3994e-02 ] [ l_g_total: 2.3994e-02 ] +2024-10-22 01:27:18,868 INFO: [ epoch: 3 ] [ iter: 44,500 ] [ performance: 18.827 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 3:19:08 ] [ l_g_pix: 2.4313e-02 ] [ l_g_total: 2.4313e-02 ] +2024-10-22 01:27:24,140 INFO: [ epoch: 3 ] [ iter: 44,600 ] [ performance: 18.907 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 10:21:58 ] [ l_g_pix: 3.0426e-02 ] [ l_g_total: 3.0426e-02 ] +2024-10-22 01:27:29,461 INFO: [ epoch: 3 ] [ iter: 44,700 ] [ performance: 19.042 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 17:52:33 ] [ l_g_pix: 1.6877e-02 ] [ l_g_total: 1.6877e-02 ] +2024-10-22 01:27:34,656 INFO: [ epoch: 3 ] [ iter: 44,800 ] [ performance: 19.159 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 23:09:13 ] [ l_g_pix: 2.2835e-02 ] [ l_g_total: 2.2835e-02 ] +2024-10-22 01:27:39,988 INFO: [ epoch: 3 ] [ iter: 44,900 ] [ performance: 18.704 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 6:14:32 ] [ l_g_pix: 2.0447e-02 ] [ l_g_total: 2.0447e-02 ] +2024-10-22 01:27:45,281 INFO: [ epoch: 3 ] [ iter: 45,000 ] [ performance: 18.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 12:25:40 ] [ l_g_pix: 2.0298e-02 ] [ l_g_total: 2.0298e-02 ] +2024-10-22 01:27:50,564 INFO: [ epoch: 3 ] [ iter: 45,100 ] [ performance: 18.944 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 18:10:35 ] [ l_g_pix: 1.6769e-02 ] [ l_g_total: 1.6769e-02 ] +2024-10-22 01:27:55,943 INFO: [ epoch: 3 ] [ iter: 45,200 ] [ performance: 18.742 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 1:05:59 ] [ l_g_pix: 2.3199e-02 ] [ l_g_total: 2.3199e-02 ] +2024-10-22 01:28:01,297 INFO: [ epoch: 3 ] [ iter: 45,300 ] [ performance: 18.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 7:19:56 ] [ l_g_pix: 2.6383e-02 ] [ l_g_total: 2.6383e-02 ] +2024-10-22 01:28:06,604 INFO: [ epoch: 3 ] [ iter: 45,400 ] [ performance: 18.832 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 12:33:18 ] [ l_g_pix: 2.2342e-02 ] [ l_g_total: 2.2342e-02 ] +2024-10-22 01:28:12,016 INFO: [ epoch: 3 ] [ iter: 45,500 ] [ performance: 18.577 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 19:05:22 ] [ l_g_pix: 2.0819e-02 ] [ l_g_total: 2.0819e-02 ] +2024-10-22 01:28:17,395 INFO: [ epoch: 3 ] [ iter: 45,600 ] [ performance: 18.588 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 0:48:01 ] [ l_g_pix: 1.8773e-02 ] [ l_g_total: 1.8773e-02 ] +2024-10-22 01:28:22,781 INFO: [ epoch: 3 ] [ iter: 45,700 ] [ performance: 18.551 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 6:20:14 ] [ l_g_pix: 1.4848e-02 ] [ l_g_total: 1.4848e-02 ] +2024-10-22 01:28:28,129 INFO: [ epoch: 3 ] [ iter: 45,800 ] [ performance: 18.637 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 10:59:48 ] [ l_g_pix: 2.2225e-02 ] [ l_g_total: 2.2225e-02 ] +2024-10-22 01:28:33,543 INFO: [ epoch: 3 ] [ iter: 45,900 ] [ performance: 18.502 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 16:20:19 ] [ l_g_pix: 2.3423e-02 ] [ l_g_total: 2.3423e-02 ] +2024-10-22 01:28:38,807 INFO: [ epoch: 3 ] [ iter: 46,000 ] [ performance: 18.787 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 19:09:00 ] [ l_g_pix: 2.5852e-02 ] [ l_g_total: 2.5852e-02 ] +2024-10-22 01:28:44,214 INFO: [ epoch: 3 ] [ iter: 46,100 ] [ performance: 18.443 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 23:47:44 ] [ l_g_pix: 1.6105e-02 ] [ l_g_total: 1.6105e-02 ] +2024-10-22 01:28:49,588 INFO: [ epoch: 3 ] [ iter: 46,200 ] [ performance: 18.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 3:39:22 ] [ l_g_pix: 2.5266e-02 ] [ l_g_total: 2.5266e-02 ] +2024-10-22 01:28:54,935 INFO: [ epoch: 3 ] [ iter: 46,300 ] [ performance: 18.867 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 6:48:06 ] [ l_g_pix: 3.9529e-02 ] [ l_g_total: 3.9529e-02 ] +2024-10-22 01:29:00,560 INFO: [ epoch: 3 ] [ iter: 46,400 ] [ performance: 18.211 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 13:48:22 ] [ l_g_pix: 1.7243e-02 ] [ l_g_total: 1.7243e-02 ] +2024-10-22 01:29:05,916 INFO: [ epoch: 3 ] [ iter: 46,500 ] [ performance: 18.770 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 16:28:59 ] [ l_g_pix: 2.2577e-02 ] [ l_g_total: 2.2577e-02 ] +2024-10-22 01:29:11,346 INFO: [ epoch: 3 ] [ iter: 46,600 ] [ performance: 18.560 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 19:58:12 ] [ l_g_pix: 1.8428e-02 ] [ l_g_total: 1.8428e-02 ] +2024-10-22 01:29:16,729 INFO: [ epoch: 3 ] [ iter: 46,700 ] [ performance: 18.938 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 22:27:46 ] [ l_g_pix: 2.4107e-02 ] [ l_g_total: 2.4107e-02 ] +2024-10-22 01:29:22,099 INFO: [ epoch: 3 ] [ iter: 46,800 ] [ performance: 18.749 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 0:28:04 ] [ l_g_pix: 1.9962e-02 ] [ l_g_total: 1.9962e-02 ] +2024-10-22 01:29:27,556 INFO: [ epoch: 3 ] [ iter: 46,900 ] [ performance: 18.497 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 3:26:32 ] [ l_g_pix: 2.3357e-02 ] [ l_g_total: 2.3357e-02 ] +2024-10-22 01:29:33,028 INFO: [ epoch: 3 ] [ iter: 47,000 ] [ performance: 18.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 6:21:01 ] [ l_g_pix: 1.9700e-02 ] [ l_g_total: 1.9700e-02 ] +2024-10-22 01:29:38,427 INFO: [ epoch: 3 ] [ iter: 47,100 ] [ performance: 18.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 7:52:16 ] [ l_g_pix: 2.7315e-02 ] [ l_g_total: 2.7315e-02 ] +2024-10-22 01:29:43,794 INFO: [ epoch: 3 ] [ iter: 47,200 ] [ performance: 18.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 8:37:27 ] [ l_g_pix: 2.4743e-02 ] [ l_g_total: 2.4743e-02 ] +2024-10-22 01:29:49,217 INFO: [ epoch: 3 ] [ iter: 47,300 ] [ performance: 18.222 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 9:53:56 ] [ l_g_pix: 1.9348e-02 ] [ l_g_total: 1.9348e-02 ] +2024-10-22 01:29:54,603 INFO: [ epoch: 3 ] [ iter: 47,400 ] [ performance: 18.430 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 10:20:22 ] [ l_g_pix: 1.4748e-02 ] [ l_g_total: 1.4748e-02 ] +2024-10-22 01:29:59,957 INFO: [ epoch: 3 ] [ iter: 47,500 ] [ performance: 18.344 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 10:00:09 ] [ l_g_pix: 2.0807e-02 ] [ l_g_total: 2.0807e-02 ] +2024-10-22 01:30:05,290 INFO: [ epoch: 3 ] [ iter: 47,600 ] [ performance: 18.591 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 9:04:14 ] [ l_g_pix: 3.6552e-02 ] [ l_g_total: 3.6552e-02 ] +2024-10-22 01:30:10,591 INFO: [ epoch: 3 ] [ iter: 47,700 ] [ performance: 19.026 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 7:22:25 ] [ l_g_pix: 1.5609e-02 ] [ l_g_total: 1.5609e-02 ] +2024-10-22 01:30:15,949 INFO: [ epoch: 3 ] [ iter: 47,800 ] [ performance: 18.803 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 6:12:59 ] [ l_g_pix: 2.4640e-02 ] [ l_g_total: 2.4640e-02 ] +2024-10-22 01:30:21,472 INFO: [ epoch: 3 ] [ iter: 47,900 ] [ performance: 18.366 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 7:08:06 ] [ l_g_pix: 2.5273e-02 ] [ l_g_total: 2.5273e-02 ] +2024-10-22 01:30:26,836 INFO: [ epoch: 3 ] [ iter: 48,000 ] [ performance: 18.537 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 5:27:37 ] [ l_g_pix: 2.2993e-02 ] [ l_g_total: 2.2993e-02 ] +2024-10-22 01:30:32,396 INFO: [ epoch: 3 ] [ iter: 48,100 ] [ performance: 18.132 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 6:18:38 ] [ l_g_pix: 3.8840e-02 ] [ l_g_total: 3.8840e-02 ] +2024-10-22 01:30:37,878 INFO: [ epoch: 3 ] [ iter: 48,200 ] [ performance: 18.202 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 5:43:38 ] [ l_g_pix: 2.6571e-02 ] [ l_g_total: 2.6571e-02 ] +2024-10-22 01:30:43,382 INFO: [ epoch: 3 ] [ iter: 48,300 ] [ performance: 18.087 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 5:09:33 ] [ l_g_pix: 2.4348e-02 ] [ l_g_total: 2.4348e-02 ] +2024-10-22 01:30:48,769 INFO: [ epoch: 3 ] [ iter: 48,400 ] [ performance: 18.383 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 2:36:38 ] [ l_g_pix: 2.1509e-02 ] [ l_g_total: 2.1509e-02 ] +2024-10-22 01:30:54,263 INFO: [ epoch: 3 ] [ iter: 48,500 ] [ performance: 18.401 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 1:17:24 ] [ l_g_pix: 2.3006e-02 ] [ l_g_total: 2.3006e-02 ] +2024-10-22 01:30:59,843 INFO: [ epoch: 3 ] [ iter: 48,600 ] [ performance: 18.097 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 0:53:50 ] [ l_g_pix: 2.4612e-02 ] [ l_g_total: 2.4612e-02 ] +2024-10-22 01:31:05,037 INFO: [ epoch: 3 ] [ iter: 48,700 ] [ performance: 19.723 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 18:41:15 ] [ l_g_pix: 2.6948e-02 ] [ l_g_total: 2.6948e-02 ] +2024-10-22 01:31:10,897 INFO: [ epoch: 3 ] [ iter: 48,800 ] [ performance: 17.954 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 21:40:00 ] [ l_g_pix: 2.1799e-02 ] [ l_g_total: 2.1799e-02 ] +2024-10-22 01:31:17,041 INFO: [ epoch: 4 ] [ iter: 48,900 ] [ performance: 13.934 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 4:19:57 ] [ l_g_pix: 1.6038e-02 ] [ l_g_total: 1.6038e-02 ] +2024-10-22 01:31:22,257 INFO: [ epoch: 4 ] [ iter: 49,000 ] [ performance: 16.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 21:32:03 ] [ l_g_pix: 2.0413e-02 ] [ l_g_total: 2.0413e-02 ] +2024-10-22 01:31:27,445 INFO: [ epoch: 4 ] [ iter: 49,100 ] [ performance: 19.371 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 14:02:31 ] [ l_g_pix: 1.4607e-02 ] [ l_g_total: 1.4607e-02 ] +2024-10-22 01:31:32,564 INFO: [ epoch: 4 ] [ iter: 49,200 ] [ performance: 19.478 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 5:17:12 ] [ l_g_pix: 1.7930e-02 ] [ l_g_total: 1.7930e-02 ] +2024-10-22 01:31:37,716 INFO: [ epoch: 4 ] [ iter: 49,300 ] [ performance: 19.649 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 20:42:45 ] [ l_g_pix: 2.4633e-02 ] [ l_g_total: 2.4633e-02 ] +2024-10-22 01:31:43,189 INFO: [ epoch: 4 ] [ iter: 49,400 ] [ performance: 18.739 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 16:22:02 ] [ l_g_pix: 3.0706e-02 ] [ l_g_total: 3.0706e-02 ] +2024-10-22 01:31:49,155 INFO: [ epoch: 4 ] [ iter: 49,500 ] [ performance: 18.907 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 18:37:16 ] [ l_g_pix: 1.6835e-02 ] [ l_g_total: 1.6835e-02 ] +2024-10-22 01:31:54,401 INFO: [ epoch: 4 ] [ iter: 49,600 ] [ performance: 19.008 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 10:28:49 ] [ l_g_pix: 2.4131e-02 ] [ l_g_total: 2.4131e-02 ] +2024-10-22 01:31:59,699 INFO: [ epoch: 4 ] [ iter: 49,700 ] [ performance: 18.972 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 2:45:32 ] [ l_g_pix: 2.0868e-02 ] [ l_g_total: 2.0868e-02 ] +2024-10-22 01:32:04,875 INFO: [ epoch: 4 ] [ iter: 49,800 ] [ performance: 19.199 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 17:03:14 ] [ l_g_pix: 2.0980e-02 ] [ l_g_total: 2.0980e-02 ] +2024-10-22 01:32:10,034 INFO: [ epoch: 4 ] [ iter: 49,900 ] [ performance: 20.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 6:49:20 ] [ l_g_pix: 2.9938e-02 ] [ l_g_total: 2.9938e-02 ] +2024-10-22 01:32:15,355 INFO: [ epoch: 4 ] [ iter: 50,000 ] [ performance: 19.196 it/s ] [ lr: 5.00e-05 ] [ eta: 1714 days, 22:33:03 ] [ l_g_pix: 2.7671e-02 ] [ l_g_total: 2.7671e-02 ] +2024-10-22 01:32:15,355 INFO: Saving models and training states. +2024-10-22 01:33:51,681 INFO: Validation val + + # psnr: 22.0282........ Best: 22.0282 @ 50000 iter + # ssim: 0.6473........ Best: 0.6473 @ 50000 iter + # dists: 0.7870........ Best: 0.7870 @ 50000 iter + +2024-10-22 01:33:57,080 INFO: [ epoch: 4 ] [ iter: 50,100 ] [ performance: 18.977 it/s ] [ lr: 5.00e-05 ] [ eta: 1770 days, 6:13:37 ] [ l_g_pix: 2.1907e-02 ] [ l_g_total: 2.1907e-02 ] +2024-10-22 01:34:02,198 INFO: [ epoch: 4 ] [ iter: 50,200 ] [ performance: 19.347 it/s ] [ lr: 5.00e-05 ] [ eta: 1769 days, 15:52:58 ] [ l_g_pix: 1.3239e-02 ] [ l_g_total: 1.3239e-02 ] +2024-10-22 01:34:07,283 INFO: [ epoch: 4 ] [ iter: 50,300 ] [ performance: 19.401 it/s ] [ lr: 5.00e-05 ] [ eta: 1769 days, 0:47:14 ] [ l_g_pix: 2.1159e-02 ] [ l_g_total: 2.1159e-02 ] +2024-10-22 01:34:12,506 INFO: [ epoch: 4 ] [ iter: 50,400 ] [ performance: 19.231 it/s ] [ lr: 5.00e-05 ] [ eta: 1768 days, 11:19:32 ] [ l_g_pix: 1.4223e-02 ] [ l_g_total: 1.4223e-02 ] +2024-10-22 01:34:17,659 INFO: [ epoch: 4 ] [ iter: 50,500 ] [ performance: 19.175 it/s ] [ lr: 5.00e-05 ] [ eta: 1767 days, 20:36:36 ] [ l_g_pix: 1.9922e-02 ] [ l_g_total: 1.9922e-02 ] +2024-10-22 01:34:22,871 INFO: [ epoch: 4 ] [ iter: 50,600 ] [ performance: 19.186 it/s ] [ lr: 5.00e-05 ] [ eta: 1767 days, 6:24:10 ] [ l_g_pix: 3.5446e-02 ] [ l_g_total: 3.5446e-02 ] +2024-10-22 01:34:28,085 INFO: [ epoch: 4 ] [ iter: 50,700 ] [ performance: 18.713 it/s ] [ lr: 5.00e-05 ] [ eta: 1766 days, 15:57:02 ] [ l_g_pix: 2.3062e-02 ] [ l_g_total: 2.3062e-02 ] +2024-10-22 01:34:33,217 INFO: [ epoch: 4 ] [ iter: 50,800 ] [ performance: 19.230 it/s ] [ lr: 5.00e-05 ] [ eta: 1766 days, 0:04:49 ] [ l_g_pix: 2.3725e-02 ] [ l_g_total: 2.3725e-02 ] +2024-10-22 01:34:38,371 INFO: [ epoch: 4 ] [ iter: 50,900 ] [ performance: 19.156 it/s ] [ lr: 5.00e-05 ] [ eta: 1765 days, 8:13:29 ] [ l_g_pix: 2.6029e-02 ] [ l_g_total: 2.6029e-02 ] +2024-10-22 01:34:43,586 INFO: [ epoch: 4 ] [ iter: 51,000 ] [ performance: 19.170 it/s ] [ lr: 5.00e-05 ] [ eta: 1764 days, 16:55:08 ] [ l_g_pix: 1.7095e-02 ] [ l_g_total: 1.7095e-02 ] +2024-10-22 01:34:48,937 INFO: [ epoch: 4 ] [ iter: 51,100 ] [ performance: 18.839 it/s ] [ lr: 5.00e-05 ] [ eta: 1764 days, 3:09:53 ] [ l_g_pix: 1.7787e-02 ] [ l_g_total: 1.7787e-02 ] +2024-10-22 01:34:54,176 INFO: [ epoch: 4 ] [ iter: 51,200 ] [ performance: 19.012 it/s ] [ lr: 5.00e-05 ] [ eta: 1763 days, 11:35:03 ] [ l_g_pix: 1.2852e-02 ] [ l_g_total: 1.2852e-02 ] +2024-10-22 01:34:59,388 INFO: [ epoch: 4 ] [ iter: 51,300 ] [ performance: 19.115 it/s ] [ lr: 5.00e-05 ] [ eta: 1762 days, 19:22:16 ] [ l_g_pix: 2.3292e-02 ] [ l_g_total: 2.3292e-02 ] +2024-10-22 01:35:04,604 INFO: [ epoch: 4 ] [ iter: 51,400 ] [ performance: 19.156 it/s ] [ lr: 5.00e-05 ] [ eta: 1762 days, 2:54:32 ] [ l_g_pix: 2.4547e-02 ] [ l_g_total: 2.4547e-02 ] +2024-10-22 01:35:09,851 INFO: [ epoch: 4 ] [ iter: 51,500 ] [ performance: 18.986 it/s ] [ lr: 5.00e-05 ] [ eta: 1761 days, 10:34:16 ] [ l_g_pix: 1.9653e-02 ] [ l_g_total: 1.9653e-02 ] +2024-10-22 01:35:14,992 INFO: [ epoch: 4 ] [ iter: 51,600 ] [ performance: 19.309 it/s ] [ lr: 5.00e-05 ] [ eta: 1760 days, 16:31:17 ] [ l_g_pix: 2.7039e-02 ] [ l_g_total: 2.7039e-02 ] +2024-10-22 01:35:20,304 INFO: [ epoch: 4 ] [ iter: 51,700 ] [ performance: 19.470 it/s ] [ lr: 5.00e-05 ] [ eta: 1760 days, 0:28:42 ] [ l_g_pix: 2.6208e-02 ] [ l_g_total: 2.6208e-02 ] +2024-10-22 01:35:25,575 INFO: [ epoch: 4 ] [ iter: 51,800 ] [ performance: 19.119 it/s ] [ lr: 5.00e-05 ] [ eta: 1759 days, 7:35:57 ] [ l_g_pix: 2.2756e-02 ] [ l_g_total: 2.2756e-02 ] +2024-10-22 01:35:30,792 INFO: [ epoch: 4 ] [ iter: 51,900 ] [ performance: 19.597 it/s ] [ lr: 5.00e-05 ] [ eta: 1758 days, 13:41:35 ] [ l_g_pix: 1.9957e-02 ] [ l_g_total: 1.9957e-02 ] +2024-10-22 01:35:35,970 INFO: [ epoch: 4 ] [ iter: 52,000 ] [ performance: 19.398 it/s ] [ lr: 5.00e-05 ] [ eta: 1757 days, 18:58:51 ] [ l_g_pix: 2.0443e-02 ] [ l_g_total: 2.0443e-02 ] +2024-10-22 01:35:41,182 INFO: [ epoch: 4 ] [ iter: 52,100 ] [ performance: 19.485 it/s ] [ lr: 5.00e-05 ] [ eta: 1757 days, 0:26:31 ] [ l_g_pix: 2.4179e-02 ] [ l_g_total: 2.4179e-02 ] +2024-10-22 01:35:46,350 INFO: [ epoch: 4 ] [ iter: 52,200 ] [ performance: 19.391 it/s ] [ lr: 5.00e-05 ] [ eta: 1756 days, 5:01:17 ] [ l_g_pix: 2.3972e-02 ] [ l_g_total: 2.3972e-02 ] +2024-10-22 01:35:51,553 INFO: [ epoch: 4 ] [ iter: 52,300 ] [ performance: 19.805 it/s ] [ lr: 5.00e-05 ] [ eta: 1755 days, 9:47:02 ] [ l_g_pix: 2.4799e-02 ] [ l_g_total: 2.4799e-02 ] +2024-10-22 01:35:56,770 INFO: [ epoch: 4 ] [ iter: 52,400 ] [ performance: 19.348 it/s ] [ lr: 5.00e-05 ] [ eta: 1754 days, 14:26:18 ] [ l_g_pix: 2.4984e-02 ] [ l_g_total: 2.4984e-02 ] +2024-10-22 01:36:02,033 INFO: [ epoch: 4 ] [ iter: 52,500 ] [ performance: 18.940 it/s ] [ lr: 5.00e-05 ] [ eta: 1753 days, 19:24:41 ] [ l_g_pix: 3.4846e-02 ] [ l_g_total: 3.4846e-02 ] +2024-10-22 01:36:07,325 INFO: [ epoch: 4 ] [ iter: 52,600 ] [ performance: 18.909 it/s ] [ lr: 5.00e-05 ] [ eta: 1753 days, 0:28:39 ] [ l_g_pix: 2.4510e-02 ] [ l_g_total: 2.4510e-02 ] +2024-10-22 01:36:12,637 INFO: [ epoch: 4 ] [ iter: 52,700 ] [ performance: 19.046 it/s ] [ lr: 5.00e-05 ] [ eta: 1752 days, 5:30:27 ] [ l_g_pix: 1.3521e-02 ] [ l_g_total: 1.3521e-02 ] +2024-10-22 01:36:17,926 INFO: [ epoch: 4 ] [ iter: 52,800 ] [ performance: 18.947 it/s ] [ lr: 5.00e-05 ] [ eta: 1751 days, 9:56:29 ] [ l_g_pix: 1.6074e-02 ] [ l_g_total: 1.6074e-02 ] +2024-10-22 01:36:23,068 INFO: [ epoch: 4 ] [ iter: 52,900 ] [ performance: 18.981 it/s ] [ lr: 5.00e-05 ] [ eta: 1750 days, 12:09:07 ] [ l_g_pix: 1.7352e-02 ] [ l_g_total: 1.7352e-02 ] +2024-10-22 01:36:28,296 INFO: [ epoch: 4 ] [ iter: 53,000 ] [ performance: 19.091 it/s ] [ lr: 5.00e-05 ] [ eta: 1749 days, 15:11:49 ] [ l_g_pix: 2.1727e-02 ] [ l_g_total: 2.1727e-02 ] +2024-10-22 01:36:33,440 INFO: [ epoch: 4 ] [ iter: 53,100 ] [ performance: 19.566 it/s ] [ lr: 5.00e-05 ] [ eta: 1748 days, 16:52:07 ] [ l_g_pix: 1.6804e-02 ] [ l_g_total: 1.6804e-02 ] +2024-10-22 01:36:38,525 INFO: [ epoch: 4 ] [ iter: 53,200 ] [ performance: 19.639 it/s ] [ lr: 5.00e-05 ] [ eta: 1747 days, 17:29:42 ] [ l_g_pix: 2.4448e-02 ] [ l_g_total: 2.4448e-02 ] +2024-10-22 01:36:43,749 INFO: [ epoch: 4 ] [ iter: 53,300 ] [ performance: 19.437 it/s ] [ lr: 5.00e-05 ] [ eta: 1746 days, 19:37:12 ] [ l_g_pix: 1.5176e-02 ] [ l_g_total: 1.5176e-02 ] +2024-10-22 01:36:49,042 INFO: [ epoch: 4 ] [ iter: 53,400 ] [ performance: 19.031 it/s ] [ lr: 5.00e-05 ] [ eta: 1745 days, 22:22:07 ] [ l_g_pix: 1.8523e-02 ] [ l_g_total: 1.8523e-02 ] +2024-10-22 01:36:54,267 INFO: [ epoch: 4 ] [ iter: 53,500 ] [ performance: 18.449 it/s ] [ lr: 5.00e-05 ] [ eta: 1744 days, 23:55:38 ] [ l_g_pix: 1.8540e-02 ] [ l_g_total: 1.8540e-02 ] +2024-10-22 01:36:59,686 INFO: [ epoch: 4 ] [ iter: 53,600 ] [ performance: 18.453 it/s ] [ lr: 5.00e-05 ] [ eta: 1744 days, 3:42:32 ] [ l_g_pix: 1.4601e-02 ] [ l_g_total: 1.4601e-02 ] +2024-10-22 01:37:04,972 INFO: [ epoch: 4 ] [ iter: 53,700 ] [ performance: 19.115 it/s ] [ lr: 5.00e-05 ] [ eta: 1743 days, 5:28:27 ] [ l_g_pix: 3.5390e-02 ] [ l_g_total: 3.5390e-02 ] +2024-10-22 01:37:10,244 INFO: [ epoch: 4 ] [ iter: 53,800 ] [ performance: 19.006 it/s ] [ lr: 5.00e-05 ] [ eta: 1742 days, 6:45:59 ] [ l_g_pix: 2.4951e-02 ] [ l_g_total: 2.4951e-02 ] +2024-10-22 01:37:15,573 INFO: [ epoch: 4 ] [ iter: 53,900 ] [ performance: 19.303 it/s ] [ lr: 5.00e-05 ] [ eta: 1741 days, 8:29:44 ] [ l_g_pix: 2.2412e-02 ] [ l_g_total: 2.2412e-02 ] +2024-10-22 01:37:20,795 INFO: [ epoch: 4 ] [ iter: 54,000 ] [ performance: 19.189 it/s ] [ lr: 5.00e-05 ] [ eta: 1740 days, 8:33:32 ] [ l_g_pix: 2.2174e-02 ] [ l_g_total: 2.2174e-02 ] +2024-10-22 01:37:26,103 INFO: [ epoch: 4 ] [ iter: 54,100 ] [ performance: 19.111 it/s ] [ lr: 5.00e-05 ] [ eta: 1739 days, 9:26:26 ] [ l_g_pix: 3.1937e-02 ] [ l_g_total: 3.1937e-02 ] +2024-10-22 01:37:31,326 INFO: [ epoch: 4 ] [ iter: 54,200 ] [ performance: 19.141 it/s ] [ lr: 5.00e-05 ] [ eta: 1738 days, 8:55:58 ] [ l_g_pix: 1.5425e-02 ] [ l_g_total: 1.5425e-02 ] +2024-10-22 01:37:36,551 INFO: [ epoch: 4 ] [ iter: 54,300 ] [ performance: 19.146 it/s ] [ lr: 5.00e-05 ] [ eta: 1737 days, 8:09:41 ] [ l_g_pix: 2.2587e-02 ] [ l_g_total: 2.2587e-02 ] +2024-10-22 01:37:41,740 INFO: [ epoch: 4 ] [ iter: 54,400 ] [ performance: 19.243 it/s ] [ lr: 5.00e-05 ] [ eta: 1736 days, 6:39:12 ] [ l_g_pix: 3.3800e-02 ] [ l_g_total: 3.3800e-02 ] +2024-10-22 01:37:46,987 INFO: [ epoch: 4 ] [ iter: 54,500 ] [ performance: 18.729 it/s ] [ lr: 5.00e-05 ] [ eta: 1735 days, 5:34:50 ] [ l_g_pix: 2.4611e-02 ] [ l_g_total: 2.4611e-02 ] +2024-10-22 01:37:52,362 INFO: [ epoch: 4 ] [ iter: 54,600 ] [ performance: 18.636 it/s ] [ lr: 5.00e-05 ] [ eta: 1734 days, 5:49:30 ] [ l_g_pix: 2.2505e-02 ] [ l_g_total: 2.2505e-02 ] +2024-10-22 01:37:57,664 INFO: [ epoch: 4 ] [ iter: 54,700 ] [ performance: 19.558 it/s ] [ lr: 5.00e-05 ] [ eta: 1733 days, 4:51:41 ] [ l_g_pix: 2.6523e-02 ] [ l_g_total: 2.6523e-02 ] +2024-10-22 01:38:02,790 INFO: [ epoch: 4 ] [ iter: 54,800 ] [ performance: 19.521 it/s ] [ lr: 5.00e-05 ] [ eta: 1732 days, 1:23:39 ] [ l_g_pix: 2.5246e-02 ] [ l_g_total: 2.5246e-02 ] +2024-10-22 01:38:08,028 INFO: [ epoch: 4 ] [ iter: 54,900 ] [ performance: 19.166 it/s ] [ lr: 5.00e-05 ] [ eta: 1730 days, 23:02:56 ] [ l_g_pix: 1.4548e-02 ] [ l_g_total: 1.4548e-02 ] +2024-10-22 01:38:13,198 INFO: [ epoch: 4 ] [ iter: 55,000 ] [ performance: 19.309 it/s ] [ lr: 5.00e-05 ] [ eta: 1729 days, 19:32:51 ] [ l_g_pix: 2.3107e-02 ] [ l_g_total: 2.3107e-02 ] +2024-10-22 01:38:18,417 INFO: [ epoch: 4 ] [ iter: 55,100 ] [ performance: 19.288 it/s ] [ lr: 5.00e-05 ] [ eta: 1728 days, 16:23:14 ] [ l_g_pix: 3.7303e-02 ] [ l_g_total: 3.7303e-02 ] +2024-10-22 01:38:23,542 INFO: [ epoch: 4 ] [ iter: 55,200 ] [ performance: 19.467 it/s ] [ lr: 5.00e-05 ] [ eta: 1727 days, 11:45:33 ] [ l_g_pix: 2.5643e-02 ] [ l_g_total: 2.5643e-02 ] +2024-10-22 01:38:29,466 INFO: [ epoch: 4 ] [ iter: 55,300 ] [ performance: 17.584 it/s ] [ lr: 5.00e-05 ] [ eta: 1726 days, 16:46:06 ] [ l_g_pix: 1.5027e-02 ] [ l_g_total: 1.5027e-02 ] +2024-10-22 01:38:34,673 INFO: [ epoch: 4 ] [ iter: 55,400 ] [ performance: 18.860 it/s ] [ lr: 5.00e-05 ] [ eta: 1725 days, 12:33:44 ] [ l_g_pix: 2.3916e-02 ] [ l_g_total: 2.3916e-02 ] +2024-10-22 01:38:40,046 INFO: [ epoch: 4 ] [ iter: 55,500 ] [ performance: 19.358 it/s ] [ lr: 5.00e-05 ] [ eta: 1724 days, 10:07:06 ] [ l_g_pix: 1.7946e-02 ] [ l_g_total: 1.7946e-02 ] +2024-10-22 01:38:45,300 INFO: [ epoch: 4 ] [ iter: 55,600 ] [ performance: 19.096 it/s ] [ lr: 5.00e-05 ] [ eta: 1723 days, 5:55:02 ] [ l_g_pix: 2.4237e-02 ] [ l_g_total: 2.4237e-02 ] +2024-10-22 01:38:50,568 INFO: [ epoch: 4 ] [ iter: 55,700 ] [ performance: 19.263 it/s ] [ lr: 5.00e-05 ] [ eta: 1722 days, 1:35:25 ] [ l_g_pix: 1.8301e-02 ] [ l_g_total: 1.8301e-02 ] +2024-10-22 01:38:55,807 INFO: [ epoch: 4 ] [ iter: 55,800 ] [ performance: 19.122 it/s ] [ lr: 5.00e-05 ] [ eta: 1720 days, 20:36:57 ] [ l_g_pix: 2.2935e-02 ] [ l_g_total: 2.2935e-02 ] +2024-10-22 01:39:01,124 INFO: [ epoch: 4 ] [ iter: 55,900 ] [ performance: 20.672 it/s ] [ lr: 5.00e-05 ] [ eta: 1719 days, 16:18:30 ] [ l_g_pix: 1.6190e-02 ] [ l_g_total: 1.6190e-02 ] +2024-10-22 01:39:06,390 INFO: [ epoch: 4 ] [ iter: 56,000 ] [ performance: 19.277 it/s ] [ lr: 5.00e-05 ] [ eta: 1718 days, 11:04:03 ] [ l_g_pix: 2.1844e-02 ] [ l_g_total: 2.1844e-02 ] +2024-10-22 01:39:11,796 INFO: [ epoch: 4 ] [ iter: 56,100 ] [ performance: 18.609 it/s ] [ lr: 5.00e-05 ] [ eta: 1717 days, 7:15:20 ] [ l_g_pix: 2.4295e-02 ] [ l_g_total: 2.4295e-02 ] +2024-10-22 01:39:17,094 INFO: [ epoch: 4 ] [ iter: 56,200 ] [ performance: 18.828 it/s ] [ lr: 5.00e-05 ] [ eta: 1716 days, 1:50:09 ] [ l_g_pix: 3.5148e-02 ] [ l_g_total: 3.5148e-02 ] +2024-10-22 01:39:22,512 INFO: [ epoch: 4 ] [ iter: 56,300 ] [ performance: 18.607 it/s ] [ lr: 5.00e-05 ] [ eta: 1714 days, 21:34:05 ] [ l_g_pix: 1.5703e-02 ] [ l_g_total: 1.5703e-02 ] +2024-10-22 01:39:27,723 INFO: [ epoch: 4 ] [ iter: 56,400 ] [ performance: 19.095 it/s ] [ lr: 5.00e-05 ] [ eta: 1713 days, 14:29:01 ] [ l_g_pix: 2.4490e-02 ] [ l_g_total: 2.4490e-02 ] +2024-10-22 01:39:32,983 INFO: [ epoch: 4 ] [ iter: 56,500 ] [ performance: 19.177 it/s ] [ lr: 5.00e-05 ] [ eta: 1712 days, 7:43:19 ] [ l_g_pix: 1.9166e-02 ] [ l_g_total: 1.9166e-02 ] +2024-10-22 01:39:38,296 INFO: [ epoch: 4 ] [ iter: 56,600 ] [ performance: 18.880 it/s ] [ lr: 5.00e-05 ] [ eta: 1711 days, 1:17:36 ] [ l_g_pix: 1.4449e-02 ] [ l_g_total: 1.4449e-02 ] +2024-10-22 01:39:43,727 INFO: [ epoch: 4 ] [ iter: 56,700 ] [ performance: 18.732 it/s ] [ lr: 5.00e-05 ] [ eta: 1709 days, 19:59:45 ] [ l_g_pix: 2.2687e-02 ] [ l_g_total: 2.2687e-02 ] +2024-10-22 01:39:49,002 INFO: [ epoch: 4 ] [ iter: 56,800 ] [ performance: 18.925 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 12:31:08 ] [ l_g_pix: 2.2533e-02 ] [ l_g_total: 2.2533e-02 ] +2024-10-22 01:39:54,325 INFO: [ epoch: 4 ] [ iter: 56,900 ] [ performance: 18.042 it/s ] [ lr: 5.00e-05 ] [ eta: 1707 days, 5:19:24 ] [ l_g_pix: 1.8131e-02 ] [ l_g_total: 1.8131e-02 ] +2024-10-22 01:39:59,590 INFO: [ epoch: 4 ] [ iter: 57,000 ] [ performance: 18.852 it/s ] [ lr: 5.00e-05 ] [ eta: 1705 days, 21:08:19 ] [ l_g_pix: 1.6763e-02 ] [ l_g_total: 1.6763e-02 ] +2024-10-22 01:40:05,038 INFO: [ epoch: 4 ] [ iter: 57,100 ] [ performance: 19.050 it/s ] [ lr: 5.00e-05 ] [ eta: 1704 days, 14:50:43 ] [ l_g_pix: 1.4251e-02 ] [ l_g_total: 1.4251e-02 ] +2024-10-22 01:40:10,378 INFO: [ epoch: 4 ] [ iter: 57,200 ] [ performance: 18.773 it/s ] [ lr: 5.00e-05 ] [ eta: 1703 days, 6:57:44 ] [ l_g_pix: 2.8227e-02 ] [ l_g_total: 2.8227e-02 ] +2024-10-22 01:40:15,715 INFO: [ epoch: 4 ] [ iter: 57,300 ] [ performance: 17.777 it/s ] [ lr: 5.00e-05 ] [ eta: 1701 days, 22:45:15 ] [ l_g_pix: 1.4553e-02 ] [ l_g_total: 1.4553e-02 ] +2024-10-22 01:40:20,954 INFO: [ epoch: 4 ] [ iter: 57,400 ] [ performance: 18.908 it/s ] [ lr: 5.00e-05 ] [ eta: 1700 days, 13:05:02 ] [ l_g_pix: 2.1522e-02 ] [ l_g_total: 2.1522e-02 ] +2024-10-22 01:40:26,222 INFO: [ epoch: 4 ] [ iter: 57,500 ] [ performance: 18.826 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 3:28:10 ] [ l_g_pix: 1.5163e-02 ] [ l_g_total: 1.5163e-02 ] +2024-10-22 01:40:31,577 INFO: [ epoch: 4 ] [ iter: 57,600 ] [ performance: 18.694 it/s ] [ lr: 5.00e-05 ] [ eta: 1697 days, 18:35:13 ] [ l_g_pix: 1.7617e-02 ] [ l_g_total: 1.7617e-02 ] +2024-10-22 01:40:36,869 INFO: [ epoch: 4 ] [ iter: 57,700 ] [ performance: 19.317 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 8:39:45 ] [ l_g_pix: 1.5047e-02 ] [ l_g_total: 1.5047e-02 ] +2024-10-22 01:40:42,188 INFO: [ epoch: 4 ] [ iter: 57,800 ] [ performance: 18.861 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 22:45:40 ] [ l_g_pix: 1.2581e-02 ] [ l_g_total: 1.2581e-02 ] +2024-10-22 01:40:47,499 INFO: [ epoch: 4 ] [ iter: 57,900 ] [ performance: 21.271 it/s ] [ lr: 5.00e-05 ] [ eta: 1693 days, 12:28:05 ] [ l_g_pix: 2.8849e-02 ] [ l_g_total: 2.8849e-02 ] +2024-10-22 01:40:52,865 INFO: [ epoch: 4 ] [ iter: 58,000 ] [ performance: 18.889 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 2:31:25 ] [ l_g_pix: 2.5746e-02 ] [ l_g_total: 2.5746e-02 ] +2024-10-22 01:40:58,328 INFO: [ epoch: 4 ] [ iter: 58,100 ] [ performance: 17.630 it/s ] [ lr: 5.00e-05 ] [ eta: 1690 days, 17:24:32 ] [ l_g_pix: 2.1967e-02 ] [ l_g_total: 2.1967e-02 ] +2024-10-22 01:41:03,665 INFO: [ epoch: 4 ] [ iter: 58,200 ] [ performance: 18.624 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 6:31:44 ] [ l_g_pix: 1.3581e-02 ] [ l_g_total: 1.3581e-02 ] +2024-10-22 01:41:08,996 INFO: [ epoch: 4 ] [ iter: 58,300 ] [ performance: 17.932 it/s ] [ lr: 5.00e-05 ] [ eta: 1687 days, 19:17:06 ] [ l_g_pix: 2.3984e-02 ] [ l_g_total: 2.3984e-02 ] +2024-10-22 01:41:14,295 INFO: [ epoch: 4 ] [ iter: 58,400 ] [ performance: 18.782 it/s ] [ lr: 5.00e-05 ] [ eta: 1686 days, 7:22:50 ] [ l_g_pix: 1.9010e-02 ] [ l_g_total: 1.9010e-02 ] +2024-10-22 01:41:19,607 INFO: [ epoch: 4 ] [ iter: 58,500 ] [ performance: 19.360 it/s ] [ lr: 5.00e-05 ] [ eta: 1684 days, 19:19:26 ] [ l_g_pix: 1.8458e-02 ] [ l_g_total: 1.8458e-02 ] +2024-10-22 01:41:24,958 INFO: [ epoch: 4 ] [ iter: 58,600 ] [ performance: 18.743 it/s ] [ lr: 5.00e-05 ] [ eta: 1683 days, 7:25:36 ] [ l_g_pix: 2.1660e-02 ] [ l_g_total: 2.1660e-02 ] +2024-10-22 01:41:30,365 INFO: [ epoch: 4 ] [ iter: 58,700 ] [ performance: 19.493 it/s ] [ lr: 5.00e-05 ] [ eta: 1681 days, 19:51:37 ] [ l_g_pix: 2.1125e-02 ] [ l_g_total: 2.1125e-02 ] +2024-10-22 01:41:35,744 INFO: [ epoch: 4 ] [ iter: 58,800 ] [ performance: 18.656 it/s ] [ lr: 5.00e-05 ] [ eta: 1680 days, 7:41:14 ] [ l_g_pix: 1.3756e-02 ] [ l_g_total: 1.3756e-02 ] +2024-10-22 01:41:41,292 INFO: [ epoch: 4 ] [ iter: 58,900 ] [ performance: 18.347 it/s ] [ lr: 5.00e-05 ] [ eta: 1678 days, 21:08:36 ] [ l_g_pix: 2.9708e-02 ] [ l_g_total: 2.9708e-02 ] +2024-10-22 01:41:46,712 INFO: [ epoch: 4 ] [ iter: 59,000 ] [ performance: 18.446 it/s ] [ lr: 5.00e-05 ] [ eta: 1677 days, 8:49:43 ] [ l_g_pix: 2.1070e-02 ] [ l_g_total: 2.1070e-02 ] +2024-10-22 01:41:52,111 INFO: [ epoch: 4 ] [ iter: 59,100 ] [ performance: 18.664 it/s ] [ lr: 5.00e-05 ] [ eta: 1675 days, 19:58:48 ] [ l_g_pix: 2.3798e-02 ] [ l_g_total: 2.3798e-02 ] +2024-10-22 01:41:57,644 INFO: [ epoch: 4 ] [ iter: 59,200 ] [ performance: 18.109 it/s ] [ lr: 5.00e-05 ] [ eta: 1674 days, 8:20:36 ] [ l_g_pix: 2.6321e-02 ] [ l_g_total: 2.6321e-02 ] +2024-10-22 01:42:03,069 INFO: [ epoch: 4 ] [ iter: 59,300 ] [ performance: 20.678 it/s ] [ lr: 5.00e-05 ] [ eta: 1672 days, 19:10:39 ] [ l_g_pix: 2.8193e-02 ] [ l_g_total: 2.8193e-02 ] +2024-10-22 01:42:08,359 INFO: [ epoch: 4 ] [ iter: 59,400 ] [ performance: 18.981 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 4:11:53 ] [ l_g_pix: 3.1169e-02 ] [ l_g_total: 3.1169e-02 ] +2024-10-22 01:42:13,834 INFO: [ epoch: 4 ] [ iter: 59,500 ] [ performance: 18.407 it/s ] [ lr: 5.00e-05 ] [ eta: 1669 days, 14:59:55 ] [ l_g_pix: 2.1106e-02 ] [ l_g_total: 2.1106e-02 ] +2024-10-22 01:42:19,287 INFO: [ epoch: 4 ] [ iter: 59,600 ] [ performance: 18.343 it/s ] [ lr: 5.00e-05 ] [ eta: 1668 days, 1:14:56 ] [ l_g_pix: 1.4092e-02 ] [ l_g_total: 1.4092e-02 ] +2024-10-22 01:42:24,785 INFO: [ epoch: 4 ] [ iter: 59,700 ] [ performance: 20.539 it/s ] [ lr: 5.00e-05 ] [ eta: 1666 days, 11:42:00 ] [ l_g_pix: 2.4359e-02 ] [ l_g_total: 2.4359e-02 ] +2024-10-22 01:42:30,222 INFO: [ epoch: 4 ] [ iter: 59,800 ] [ performance: 18.453 it/s ] [ lr: 5.00e-05 ] [ eta: 1664 days, 21:09:33 ] [ l_g_pix: 1.7041e-02 ] [ l_g_total: 1.7041e-02 ] +2024-10-22 01:42:35,462 INFO: [ epoch: 4 ] [ iter: 59,900 ] [ performance: 18.457 it/s ] [ lr: 5.00e-05 ] [ eta: 1663 days, 4:07:45 ] [ l_g_pix: 2.1358e-02 ] [ l_g_total: 2.1358e-02 ] +2024-10-22 01:42:40,902 INFO: [ epoch: 4 ] [ iter: 60,000 ] [ performance: 18.386 it/s ] [ lr: 5.00e-05 ] [ eta: 1661 days, 13:01:43 ] [ l_g_pix: 1.7653e-02 ] [ l_g_total: 1.7653e-02 ] +2024-10-22 01:42:40,903 INFO: Saving models and training states. +2024-10-22 01:44:05,754 INFO: Validation val + + # psnr: 22.0417........ Best: 22.0417 @ 60000 iter + # ssim: 0.6483........ Best: 0.6483 @ 60000 iter + # dists: 0.7868........ Best: 0.7868 @ 60000 iter + +2024-10-22 01:44:11,132 INFO: [ epoch: 4 ] [ iter: 60,100 ] [ performance: 16.814 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 1:21:19 ] [ l_g_pix: 1.8522e-02 ] [ l_g_total: 1.8522e-02 ] +2024-10-22 01:44:16,483 INFO: [ epoch: 4 ] [ iter: 60,200 ] [ performance: 18.671 it/s ] [ lr: 5.00e-05 ] [ eta: 1697 days, 6:18:30 ] [ l_g_pix: 2.4904e-02 ] [ l_g_total: 2.4904e-02 ] +2024-10-22 01:44:21,762 INFO: [ epoch: 4 ] [ iter: 60,300 ] [ performance: 18.807 it/s ] [ lr: 5.00e-05 ] [ eta: 1695 days, 10:10:10 ] [ l_g_pix: 2.5691e-02 ] [ l_g_total: 2.5691e-02 ] +2024-10-22 01:44:26,873 INFO: [ epoch: 4 ] [ iter: 60,400 ] [ performance: 19.569 it/s ] [ lr: 5.00e-05 ] [ eta: 1693 days, 11:53:36 ] [ l_g_pix: 1.3321e-02 ] [ l_g_total: 1.3321e-02 ] +2024-10-22 01:44:32,334 INFO: [ epoch: 4 ] [ iter: 60,500 ] [ performance: 18.921 it/s ] [ lr: 5.00e-05 ] [ eta: 1691 days, 17:10:16 ] [ l_g_pix: 1.9657e-02 ] [ l_g_total: 1.9657e-02 ] +2024-10-22 01:44:37,496 INFO: [ epoch: 4 ] [ iter: 60,600 ] [ performance: 19.399 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 18:53:05 ] [ l_g_pix: 2.5082e-02 ] [ l_g_total: 2.5082e-02 ] +2024-10-22 01:44:42,706 INFO: [ epoch: 4 ] [ iter: 60,700 ] [ performance: 19.298 it/s ] [ lr: 5.00e-05 ] [ eta: 1687 days, 20:48:57 ] [ l_g_pix: 1.3441e-02 ] [ l_g_total: 1.3441e-02 ] +2024-10-22 01:44:47,995 INFO: [ epoch: 4 ] [ iter: 60,800 ] [ performance: 18.932 it/s ] [ lr: 5.00e-05 ] [ eta: 1685 days, 23:19:50 ] [ l_g_pix: 2.7288e-02 ] [ l_g_total: 2.7288e-02 ] +2024-10-22 01:44:53,367 INFO: [ epoch: 4 ] [ iter: 60,900 ] [ performance: 18.772 it/s ] [ lr: 5.00e-05 ] [ eta: 1684 days, 2:26:58 ] [ l_g_pix: 1.1700e-02 ] [ l_g_total: 1.1700e-02 ] +2024-10-22 01:44:58,710 INFO: [ epoch: 4 ] [ iter: 61,000 ] [ performance: 18.828 it/s ] [ lr: 5.00e-05 ] [ eta: 1682 days, 4:57:25 ] [ l_g_pix: 2.3197e-02 ] [ l_g_total: 2.3197e-02 ] +2024-10-22 01:45:04,712 INFO: [ epoch: 5 ] [ iter: 61,100 ] [ performance: 17.664 it/s ] [ lr: 5.00e-05 ] [ eta: 1680 days, 14:16:46 ] [ l_g_pix: 3.3095e-02 ] [ l_g_total: 3.3095e-02 ] +2024-10-22 01:45:09,740 INFO: [ epoch: 5 ] [ iter: 61,200 ] [ performance: 19.866 it/s ] [ lr: 5.00e-05 ] [ eta: 1678 days, 12:47:07 ] [ l_g_pix: 2.2641e-02 ] [ l_g_total: 2.2641e-02 ] +2024-10-22 01:45:14,675 INFO: [ epoch: 5 ] [ iter: 61,300 ] [ performance: 20.068 it/s ] [ lr: 5.00e-05 ] [ eta: 1676 days, 10:00:16 ] [ l_g_pix: 2.0340e-02 ] [ l_g_total: 2.0340e-02 ] +2024-10-22 01:45:19,966 INFO: [ epoch: 5 ] [ iter: 61,400 ] [ performance: 18.941 it/s ] [ lr: 5.00e-05 ] [ eta: 1674 days, 10:46:05 ] [ l_g_pix: 1.9724e-02 ] [ l_g_total: 1.9724e-02 ] +2024-10-22 01:45:25,305 INFO: [ epoch: 5 ] [ iter: 61,500 ] [ performance: 18.833 it/s ] [ lr: 5.00e-05 ] [ eta: 1672 days, 11:45:17 ] [ l_g_pix: 2.1627e-02 ] [ l_g_total: 2.1627e-02 ] +2024-10-22 01:45:30,454 INFO: [ epoch: 5 ] [ iter: 61,600 ] [ performance: 19.439 it/s ] [ lr: 5.00e-05 ] [ eta: 1670 days, 10:24:32 ] [ l_g_pix: 1.8036e-02 ] [ l_g_total: 1.8036e-02 ] +2024-10-22 01:45:36,616 INFO: [ epoch: 5 ] [ iter: 61,700 ] [ performance: 17.640 it/s ] [ lr: 5.00e-05 ] [ eta: 1668 days, 19:34:03 ] [ l_g_pix: 2.8648e-02 ] [ l_g_total: 2.8648e-02 ] +2024-10-22 01:45:41,731 INFO: [ epoch: 5 ] [ iter: 61,800 ] [ performance: 19.546 it/s ] [ lr: 5.00e-05 ] [ eta: 1666 days, 17:15:38 ] [ l_g_pix: 2.0227e-02 ] [ l_g_total: 2.0227e-02 ] +2024-10-22 01:45:46,750 INFO: [ epoch: 5 ] [ iter: 61,900 ] [ performance: 19.741 it/s ] [ lr: 5.00e-05 ] [ eta: 1664 days, 13:39:44 ] [ l_g_pix: 2.2999e-02 ] [ l_g_total: 2.2999e-02 ] +2024-10-22 01:45:51,925 INFO: [ epoch: 5 ] [ iter: 62,000 ] [ performance: 19.208 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 11:25:32 ] [ l_g_pix: 2.6289e-02 ] [ l_g_total: 2.6289e-02 ] +2024-10-22 01:45:57,037 INFO: [ epoch: 5 ] [ iter: 62,100 ] [ performance: 19.393 it/s ] [ lr: 5.00e-05 ] [ eta: 1660 days, 8:14:09 ] [ l_g_pix: 1.5784e-02 ] [ l_g_total: 1.5784e-02 ] +2024-10-22 01:46:02,087 INFO: [ epoch: 5 ] [ iter: 62,200 ] [ performance: 19.790 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 4:07:00 ] [ l_g_pix: 2.3751e-02 ] [ l_g_total: 2.3751e-02 ] +2024-10-22 01:46:07,060 INFO: [ epoch: 5 ] [ iter: 62,300 ] [ performance: 19.957 it/s ] [ lr: 5.00e-05 ] [ eta: 1655 days, 22:54:40 ] [ l_g_pix: 2.1684e-02 ] [ l_g_total: 2.1684e-02 ] +2024-10-22 01:46:12,137 INFO: [ epoch: 5 ] [ iter: 62,400 ] [ performance: 19.811 it/s ] [ lr: 5.00e-05 ] [ eta: 1653 days, 18:31:21 ] [ l_g_pix: 2.3477e-02 ] [ l_g_total: 2.3477e-02 ] +2024-10-22 01:46:17,208 INFO: [ epoch: 5 ] [ iter: 62,500 ] [ performance: 19.766 it/s ] [ lr: 5.00e-05 ] [ eta: 1651 days, 13:46:28 ] [ l_g_pix: 2.1685e-02 ] [ l_g_total: 2.1685e-02 ] +2024-10-22 01:46:22,101 INFO: [ epoch: 5 ] [ iter: 62,600 ] [ performance: 20.665 it/s ] [ lr: 5.00e-05 ] [ eta: 1649 days, 6:54:07 ] [ l_g_pix: 1.5379e-02 ] [ l_g_total: 1.5379e-02 ] +2024-10-22 01:46:27,121 INFO: [ epoch: 5 ] [ iter: 62,700 ] [ performance: 20.265 it/s ] [ lr: 5.00e-05 ] [ eta: 1647 days, 1:04:38 ] [ l_g_pix: 2.0673e-02 ] [ l_g_total: 2.0673e-02 ] +2024-10-22 01:46:32,089 INFO: [ epoch: 5 ] [ iter: 62,800 ] [ performance: 20.153 it/s ] [ lr: 5.00e-05 ] [ eta: 1644 days, 18:25:41 ] [ l_g_pix: 2.4006e-02 ] [ l_g_total: 2.4006e-02 ] +2024-10-22 01:46:36,984 INFO: [ epoch: 5 ] [ iter: 62,900 ] [ performance: 20.300 it/s ] [ lr: 5.00e-05 ] [ eta: 1642 days, 10:45:30 ] [ l_g_pix: 2.5057e-02 ] [ l_g_total: 2.5057e-02 ] +2024-10-22 01:46:41,806 INFO: [ epoch: 5 ] [ iter: 63,000 ] [ performance: 20.767 it/s ] [ lr: 5.00e-05 ] [ eta: 1640 days, 2:03:57 ] [ l_g_pix: 2.1564e-02 ] [ l_g_total: 2.1564e-02 ] +2024-10-22 01:46:46,763 INFO: [ epoch: 5 ] [ iter: 63,100 ] [ performance: 20.447 it/s ] [ lr: 5.00e-05 ] [ eta: 1637 days, 18:29:05 ] [ l_g_pix: 1.8021e-02 ] [ l_g_total: 1.8021e-02 ] +2024-10-22 01:46:51,700 INFO: [ epoch: 5 ] [ iter: 63,200 ] [ performance: 20.219 it/s ] [ lr: 5.00e-05 ] [ eta: 1635 days, 10:25:38 ] [ l_g_pix: 2.3536e-02 ] [ l_g_total: 2.3536e-02 ] +2024-10-22 01:46:56,575 INFO: [ epoch: 5 ] [ iter: 63,300 ] [ performance: 20.378 it/s ] [ lr: 5.00e-05 ] [ eta: 1633 days, 1:27:35 ] [ l_g_pix: 2.3625e-02 ] [ l_g_total: 2.3625e-02 ] +2024-10-22 01:47:01,622 INFO: [ epoch: 5 ] [ iter: 63,400 ] [ performance: 19.698 it/s ] [ lr: 5.00e-05 ] [ eta: 1630 days, 17:58:47 ] [ l_g_pix: 2.6021e-02 ] [ l_g_total: 2.6021e-02 ] +2024-10-22 01:47:06,540 INFO: [ epoch: 5 ] [ iter: 63,500 ] [ performance: 20.039 it/s ] [ lr: 5.00e-05 ] [ eta: 1628 days, 8:53:58 ] [ l_g_pix: 2.4206e-02 ] [ l_g_total: 2.4206e-02 ] +2024-10-22 01:47:11,580 INFO: [ epoch: 5 ] [ iter: 63,600 ] [ performance: 19.843 it/s ] [ lr: 5.00e-05 ] [ eta: 1626 days, 0:46:47 ] [ l_g_pix: 1.9203e-02 ] [ l_g_total: 1.9203e-02 ] +2024-10-22 01:47:16,832 INFO: [ epoch: 5 ] [ iter: 63,700 ] [ performance: 19.398 it/s ] [ lr: 5.00e-05 ] [ eta: 1623 days, 18:31:45 ] [ l_g_pix: 2.8529e-02 ] [ l_g_total: 2.8529e-02 ] +2024-10-22 01:47:21,965 INFO: [ epoch: 5 ] [ iter: 63,800 ] [ performance: 19.501 it/s ] [ lr: 5.00e-05 ] [ eta: 1621 days, 10:46:31 ] [ l_g_pix: 2.2378e-02 ] [ l_g_total: 2.2378e-02 ] +2024-10-22 01:47:27,096 INFO: [ epoch: 5 ] [ iter: 63,900 ] [ performance: 19.495 it/s ] [ lr: 5.00e-05 ] [ eta: 1619 days, 2:43:39 ] [ l_g_pix: 2.7846e-02 ] [ l_g_total: 2.7846e-02 ] +2024-10-22 01:47:32,206 INFO: [ epoch: 5 ] [ iter: 64,000 ] [ performance: 19.659 it/s ] [ lr: 5.00e-05 ] [ eta: 1616 days, 18:10:43 ] [ l_g_pix: 2.2058e-02 ] [ l_g_total: 2.2058e-02 ] +2024-10-22 01:47:37,385 INFO: [ epoch: 5 ] [ iter: 64,100 ] [ performance: 19.465 it/s ] [ lr: 5.00e-05 ] [ eta: 1614 days, 10:02:29 ] [ l_g_pix: 2.1594e-02 ] [ l_g_total: 2.1594e-02 ] +2024-10-22 01:47:42,498 INFO: [ epoch: 5 ] [ iter: 64,200 ] [ performance: 19.651 it/s ] [ lr: 5.00e-05 ] [ eta: 1612 days, 0:57:14 ] [ l_g_pix: 1.8237e-02 ] [ l_g_total: 1.8237e-02 ] +2024-10-22 01:47:47,505 INFO: [ epoch: 5 ] [ iter: 64,300 ] [ performance: 19.829 it/s ] [ lr: 5.00e-05 ] [ eta: 1609 days, 14:31:48 ] [ l_g_pix: 1.9360e-02 ] [ l_g_total: 1.9360e-02 ] +2024-10-22 01:47:52,347 INFO: [ epoch: 5 ] [ iter: 64,400 ] [ performance: 20.926 it/s ] [ lr: 5.00e-05 ] [ eta: 1607 days, 2:11:52 ] [ l_g_pix: 2.2743e-02 ] [ l_g_total: 2.2743e-02 ] +2024-10-22 01:47:57,184 INFO: [ epoch: 5 ] [ iter: 64,500 ] [ performance: 20.787 it/s ] [ lr: 5.00e-05 ] [ eta: 1604 days, 13:32:54 ] [ l_g_pix: 1.8174e-02 ] [ l_g_total: 1.8174e-02 ] +2024-10-22 01:48:02,155 INFO: [ epoch: 5 ] [ iter: 64,600 ] [ performance: 20.108 it/s ] [ lr: 5.00e-05 ] [ eta: 1602 days, 1:57:25 ] [ l_g_pix: 2.6068e-02 ] [ l_g_total: 2.6068e-02 ] +2024-10-22 01:48:07,067 INFO: [ epoch: 5 ] [ iter: 64,700 ] [ performance: 20.251 it/s ] [ lr: 5.00e-05 ] [ eta: 1599 days, 13:29:32 ] [ l_g_pix: 2.8025e-02 ] [ l_g_total: 2.8025e-02 ] +2024-10-22 01:48:11,880 INFO: [ epoch: 5 ] [ iter: 64,800 ] [ performance: 21.028 it/s ] [ lr: 5.00e-05 ] [ eta: 1596 days, 23:48:09 ] [ l_g_pix: 1.7087e-02 ] [ l_g_total: 1.7087e-02 ] +2024-10-22 01:48:16,738 INFO: [ epoch: 5 ] [ iter: 64,900 ] [ performance: 20.778 it/s ] [ lr: 5.00e-05 ] [ eta: 1594 days, 10:16:37 ] [ l_g_pix: 2.5273e-02 ] [ l_g_total: 2.5273e-02 ] +2024-10-22 01:48:21,871 INFO: [ epoch: 5 ] [ iter: 65,000 ] [ performance: 19.715 it/s ] [ lr: 5.00e-05 ] [ eta: 1591 days, 23:09:00 ] [ l_g_pix: 1.7121e-02 ] [ l_g_total: 1.7121e-02 ] +2024-10-22 01:48:26,804 INFO: [ epoch: 5 ] [ iter: 65,100 ] [ performance: 20.025 it/s ] [ lr: 5.00e-05 ] [ eta: 1589 days, 9:48:49 ] [ l_g_pix: 2.2362e-02 ] [ l_g_total: 2.2362e-02 ] +2024-10-22 01:48:31,687 INFO: [ epoch: 5 ] [ iter: 65,200 ] [ performance: 20.617 it/s ] [ lr: 5.00e-05 ] [ eta: 1586 days, 19:42:21 ] [ l_g_pix: 2.1472e-02 ] [ l_g_total: 2.1472e-02 ] +2024-10-22 01:48:36,606 INFO: [ epoch: 5 ] [ iter: 65,300 ] [ performance: 20.455 it/s ] [ lr: 5.00e-05 ] [ eta: 1584 days, 5:40:37 ] [ l_g_pix: 2.0643e-02 ] [ l_g_total: 2.0643e-02 ] +2024-10-22 01:48:41,451 INFO: [ epoch: 5 ] [ iter: 65,400 ] [ performance: 20.667 it/s ] [ lr: 5.00e-05 ] [ eta: 1581 days, 14:39:59 ] [ l_g_pix: 2.8984e-02 ] [ l_g_total: 2.8984e-02 ] +2024-10-22 01:48:46,344 INFO: [ epoch: 5 ] [ iter: 65,500 ] [ performance: 20.535 it/s ] [ lr: 5.00e-05 ] [ eta: 1578 days, 23:51:09 ] [ l_g_pix: 2.2071e-02 ] [ l_g_total: 2.2071e-02 ] +2024-10-22 01:48:51,272 INFO: [ epoch: 5 ] [ iter: 65,600 ] [ performance: 20.268 it/s ] [ lr: 5.00e-05 ] [ eta: 1576 days, 9:05:36 ] [ l_g_pix: 2.2602e-02 ] [ l_g_total: 2.2602e-02 ] +2024-10-22 01:48:56,201 INFO: [ epoch: 5 ] [ iter: 65,700 ] [ performance: 20.281 it/s ] [ lr: 5.00e-05 ] [ eta: 1573 days, 18:04:19 ] [ l_g_pix: 1.1510e-02 ] [ l_g_total: 1.1510e-02 ] +2024-10-22 01:49:01,343 INFO: [ epoch: 5 ] [ iter: 65,800 ] [ performance: 19.663 it/s ] [ lr: 5.00e-05 ] [ eta: 1571 days, 4:47:49 ] [ l_g_pix: 1.5539e-02 ] [ l_g_total: 1.5539e-02 ] +2024-10-22 01:49:06,301 INFO: [ epoch: 5 ] [ iter: 65,900 ] [ performance: 19.955 it/s ] [ lr: 5.00e-05 ] [ eta: 1568 days, 13:29:31 ] [ l_g_pix: 2.8851e-02 ] [ l_g_total: 2.8851e-02 ] +2024-10-22 01:49:11,335 INFO: [ epoch: 5 ] [ iter: 66,000 ] [ performance: 20.190 it/s ] [ lr: 5.00e-05 ] [ eta: 1565 days, 22:38:29 ] [ l_g_pix: 2.1013e-02 ] [ l_g_total: 2.1013e-02 ] +2024-10-22 01:49:16,222 INFO: [ epoch: 5 ] [ iter: 66,100 ] [ performance: 20.349 it/s ] [ lr: 5.00e-05 ] [ eta: 1563 days, 6:07:06 ] [ l_g_pix: 2.0322e-02 ] [ l_g_total: 2.0322e-02 ] +2024-10-22 01:49:21,473 INFO: [ epoch: 5 ] [ iter: 66,200 ] [ performance: 19.100 it/s ] [ lr: 5.00e-05 ] [ eta: 1560 days, 16:44:20 ] [ l_g_pix: 2.5127e-02 ] [ l_g_total: 2.5127e-02 ] +2024-10-22 01:49:26,470 INFO: [ epoch: 5 ] [ iter: 66,300 ] [ performance: 19.625 it/s ] [ lr: 5.00e-05 ] [ eta: 1558 days, 0:41:22 ] [ l_g_pix: 2.0577e-02 ] [ l_g_total: 2.0577e-02 ] +2024-10-22 01:49:31,487 INFO: [ epoch: 5 ] [ iter: 66,400 ] [ performance: 20.047 it/s ] [ lr: 5.00e-05 ] [ eta: 1555 days, 8:33:34 ] [ l_g_pix: 2.8685e-02 ] [ l_g_total: 2.8685e-02 ] +2024-10-22 01:49:36,406 INFO: [ epoch: 5 ] [ iter: 66,500 ] [ performance: 20.216 it/s ] [ lr: 5.00e-05 ] [ eta: 1552 days, 15:13:24 ] [ l_g_pix: 2.3186e-02 ] [ l_g_total: 2.3186e-02 ] +2024-10-22 01:49:41,329 INFO: [ epoch: 5 ] [ iter: 66,600 ] [ performance: 20.502 it/s ] [ lr: 5.00e-05 ] [ eta: 1549 days, 21:39:46 ] [ l_g_pix: 2.0565e-02 ] [ l_g_total: 2.0565e-02 ] +2024-10-22 01:49:46,460 INFO: [ epoch: 5 ] [ iter: 66,700 ] [ performance: 19.893 it/s ] [ lr: 5.00e-05 ] [ eta: 1547 days, 5:44:52 ] [ l_g_pix: 1.8735e-02 ] [ l_g_total: 1.8735e-02 ] +2024-10-22 01:49:51,719 INFO: [ epoch: 5 ] [ iter: 66,800 ] [ performance: 19.073 it/s ] [ lr: 5.00e-05 ] [ eta: 1544 days, 14:43:52 ] [ l_g_pix: 2.1842e-02 ] [ l_g_total: 2.1842e-02 ] +2024-10-22 01:49:56,808 INFO: [ epoch: 5 ] [ iter: 66,900 ] [ performance: 19.413 it/s ] [ lr: 5.00e-05 ] [ eta: 1541 days, 21:51:45 ] [ l_g_pix: 2.3004e-02 ] [ l_g_total: 2.3004e-02 ] +2024-10-22 01:50:02,027 INFO: [ epoch: 5 ] [ iter: 67,000 ] [ performance: 19.481 it/s ] [ lr: 5.00e-05 ] [ eta: 1539 days, 5:53:44 ] [ l_g_pix: 2.9252e-02 ] [ l_g_total: 2.9252e-02 ] +2024-10-22 01:50:07,230 INFO: [ epoch: 5 ] [ iter: 67,100 ] [ performance: 19.325 it/s ] [ lr: 5.00e-05 ] [ eta: 1536 days, 13:29:49 ] [ l_g_pix: 2.3209e-02 ] [ l_g_total: 2.3209e-02 ] +2024-10-22 01:50:12,399 INFO: [ epoch: 5 ] [ iter: 67,200 ] [ performance: 19.380 it/s ] [ lr: 5.00e-05 ] [ eta: 1533 days, 20:29:52 ] [ l_g_pix: 2.1347e-02 ] [ l_g_total: 2.1347e-02 ] +2024-10-22 01:50:17,526 INFO: [ epoch: 5 ] [ iter: 67,300 ] [ performance: 19.456 it/s ] [ lr: 5.00e-05 ] [ eta: 1531 days, 2:49:57 ] [ l_g_pix: 2.1735e-02 ] [ l_g_total: 2.1735e-02 ] +2024-10-22 01:50:22,706 INFO: [ epoch: 5 ] [ iter: 67,400 ] [ performance: 19.278 it/s ] [ lr: 5.00e-05 ] [ eta: 1528 days, 9:21:21 ] [ l_g_pix: 2.4957e-02 ] [ l_g_total: 2.4957e-02 ] +2024-10-22 01:50:27,908 INFO: [ epoch: 5 ] [ iter: 67,500 ] [ performance: 19.247 it/s ] [ lr: 5.00e-05 ] [ eta: 1525 days, 15:47:38 ] [ l_g_pix: 2.0826e-02 ] [ l_g_total: 2.0826e-02 ] +2024-10-22 01:50:33,054 INFO: [ epoch: 5 ] [ iter: 67,600 ] [ performance: 19.706 it/s ] [ lr: 5.00e-05 ] [ eta: 1522 days, 21:26:07 ] [ l_g_pix: 2.0440e-02 ] [ l_g_total: 2.0440e-02 ] +2024-10-22 01:50:38,278 INFO: [ epoch: 5 ] [ iter: 67,700 ] [ performance: 19.360 it/s ] [ lr: 5.00e-05 ] [ eta: 1520 days, 3:29:46 ] [ l_g_pix: 1.6262e-02 ] [ l_g_total: 1.6262e-02 ] +2024-10-22 01:50:43,410 INFO: [ epoch: 5 ] [ iter: 67,800 ] [ performance: 19.287 it/s ] [ lr: 5.00e-05 ] [ eta: 1517 days, 8:26:44 ] [ l_g_pix: 1.6191e-02 ] [ l_g_total: 1.6191e-02 ] +2024-10-22 01:50:48,622 INFO: [ epoch: 5 ] [ iter: 67,900 ] [ performance: 19.227 it/s ] [ lr: 5.00e-05 ] [ eta: 1514 days, 13:49:12 ] [ l_g_pix: 1.3375e-02 ] [ l_g_total: 1.3375e-02 ] +2024-10-22 01:50:53,588 INFO: [ epoch: 5 ] [ iter: 68,000 ] [ performance: 20.245 it/s ] [ lr: 5.00e-05 ] [ eta: 1511 days, 16:43:01 ] [ l_g_pix: 2.6924e-02 ] [ l_g_total: 2.6924e-02 ] +2024-10-22 01:50:58,639 INFO: [ epoch: 5 ] [ iter: 68,100 ] [ performance: 19.970 it/s ] [ lr: 5.00e-05 ] [ eta: 1508 days, 20:05:16 ] [ l_g_pix: 2.1329e-02 ] [ l_g_total: 2.1329e-02 ] +2024-10-22 01:51:03,763 INFO: [ epoch: 5 ] [ iter: 68,200 ] [ performance: 19.573 it/s ] [ lr: 5.00e-05 ] [ eta: 1505 days, 23:50:05 ] [ l_g_pix: 1.6989e-02 ] [ l_g_total: 1.6989e-02 ] +2024-10-22 01:51:08,927 INFO: [ epoch: 5 ] [ iter: 68,300 ] [ performance: 19.446 it/s ] [ lr: 5.00e-05 ] [ eta: 1503 days, 3:38:12 ] [ l_g_pix: 1.2642e-02 ] [ l_g_total: 1.2642e-02 ] +2024-10-22 01:51:14,035 INFO: [ epoch: 5 ] [ iter: 68,400 ] [ performance: 19.548 it/s ] [ lr: 5.00e-05 ] [ eta: 1500 days, 6:39:46 ] [ l_g_pix: 2.4760e-02 ] [ l_g_total: 2.4760e-02 ] +2024-10-22 01:51:19,031 INFO: [ epoch: 5 ] [ iter: 68,500 ] [ performance: 19.838 it/s ] [ lr: 5.00e-05 ] [ eta: 1497 days, 8:25:56 ] [ l_g_pix: 2.0155e-02 ] [ l_g_total: 2.0155e-02 ] +2024-10-22 01:51:24,157 INFO: [ epoch: 5 ] [ iter: 68,600 ] [ performance: 19.412 it/s ] [ lr: 5.00e-05 ] [ eta: 1494 days, 11:03:19 ] [ l_g_pix: 3.5852e-02 ] [ l_g_total: 3.5852e-02 ] +2024-10-22 01:51:29,365 INFO: [ epoch: 5 ] [ iter: 68,700 ] [ performance: 19.282 it/s ] [ lr: 5.00e-05 ] [ eta: 1491 days, 14:05:56 ] [ l_g_pix: 2.0736e-02 ] [ l_g_total: 2.0736e-02 ] +2024-10-22 01:51:34,647 INFO: [ epoch: 5 ] [ iter: 68,800 ] [ performance: 19.067 it/s ] [ lr: 5.00e-05 ] [ eta: 1488 days, 17:30:24 ] [ l_g_pix: 2.5345e-02 ] [ l_g_total: 2.5345e-02 ] +2024-10-22 01:51:39,792 INFO: [ epoch: 5 ] [ iter: 68,900 ] [ performance: 19.302 it/s ] [ lr: 5.00e-05 ] [ eta: 1485 days, 19:25:38 ] [ l_g_pix: 2.9398e-02 ] [ l_g_total: 2.9398e-02 ] +2024-10-22 01:51:44,977 INFO: [ epoch: 5 ] [ iter: 69,000 ] [ performance: 19.147 it/s ] [ lr: 5.00e-05 ] [ eta: 1482 days, 21:24:39 ] [ l_g_pix: 2.2081e-02 ] [ l_g_total: 2.2081e-02 ] +2024-10-22 01:51:50,075 INFO: [ epoch: 5 ] [ iter: 69,100 ] [ performance: 19.444 it/s ] [ lr: 5.00e-05 ] [ eta: 1479 days, 22:21:42 ] [ l_g_pix: 2.0981e-02 ] [ l_g_total: 2.0981e-02 ] +2024-10-22 01:51:55,261 INFO: [ epoch: 5 ] [ iter: 69,200 ] [ performance: 19.616 it/s ] [ lr: 5.00e-05 ] [ eta: 1476 days, 23:46:23 ] [ l_g_pix: 1.8728e-02 ] [ l_g_total: 1.8728e-02 ] +2024-10-22 01:52:00,474 INFO: [ epoch: 5 ] [ iter: 69,300 ] [ performance: 19.338 it/s ] [ lr: 5.00e-05 ] [ eta: 1474 days, 1:08:00 ] [ l_g_pix: 1.6736e-02 ] [ l_g_total: 1.6736e-02 ] +2024-10-22 01:52:05,669 INFO: [ epoch: 5 ] [ iter: 69,400 ] [ performance: 19.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1471 days, 2:03:24 ] [ l_g_pix: 2.6511e-02 ] [ l_g_total: 2.6511e-02 ] +2024-10-22 01:52:10,923 INFO: [ epoch: 5 ] [ iter: 69,500 ] [ performance: 19.155 it/s ] [ lr: 5.00e-05 ] [ eta: 1468 days, 3:10:57 ] [ l_g_pix: 2.8985e-02 ] [ l_g_total: 2.8985e-02 ] +2024-10-22 01:52:16,187 INFO: [ epoch: 5 ] [ iter: 69,600 ] [ performance: 19.222 it/s ] [ lr: 5.00e-05 ] [ eta: 1465 days, 4:06:23 ] [ l_g_pix: 1.6972e-02 ] [ l_g_total: 1.6972e-02 ] +2024-10-22 01:52:21,291 INFO: [ epoch: 5 ] [ iter: 69,700 ] [ performance: 19.463 it/s ] [ lr: 5.00e-05 ] [ eta: 1462 days, 3:23:11 ] [ l_g_pix: 1.9812e-02 ] [ l_g_total: 1.9812e-02 ] +2024-10-22 01:52:26,471 INFO: [ epoch: 5 ] [ iter: 69,800 ] [ performance: 19.396 it/s ] [ lr: 5.00e-05 ] [ eta: 1459 days, 3:01:18 ] [ l_g_pix: 1.7396e-02 ] [ l_g_total: 1.7396e-02 ] +2024-10-22 01:52:31,854 INFO: [ epoch: 5 ] [ iter: 69,900 ] [ performance: 18.855 it/s ] [ lr: 5.00e-05 ] [ eta: 1456 days, 4:03:48 ] [ l_g_pix: 2.0143e-02 ] [ l_g_total: 2.0143e-02 ] +2024-10-22 01:52:37,841 INFO: [ epoch: 5 ] [ iter: 70,000 ] [ performance: 19.145 it/s ] [ lr: 5.00e-05 ] [ eta: 1453 days, 9:50:53 ] [ l_g_pix: 2.6140e-02 ] [ l_g_total: 2.6140e-02 ] +2024-10-22 01:52:37,842 INFO: Saving models and training states. +2024-10-22 01:53:47,556 INFO: Validation val + + # psnr: 22.0481........ Best: 22.0481 @ 70000 iter + # ssim: 0.6488........ Best: 0.6488 @ 70000 iter + # dists: 0.7867........ Best: 0.7867 @ 70000 iter + +2024-10-22 01:53:52,902 INFO: [ epoch: 5 ] [ iter: 70,100 ] [ performance: 18.857 it/s ] [ lr: 5.00e-05 ] [ eta: 1474 days, 12:58:10 ] [ l_g_pix: 2.7574e-02 ] [ l_g_total: 2.7574e-02 ] +2024-10-22 01:53:58,158 INFO: [ epoch: 5 ] [ iter: 70,200 ] [ performance: 18.657 it/s ] [ lr: 5.00e-05 ] [ eta: 1471 days, 10:06:52 ] [ l_g_pix: 1.5287e-02 ] [ l_g_total: 1.5287e-02 ] +2024-10-22 01:54:03,524 INFO: [ epoch: 5 ] [ iter: 70,300 ] [ performance: 18.644 it/s ] [ lr: 5.00e-05 ] [ eta: 1468 days, 7:52:36 ] [ l_g_pix: 2.5386e-02 ] [ l_g_total: 2.5386e-02 ] +2024-10-22 01:54:08,728 INFO: [ epoch: 5 ] [ iter: 70,400 ] [ performance: 19.660 it/s ] [ lr: 5.00e-05 ] [ eta: 1465 days, 4:00:20 ] [ l_g_pix: 1.3325e-02 ] [ l_g_total: 1.3325e-02 ] +2024-10-22 01:54:14,069 INFO: [ epoch: 5 ] [ iter: 70,500 ] [ performance: 19.027 it/s ] [ lr: 5.00e-05 ] [ eta: 1462 days, 0:58:10 ] [ l_g_pix: 1.9142e-02 ] [ l_g_total: 1.9142e-02 ] +2024-10-22 01:54:19,535 INFO: [ epoch: 5 ] [ iter: 70,600 ] [ performance: 18.925 it/s ] [ lr: 5.00e-05 ] [ eta: 1458 days, 22:39:18 ] [ l_g_pix: 2.2525e-02 ] [ l_g_total: 2.2525e-02 ] +2024-10-22 01:54:24,906 INFO: [ epoch: 5 ] [ iter: 70,700 ] [ performance: 18.720 it/s ] [ lr: 5.00e-05 ] [ eta: 1455 days, 19:16:02 ] [ l_g_pix: 1.8881e-02 ] [ l_g_total: 1.8881e-02 ] +2024-10-22 01:54:30,000 INFO: [ epoch: 5 ] [ iter: 70,800 ] [ performance: 19.797 it/s ] [ lr: 5.00e-05 ] [ eta: 1452 days, 13:20:10 ] [ l_g_pix: 1.6253e-02 ] [ l_g_total: 1.6253e-02 ] +2024-10-22 01:54:35,332 INFO: [ epoch: 5 ] [ iter: 70,900 ] [ performance: 19.083 it/s ] [ lr: 5.00e-05 ] [ eta: 1449 days, 9:02:27 ] [ l_g_pix: 1.5800e-02 ] [ l_g_total: 1.5800e-02 ] +2024-10-22 01:54:40,728 INFO: [ epoch: 5 ] [ iter: 71,000 ] [ performance: 18.372 it/s ] [ lr: 5.00e-05 ] [ eta: 1446 days, 4:58:15 ] [ l_g_pix: 1.9489e-02 ] [ l_g_total: 1.9489e-02 ] +2024-10-22 01:54:46,022 INFO: [ epoch: 5 ] [ iter: 71,100 ] [ performance: 18.724 it/s ] [ lr: 5.00e-05 ] [ eta: 1442 days, 23:46:21 ] [ l_g_pix: 2.3786e-02 ] [ l_g_total: 2.3786e-02 ] +2024-10-22 01:54:51,308 INFO: [ epoch: 5 ] [ iter: 71,200 ] [ performance: 19.540 it/s ] [ lr: 5.00e-05 ] [ eta: 1439 days, 18:13:15 ] [ l_g_pix: 2.3890e-02 ] [ l_g_total: 2.3890e-02 ] +2024-10-22 01:54:56,575 INFO: [ epoch: 5 ] [ iter: 71,300 ] [ performance: 19.157 it/s ] [ lr: 5.00e-05 ] [ eta: 1436 days, 12:13:53 ] [ l_g_pix: 2.5776e-02 ] [ l_g_total: 2.5776e-02 ] +2024-10-22 01:55:02,058 INFO: [ epoch: 5 ] [ iter: 71,400 ] [ performance: 18.550 it/s ] [ lr: 5.00e-05 ] [ eta: 1433 days, 7:39:36 ] [ l_g_pix: 1.6898e-02 ] [ l_g_total: 1.6898e-02 ] +2024-10-22 01:55:07,358 INFO: [ epoch: 5 ] [ iter: 71,500 ] [ performance: 18.772 it/s ] [ lr: 5.00e-05 ] [ eta: 1430 days, 1:19:37 ] [ l_g_pix: 2.5886e-02 ] [ l_g_total: 2.5886e-02 ] +2024-10-22 01:55:12,542 INFO: [ epoch: 5 ] [ iter: 71,600 ] [ performance: 18.928 it/s ] [ lr: 5.00e-05 ] [ eta: 1426 days, 17:47:37 ] [ l_g_pix: 1.6468e-02 ] [ l_g_total: 1.6468e-02 ] +2024-10-22 01:55:17,766 INFO: [ epoch: 5 ] [ iter: 71,700 ] [ performance: 19.078 it/s ] [ lr: 5.00e-05 ] [ eta: 1423 days, 10:17:02 ] [ l_g_pix: 3.2768e-02 ] [ l_g_total: 3.2768e-02 ] +2024-10-22 01:55:22,936 INFO: [ epoch: 5 ] [ iter: 71,800 ] [ performance: 19.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1420 days, 2:03:45 ] [ l_g_pix: 1.8481e-02 ] [ l_g_total: 1.8481e-02 ] +2024-10-22 01:55:28,306 INFO: [ epoch: 5 ] [ iter: 71,900 ] [ performance: 18.866 it/s ] [ lr: 5.00e-05 ] [ eta: 1416 days, 19:06:47 ] [ l_g_pix: 2.3511e-02 ] [ l_g_total: 2.3511e-02 ] +2024-10-22 01:55:33,537 INFO: [ epoch: 5 ] [ iter: 72,000 ] [ performance: 19.615 it/s ] [ lr: 5.00e-05 ] [ eta: 1413 days, 10:47:28 ] [ l_g_pix: 2.4531e-02 ] [ l_g_total: 2.4531e-02 ] +2024-10-22 01:55:38,923 INFO: [ epoch: 5 ] [ iter: 72,100 ] [ performance: 18.869 it/s ] [ lr: 5.00e-05 ] [ eta: 1410 days, 3:22:03 ] [ l_g_pix: 2.2147e-02 ] [ l_g_total: 2.2147e-02 ] +2024-10-22 01:55:44,306 INFO: [ epoch: 5 ] [ iter: 72,200 ] [ performance: 18.687 it/s ] [ lr: 5.00e-05 ] [ eta: 1406 days, 19:37:52 ] [ l_g_pix: 2.6549e-02 ] [ l_g_total: 2.6549e-02 ] +2024-10-22 01:55:49,757 INFO: [ epoch: 5 ] [ iter: 72,300 ] [ performance: 18.445 it/s ] [ lr: 5.00e-05 ] [ eta: 1403 days, 12:07:01 ] [ l_g_pix: 2.3420e-02 ] [ l_g_total: 2.3420e-02 ] +2024-10-22 01:55:55,144 INFO: [ epoch: 5 ] [ iter: 72,400 ] [ performance: 18.223 it/s ] [ lr: 5.00e-05 ] [ eta: 1400 days, 3:48:31 ] [ l_g_pix: 2.0975e-02 ] [ l_g_total: 2.0975e-02 ] +2024-10-22 01:56:00,507 INFO: [ epoch: 5 ] [ iter: 72,500 ] [ performance: 18.527 it/s ] [ lr: 5.00e-05 ] [ eta: 1396 days, 19:00:43 ] [ l_g_pix: 2.0398e-02 ] [ l_g_total: 2.0398e-02 ] +2024-10-22 01:56:05,953 INFO: [ epoch: 5 ] [ iter: 72,600 ] [ performance: 18.437 it/s ] [ lr: 5.00e-05 ] [ eta: 1393 days, 10:33:19 ] [ l_g_pix: 3.0368e-02 ] [ l_g_total: 3.0368e-02 ] +2024-10-22 01:56:11,217 INFO: [ epoch: 5 ] [ iter: 72,700 ] [ performance: 18.837 it/s ] [ lr: 5.00e-05 ] [ eta: 1390 days, 0:25:10 ] [ l_g_pix: 2.1385e-02 ] [ l_g_total: 2.1385e-02 ] +2024-10-22 01:56:16,567 INFO: [ epoch: 5 ] [ iter: 72,800 ] [ performance: 18.823 it/s ] [ lr: 5.00e-05 ] [ eta: 1386 days, 14:37:56 ] [ l_g_pix: 2.1656e-02 ] [ l_g_total: 2.1656e-02 ] +2024-10-22 01:56:21,801 INFO: [ epoch: 5 ] [ iter: 72,900 ] [ performance: 19.029 it/s ] [ lr: 5.00e-05 ] [ eta: 1383 days, 3:40:41 ] [ l_g_pix: 3.4557e-02 ] [ l_g_total: 3.4557e-02 ] +2024-10-22 01:56:27,250 INFO: [ epoch: 5 ] [ iter: 73,000 ] [ performance: 18.393 it/s ] [ lr: 5.00e-05 ] [ eta: 1379 days, 18:02:48 ] [ l_g_pix: 2.8507e-02 ] [ l_g_total: 2.8507e-02 ] +2024-10-22 01:56:32,565 INFO: [ epoch: 5 ] [ iter: 73,100 ] [ performance: 18.700 it/s ] [ lr: 5.00e-05 ] [ eta: 1376 days, 7:06:42 ] [ l_g_pix: 2.2262e-02 ] [ l_g_total: 2.2262e-02 ] +2024-10-22 01:56:37,887 INFO: [ epoch: 5 ] [ iter: 73,200 ] [ performance: 18.995 it/s ] [ lr: 5.00e-05 ] [ eta: 1372 days, 19:56:11 ] [ l_g_pix: 3.3136e-02 ] [ l_g_total: 3.3136e-02 ] +2024-10-22 01:56:42,702 INFO: [ epoch: 5 ] [ iter: 73,300 ] [ performance: 20.271 it/s ] [ lr: 5.00e-05 ] [ eta: 1369 days, 4:41:52 ] [ l_g_pix: 2.3173e-02 ] [ l_g_total: 2.3173e-02 ] +2024-10-22 01:56:49,282 INFO: [ epoch: 6 ] [ iter: 73,400 ] [ performance: 19.226 it/s ] [ lr: 5.00e-05 ] [ eta: 1366 days, 2:14:08 ] [ l_g_pix: 2.6049e-02 ] [ l_g_total: 2.6049e-02 ] +2024-10-22 01:56:54,494 INFO: [ epoch: 6 ] [ iter: 73,500 ] [ performance: 19.200 it/s ] [ lr: 5.00e-05 ] [ eta: 1362 days, 13:20:21 ] [ l_g_pix: 2.3868e-02 ] [ l_g_total: 2.3868e-02 ] +2024-10-22 01:56:59,661 INFO: [ epoch: 6 ] [ iter: 73,600 ] [ performance: 19.663 it/s ] [ lr: 5.00e-05 ] [ eta: 1358 days, 23:49:33 ] [ l_g_pix: 2.2252e-02 ] [ l_g_total: 2.2252e-02 ] +2024-10-22 01:57:04,980 INFO: [ epoch: 6 ] [ iter: 73,700 ] [ performance: 19.013 it/s ] [ lr: 5.00e-05 ] [ eta: 1355 days, 11:08:09 ] [ l_g_pix: 1.5038e-02 ] [ l_g_total: 1.5038e-02 ] +2024-10-22 01:57:10,262 INFO: [ epoch: 6 ] [ iter: 73,800 ] [ performance: 19.086 it/s ] [ lr: 5.00e-05 ] [ eta: 1351 days, 21:52:37 ] [ l_g_pix: 2.1975e-02 ] [ l_g_total: 2.1975e-02 ] +2024-10-22 01:57:15,450 INFO: [ epoch: 6 ] [ iter: 73,900 ] [ performance: 19.229 it/s ] [ lr: 5.00e-05 ] [ eta: 1348 days, 7:38:44 ] [ l_g_pix: 2.2724e-02 ] [ l_g_total: 2.2724e-02 ] +2024-10-22 01:57:20,535 INFO: [ epoch: 6 ] [ iter: 74,000 ] [ performance: 19.242 it/s ] [ lr: 5.00e-05 ] [ eta: 1344 days, 16:22:52 ] [ l_g_pix: 2.0545e-02 ] [ l_g_total: 2.0545e-02 ] +2024-10-22 01:57:25,722 INFO: [ epoch: 6 ] [ iter: 74,100 ] [ performance: 19.273 it/s ] [ lr: 5.00e-05 ] [ eta: 1341 days, 1:33:51 ] [ l_g_pix: 2.0440e-02 ] [ l_g_total: 2.0440e-02 ] +2024-10-22 01:57:30,865 INFO: [ epoch: 6 ] [ iter: 74,200 ] [ performance: 19.349 it/s ] [ lr: 5.00e-05 ] [ eta: 1337 days, 10:08:45 ] [ l_g_pix: 1.6341e-02 ] [ l_g_total: 1.6341e-02 ] +2024-10-22 01:57:35,942 INFO: [ epoch: 6 ] [ iter: 74,300 ] [ performance: 19.614 it/s ] [ lr: 5.00e-05 ] [ eta: 1333 days, 17:58:32 ] [ l_g_pix: 2.1239e-02 ] [ l_g_total: 2.1239e-02 ] +2024-10-22 01:57:41,146 INFO: [ epoch: 6 ] [ iter: 74,400 ] [ performance: 19.553 it/s ] [ lr: 5.00e-05 ] [ eta: 1330 days, 2:25:18 ] [ l_g_pix: 1.9309e-02 ] [ l_g_total: 1.9309e-02 ] +2024-10-22 01:57:46,304 INFO: [ epoch: 6 ] [ iter: 74,500 ] [ performance: 19.425 it/s ] [ lr: 5.00e-05 ] [ eta: 1326 days, 10:15:31 ] [ l_g_pix: 2.5101e-02 ] [ l_g_total: 2.5101e-02 ] +2024-10-22 01:57:51,467 INFO: [ epoch: 6 ] [ iter: 74,600 ] [ performance: 19.422 it/s ] [ lr: 5.00e-05 ] [ eta: 1322 days, 17:50:18 ] [ l_g_pix: 2.1872e-02 ] [ l_g_total: 2.1872e-02 ] +2024-10-22 01:57:56,675 INFO: [ epoch: 6 ] [ iter: 74,700 ] [ performance: 19.253 it/s ] [ lr: 5.00e-05 ] [ eta: 1319 days, 1:26:48 ] [ l_g_pix: 2.1148e-02 ] [ l_g_total: 2.1148e-02 ] +2024-10-22 01:58:01,868 INFO: [ epoch: 6 ] [ iter: 74,800 ] [ performance: 19.399 it/s ] [ lr: 5.00e-05 ] [ eta: 1315 days, 8:39:49 ] [ l_g_pix: 3.1293e-02 ] [ l_g_total: 3.1293e-02 ] +2024-10-22 01:58:07,017 INFO: [ epoch: 6 ] [ iter: 74,900 ] [ performance: 19.417 it/s ] [ lr: 5.00e-05 ] [ eta: 1311 days, 15:17:17 ] [ l_g_pix: 2.7078e-02 ] [ l_g_total: 2.7078e-02 ] +2024-10-22 01:58:12,161 INFO: [ epoch: 6 ] [ iter: 75,000 ] [ performance: 19.303 it/s ] [ lr: 5.00e-05 ] [ eta: 1307 days, 21:35:14 ] [ l_g_pix: 2.7088e-02 ] [ l_g_total: 2.7088e-02 ] +2024-10-22 01:58:17,306 INFO: [ epoch: 6 ] [ iter: 75,100 ] [ performance: 19.411 it/s ] [ lr: 5.00e-05 ] [ eta: 1304 days, 3:36:19 ] [ l_g_pix: 2.6321e-02 ] [ l_g_total: 2.6321e-02 ] +2024-10-22 01:58:22,418 INFO: [ epoch: 6 ] [ iter: 75,200 ] [ performance: 19.199 it/s ] [ lr: 5.00e-05 ] [ eta: 1300 days, 9:07:03 ] [ l_g_pix: 2.3401e-02 ] [ l_g_total: 2.3401e-02 ] +2024-10-22 01:58:27,533 INFO: [ epoch: 6 ] [ iter: 75,300 ] [ performance: 19.479 it/s ] [ lr: 5.00e-05 ] [ eta: 1296 days, 14:21:40 ] [ l_g_pix: 1.7525e-02 ] [ l_g_total: 1.7525e-02 ] +2024-10-22 01:58:32,555 INFO: [ epoch: 6 ] [ iter: 75,400 ] [ performance: 19.919 it/s ] [ lr: 5.00e-05 ] [ eta: 1292 days, 18:41:15 ] [ l_g_pix: 2.1037e-02 ] [ l_g_total: 2.1037e-02 ] +2024-10-22 01:58:37,592 INFO: [ epoch: 6 ] [ iter: 75,500 ] [ performance: 19.871 it/s ] [ lr: 5.00e-05 ] [ eta: 1288 days, 22:49:48 ] [ l_g_pix: 2.9684e-02 ] [ l_g_total: 2.9684e-02 ] +2024-10-22 01:58:42,754 INFO: [ epoch: 6 ] [ iter: 75,600 ] [ performance: 19.309 it/s ] [ lr: 5.00e-05 ] [ eta: 1285 days, 3:32:44 ] [ l_g_pix: 2.6141e-02 ] [ l_g_total: 2.6141e-02 ] +2024-10-22 01:58:47,926 INFO: [ epoch: 6 ] [ iter: 75,700 ] [ performance: 19.330 it/s ] [ lr: 5.00e-05 ] [ eta: 1281 days, 8:02:51 ] [ l_g_pix: 2.2815e-02 ] [ l_g_total: 2.2815e-02 ] +2024-10-22 01:58:53,109 INFO: [ epoch: 6 ] [ iter: 75,800 ] [ performance: 19.286 it/s ] [ lr: 5.00e-05 ] [ eta: 1277 days, 12:19:44 ] [ l_g_pix: 2.2065e-02 ] [ l_g_total: 2.2065e-02 ] +2024-10-22 01:58:58,261 INFO: [ epoch: 6 ] [ iter: 75,900 ] [ performance: 19.389 it/s ] [ lr: 5.00e-05 ] [ eta: 1273 days, 16:06:59 ] [ l_g_pix: 1.7723e-02 ] [ l_g_total: 1.7723e-02 ] +2024-10-22 01:59:03,422 INFO: [ epoch: 6 ] [ iter: 76,000 ] [ performance: 19.459 it/s ] [ lr: 5.00e-05 ] [ eta: 1269 days, 19:40:48 ] [ l_g_pix: 2.6510e-02 ] [ l_g_total: 2.6510e-02 ] +2024-10-22 01:59:08,527 INFO: [ epoch: 6 ] [ iter: 76,100 ] [ performance: 19.569 it/s ] [ lr: 5.00e-05 ] [ eta: 1265 days, 22:34:43 ] [ l_g_pix: 2.0738e-02 ] [ l_g_total: 2.0738e-02 ] +2024-10-22 01:59:13,577 INFO: [ epoch: 6 ] [ iter: 76,200 ] [ performance: 19.983 it/s ] [ lr: 5.00e-05 ] [ eta: 1262 days, 0:50:02 ] [ l_g_pix: 2.2012e-02 ] [ l_g_total: 2.2012e-02 ] +2024-10-22 01:59:18,715 INFO: [ epoch: 6 ] [ iter: 76,300 ] [ performance: 19.553 it/s ] [ lr: 5.00e-05 ] [ eta: 1258 days, 3:23:21 ] [ l_g_pix: 1.9255e-02 ] [ l_g_total: 1.9255e-02 ] +2024-10-22 01:59:23,635 INFO: [ epoch: 6 ] [ iter: 76,400 ] [ performance: 21.114 it/s ] [ lr: 5.00e-05 ] [ eta: 1254 days, 4:13:55 ] [ l_g_pix: 2.1685e-02 ] [ l_g_total: 2.1685e-02 ] +2024-10-22 01:59:28,723 INFO: [ epoch: 6 ] [ iter: 76,500 ] [ performance: 19.887 it/s ] [ lr: 5.00e-05 ] [ eta: 1250 days, 5:53:29 ] [ l_g_pix: 2.4326e-02 ] [ l_g_total: 2.4326e-02 ] +2024-10-22 01:59:33,825 INFO: [ epoch: 6 ] [ iter: 76,600 ] [ performance: 20.020 it/s ] [ lr: 5.00e-05 ] [ eta: 1246 days, 7:21:55 ] [ l_g_pix: 2.4342e-02 ] [ l_g_total: 2.4342e-02 ] +2024-10-22 01:59:38,923 INFO: [ epoch: 6 ] [ iter: 76,700 ] [ performance: 19.682 it/s ] [ lr: 5.00e-05 ] [ eta: 1242 days, 8:31:33 ] [ l_g_pix: 2.4992e-02 ] [ l_g_total: 2.4992e-02 ] +2024-10-22 01:59:44,102 INFO: [ epoch: 6 ] [ iter: 76,800 ] [ performance: 19.097 it/s ] [ lr: 5.00e-05 ] [ eta: 1238 days, 9:55:37 ] [ l_g_pix: 3.0987e-02 ] [ l_g_total: 3.0987e-02 ] +2024-10-22 01:59:49,281 INFO: [ epoch: 6 ] [ iter: 76,900 ] [ performance: 19.278 it/s ] [ lr: 5.00e-05 ] [ eta: 1234 days, 11:02:23 ] [ l_g_pix: 2.3088e-02 ] [ l_g_total: 2.3088e-02 ] +2024-10-22 01:59:54,490 INFO: [ epoch: 6 ] [ iter: 77,000 ] [ performance: 18.977 it/s ] [ lr: 5.00e-05 ] [ eta: 1230 days, 12:03:20 ] [ l_g_pix: 3.2195e-02 ] [ l_g_total: 3.2195e-02 ] +2024-10-22 01:59:59,692 INFO: [ epoch: 6 ] [ iter: 77,100 ] [ performance: 19.188 it/s ] [ lr: 5.00e-05 ] [ eta: 1226 days, 12:44:30 ] [ l_g_pix: 2.0715e-02 ] [ l_g_total: 2.0715e-02 ] +2024-10-22 02:00:04,922 INFO: [ epoch: 6 ] [ iter: 77,200 ] [ performance: 19.475 it/s ] [ lr: 5.00e-05 ] [ eta: 1222 days, 13:18:38 ] [ l_g_pix: 2.3007e-02 ] [ l_g_total: 2.3007e-02 ] +2024-10-22 02:00:10,087 INFO: [ epoch: 6 ] [ iter: 77,300 ] [ performance: 19.376 it/s ] [ lr: 5.00e-05 ] [ eta: 1218 days, 13:11:12 ] [ l_g_pix: 2.7507e-02 ] [ l_g_total: 2.7507e-02 ] +2024-10-22 02:00:15,194 INFO: [ epoch: 6 ] [ iter: 77,400 ] [ performance: 19.085 it/s ] [ lr: 5.00e-05 ] [ eta: 1214 days, 12:24:05 ] [ l_g_pix: 1.1171e-02 ] [ l_g_total: 1.1171e-02 ] +2024-10-22 02:00:20,511 INFO: [ epoch: 6 ] [ iter: 77,500 ] [ performance: 18.846 it/s ] [ lr: 5.00e-05 ] [ eta: 1210 days, 12:39:01 ] [ l_g_pix: 2.3263e-02 ] [ l_g_total: 2.3263e-02 ] +2024-10-22 02:00:25,787 INFO: [ epoch: 6 ] [ iter: 77,600 ] [ performance: 19.376 it/s ] [ lr: 5.00e-05 ] [ eta: 1206 days, 12:21:13 ] [ l_g_pix: 2.5647e-02 ] [ l_g_total: 2.5647e-02 ] +2024-10-22 02:00:30,951 INFO: [ epoch: 6 ] [ iter: 77,700 ] [ performance: 19.371 it/s ] [ lr: 5.00e-05 ] [ eta: 1202 days, 11:03:35 ] [ l_g_pix: 2.2773e-02 ] [ l_g_total: 2.2773e-02 ] +2024-10-22 02:00:36,113 INFO: [ epoch: 6 ] [ iter: 77,800 ] [ performance: 19.312 it/s ] [ lr: 5.00e-05 ] [ eta: 1198 days, 9:28:21 ] [ l_g_pix: 2.5187e-02 ] [ l_g_total: 2.5187e-02 ] +2024-10-22 02:00:41,336 INFO: [ epoch: 6 ] [ iter: 77,900 ] [ performance: 19.166 it/s ] [ lr: 5.00e-05 ] [ eta: 1194 days, 7:58:26 ] [ l_g_pix: 2.2170e-02 ] [ l_g_total: 2.2170e-02 ] +2024-10-22 02:00:46,467 INFO: [ epoch: 6 ] [ iter: 78,000 ] [ performance: 20.344 it/s ] [ lr: 5.00e-05 ] [ eta: 1190 days, 5:37:30 ] [ l_g_pix: 2.4959e-02 ] [ l_g_total: 2.4959e-02 ] +2024-10-22 02:00:51,745 INFO: [ epoch: 6 ] [ iter: 78,100 ] [ performance: 19.091 it/s ] [ lr: 5.00e-05 ] [ eta: 1186 days, 3:52:43 ] [ l_g_pix: 3.0500e-02 ] [ l_g_total: 3.0500e-02 ] +2024-10-22 02:00:56,933 INFO: [ epoch: 6 ] [ iter: 78,200 ] [ performance: 19.371 it/s ] [ lr: 5.00e-05 ] [ eta: 1182 days, 1:17:42 ] [ l_g_pix: 2.4404e-02 ] [ l_g_total: 2.4404e-02 ] +2024-10-22 02:01:02,051 INFO: [ epoch: 6 ] [ iter: 78,300 ] [ performance: 19.525 it/s ] [ lr: 5.00e-05 ] [ eta: 1177 days, 22:00:11 ] [ l_g_pix: 2.3840e-02 ] [ l_g_total: 2.3840e-02 ] +2024-10-22 02:01:07,201 INFO: [ epoch: 6 ] [ iter: 78,400 ] [ performance: 20.100 it/s ] [ lr: 5.00e-05 ] [ eta: 1173 days, 18:37:28 ] [ l_g_pix: 2.3648e-02 ] [ l_g_total: 2.3648e-02 ] +2024-10-22 02:01:12,311 INFO: [ epoch: 6 ] [ iter: 78,500 ] [ performance: 19.621 it/s ] [ lr: 5.00e-05 ] [ eta: 1169 days, 14:42:40 ] [ l_g_pix: 3.3965e-02 ] [ l_g_total: 3.3965e-02 ] +2024-10-22 02:01:17,107 INFO: [ epoch: 6 ] [ iter: 78,600 ] [ performance: 19.658 it/s ] [ lr: 5.00e-05 ] [ eta: 1165 days, 8:39:23 ] [ l_g_pix: 1.6396e-02 ] [ l_g_total: 1.6396e-02 ] +2024-10-22 02:01:22,318 INFO: [ epoch: 6 ] [ iter: 78,700 ] [ performance: 19.231 it/s ] [ lr: 5.00e-05 ] [ eta: 1161 days, 4:47:08 ] [ l_g_pix: 2.0044e-02 ] [ l_g_total: 2.0044e-02 ] +2024-10-22 02:01:27,504 INFO: [ epoch: 6 ] [ iter: 78,800 ] [ performance: 19.476 it/s ] [ lr: 5.00e-05 ] [ eta: 1157 days, 0:28:35 ] [ l_g_pix: 2.7802e-02 ] [ l_g_total: 2.7802e-02 ] +2024-10-22 02:01:32,668 INFO: [ epoch: 6 ] [ iter: 78,900 ] [ performance: 19.376 it/s ] [ lr: 5.00e-05 ] [ eta: 1152 days, 19:45:04 ] [ l_g_pix: 2.5577e-02 ] [ l_g_total: 2.5577e-02 ] +2024-10-22 02:01:37,841 INFO: [ epoch: 6 ] [ iter: 79,000 ] [ performance: 19.247 it/s ] [ lr: 5.00e-05 ] [ eta: 1148 days, 14:47:32 ] [ l_g_pix: 1.4570e-02 ] [ l_g_total: 1.4570e-02 ] +2024-10-22 02:01:42,966 INFO: [ epoch: 6 ] [ iter: 79,100 ] [ performance: 19.498 it/s ] [ lr: 5.00e-05 ] [ eta: 1144 days, 9:15:57 ] [ l_g_pix: 2.4654e-02 ] [ l_g_total: 2.4654e-02 ] +2024-10-22 02:01:48,254 INFO: [ epoch: 6 ] [ iter: 79,200 ] [ performance: 19.822 it/s ] [ lr: 5.00e-05 ] [ eta: 1140 days, 4:24:07 ] [ l_g_pix: 2.5954e-02 ] [ l_g_total: 2.5954e-02 ] +2024-10-22 02:01:53,304 INFO: [ epoch: 6 ] [ iter: 79,300 ] [ performance: 19.806 it/s ] [ lr: 5.00e-05 ] [ eta: 1135 days, 21:52:18 ] [ l_g_pix: 1.5094e-02 ] [ l_g_total: 1.5094e-02 ] +2024-10-22 02:01:58,366 INFO: [ epoch: 6 ] [ iter: 79,400 ] [ performance: 18.621 it/s ] [ lr: 5.00e-05 ] [ eta: 1131 days, 15:07:56 ] [ l_g_pix: 2.7178e-02 ] [ l_g_total: 2.7178e-02 ] +2024-10-22 02:02:03,523 INFO: [ epoch: 6 ] [ iter: 79,500 ] [ performance: 19.357 it/s ] [ lr: 5.00e-05 ] [ eta: 1127 days, 8:38:51 ] [ l_g_pix: 1.8260e-02 ] [ l_g_total: 1.8260e-02 ] +2024-10-22 02:02:08,827 INFO: [ epoch: 6 ] [ iter: 79,600 ] [ performance: 18.743 it/s ] [ lr: 5.00e-05 ] [ eta: 1123 days, 2:42:38 ] [ l_g_pix: 1.6504e-02 ] [ l_g_total: 1.6504e-02 ] +2024-10-22 02:02:14,024 INFO: [ epoch: 6 ] [ iter: 79,700 ] [ performance: 19.224 it/s ] [ lr: 5.00e-05 ] [ eta: 1118 days, 19:52:43 ] [ l_g_pix: 2.1246e-02 ] [ l_g_total: 2.1246e-02 ] +2024-10-22 02:02:19,135 INFO: [ epoch: 6 ] [ iter: 79,800 ] [ performance: 20.029 it/s ] [ lr: 5.00e-05 ] [ eta: 1114 days, 12:16:24 ] [ l_g_pix: 2.5801e-02 ] [ l_g_total: 2.5801e-02 ] +2024-10-22 02:02:24,176 INFO: [ epoch: 6 ] [ iter: 79,900 ] [ performance: 19.847 it/s ] [ lr: 5.00e-05 ] [ eta: 1110 days, 3:59:30 ] [ l_g_pix: 2.6397e-02 ] [ l_g_total: 2.6397e-02 ] +2024-10-22 02:02:29,345 INFO: [ epoch: 6 ] [ iter: 80,000 ] [ performance: 18.533 it/s ] [ lr: 5.00e-05 ] [ eta: 1105 days, 20:08:53 ] [ l_g_pix: 2.2902e-02 ] [ l_g_total: 2.2902e-02 ] +2024-10-22 02:02:29,346 INFO: Saving models and training states. +2024-10-22 02:04:01,925 INFO: Validation val + + # psnr: 22.0541........ Best: 22.0541 @ 80000 iter + # ssim: 0.6493........ Best: 0.6493 @ 80000 iter + # dists: 0.7866........ Best: 0.7866 @ 80000 iter + +2024-10-22 02:04:07,284 INFO: [ epoch: 6 ] [ iter: 80,100 ] [ performance: 18.661 it/s ] [ lr: 5.00e-05 ] [ eta: 1122 days, 20:47:52 ] [ l_g_pix: 2.5418e-02 ] [ l_g_total: 2.5418e-02 ] +2024-10-22 02:04:12,598 INFO: [ epoch: 6 ] [ iter: 80,200 ] [ performance: 18.595 it/s ] [ lr: 5.00e-05 ] [ eta: 1118 days, 10:35:35 ] [ l_g_pix: 1.3700e-02 ] [ l_g_total: 1.3700e-02 ] +2024-10-22 02:04:17,916 INFO: [ epoch: 6 ] [ iter: 80,300 ] [ performance: 18.805 it/s ] [ lr: 5.00e-05 ] [ eta: 1114 days, 0:06:58 ] [ l_g_pix: 1.7513e-02 ] [ l_g_total: 1.7513e-02 ] +2024-10-22 02:04:23,078 INFO: [ epoch: 6 ] [ iter: 80,400 ] [ performance: 19.083 it/s ] [ lr: 5.00e-05 ] [ eta: 1109 days, 12:30:00 ] [ l_g_pix: 2.6096e-02 ] [ l_g_total: 2.6096e-02 ] +2024-10-22 02:04:28,353 INFO: [ epoch: 6 ] [ iter: 80,500 ] [ performance: 18.961 it/s ] [ lr: 5.00e-05 ] [ eta: 1105 days, 1:12:13 ] [ l_g_pix: 2.5324e-02 ] [ l_g_total: 2.5324e-02 ] +2024-10-22 02:04:33,664 INFO: [ epoch: 6 ] [ iter: 80,600 ] [ performance: 18.897 it/s ] [ lr: 5.00e-05 ] [ eta: 1100 days, 13:48:25 ] [ l_g_pix: 1.7774e-02 ] [ l_g_total: 1.7774e-02 ] +2024-10-22 02:04:39,021 INFO: [ epoch: 6 ] [ iter: 80,700 ] [ performance: 18.654 it/s ] [ lr: 5.00e-05 ] [ eta: 1096 days, 2:22:04 ] [ l_g_pix: 1.8870e-02 ] [ l_g_total: 1.8870e-02 ] +2024-10-22 02:04:44,314 INFO: [ epoch: 6 ] [ iter: 80,800 ] [ performance: 18.775 it/s ] [ lr: 5.00e-05 ] [ eta: 1091 days, 14:17:00 ] [ l_g_pix: 2.2495e-02 ] [ l_g_total: 2.2495e-02 ] +2024-10-22 02:04:49,588 INFO: [ epoch: 6 ] [ iter: 80,900 ] [ performance: 18.956 it/s ] [ lr: 5.00e-05 ] [ eta: 1087 days, 1:48:32 ] [ l_g_pix: 1.9514e-02 ] [ l_g_total: 1.9514e-02 ] +2024-10-22 02:04:54,908 INFO: [ epoch: 6 ] [ iter: 81,000 ] [ performance: 18.877 it/s ] [ lr: 5.00e-05 ] [ eta: 1082 days, 13:16:48 ] [ l_g_pix: 2.6890e-02 ] [ l_g_total: 2.6890e-02 ] +2024-10-22 02:05:00,199 INFO: [ epoch: 6 ] [ iter: 81,100 ] [ performance: 18.928 it/s ] [ lr: 5.00e-05 ] [ eta: 1078 days, 0:18:25 ] [ l_g_pix: 2.8789e-02 ] [ l_g_total: 2.8789e-02 ] +2024-10-22 02:05:05,426 INFO: [ epoch: 6 ] [ iter: 81,200 ] [ performance: 19.032 it/s ] [ lr: 5.00e-05 ] [ eta: 1073 days, 10:42:14 ] [ l_g_pix: 3.0545e-02 ] [ l_g_total: 3.0545e-02 ] +2024-10-22 02:05:10,626 INFO: [ epoch: 6 ] [ iter: 81,300 ] [ performance: 19.248 it/s ] [ lr: 5.00e-05 ] [ eta: 1068 days, 20:40:06 ] [ l_g_pix: 2.2005e-02 ] [ l_g_total: 2.2005e-02 ] +2024-10-22 02:05:15,850 INFO: [ epoch: 6 ] [ iter: 81,400 ] [ performance: 19.194 it/s ] [ lr: 5.00e-05 ] [ eta: 1064 days, 6:28:21 ] [ l_g_pix: 3.0649e-02 ] [ l_g_total: 3.0649e-02 ] +2024-10-22 02:05:21,183 INFO: [ epoch: 6 ] [ iter: 81,500 ] [ performance: 18.793 it/s ] [ lr: 5.00e-05 ] [ eta: 1059 days, 16:32:44 ] [ l_g_pix: 3.1702e-02 ] [ l_g_total: 3.1702e-02 ] +2024-10-22 02:05:26,451 INFO: [ epoch: 6 ] [ iter: 81,600 ] [ performance: 18.891 it/s ] [ lr: 5.00e-05 ] [ eta: 1055 days, 1:59:21 ] [ l_g_pix: 2.0298e-02 ] [ l_g_total: 2.0298e-02 ] +2024-10-22 02:05:31,743 INFO: [ epoch: 6 ] [ iter: 81,700 ] [ performance: 18.887 it/s ] [ lr: 5.00e-05 ] [ eta: 1050 days, 11:15:29 ] [ l_g_pix: 2.6584e-02 ] [ l_g_total: 2.6584e-02 ] +2024-10-22 02:05:37,142 INFO: [ epoch: 6 ] [ iter: 81,800 ] [ performance: 18.698 it/s ] [ lr: 5.00e-05 ] [ eta: 1045 days, 20:46:38 ] [ l_g_pix: 1.3564e-02 ] [ l_g_total: 1.3564e-02 ] +2024-10-22 02:05:42,460 INFO: [ epoch: 6 ] [ iter: 81,900 ] [ performance: 18.996 it/s ] [ lr: 5.00e-05 ] [ eta: 1041 days, 5:35:33 ] [ l_g_pix: 1.2493e-02 ] [ l_g_total: 1.2493e-02 ] +2024-10-22 02:05:47,844 INFO: [ epoch: 6 ] [ iter: 82,000 ] [ performance: 18.777 it/s ] [ lr: 5.00e-05 ] [ eta: 1036 days, 14:26:11 ] [ l_g_pix: 2.6632e-02 ] [ l_g_total: 2.6632e-02 ] +2024-10-22 02:05:53,242 INFO: [ epoch: 6 ] [ iter: 82,100 ] [ performance: 18.584 it/s ] [ lr: 5.00e-05 ] [ eta: 1031 days, 23:03:15 ] [ l_g_pix: 2.0724e-02 ] [ l_g_total: 2.0724e-02 ] +2024-10-22 02:05:58,570 INFO: [ epoch: 6 ] [ iter: 82,200 ] [ performance: 18.681 it/s ] [ lr: 5.00e-05 ] [ eta: 1027 days, 7:01:28 ] [ l_g_pix: 2.2898e-02 ] [ l_g_total: 2.2898e-02 ] +2024-10-22 02:06:03,914 INFO: [ epoch: 6 ] [ iter: 82,300 ] [ performance: 18.810 it/s ] [ lr: 5.00e-05 ] [ eta: 1022 days, 14:46:52 ] [ l_g_pix: 1.8657e-02 ] [ l_g_total: 1.8657e-02 ] +2024-10-22 02:06:09,248 INFO: [ epoch: 6 ] [ iter: 82,400 ] [ performance: 18.779 it/s ] [ lr: 5.00e-05 ] [ eta: 1017 days, 22:11:16 ] [ l_g_pix: 2.8173e-02 ] [ l_g_total: 2.8173e-02 ] +2024-10-22 02:06:15,193 INFO: [ epoch: 6 ] [ iter: 82,500 ] [ performance: 16.549 it/s ] [ lr: 5.00e-05 ] [ eta: 1013 days, 8:16:10 ] [ l_g_pix: 2.0717e-02 ] [ l_g_total: 2.0717e-02 ] +2024-10-22 02:06:20,515 INFO: [ epoch: 6 ] [ iter: 82,600 ] [ performance: 17.658 it/s ] [ lr: 5.00e-05 ] [ eta: 1008 days, 15:00:44 ] [ l_g_pix: 3.1054e-02 ] [ l_g_total: 3.1054e-02 ] +2024-10-22 02:06:25,956 INFO: [ epoch: 6 ] [ iter: 82,700 ] [ performance: 18.363 it/s ] [ lr: 5.00e-05 ] [ eta: 1003 days, 22:01:49 ] [ l_g_pix: 1.6236e-02 ] [ l_g_total: 1.6236e-02 ] +2024-10-22 02:06:31,296 INFO: [ epoch: 6 ] [ iter: 82,800 ] [ performance: 18.555 it/s ] [ lr: 5.00e-05 ] [ eta: 999 days, 4:15:40 ] [ l_g_pix: 1.8487e-02 ] [ l_g_total: 1.8487e-02 ] +2024-10-22 02:06:36,736 INFO: [ epoch: 6 ] [ iter: 82,900 ] [ performance: 18.327 it/s ] [ lr: 5.00e-05 ] [ eta: 994 days, 10:40:17 ] [ l_g_pix: 1.9995e-02 ] [ l_g_total: 1.9995e-02 ] +2024-10-22 02:06:42,035 INFO: [ epoch: 6 ] [ iter: 83,000 ] [ performance: 18.613 it/s ] [ lr: 5.00e-05 ] [ eta: 989 days, 16:06:53 ] [ l_g_pix: 2.7957e-02 ] [ l_g_total: 2.7957e-02 ] +2024-10-22 02:06:47,452 INFO: [ epoch: 6 ] [ iter: 83,100 ] [ performance: 18.481 it/s ] [ lr: 5.00e-05 ] [ eta: 984 days, 21:48:54 ] [ l_g_pix: 2.1870e-02 ] [ l_g_total: 2.1870e-02 ] +2024-10-22 02:06:52,797 INFO: [ epoch: 6 ] [ iter: 83,200 ] [ performance: 18.604 it/s ] [ lr: 5.00e-05 ] [ eta: 980 days, 2:52:38 ] [ l_g_pix: 1.9191e-02 ] [ l_g_total: 1.9191e-02 ] +2024-10-22 02:06:58,061 INFO: [ epoch: 6 ] [ iter: 83,300 ] [ performance: 18.994 it/s ] [ lr: 5.00e-05 ] [ eta: 975 days, 7:16:10 ] [ l_g_pix: 2.8059e-02 ] [ l_g_total: 2.8059e-02 ] +2024-10-22 02:07:03,505 INFO: [ epoch: 6 ] [ iter: 83,400 ] [ performance: 18.653 it/s ] [ lr: 5.00e-05 ] [ eta: 970 days, 12:12:04 ] [ l_g_pix: 1.6084e-02 ] [ l_g_total: 1.6084e-02 ] +2024-10-22 02:07:09,114 INFO: [ epoch: 6 ] [ iter: 83,500 ] [ performance: 17.760 it/s ] [ lr: 5.00e-05 ] [ eta: 965 days, 17:34:58 ] [ l_g_pix: 1.8929e-02 ] [ l_g_total: 1.8929e-02 ] +2024-10-22 02:07:14,303 INFO: [ epoch: 6 ] [ iter: 83,600 ] [ performance: 18.547 it/s ] [ lr: 5.00e-05 ] [ eta: 960 days, 20:44:36 ] [ l_g_pix: 2.2086e-02 ] [ l_g_total: 2.2086e-02 ] +2024-10-22 02:07:19,728 INFO: [ epoch: 6 ] [ iter: 83,700 ] [ performance: 18.429 it/s ] [ lr: 5.00e-05 ] [ eta: 956 days, 0:40:58 ] [ l_g_pix: 2.3255e-02 ] [ l_g_total: 2.3255e-02 ] +2024-10-22 02:07:25,095 INFO: [ epoch: 6 ] [ iter: 83,800 ] [ performance: 18.541 it/s ] [ lr: 5.00e-05 ] [ eta: 951 days, 4:03:28 ] [ l_g_pix: 1.6829e-02 ] [ l_g_total: 1.6829e-02 ] +2024-10-22 02:07:30,529 INFO: [ epoch: 6 ] [ iter: 83,900 ] [ performance: 18.446 it/s ] [ lr: 5.00e-05 ] [ eta: 946 days, 7:26:15 ] [ l_g_pix: 2.5451e-02 ] [ l_g_total: 2.5451e-02 ] +2024-10-22 02:07:35,967 INFO: [ epoch: 6 ] [ iter: 84,000 ] [ performance: 18.417 it/s ] [ lr: 5.00e-05 ] [ eta: 941 days, 10:31:47 ] [ l_g_pix: 1.4879e-02 ] [ l_g_total: 1.4879e-02 ] +2024-10-22 02:07:41,360 INFO: [ epoch: 6 ] [ iter: 84,100 ] [ performance: 18.503 it/s ] [ lr: 5.00e-05 ] [ eta: 936 days, 13:07:28 ] [ l_g_pix: 1.5778e-02 ] [ l_g_total: 1.5778e-02 ] +2024-10-22 02:07:46,800 INFO: [ epoch: 6 ] [ iter: 84,200 ] [ performance: 18.439 it/s ] [ lr: 5.00e-05 ] [ eta: 931 days, 15:37:16 ] [ l_g_pix: 1.9561e-02 ] [ l_g_total: 1.9561e-02 ] +2024-10-22 02:07:52,309 INFO: [ epoch: 6 ] [ iter: 84,300 ] [ performance: 18.213 it/s ] [ lr: 5.00e-05 ] [ eta: 926 days, 18:07:20 ] [ l_g_pix: 2.3337e-02 ] [ l_g_total: 2.3337e-02 ] +2024-10-22 02:07:57,725 INFO: [ epoch: 6 ] [ iter: 84,400 ] [ performance: 18.352 it/s ] [ lr: 5.00e-05 ] [ eta: 921 days, 19:54:41 ] [ l_g_pix: 1.9656e-02 ] [ l_g_total: 1.9656e-02 ] +2024-10-22 02:08:03,108 INFO: [ epoch: 6 ] [ iter: 84,500 ] [ performance: 18.809 it/s ] [ lr: 5.00e-05 ] [ eta: 916 days, 21:15:27 ] [ l_g_pix: 2.1794e-02 ] [ l_g_total: 2.1794e-02 ] +2024-10-22 02:08:08,576 INFO: [ epoch: 6 ] [ iter: 84,600 ] [ performance: 18.517 it/s ] [ lr: 5.00e-05 ] [ eta: 911 days, 22:40:07 ] [ l_g_pix: 2.9666e-02 ] [ l_g_total: 2.9666e-02 ] +2024-10-22 02:08:13,984 INFO: [ epoch: 6 ] [ iter: 84,700 ] [ performance: 18.420 it/s ] [ lr: 5.00e-05 ] [ eta: 906 days, 23:31:11 ] [ l_g_pix: 2.2959e-02 ] [ l_g_total: 2.2959e-02 ] +2024-10-22 02:08:19,405 INFO: [ epoch: 6 ] [ iter: 84,800 ] [ performance: 18.436 it/s ] [ lr: 5.00e-05 ] [ eta: 902 days, 0:07:37 ] [ l_g_pix: 1.7569e-02 ] [ l_g_total: 1.7569e-02 ] +2024-10-22 02:08:24,783 INFO: [ epoch: 6 ] [ iter: 84,900 ] [ performance: 18.685 it/s ] [ lr: 5.00e-05 ] [ eta: 897 days, 0:15:10 ] [ l_g_pix: 2.2009e-02 ] [ l_g_total: 2.2009e-02 ] +2024-10-22 02:08:30,319 INFO: [ epoch: 6 ] [ iter: 85,000 ] [ performance: 18.332 it/s ] [ lr: 5.00e-05 ] [ eta: 892 days, 0:44:13 ] [ l_g_pix: 1.9935e-02 ] [ l_g_total: 1.9935e-02 ] +2024-10-22 02:08:35,791 INFO: [ epoch: 6 ] [ iter: 85,100 ] [ performance: 18.342 it/s ] [ lr: 5.00e-05 ] [ eta: 887 days, 0:38:56 ] [ l_g_pix: 2.7259e-02 ] [ l_g_total: 2.7259e-02 ] +2024-10-22 02:08:41,172 INFO: [ epoch: 6 ] [ iter: 85,200 ] [ performance: 18.480 it/s ] [ lr: 5.00e-05 ] [ eta: 881 days, 23:52:57 ] [ l_g_pix: 2.1820e-02 ] [ l_g_total: 2.1820e-02 ] +2024-10-22 02:08:46,451 INFO: [ epoch: 6 ] [ iter: 85,300 ] [ performance: 19.171 it/s ] [ lr: 5.00e-05 ] [ eta: 876 days, 22:24:04 ] [ l_g_pix: 1.7845e-02 ] [ l_g_total: 1.7845e-02 ] +2024-10-22 02:08:51,907 INFO: [ epoch: 6 ] [ iter: 85,400 ] [ performance: 18.685 it/s ] [ lr: 5.00e-05 ] [ eta: 871 days, 21:20:34 ] [ l_g_pix: 2.1015e-02 ] [ l_g_total: 2.1015e-02 ] +2024-10-22 02:08:57,015 INFO: [ epoch: 6 ] [ iter: 85,500 ] [ performance: 20.034 it/s ] [ lr: 5.00e-05 ] [ eta: 866 days, 18:35:00 ] [ l_g_pix: 2.1802e-02 ] [ l_g_total: 2.1802e-02 ] +2024-10-22 02:09:03,303 INFO: [ epoch: 7 ] [ iter: 85,600 ] [ performance: 17.447 it/s ] [ lr: 5.00e-05 ] [ eta: 861 days, 20:15:21 ] [ l_g_pix: 2.3446e-02 ] [ l_g_total: 2.3446e-02 ] +2024-10-22 02:09:08,451 INFO: [ epoch: 7 ] [ iter: 85,700 ] [ performance: 19.670 it/s ] [ lr: 5.00e-05 ] [ eta: 856 days, 17:03:14 ] [ l_g_pix: 2.0833e-02 ] [ l_g_total: 2.0833e-02 ] +2024-10-22 02:09:13,537 INFO: [ epoch: 7 ] [ iter: 85,800 ] [ performance: 19.668 it/s ] [ lr: 5.00e-05 ] [ eta: 851 days, 13:19:09 ] [ l_g_pix: 1.8837e-02 ] [ l_g_total: 1.8837e-02 ] +2024-10-22 02:09:18,607 INFO: [ epoch: 7 ] [ iter: 85,900 ] [ performance: 19.718 it/s ] [ lr: 5.00e-05 ] [ eta: 846 days, 9:14:29 ] [ l_g_pix: 1.4356e-02 ] [ l_g_total: 1.4356e-02 ] +2024-10-22 02:09:23,631 INFO: [ epoch: 7 ] [ iter: 86,000 ] [ performance: 19.827 it/s ] [ lr: 5.00e-05 ] [ eta: 841 days, 4:42:08 ] [ l_g_pix: 2.6816e-02 ] [ l_g_total: 2.6816e-02 ] +2024-10-22 02:09:29,313 INFO: [ epoch: 7 ] [ iter: 86,100 ] [ performance: 16.921 it/s ] [ lr: 5.00e-05 ] [ eta: 836 days, 2:25:15 ] [ l_g_pix: 1.3990e-02 ] [ l_g_total: 1.3990e-02 ] +2024-10-22 02:09:34,980 INFO: [ epoch: 7 ] [ iter: 86,200 ] [ performance: 17.336 it/s ] [ lr: 5.00e-05 ] [ eta: 830 days, 23:46:19 ] [ l_g_pix: 1.6963e-02 ] [ l_g_total: 1.6963e-02 ] +2024-10-22 02:09:40,158 INFO: [ epoch: 7 ] [ iter: 86,300 ] [ performance: 19.519 it/s ] [ lr: 5.00e-05 ] [ eta: 825 days, 18:56:48 ] [ l_g_pix: 1.6586e-02 ] [ l_g_total: 1.6586e-02 ] +2024-10-22 02:09:45,270 INFO: [ epoch: 7 ] [ iter: 86,400 ] [ performance: 19.546 it/s ] [ lr: 5.00e-05 ] [ eta: 820 days, 13:34:56 ] [ l_g_pix: 1.9130e-02 ] [ l_g_total: 1.9130e-02 ] +2024-10-22 02:09:50,355 INFO: [ epoch: 7 ] [ iter: 86,500 ] [ performance: 19.635 it/s ] [ lr: 5.00e-05 ] [ eta: 815 days, 7:49:57 ] [ l_g_pix: 1.5145e-02 ] [ l_g_total: 1.5145e-02 ] +2024-10-22 02:09:55,598 INFO: [ epoch: 7 ] [ iter: 86,600 ] [ performance: 19.302 it/s ] [ lr: 5.00e-05 ] [ eta: 810 days, 2:23:24 ] [ l_g_pix: 2.2357e-02 ] [ l_g_total: 2.2357e-02 ] +2024-10-22 02:10:00,718 INFO: [ epoch: 7 ] [ iter: 86,700 ] [ performance: 19.531 it/s ] [ lr: 5.00e-05 ] [ eta: 804 days, 20:12:03 ] [ l_g_pix: 2.0015e-02 ] [ l_g_total: 2.0015e-02 ] +2024-10-22 02:10:05,980 INFO: [ epoch: 7 ] [ iter: 86,800 ] [ performance: 19.219 it/s ] [ lr: 5.00e-05 ] [ eta: 799 days, 14:14:41 ] [ l_g_pix: 2.2254e-02 ] [ l_g_total: 2.2254e-02 ] +2024-10-22 02:10:11,075 INFO: [ epoch: 7 ] [ iter: 86,900 ] [ performance: 19.862 it/s ] [ lr: 5.00e-05 ] [ eta: 794 days, 7:23:42 ] [ l_g_pix: 2.1722e-02 ] [ l_g_total: 2.1722e-02 ] +2024-10-22 02:10:16,228 INFO: [ epoch: 7 ] [ iter: 87,000 ] [ performance: 19.590 it/s ] [ lr: 5.00e-05 ] [ eta: 789 days, 0:28:04 ] [ l_g_pix: 1.9464e-02 ] [ l_g_total: 1.9464e-02 ] +2024-10-22 02:10:21,546 INFO: [ epoch: 7 ] [ iter: 87,100 ] [ performance: 18.614 it/s ] [ lr: 5.00e-05 ] [ eta: 783 days, 17:50:41 ] [ l_g_pix: 2.0385e-02 ] [ l_g_total: 2.0385e-02 ] +2024-10-22 02:10:26,642 INFO: [ epoch: 7 ] [ iter: 87,200 ] [ performance: 19.206 it/s ] [ lr: 5.00e-05 ] [ eta: 778 days, 10:08:24 ] [ l_g_pix: 2.0114e-02 ] [ l_g_total: 2.0114e-02 ] +2024-10-22 02:10:31,743 INFO: [ epoch: 7 ] [ iter: 87,300 ] [ performance: 19.834 it/s ] [ lr: 5.00e-05 ] [ eta: 773 days, 2:10:03 ] [ l_g_pix: 2.8531e-02 ] [ l_g_total: 2.8531e-02 ] +2024-10-22 02:10:36,927 INFO: [ epoch: 7 ] [ iter: 87,400 ] [ performance: 19.504 it/s ] [ lr: 5.00e-05 ] [ eta: 767 days, 18:12:11 ] [ l_g_pix: 1.5610e-02 ] [ l_g_total: 1.5610e-02 ] +2024-10-22 02:10:42,085 INFO: [ epoch: 7 ] [ iter: 87,500 ] [ performance: 19.573 it/s ] [ lr: 5.00e-05 ] [ eta: 762 days, 9:51:34 ] [ l_g_pix: 1.7231e-02 ] [ l_g_total: 1.7231e-02 ] +2024-10-22 02:10:47,191 INFO: [ epoch: 7 ] [ iter: 87,600 ] [ performance: 19.582 it/s ] [ lr: 5.00e-05 ] [ eta: 757 days, 1:03:00 ] [ l_g_pix: 3.2903e-02 ] [ l_g_total: 3.2903e-02 ] +2024-10-22 02:10:52,330 INFO: [ epoch: 7 ] [ iter: 87,700 ] [ performance: 19.369 it/s ] [ lr: 5.00e-05 ] [ eta: 751 days, 16:04:18 ] [ l_g_pix: 2.8211e-02 ] [ l_g_total: 2.8211e-02 ] +2024-10-22 02:10:57,456 INFO: [ epoch: 7 ] [ iter: 87,800 ] [ performance: 19.457 it/s ] [ lr: 5.00e-05 ] [ eta: 746 days, 6:45:37 ] [ l_g_pix: 2.4186e-02 ] [ l_g_total: 2.4186e-02 ] +2024-10-22 02:11:02,477 INFO: [ epoch: 7 ] [ iter: 87,900 ] [ performance: 19.889 it/s ] [ lr: 5.00e-05 ] [ eta: 740 days, 20:48:58 ] [ l_g_pix: 2.8956e-02 ] [ l_g_total: 2.8956e-02 ] +2024-10-22 02:11:07,544 INFO: [ epoch: 7 ] [ iter: 88,000 ] [ performance: 19.797 it/s ] [ lr: 5.00e-05 ] [ eta: 735 days, 10:44:32 ] [ l_g_pix: 2.0016e-02 ] [ l_g_total: 2.0016e-02 ] +2024-10-22 02:11:12,618 INFO: [ epoch: 7 ] [ iter: 88,100 ] [ performance: 19.776 it/s ] [ lr: 5.00e-05 ] [ eta: 730 days, 0:24:40 ] [ l_g_pix: 2.1664e-02 ] [ l_g_total: 2.1664e-02 ] +2024-10-22 02:11:17,714 INFO: [ epoch: 7 ] [ iter: 88,200 ] [ performance: 19.683 it/s ] [ lr: 5.00e-05 ] [ eta: 724 days, 13:52:14 ] [ l_g_pix: 2.3139e-02 ] [ l_g_total: 2.3139e-02 ] +2024-10-22 02:11:22,801 INFO: [ epoch: 7 ] [ iter: 88,300 ] [ performance: 19.515 it/s ] [ lr: 5.00e-05 ] [ eta: 719 days, 3:01:08 ] [ l_g_pix: 2.0390e-02 ] [ l_g_total: 2.0390e-02 ] +2024-10-22 02:11:27,908 INFO: [ epoch: 7 ] [ iter: 88,400 ] [ performance: 19.557 it/s ] [ lr: 5.00e-05 ] [ eta: 713 days, 15:56:53 ] [ l_g_pix: 2.5115e-02 ] [ l_g_total: 2.5115e-02 ] +2024-10-22 02:11:33,138 INFO: [ epoch: 7 ] [ iter: 88,500 ] [ performance: 19.336 it/s ] [ lr: 5.00e-05 ] [ eta: 708 days, 4:59:01 ] [ l_g_pix: 1.4329e-02 ] [ l_g_total: 1.4329e-02 ] +2024-10-22 02:11:38,328 INFO: [ epoch: 7 ] [ iter: 88,600 ] [ performance: 19.295 it/s ] [ lr: 5.00e-05 ] [ eta: 702 days, 17:36:18 ] [ l_g_pix: 1.8577e-02 ] [ l_g_total: 1.8577e-02 ] +2024-10-22 02:11:43,389 INFO: [ epoch: 7 ] [ iter: 88,700 ] [ performance: 20.123 it/s ] [ lr: 5.00e-05 ] [ eta: 697 days, 5:32:01 ] [ l_g_pix: 1.5929e-02 ] [ l_g_total: 1.5929e-02 ] +2024-10-22 02:11:48,602 INFO: [ epoch: 7 ] [ iter: 88,800 ] [ performance: 19.522 it/s ] [ lr: 5.00e-05 ] [ eta: 691 days, 17:39:12 ] [ l_g_pix: 2.6054e-02 ] [ l_g_total: 2.6054e-02 ] +2024-10-22 02:11:53,801 INFO: [ epoch: 7 ] [ iter: 88,900 ] [ performance: 19.284 it/s ] [ lr: 5.00e-05 ] [ eta: 686 days, 5:26:24 ] [ l_g_pix: 2.5443e-02 ] [ l_g_total: 2.5443e-02 ] +2024-10-22 02:11:58,948 INFO: [ epoch: 7 ] [ iter: 89,000 ] [ performance: 19.377 it/s ] [ lr: 5.00e-05 ] [ eta: 680 days, 16:46:45 ] [ l_g_pix: 2.0814e-02 ] [ l_g_total: 2.0814e-02 ] +2024-10-22 02:12:04,004 INFO: [ epoch: 7 ] [ iter: 89,100 ] [ performance: 19.888 it/s ] [ lr: 5.00e-05 ] [ eta: 675 days, 3:33:19 ] [ l_g_pix: 2.0998e-02 ] [ l_g_total: 2.0998e-02 ] +2024-10-22 02:12:09,029 INFO: [ epoch: 7 ] [ iter: 89,200 ] [ performance: 19.897 it/s ] [ lr: 5.00e-05 ] [ eta: 669 days, 13:57:34 ] [ l_g_pix: 1.8804e-02 ] [ l_g_total: 1.8804e-02 ] +2024-10-22 02:12:14,090 INFO: [ epoch: 7 ] [ iter: 89,300 ] [ performance: 19.314 it/s ] [ lr: 5.00e-05 ] [ eta: 664 days, 0:11:21 ] [ l_g_pix: 2.0775e-02 ] [ l_g_total: 2.0775e-02 ] +2024-10-22 02:12:19,016 INFO: [ epoch: 7 ] [ iter: 89,400 ] [ performance: 19.935 it/s ] [ lr: 5.00e-05 ] [ eta: 658 days, 9:44:38 ] [ l_g_pix: 1.8412e-02 ] [ l_g_total: 1.8412e-02 ] +2024-10-22 02:12:24,194 INFO: [ epoch: 7 ] [ iter: 89,500 ] [ performance: 19.354 it/s ] [ lr: 5.00e-05 ] [ eta: 652 days, 19:45:21 ] [ l_g_pix: 1.7729e-02 ] [ l_g_total: 1.7729e-02 ] +2024-10-22 02:12:29,325 INFO: [ epoch: 7 ] [ iter: 89,600 ] [ performance: 19.441 it/s ] [ lr: 5.00e-05 ] [ eta: 647 days, 5:20:55 ] [ l_g_pix: 2.2156e-02 ] [ l_g_total: 2.2156e-02 ] +2024-10-22 02:12:34,463 INFO: [ epoch: 7 ] [ iter: 89,700 ] [ performance: 19.407 it/s ] [ lr: 5.00e-05 ] [ eta: 641 days, 14:40:18 ] [ l_g_pix: 2.4650e-02 ] [ l_g_total: 2.4650e-02 ] +2024-10-22 02:12:39,584 INFO: [ epoch: 7 ] [ iter: 89,800 ] [ performance: 19.484 it/s ] [ lr: 5.00e-05 ] [ eta: 635 days, 23:39:58 ] [ l_g_pix: 2.8555e-02 ] [ l_g_total: 2.8555e-02 ] +2024-10-22 02:12:44,649 INFO: [ epoch: 7 ] [ iter: 89,900 ] [ performance: 19.928 it/s ] [ lr: 5.00e-05 ] [ eta: 630 days, 8:12:55 ] [ l_g_pix: 2.1625e-02 ] [ l_g_total: 2.1625e-02 ] +2024-10-22 02:12:49,830 INFO: [ epoch: 7 ] [ iter: 90,000 ] [ performance: 19.516 it/s ] [ lr: 5.00e-05 ] [ eta: 624 days, 16:48:21 ] [ l_g_pix: 1.0211e-02 ] [ l_g_total: 1.0211e-02 ] +2024-10-22 02:12:49,830 INFO: Saving models and training states. +2024-10-22 02:14:02,430 INFO: Validation val + + # psnr: 22.0531........ Best: 22.0541 @ 80000 iter + # ssim: 0.6496........ Best: 0.6496 @ 90000 iter + # dists: 0.7865........ Best: 0.7865 @ 90000 iter + +2024-10-22 02:14:07,688 INFO: [ epoch: 7 ] [ iter: 90,100 ] [ performance: 18.903 it/s ] [ lr: 5.00e-05 ] [ eta: 627 days, 8:57:08 ] [ l_g_pix: 1.5910e-02 ] [ l_g_total: 1.5910e-02 ] +2024-10-22 02:14:13,075 INFO: [ epoch: 7 ] [ iter: 90,200 ] [ performance: 18.680 it/s ] [ lr: 5.00e-05 ] [ eta: 621 days, 15:30:33 ] [ l_g_pix: 1.8678e-02 ] [ l_g_total: 1.8678e-02 ] +2024-10-22 02:14:18,345 INFO: [ epoch: 7 ] [ iter: 90,300 ] [ performance: 19.147 it/s ] [ lr: 5.00e-05 ] [ eta: 615 days, 21:27:05 ] [ l_g_pix: 3.4402e-02 ] [ l_g_total: 3.4402e-02 ] +2024-10-22 02:14:23,473 INFO: [ epoch: 7 ] [ iter: 90,400 ] [ performance: 19.382 it/s ] [ lr: 5.00e-05 ] [ eta: 610 days, 2:43:20 ] [ l_g_pix: 2.3895e-02 ] [ l_g_total: 2.3895e-02 ] +2024-10-22 02:14:28,756 INFO: [ epoch: 7 ] [ iter: 90,500 ] [ performance: 19.187 it/s ] [ lr: 5.00e-05 ] [ eta: 604 days, 8:07:05 ] [ l_g_pix: 2.7254e-02 ] [ l_g_total: 2.7254e-02 ] +2024-10-22 02:14:34,069 INFO: [ epoch: 7 ] [ iter: 90,600 ] [ performance: 18.943 it/s ] [ lr: 5.00e-05 ] [ eta: 598 days, 13:17:56 ] [ l_g_pix: 2.8053e-02 ] [ l_g_total: 2.8053e-02 ] +2024-10-22 02:14:39,289 INFO: [ epoch: 7 ] [ iter: 90,700 ] [ performance: 19.434 it/s ] [ lr: 5.00e-05 ] [ eta: 592 days, 17:56:40 ] [ l_g_pix: 2.0136e-02 ] [ l_g_total: 2.0136e-02 ] +2024-10-22 02:14:44,600 INFO: [ epoch: 7 ] [ iter: 90,800 ] [ performance: 19.026 it/s ] [ lr: 5.00e-05 ] [ eta: 586 days, 22:31:52 ] [ l_g_pix: 4.2741e-02 ] [ l_g_total: 4.2741e-02 ] +2024-10-22 02:14:49,772 INFO: [ epoch: 7 ] [ iter: 90,900 ] [ performance: 19.636 it/s ] [ lr: 5.00e-05 ] [ eta: 581 days, 2:28:20 ] [ l_g_pix: 2.3218e-02 ] [ l_g_total: 2.3218e-02 ] +2024-10-22 02:14:55,009 INFO: [ epoch: 7 ] [ iter: 91,000 ] [ performance: 19.269 it/s ] [ lr: 5.00e-05 ] [ eta: 575 days, 6:17:17 ] [ l_g_pix: 2.0251e-02 ] [ l_g_total: 2.0251e-02 ] +2024-10-22 02:15:00,166 INFO: [ epoch: 7 ] [ iter: 91,100 ] [ performance: 19.794 it/s ] [ lr: 5.00e-05 ] [ eta: 569 days, 9:36:58 ] [ l_g_pix: 2.1391e-02 ] [ l_g_total: 2.1391e-02 ] +2024-10-22 02:15:05,406 INFO: [ epoch: 7 ] [ iter: 91,200 ] [ performance: 19.307 it/s ] [ lr: 5.00e-05 ] [ eta: 563 days, 12:51:35 ] [ l_g_pix: 2.9593e-02 ] [ l_g_total: 2.9593e-02 ] +2024-10-22 02:15:10,621 INFO: [ epoch: 7 ] [ iter: 91,300 ] [ performance: 19.360 it/s ] [ lr: 5.00e-05 ] [ eta: 557 days, 15:45:10 ] [ l_g_pix: 2.1389e-02 ] [ l_g_total: 2.1389e-02 ] +2024-10-22 02:15:15,704 INFO: [ epoch: 7 ] [ iter: 91,400 ] [ performance: 19.577 it/s ] [ lr: 5.00e-05 ] [ eta: 551 days, 18:02:20 ] [ l_g_pix: 2.6829e-02 ] [ l_g_total: 2.6829e-02 ] +2024-10-22 02:15:21,007 INFO: [ epoch: 7 ] [ iter: 91,500 ] [ performance: 18.625 it/s ] [ lr: 5.00e-05 ] [ eta: 545 days, 20:33:54 ] [ l_g_pix: 1.7693e-02 ] [ l_g_total: 1.7693e-02 ] +2024-10-22 02:15:26,263 INFO: [ epoch: 7 ] [ iter: 91,600 ] [ performance: 18.902 it/s ] [ lr: 5.00e-05 ] [ eta: 539 days, 22:41:05 ] [ l_g_pix: 1.5011e-02 ] [ l_g_total: 1.5011e-02 ] +2024-10-22 02:15:31,320 INFO: [ epoch: 7 ] [ iter: 91,700 ] [ performance: 19.667 it/s ] [ lr: 5.00e-05 ] [ eta: 534 days, 0:03:12 ] [ l_g_pix: 1.3954e-02 ] [ l_g_total: 1.3954e-02 ] +2024-10-22 02:15:36,540 INFO: [ epoch: 7 ] [ iter: 91,800 ] [ performance: 19.311 it/s ] [ lr: 5.00e-05 ] [ eta: 528 days, 1:30:49 ] [ l_g_pix: 2.1063e-02 ] [ l_g_total: 2.1063e-02 ] +2024-10-22 02:15:41,844 INFO: [ epoch: 7 ] [ iter: 91,900 ] [ performance: 19.078 it/s ] [ lr: 5.00e-05 ] [ eta: 522 days, 2:52:16 ] [ l_g_pix: 1.7648e-02 ] [ l_g_total: 1.7648e-02 ] +2024-10-22 02:15:47,172 INFO: [ epoch: 7 ] [ iter: 92,000 ] [ performance: 18.861 it/s ] [ lr: 5.00e-05 ] [ eta: 516 days, 3:59:22 ] [ l_g_pix: 3.2057e-02 ] [ l_g_total: 3.2057e-02 ] +2024-10-22 02:15:52,425 INFO: [ epoch: 7 ] [ iter: 92,100 ] [ performance: 20.026 it/s ] [ lr: 5.00e-05 ] [ eta: 510 days, 4:38:48 ] [ l_g_pix: 1.8792e-02 ] [ l_g_total: 1.8792e-02 ] +2024-10-22 02:15:57,699 INFO: [ epoch: 7 ] [ iter: 92,200 ] [ performance: 19.266 it/s ] [ lr: 5.00e-05 ] [ eta: 504 days, 5:03:25 ] [ l_g_pix: 1.8649e-02 ] [ l_g_total: 1.8649e-02 ] +2024-10-22 02:16:02,955 INFO: [ epoch: 7 ] [ iter: 92,300 ] [ performance: 19.409 it/s ] [ lr: 5.00e-05 ] [ eta: 498 days, 5:08:03 ] [ l_g_pix: 2.0901e-02 ] [ l_g_total: 2.0901e-02 ] +2024-10-22 02:16:08,180 INFO: [ epoch: 7 ] [ iter: 92,400 ] [ performance: 19.216 it/s ] [ lr: 5.00e-05 ] [ eta: 492 days, 4:51:27 ] [ l_g_pix: 2.9070e-02 ] [ l_g_total: 2.9070e-02 ] +2024-10-22 02:16:13,492 INFO: [ epoch: 7 ] [ iter: 92,500 ] [ performance: 19.071 it/s ] [ lr: 5.00e-05 ] [ eta: 486 days, 4:28:07 ] [ l_g_pix: 2.1832e-02 ] [ l_g_total: 2.1832e-02 ] +2024-10-22 02:16:18,716 INFO: [ epoch: 7 ] [ iter: 92,600 ] [ performance: 19.122 it/s ] [ lr: 5.00e-05 ] [ eta: 480 days, 3:36:23 ] [ l_g_pix: 1.6478e-02 ] [ l_g_total: 1.6478e-02 ] +2024-10-22 02:16:23,967 INFO: [ epoch: 7 ] [ iter: 92,700 ] [ performance: 19.004 it/s ] [ lr: 5.00e-05 ] [ eta: 474 days, 2:30:26 ] [ l_g_pix: 1.6485e-02 ] [ l_g_total: 1.6485e-02 ] +2024-10-22 02:16:29,077 INFO: [ epoch: 7 ] [ iter: 92,800 ] [ performance: 19.410 it/s ] [ lr: 5.00e-05 ] [ eta: 468 days, 0:50:02 ] [ l_g_pix: 1.9335e-02 ] [ l_g_total: 1.9335e-02 ] +2024-10-22 02:16:34,338 INFO: [ epoch: 7 ] [ iter: 92,900 ] [ performance: 19.087 it/s ] [ lr: 5.00e-05 ] [ eta: 461 days, 23:10:28 ] [ l_g_pix: 1.6017e-02 ] [ l_g_total: 1.6017e-02 ] +2024-10-22 02:16:39,599 INFO: [ epoch: 7 ] [ iter: 93,000 ] [ performance: 19.032 it/s ] [ lr: 5.00e-05 ] [ eta: 455 days, 21:13:22 ] [ l_g_pix: 2.4999e-02 ] [ l_g_total: 2.4999e-02 ] +2024-10-22 02:16:44,862 INFO: [ epoch: 7 ] [ iter: 93,100 ] [ performance: 19.183 it/s ] [ lr: 5.00e-05 ] [ eta: 449 days, 18:59:00 ] [ l_g_pix: 2.4224e-02 ] [ l_g_total: 2.4224e-02 ] +2024-10-22 02:16:50,143 INFO: [ epoch: 7 ] [ iter: 93,200 ] [ performance: 19.003 it/s ] [ lr: 5.00e-05 ] [ eta: 443 days, 16:29:09 ] [ l_g_pix: 1.6583e-02 ] [ l_g_total: 1.6583e-02 ] +2024-10-22 02:16:55,422 INFO: [ epoch: 7 ] [ iter: 93,300 ] [ performance: 19.303 it/s ] [ lr: 5.00e-05 ] [ eta: 437 days, 13:41:28 ] [ l_g_pix: 2.5746e-02 ] [ l_g_total: 2.5746e-02 ] +2024-10-22 02:17:00,707 INFO: [ epoch: 7 ] [ iter: 93,400 ] [ performance: 19.022 it/s ] [ lr: 5.00e-05 ] [ eta: 431 days, 10:36:51 ] [ l_g_pix: 2.6528e-02 ] [ l_g_total: 2.6528e-02 ] +2024-10-22 02:17:06,006 INFO: [ epoch: 7 ] [ iter: 93,500 ] [ performance: 18.602 it/s ] [ lr: 5.00e-05 ] [ eta: 425 days, 7:16:07 ] [ l_g_pix: 2.0275e-02 ] [ l_g_total: 2.0275e-02 ] +2024-10-22 02:17:11,291 INFO: [ epoch: 7 ] [ iter: 93,600 ] [ performance: 18.841 it/s ] [ lr: 5.00e-05 ] [ eta: 419 days, 3:36:11 ] [ l_g_pix: 1.9264e-02 ] [ l_g_total: 1.9264e-02 ] +2024-10-22 02:17:16,599 INFO: [ epoch: 7 ] [ iter: 93,700 ] [ performance: 19.517 it/s ] [ lr: 5.00e-05 ] [ eta: 412 days, 23:41:06 ] [ l_g_pix: 2.0146e-02 ] [ l_g_total: 2.0146e-02 ] +2024-10-22 02:17:21,755 INFO: [ epoch: 7 ] [ iter: 93,800 ] [ performance: 19.429 it/s ] [ lr: 5.00e-05 ] [ eta: 406 days, 19:12:33 ] [ l_g_pix: 2.5805e-02 ] [ l_g_total: 2.5805e-02 ] +2024-10-22 02:17:26,933 INFO: [ epoch: 7 ] [ iter: 93,900 ] [ performance: 19.269 it/s ] [ lr: 5.00e-05 ] [ eta: 400 days, 14:29:07 ] [ l_g_pix: 1.9617e-02 ] [ l_g_total: 1.9617e-02 ] +2024-10-22 02:17:32,196 INFO: [ epoch: 7 ] [ iter: 94,000 ] [ performance: 19.068 it/s ] [ lr: 5.00e-05 ] [ eta: 394 days, 9:36:56 ] [ l_g_pix: 1.5520e-02 ] [ l_g_total: 1.5520e-02 ] +2024-10-22 02:17:37,345 INFO: [ epoch: 7 ] [ iter: 94,100 ] [ performance: 19.169 it/s ] [ lr: 5.00e-05 ] [ eta: 388 days, 4:15:57 ] [ l_g_pix: 2.0589e-02 ] [ l_g_total: 2.0589e-02 ] +2024-10-22 02:17:42,524 INFO: [ epoch: 7 ] [ iter: 94,200 ] [ performance: 19.276 it/s ] [ lr: 5.00e-05 ] [ eta: 381 days, 22:40:44 ] [ l_g_pix: 2.4045e-02 ] [ l_g_total: 2.4045e-02 ] +2024-10-22 02:17:47,687 INFO: [ epoch: 7 ] [ iter: 94,300 ] [ performance: 19.556 it/s ] [ lr: 5.00e-05 ] [ eta: 375 days, 16:46:43 ] [ l_g_pix: 1.7995e-02 ] [ l_g_total: 1.7995e-02 ] +2024-10-22 02:17:53,043 INFO: [ epoch: 7 ] [ iter: 94,400 ] [ performance: 18.875 it/s ] [ lr: 5.00e-05 ] [ eta: 369 days, 10:53:31 ] [ l_g_pix: 2.2738e-02 ] [ l_g_total: 2.2738e-02 ] +2024-10-22 02:17:58,241 INFO: [ epoch: 7 ] [ iter: 94,500 ] [ performance: 18.948 it/s ] [ lr: 5.00e-05 ] [ eta: 363 days, 4:28:00 ] [ l_g_pix: 2.1113e-02 ] [ l_g_total: 2.1113e-02 ] +2024-10-22 02:18:03,583 INFO: [ epoch: 7 ] [ iter: 94,600 ] [ performance: 18.773 it/s ] [ lr: 5.00e-05 ] [ eta: 356 days, 21:58:06 ] [ l_g_pix: 2.3990e-02 ] [ l_g_total: 2.3990e-02 ] +2024-10-22 02:18:08,640 INFO: [ epoch: 7 ] [ iter: 94,700 ] [ performance: 20.487 it/s ] [ lr: 5.00e-05 ] [ eta: 350 days, 14:45:09 ] [ l_g_pix: 2.7024e-02 ] [ l_g_total: 2.7024e-02 ] +2024-10-22 02:18:13,754 INFO: [ epoch: 7 ] [ iter: 94,800 ] [ performance: 19.756 it/s ] [ lr: 5.00e-05 ] [ eta: 344 days, 7:20:25 ] [ l_g_pix: 2.0986e-02 ] [ l_g_total: 2.0986e-02 ] +2024-10-22 02:18:19,031 INFO: [ epoch: 7 ] [ iter: 94,900 ] [ performance: 18.594 it/s ] [ lr: 5.00e-05 ] [ eta: 337 days, 23:52:21 ] [ l_g_pix: 2.5273e-02 ] [ l_g_total: 2.5273e-02 ] +2024-10-22 02:18:24,432 INFO: [ epoch: 7 ] [ iter: 95,000 ] [ performance: 18.533 it/s ] [ lr: 5.00e-05 ] [ eta: 331 days, 16:17:08 ] [ l_g_pix: 1.8911e-02 ] [ l_g_total: 1.8911e-02 ] +2024-10-22 02:18:29,776 INFO: [ epoch: 7 ] [ iter: 95,100 ] [ performance: 18.261 it/s ] [ lr: 5.00e-05 ] [ eta: 325 days, 8:19:13 ] [ l_g_pix: 2.0345e-02 ] [ l_g_total: 2.0345e-02 ] +2024-10-22 02:18:35,129 INFO: [ epoch: 7 ] [ iter: 95,200 ] [ performance: 18.592 it/s ] [ lr: 5.00e-05 ] [ eta: 319 days, 0:04:13 ] [ l_g_pix: 1.2044e-02 ] [ l_g_total: 1.2044e-02 ] +2024-10-22 02:18:40,566 INFO: [ epoch: 7 ] [ iter: 95,300 ] [ performance: 18.084 it/s ] [ lr: 5.00e-05 ] [ eta: 312 days, 15:37:57 ] [ l_g_pix: 2.7726e-02 ] [ l_g_total: 2.7726e-02 ] +2024-10-22 02:18:45,870 INFO: [ epoch: 7 ] [ iter: 95,400 ] [ performance: 18.692 it/s ] [ lr: 5.00e-05 ] [ eta: 306 days, 6:43:21 ] [ l_g_pix: 2.4753e-02 ] [ l_g_total: 2.4753e-02 ] +2024-10-22 02:18:51,240 INFO: [ epoch: 7 ] [ iter: 95,500 ] [ performance: 18.334 it/s ] [ lr: 5.00e-05 ] [ eta: 299 days, 21:36:01 ] [ l_g_pix: 1.7102e-02 ] [ l_g_total: 1.7102e-02 ] +2024-10-22 02:18:56,689 INFO: [ epoch: 7 ] [ iter: 95,600 ] [ performance: 18.350 it/s ] [ lr: 5.00e-05 ] [ eta: 293 days, 12:16:36 ] [ l_g_pix: 3.2054e-02 ] [ l_g_total: 3.2054e-02 ] +2024-10-22 02:19:02,004 INFO: [ epoch: 7 ] [ iter: 95,700 ] [ performance: 19.120 it/s ] [ lr: 5.00e-05 ] [ eta: 287 days, 2:29:22 ] [ l_g_pix: 1.9180e-02 ] [ l_g_total: 1.9180e-02 ] +2024-10-22 02:19:07,389 INFO: [ epoch: 7 ] [ iter: 95,800 ] [ performance: 18.677 it/s ] [ lr: 5.00e-05 ] [ eta: 280 days, 16:29:21 ] [ l_g_pix: 2.7214e-02 ] [ l_g_total: 2.7214e-02 ] +2024-10-22 02:19:12,677 INFO: [ epoch: 7 ] [ iter: 95,900 ] [ performance: 18.640 it/s ] [ lr: 5.00e-05 ] [ eta: 274 days, 6:04:47 ] [ l_g_pix: 1.4865e-02 ] [ l_g_total: 1.4865e-02 ] +2024-10-22 02:19:18,126 INFO: [ epoch: 7 ] [ iter: 96,000 ] [ performance: 18.407 it/s ] [ lr: 5.00e-05 ] [ eta: 267 days, 19:33:18 ] [ l_g_pix: 2.5263e-02 ] [ l_g_total: 2.5263e-02 ] +2024-10-22 02:19:23,443 INFO: [ epoch: 7 ] [ iter: 96,100 ] [ performance: 18.508 it/s ] [ lr: 5.00e-05 ] [ eta: 261 days, 8:35:04 ] [ l_g_pix: 1.4078e-02 ] [ l_g_total: 1.4078e-02 ] +2024-10-22 02:19:28,806 INFO: [ epoch: 7 ] [ iter: 96,200 ] [ performance: 18.623 it/s ] [ lr: 5.00e-05 ] [ eta: 254 days, 21:22:02 ] [ l_g_pix: 2.2805e-02 ] [ l_g_total: 2.2805e-02 ] +2024-10-22 02:19:34,263 INFO: [ epoch: 7 ] [ iter: 96,300 ] [ performance: 18.612 it/s ] [ lr: 5.00e-05 ] [ eta: 248 days, 9:56:53 ] [ l_g_pix: 1.7694e-02 ] [ l_g_total: 1.7694e-02 ] +2024-10-22 02:19:39,745 INFO: [ epoch: 7 ] [ iter: 96,400 ] [ performance: 18.307 it/s ] [ lr: 5.00e-05 ] [ eta: 241 days, 22:15:04 ] [ l_g_pix: 2.7515e-02 ] [ l_g_total: 2.7515e-02 ] +2024-10-22 02:19:45,144 INFO: [ epoch: 7 ] [ iter: 96,500 ] [ performance: 18.172 it/s ] [ lr: 5.00e-05 ] [ eta: 235 days, 10:10:11 ] [ l_g_pix: 2.2680e-02 ] [ l_g_total: 2.2680e-02 ] +2024-10-22 02:19:50,627 INFO: [ epoch: 7 ] [ iter: 96,600 ] [ performance: 18.229 it/s ] [ lr: 5.00e-05 ] [ eta: 228 days, 21:52:02 ] [ l_g_pix: 1.8754e-02 ] [ l_g_total: 1.8754e-02 ] +2024-10-22 02:19:56,179 INFO: [ epoch: 7 ] [ iter: 96,700 ] [ performance: 18.315 it/s ] [ lr: 5.00e-05 ] [ eta: 222 days, 9:19:23 ] [ l_g_pix: 1.8450e-02 ] [ l_g_total: 1.8450e-02 ] +2024-10-22 02:20:01,536 INFO: [ epoch: 7 ] [ iter: 96,800 ] [ performance: 18.613 it/s ] [ lr: 5.00e-05 ] [ eta: 215 days, 20:17:50 ] [ l_g_pix: 1.6977e-02 ] [ l_g_total: 1.6977e-02 ] +2024-10-22 02:20:06,962 INFO: [ epoch: 7 ] [ iter: 96,900 ] [ performance: 19.030 it/s ] [ lr: 5.00e-05 ] [ eta: 209 days, 7:02:00 ] [ l_g_pix: 1.9708e-02 ] [ l_g_total: 1.9708e-02 ] +2024-10-22 02:20:12,369 INFO: [ epoch: 7 ] [ iter: 97,000 ] [ performance: 18.576 it/s ] [ lr: 5.00e-05 ] [ eta: 202 days, 17:27:07 ] [ l_g_pix: 2.4886e-02 ] [ l_g_total: 2.4886e-02 ] +2024-10-22 02:20:17,735 INFO: [ epoch: 7 ] [ iter: 97,100 ] [ performance: 18.992 it/s ] [ lr: 5.00e-05 ] [ eta: 196 days, 3:32:12 ] [ l_g_pix: 2.9338e-02 ] [ l_g_total: 2.9338e-02 ] +2024-10-22 02:20:23,249 INFO: [ epoch: 7 ] [ iter: 97,200 ] [ performance: 18.257 it/s ] [ lr: 5.00e-05 ] [ eta: 189 days, 13:26:21 ] [ l_g_pix: 2.1993e-02 ] [ l_g_total: 2.1993e-02 ] +2024-10-22 02:20:28,778 INFO: [ epoch: 7 ] [ iter: 97,300 ] [ performance: 18.035 it/s ] [ lr: 5.00e-05 ] [ eta: 182 days, 23:02:47 ] [ l_g_pix: 2.7446e-02 ] [ l_g_total: 2.7446e-02 ] +2024-10-22 02:20:34,221 INFO: [ epoch: 7 ] [ iter: 97,400 ] [ performance: 18.327 it/s ] [ lr: 5.00e-05 ] [ eta: 176 days, 8:17:04 ] [ l_g_pix: 2.3373e-02 ] [ l_g_total: 2.3373e-02 ] +2024-10-22 02:20:39,809 INFO: [ epoch: 7 ] [ iter: 97,500 ] [ performance: 18.341 it/s ] [ lr: 5.00e-05 ] [ eta: 169 days, 17:19:14 ] [ l_g_pix: 2.5997e-02 ] [ l_g_total: 2.5997e-02 ] +2024-10-22 02:20:45,142 INFO: [ epoch: 7 ] [ iter: 97,600 ] [ performance: 18.698 it/s ] [ lr: 5.00e-05 ] [ eta: 163 days, 1:52:36 ] [ l_g_pix: 2.0045e-02 ] [ l_g_total: 2.0045e-02 ] +2024-10-22 02:20:50,045 INFO: [ epoch: 7 ] [ iter: 97,700 ] [ performance: 23.130 it/s ] [ lr: 5.00e-05 ] [ eta: 156 days, 9:51:41 ] [ l_g_pix: 2.2263e-02 ] [ l_g_total: 2.2263e-02 ] +2024-10-22 02:20:56,425 INFO: [ epoch: 8 ] [ iter: 97,800 ] [ performance: 16.322 it/s ] [ lr: 5.00e-05 ] [ eta: 149 days, 18:28:33 ] [ l_g_pix: 2.1656e-02 ] [ l_g_total: 2.1656e-02 ] +2024-10-22 02:21:01,448 INFO: [ epoch: 8 ] [ iter: 97,900 ] [ performance: 20.320 it/s ] [ lr: 5.00e-05 ] [ eta: 143 days, 1:56:42 ] [ l_g_pix: 2.1803e-02 ] [ l_g_total: 2.1803e-02 ] +2024-10-22 02:21:06,471 INFO: [ epoch: 8 ] [ iter: 98,000 ] [ performance: 19.956 it/s ] [ lr: 5.00e-05 ] [ eta: 136 days, 9:08:07 ] [ l_g_pix: 1.6856e-02 ] [ l_g_total: 1.6856e-02 ] +2024-10-22 02:21:11,422 INFO: [ epoch: 8 ] [ iter: 98,100 ] [ performance: 20.143 it/s ] [ lr: 5.00e-05 ] [ eta: 129 days, 16:00:29 ] [ l_g_pix: 2.4340e-02 ] [ l_g_total: 2.4340e-02 ] +2024-10-22 02:21:16,557 INFO: [ epoch: 8 ] [ iter: 98,200 ] [ performance: 19.545 it/s ] [ lr: 5.00e-05 ] [ eta: 122 days, 22:41:53 ] [ l_g_pix: 2.2523e-02 ] [ l_g_total: 2.2523e-02 ] +2024-10-22 02:21:22,353 INFO: [ epoch: 8 ] [ iter: 98,300 ] [ performance: 18.979 it/s ] [ lr: 5.00e-05 ] [ eta: 116 days, 5:24:53 ] [ l_g_pix: 2.2162e-02 ] [ l_g_total: 2.2162e-02 ] +2024-10-22 02:21:27,593 INFO: [ epoch: 8 ] [ iter: 98,400 ] [ performance: 19.073 it/s ] [ lr: 5.00e-05 ] [ eta: 109 days, 11:33:45 ] [ l_g_pix: 3.0610e-02 ] [ l_g_total: 3.0610e-02 ] +2024-10-22 02:21:32,817 INFO: [ epoch: 8 ] [ iter: 98,500 ] [ performance: 19.297 it/s ] [ lr: 5.00e-05 ] [ eta: 102 days, 17:24:45 ] [ l_g_pix: 2.2906e-02 ] [ l_g_total: 2.2906e-02 ] +2024-10-22 02:21:38,010 INFO: [ epoch: 8 ] [ iter: 98,600 ] [ performance: 19.264 it/s ] [ lr: 5.00e-05 ] [ eta: 95 days, 22:57:35 ] [ l_g_pix: 1.9869e-02 ] [ l_g_total: 1.9869e-02 ] +2024-10-22 02:21:43,203 INFO: [ epoch: 8 ] [ iter: 98,700 ] [ performance: 19.220 it/s ] [ lr: 5.00e-05 ] [ eta: 89 days, 4:13:08 ] [ l_g_pix: 2.5067e-02 ] [ l_g_total: 2.5067e-02 ] +2024-10-22 02:21:48,344 INFO: [ epoch: 8 ] [ iter: 98,800 ] [ performance: 19.433 it/s ] [ lr: 5.00e-05 ] [ eta: 82 days, 9:10:20 ] [ l_g_pix: 2.5201e-02 ] [ l_g_total: 2.5201e-02 ] +2024-10-22 02:21:53,442 INFO: [ epoch: 8 ] [ iter: 98,900 ] [ performance: 21.015 it/s ] [ lr: 5.00e-05 ] [ eta: 75 days, 13:49:36 ] [ l_g_pix: 2.2400e-02 ] [ l_g_total: 2.2400e-02 ] +2024-10-22 02:21:58,654 INFO: [ epoch: 8 ] [ iter: 99,000 ] [ performance: 19.313 it/s ] [ lr: 5.00e-05 ] [ eta: 68 days, 18:13:47 ] [ l_g_pix: 2.3375e-02 ] [ l_g_total: 2.3375e-02 ] +2024-10-22 02:22:03,813 INFO: [ epoch: 8 ] [ iter: 99,100 ] [ performance: 19.896 it/s ] [ lr: 5.00e-05 ] [ eta: 61 days, 22:19:47 ] [ l_g_pix: 2.1334e-02 ] [ l_g_total: 2.1334e-02 ] +2024-10-22 02:22:08,943 INFO: [ epoch: 8 ] [ iter: 99,200 ] [ performance: 19.519 it/s ] [ lr: 5.00e-05 ] [ eta: 55 days, 2:08:13 ] [ l_g_pix: 2.4773e-02 ] [ l_g_total: 2.4773e-02 ] +2024-10-22 02:22:14,033 INFO: [ epoch: 8 ] [ iter: 99,300 ] [ performance: 18.667 it/s ] [ lr: 5.00e-05 ] [ eta: 48 days, 5:39:04 ] [ l_g_pix: 1.7161e-02 ] [ l_g_total: 1.7161e-02 ] +2024-10-22 02:22:19,241 INFO: [ epoch: 8 ] [ iter: 99,400 ] [ performance: 19.174 it/s ] [ lr: 5.00e-05 ] [ eta: 41 days, 8:54:08 ] [ l_g_pix: 2.7245e-02 ] [ l_g_total: 2.7245e-02 ] +2024-10-22 02:22:24,388 INFO: [ epoch: 8 ] [ iter: 99,500 ] [ performance: 19.226 it/s ] [ lr: 5.00e-05 ] [ eta: 34 days, 11:51:21 ] [ l_g_pix: 2.0122e-02 ] [ l_g_total: 2.0122e-02 ] +2024-10-22 02:22:29,587 INFO: [ epoch: 8 ] [ iter: 99,600 ] [ performance: 19.237 it/s ] [ lr: 5.00e-05 ] [ eta: 27 days, 14:31:45 ] [ l_g_pix: 2.5272e-02 ] [ l_g_total: 2.5272e-02 ] +2024-10-22 02:22:34,710 INFO: [ epoch: 8 ] [ iter: 99,700 ] [ performance: 20.617 it/s ] [ lr: 5.00e-05 ] [ eta: 20 days, 16:54:26 ] [ l_g_pix: 3.1632e-02 ] [ l_g_total: 3.1632e-02 ] +2024-10-22 02:22:39,822 INFO: [ epoch: 8 ] [ iter: 99,800 ] [ performance: 19.603 it/s ] [ lr: 5.00e-05 ] [ eta: 13 days, 19:00:00 ] [ l_g_pix: 2.5870e-02 ] [ l_g_total: 2.5870e-02 ] +2024-10-22 02:22:44,961 INFO: [ epoch: 8 ] [ iter: 99,900 ] [ performance: 20.625 it/s ] [ lr: 5.00e-05 ] [ eta: 6 days, 20:48:34 ] [ l_g_pix: 2.8804e-02 ] [ l_g_total: 2.8804e-02 ] +2024-10-22 02:22:50,035 INFO: [ epoch: 8 ] [ iter:100,000 ] [ performance: 19.734 it/s ] [ lr: 5.00e-05 ] [ eta: -1 day, 22:20:02 ] [ l_g_pix: 1.5427e-02 ] [ l_g_total: 1.5427e-02 ] +2024-10-22 02:22:50,035 INFO: Saving models and training states. +2024-10-22 02:24:02,898 INFO: Validation val + + # psnr: 22.0569........ Best: 22.0569 @ 100000 iter + # ssim: 0.6499........ Best: 0.6499 @ 100000 iter + # dists: 0.7864........ Best: 0.7864 @ 100000 iter + +2024-10-22 02:24:03,953 INFO: End of training. Time consumed: 1:41:15 +2024-10-22 02:24:03,957 INFO: Save the latest model. +2024-10-22 02:25:12,462 INFO: Validation val + + # psnr: 22.0569........ Best: 22.0569 @ 100002 iter + # ssim: 0.6499........ Best: 0.6499 @ 100002 iter + # dists: 0.7864........ Best: 0.7864 @ 100002 iter + diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa02/training_states/100000.state b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa02/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..f608a22838e6a04e98d8d74efcc60246783a5308 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa02/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6a5e78a740f61ce9344255bdc71f22b047fa76e65c3e060ca07fa9bb4a8fd25 +size 14859114 diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa03/4ximagenet_span_fp16_hyperiqa03.toml b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa03/4ximagenet_span_fp16_hyperiqa03.toml new file mode 100644 index 0000000000000000000000000000000000000000..3a046d67f2759e8a4616e101bd86e35a1d3c3c7e --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa03/4ximagenet_span_fp16_hyperiqa03.toml @@ -0,0 +1,60 @@ +# GENERATE TIME: Tue Oct 22 02:25:22 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16_hyperiqa03.toml + +name = "4ximagenet_span_fp16_hyperiqa03" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/hyperiqa_03/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/hyperiqa_03_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa03/models/net_g_100000.pth b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa03/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..40c0cc3bf99a500b6198032826468cfc9e99eebd --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa03/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70485158558fc2329a402dd743e74dcbb863d418baf9768dd2bb7004b351868b +size 9010221 diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa03/train_4ximagenet_span_fp16_hyperiqa03_20241022_022522.log b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa03/train_4ximagenet_span_fp16_hyperiqa03_20241022_022522.log new file mode 100644 index 0000000000000000000000000000000000000000..402d3aeeca9cd894c7d251854de3b1d7566eb6aa --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa03/train_4ximagenet_span_fp16_hyperiqa03_20241022_022522.log @@ -0,0 +1,1100 @@ +2024-10-22 02:25:22,884 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-22 02:27:26,949 INFO: Dataset [paired] is built. +2024-10-22 02:27:26,949 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16_hyperiqa03 + Number of train images: 162991 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 10187 + Total epochs 10 for total iters 100000. +2024-10-22 02:27:26,949 INFO: Dataset [paired] is built. +2024-10-22 02:27:26,949 INFO: Number of val images/folders: 100 +2024-10-22 02:27:27,253 INFO: Using network [span]. +2024-10-22 02:27:27,310 INFO: Using exponential-moving average. +2024-10-22 02:27:27,311 INFO: Loss [L1Loss] enabled. +2024-10-22 02:27:27,311 INFO: Using model [image]. +2024-10-22 02:27:27,982 INFO: AMP enabled. +2024-10-22 02:27:27,983 INFO: Deterministic mode enabled. +2024-10-22 02:27:27,983 INFO: Start training from epoch: 0, iter: 0 +2024-10-22 02:27:35,685 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 12.986 it/s ] [ lr: 1.00e-04 ] [ eta: 5 days, 18:09:52 ] [ l_g_pix: 9.9935e-02 ] [ l_g_total: 9.9935e-02 ] +2024-10-22 02:27:40,675 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 15.760 it/s ] [ lr: 1.00e-04 ] [ eta: 11 days, 12:23:00 ] [ l_g_pix: 7.9229e-02 ] [ l_g_total: 7.9229e-02 ] +2024-10-22 02:27:45,596 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 20.320 it/s ] [ lr: 1.00e-04 ] [ eta: 17 days, 4:23:40 ] [ l_g_pix: 6.1086e-02 ] [ l_g_total: 6.1086e-02 ] +2024-10-22 02:27:50,587 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 20.177 it/s ] [ lr: 1.00e-04 ] [ eta: 22 days, 22:04:26 ] [ l_g_pix: 5.4696e-02 ] [ l_g_total: 5.4696e-02 ] +2024-10-22 02:27:55,635 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 19.829 it/s ] [ lr: 1.00e-04 ] [ eta: 28 days, 17:02:01 ] [ l_g_pix: 4.6452e-02 ] [ l_g_total: 4.6452e-02 ] +2024-10-22 02:28:00,578 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 20.031 it/s ] [ lr: 1.00e-04 ] [ eta: 34 days, 8:49:44 ] [ l_g_pix: 4.6398e-02 ] [ l_g_total: 4.6398e-02 ] +2024-10-22 02:28:05,546 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 20.192 it/s ] [ lr: 1.00e-04 ] [ eta: 40 days, 1:01:03 ] [ l_g_pix: 4.6358e-02 ] [ l_g_total: 4.6358e-02 ] +2024-10-22 02:28:10,621 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 19.943 it/s ] [ lr: 1.00e-04 ] [ eta: 45 days, 19:53:08 ] [ l_g_pix: 4.6988e-02 ] [ l_g_total: 4.6988e-02 ] +2024-10-22 02:28:15,719 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 19.645 it/s ] [ lr: 1.00e-04 ] [ eta: 51 days, 15:07:02 ] [ l_g_pix: 3.1532e-02 ] [ l_g_total: 3.1532e-02 ] +2024-10-22 02:28:20,610 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 20.045 it/s ] [ lr: 1.00e-04 ] [ eta: 57 days, 4:23:02 ] [ l_g_pix: 2.8223e-02 ] [ l_g_total: 2.8223e-02 ] +2024-10-22 02:28:25,535 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 20.343 it/s ] [ lr: 1.00e-04 ] [ eta: 62 days, 18:17:24 ] [ l_g_pix: 2.6937e-02 ] [ l_g_total: 2.6937e-02 ] +2024-10-22 02:28:30,763 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 19.702 it/s ] [ lr: 1.00e-04 ] [ eta: 68 days, 16:15:11 ] [ l_g_pix: 3.1824e-02 ] [ l_g_total: 3.1824e-02 ] +2024-10-22 02:28:35,859 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 19.670 it/s ] [ lr: 1.00e-04 ] [ eta: 74 days, 10:16:37 ] [ l_g_pix: 2.1826e-02 ] [ l_g_total: 2.1826e-02 ] +2024-10-22 02:28:40,819 INFO: [ epoch: 0 ] [ iter: 1,400 ] [ performance: 19.922 it/s ] [ lr: 1.00e-04 ] [ eta: 80 days, 0:18:54 ] [ l_g_pix: 2.9207e-02 ] [ l_g_total: 2.9207e-02 ] +2024-10-22 02:28:45,760 INFO: [ epoch: 0 ] [ iter: 1,500 ] [ performance: 20.303 it/s ] [ lr: 1.00e-04 ] [ eta: 85 days, 13:33:10 ] [ l_g_pix: 2.6117e-02 ] [ l_g_total: 2.6117e-02 ] +2024-10-22 02:28:50,467 INFO: [ epoch: 0 ] [ iter: 1,600 ] [ performance: 20.782 it/s ] [ lr: 1.00e-04 ] [ eta: 90 days, 20:07:30 ] [ l_g_pix: 2.8655e-02 ] [ l_g_total: 2.8655e-02 ] +2024-10-22 02:28:55,594 INFO: [ epoch: 0 ] [ iter: 1,700 ] [ performance: 19.603 it/s ] [ lr: 1.00e-04 ] [ eta: 96 days, 13:55:26 ] [ l_g_pix: 3.4482e-02 ] [ l_g_total: 3.4482e-02 ] +2024-10-22 02:29:00,563 INFO: [ epoch: 0 ] [ iter: 1,800 ] [ performance: 19.873 it/s ] [ lr: 1.00e-04 ] [ eta: 102 days, 3:06:00 ] [ l_g_pix: 2.6443e-02 ] [ l_g_total: 2.6443e-02 ] +2024-10-22 02:29:05,601 INFO: [ epoch: 0 ] [ iter: 1,900 ] [ performance: 19.907 it/s ] [ lr: 1.00e-04 ] [ eta: 107 days, 17:53:37 ] [ l_g_pix: 4.1536e-02 ] [ l_g_total: 4.1536e-02 ] +2024-10-22 02:29:10,846 INFO: [ epoch: 0 ] [ iter: 2,000 ] [ performance: 19.460 it/s ] [ lr: 1.00e-04 ] [ eta: 113 days, 14:01:42 ] [ l_g_pix: 3.1948e-02 ] [ l_g_total: 3.1948e-02 ] +2024-10-22 02:29:15,878 INFO: [ epoch: 0 ] [ iter: 2,100 ] [ performance: 19.906 it/s ] [ lr: 1.00e-04 ] [ eta: 119 days, 4:04:49 ] [ l_g_pix: 3.0797e-02 ] [ l_g_total: 3.0797e-02 ] +2024-10-22 02:29:21,103 INFO: [ epoch: 0 ] [ iter: 2,200 ] [ performance: 19.495 it/s ] [ lr: 1.00e-04 ] [ eta: 124 days, 23:07:02 ] [ l_g_pix: 2.8222e-02 ] [ l_g_total: 2.8222e-02 ] +2024-10-22 02:29:26,271 INFO: [ epoch: 0 ] [ iter: 2,300 ] [ performance: 19.436 it/s ] [ lr: 1.00e-04 ] [ eta: 130 days, 16:17:57 ] [ l_g_pix: 2.5536e-02 ] [ l_g_total: 2.5536e-02 ] +2024-10-22 02:29:31,461 INFO: [ epoch: 0 ] [ iter: 2,400 ] [ performance: 19.348 it/s ] [ lr: 1.00e-04 ] [ eta: 136 days, 9:48:11 ] [ l_g_pix: 3.3115e-02 ] [ l_g_total: 3.3115e-02 ] +2024-10-22 02:29:36,512 INFO: [ epoch: 0 ] [ iter: 2,500 ] [ performance: 20.039 it/s ] [ lr: 1.00e-04 ] [ eta: 141 days, 23:13:24 ] [ l_g_pix: 3.5173e-02 ] [ l_g_total: 3.5173e-02 ] +2024-10-22 02:29:41,553 INFO: [ epoch: 0 ] [ iter: 2,600 ] [ performance: 19.931 it/s ] [ lr: 1.00e-04 ] [ eta: 147 days, 12:08:21 ] [ l_g_pix: 4.1382e-02 ] [ l_g_total: 4.1382e-02 ] +2024-10-22 02:29:46,502 INFO: [ epoch: 0 ] [ iter: 2,700 ] [ performance: 20.415 it/s ] [ lr: 1.00e-04 ] [ eta: 152 days, 22:14:21 ] [ l_g_pix: 3.1782e-02 ] [ l_g_total: 3.1782e-02 ] +2024-10-22 02:29:51,554 INFO: [ epoch: 0 ] [ iter: 2,800 ] [ performance: 20.078 it/s ] [ lr: 1.00e-04 ] [ eta: 158 days, 10:53:23 ] [ l_g_pix: 2.5648e-02 ] [ l_g_total: 2.5648e-02 ] +2024-10-22 02:29:56,575 INFO: [ epoch: 0 ] [ iter: 2,900 ] [ performance: 19.999 it/s ] [ lr: 1.00e-04 ] [ eta: 163 days, 22:24:12 ] [ l_g_pix: 2.3097e-02 ] [ l_g_total: 2.3097e-02 ] +2024-10-22 02:30:01,724 INFO: [ epoch: 0 ] [ iter: 3,000 ] [ performance: 19.687 it/s ] [ lr: 1.00e-04 ] [ eta: 169 days, 13:04:31 ] [ l_g_pix: 2.5336e-02 ] [ l_g_total: 2.5336e-02 ] +2024-10-22 02:30:06,814 INFO: [ epoch: 0 ] [ iter: 3,100 ] [ performance: 19.747 it/s ] [ lr: 1.00e-04 ] [ eta: 175 days, 1:53:35 ] [ l_g_pix: 2.2992e-02 ] [ l_g_total: 2.2992e-02 ] +2024-10-22 02:30:11,984 INFO: [ epoch: 0 ] [ iter: 3,200 ] [ performance: 19.528 it/s ] [ lr: 1.00e-04 ] [ eta: 180 days, 16:33:55 ] [ l_g_pix: 2.3626e-02 ] [ l_g_total: 2.3626e-02 ] +2024-10-22 02:30:17,138 INFO: [ epoch: 0 ] [ iter: 3,300 ] [ performance: 19.514 it/s ] [ lr: 1.00e-04 ] [ eta: 186 days, 6:31:13 ] [ l_g_pix: 1.8627e-02 ] [ l_g_total: 1.8627e-02 ] +2024-10-22 02:30:22,352 INFO: [ epoch: 0 ] [ iter: 3,400 ] [ performance: 19.331 it/s ] [ lr: 1.00e-04 ] [ eta: 191 days, 21:49:20 ] [ l_g_pix: 3.3451e-02 ] [ l_g_total: 3.3451e-02 ] +2024-10-22 02:30:27,495 INFO: [ epoch: 0 ] [ iter: 3,500 ] [ performance: 19.511 it/s ] [ lr: 1.00e-04 ] [ eta: 197 days, 10:54:05 ] [ l_g_pix: 2.2283e-02 ] [ l_g_total: 2.2283e-02 ] +2024-10-22 02:30:32,702 INFO: [ epoch: 0 ] [ iter: 3,600 ] [ performance: 19.344 it/s ] [ lr: 1.00e-04 ] [ eta: 203 days, 1:24:39 ] [ l_g_pix: 3.3143e-02 ] [ l_g_total: 3.3143e-02 ] +2024-10-22 02:30:37,747 INFO: [ epoch: 0 ] [ iter: 3,700 ] [ performance: 20.023 it/s ] [ lr: 1.00e-04 ] [ eta: 208 days, 11:18:39 ] [ l_g_pix: 3.2657e-02 ] [ l_g_total: 3.2657e-02 ] +2024-10-22 02:30:42,957 INFO: [ epoch: 0 ] [ iter: 3,800 ] [ performance: 19.559 it/s ] [ lr: 1.00e-04 ] [ eta: 214 days, 1:20:53 ] [ l_g_pix: 2.5287e-02 ] [ l_g_total: 2.5287e-02 ] +2024-10-22 02:30:48,170 INFO: [ epoch: 0 ] [ iter: 3,900 ] [ performance: 19.413 it/s ] [ lr: 1.00e-04 ] [ eta: 219 days, 15:10:07 ] [ l_g_pix: 2.8118e-02 ] [ l_g_total: 2.8118e-02 ] +2024-10-22 02:30:53,315 INFO: [ epoch: 0 ] [ iter: 4,000 ] [ performance: 19.428 it/s ] [ lr: 1.00e-04 ] [ eta: 225 days, 2:52:39 ] [ l_g_pix: 2.6058e-02 ] [ l_g_total: 2.6058e-02 ] +2024-10-22 02:30:58,409 INFO: [ epoch: 0 ] [ iter: 4,100 ] [ performance: 19.838 it/s ] [ lr: 1.00e-04 ] [ eta: 230 days, 12:56:30 ] [ l_g_pix: 3.4263e-02 ] [ l_g_total: 3.4263e-02 ] +2024-10-22 02:31:03,496 INFO: [ epoch: 0 ] [ iter: 4,200 ] [ performance: 19.740 it/s ] [ lr: 1.00e-04 ] [ eta: 235 days, 22:31:57 ] [ l_g_pix: 2.1164e-02 ] [ l_g_total: 2.1164e-02 ] +2024-10-22 02:31:08,679 INFO: [ epoch: 0 ] [ iter: 4,300 ] [ performance: 19.374 it/s ] [ lr: 1.00e-04 ] [ eta: 241 days, 10:25:09 ] [ l_g_pix: 3.2740e-02 ] [ l_g_total: 3.2740e-02 ] +2024-10-22 02:31:13,804 INFO: [ epoch: 0 ] [ iter: 4,400 ] [ performance: 19.452 it/s ] [ lr: 1.00e-04 ] [ eta: 246 days, 20:27:46 ] [ l_g_pix: 2.5785e-02 ] [ l_g_total: 2.5785e-02 ] +2024-10-22 02:31:18,815 INFO: [ epoch: 0 ] [ iter: 4,500 ] [ performance: 19.692 it/s ] [ lr: 1.00e-04 ] [ eta: 252 days, 3:11:32 ] [ l_g_pix: 2.6268e-02 ] [ l_g_total: 2.6268e-02 ] +2024-10-22 02:31:23,941 INFO: [ epoch: 0 ] [ iter: 4,600 ] [ performance: 19.591 it/s ] [ lr: 1.00e-04 ] [ eta: 257 days, 12:40:40 ] [ l_g_pix: 2.8242e-02 ] [ l_g_total: 2.8242e-02 ] +2024-10-22 02:31:29,041 INFO: [ epoch: 0 ] [ iter: 4,700 ] [ performance: 19.666 it/s ] [ lr: 1.00e-04 ] [ eta: 262 days, 21:12:36 ] [ l_g_pix: 2.3693e-02 ] [ l_g_total: 2.3693e-02 ] +2024-10-22 02:31:34,231 INFO: [ epoch: 0 ] [ iter: 4,800 ] [ performance: 19.440 it/s ] [ lr: 1.00e-04 ] [ eta: 268 days, 7:50:41 ] [ l_g_pix: 2.4543e-02 ] [ l_g_total: 2.4543e-02 ] +2024-10-22 02:31:39,018 INFO: [ epoch: 0 ] [ iter: 4,900 ] [ performance: 21.248 it/s ] [ lr: 1.00e-04 ] [ eta: 273 days, 7:31:21 ] [ l_g_pix: 2.0669e-02 ] [ l_g_total: 2.0669e-02 ] +2024-10-22 02:31:44,071 INFO: [ epoch: 0 ] [ iter: 5,000 ] [ performance: 20.396 it/s ] [ lr: 1.00e-04 ] [ eta: 278 days, 13:57:58 ] [ l_g_pix: 2.4326e-02 ] [ l_g_total: 2.4326e-02 ] +2024-10-22 02:31:49,257 INFO: [ epoch: 0 ] [ iter: 5,100 ] [ performance: 19.202 it/s ] [ lr: 1.00e-04 ] [ eta: 283 days, 23:38:02 ] [ l_g_pix: 2.9880e-02 ] [ l_g_total: 2.9880e-02 ] +2024-10-22 02:31:54,442 INFO: [ epoch: 0 ] [ iter: 5,200 ] [ performance: 19.251 it/s ] [ lr: 1.00e-04 ] [ eta: 289 days, 8:59:56 ] [ l_g_pix: 2.6274e-02 ] [ l_g_total: 2.6274e-02 ] +2024-10-22 02:31:59,738 INFO: [ epoch: 0 ] [ iter: 5,300 ] [ performance: 18.933 it/s ] [ lr: 1.00e-04 ] [ eta: 294 days, 20:58:24 ] [ l_g_pix: 2.5261e-02 ] [ l_g_total: 2.5261e-02 ] +2024-10-22 02:32:04,989 INFO: [ epoch: 0 ] [ iter: 5,400 ] [ performance: 18.997 it/s ] [ lr: 1.00e-04 ] [ eta: 300 days, 7:29:33 ] [ l_g_pix: 2.9339e-02 ] [ l_g_total: 2.9339e-02 ] +2024-10-22 02:32:10,272 INFO: [ epoch: 0 ] [ iter: 5,500 ] [ performance: 19.121 it/s ] [ lr: 1.00e-04 ] [ eta: 305 days, 18:33:01 ] [ l_g_pix: 3.2014e-02 ] [ l_g_total: 3.2014e-02 ] +2024-10-22 02:32:15,299 INFO: [ epoch: 0 ] [ iter: 5,600 ] [ performance: 19.561 it/s ] [ lr: 1.00e-04 ] [ eta: 310 days, 22:36:15 ] [ l_g_pix: 3.0877e-02 ] [ l_g_total: 3.0877e-02 ] +2024-10-22 02:32:20,483 INFO: [ epoch: 0 ] [ iter: 5,700 ] [ performance: 19.308 it/s ] [ lr: 1.00e-04 ] [ eta: 316 days, 6:28:48 ] [ l_g_pix: 2.9036e-02 ] [ l_g_total: 2.9036e-02 ] +2024-10-22 02:32:25,735 INFO: [ epoch: 0 ] [ iter: 5,800 ] [ performance: 19.152 it/s ] [ lr: 1.00e-04 ] [ eta: 321 days, 15:52:21 ] [ l_g_pix: 2.3986e-02 ] [ l_g_total: 2.3986e-02 ] +2024-10-22 02:32:30,910 INFO: [ epoch: 0 ] [ iter: 5,900 ] [ performance: 19.527 it/s ] [ lr: 1.00e-04 ] [ eta: 326 days, 22:55:59 ] [ l_g_pix: 2.7357e-02 ] [ l_g_total: 2.7357e-02 ] +2024-10-22 02:32:36,061 INFO: [ epoch: 0 ] [ iter: 6,000 ] [ performance: 19.461 it/s ] [ lr: 1.00e-04 ] [ eta: 332 days, 5:05:58 ] [ l_g_pix: 2.9086e-02 ] [ l_g_total: 2.9086e-02 ] +2024-10-22 02:32:41,241 INFO: [ epoch: 0 ] [ iter: 6,100 ] [ performance: 19.419 it/s ] [ lr: 1.00e-04 ] [ eta: 337 days, 11:43:53 ] [ l_g_pix: 2.5078e-02 ] [ l_g_total: 2.5078e-02 ] +2024-10-22 02:32:46,427 INFO: [ epoch: 0 ] [ iter: 6,200 ] [ performance: 19.342 it/s ] [ lr: 1.00e-04 ] [ eta: 342 days, 18:12:36 ] [ l_g_pix: 3.2969e-02 ] [ l_g_total: 3.2969e-02 ] +2024-10-22 02:32:51,507 INFO: [ epoch: 0 ] [ iter: 6,300 ] [ performance: 19.587 it/s ] [ lr: 1.00e-04 ] [ eta: 347 days, 21:40:09 ] [ l_g_pix: 2.6428e-02 ] [ l_g_total: 2.6428e-02 ] +2024-10-22 02:32:56,788 INFO: [ epoch: 0 ] [ iter: 6,400 ] [ performance: 19.198 it/s ] [ lr: 1.00e-04 ] [ eta: 353 days, 6:03:48 ] [ l_g_pix: 2.5627e-02 ] [ l_g_total: 2.5627e-02 ] +2024-10-22 02:33:02,076 INFO: [ epoch: 0 ] [ iter: 6,500 ] [ performance: 18.877 it/s ] [ lr: 1.00e-04 ] [ eta: 358 days, 14:20:15 ] [ l_g_pix: 2.3266e-02 ] [ l_g_total: 2.3266e-02 ] +2024-10-22 02:33:07,266 INFO: [ epoch: 0 ] [ iter: 6,600 ] [ performance: 19.108 it/s ] [ lr: 1.00e-04 ] [ eta: 363 days, 19:48:09 ] [ l_g_pix: 2.7947e-02 ] [ l_g_total: 2.7947e-02 ] +2024-10-22 02:33:12,551 INFO: [ epoch: 0 ] [ iter: 6,700 ] [ performance: 19.026 it/s ] [ lr: 1.00e-04 ] [ eta: 369 days, 3:24:04 ] [ l_g_pix: 2.7120e-02 ] [ l_g_total: 2.7120e-02 ] +2024-10-22 02:33:17,766 INFO: [ epoch: 0 ] [ iter: 6,800 ] [ performance: 19.115 it/s ] [ lr: 1.00e-04 ] [ eta: 374 days, 8:56:19 ] [ l_g_pix: 1.9585e-02 ] [ l_g_total: 1.9585e-02 ] +2024-10-22 02:33:23,013 INFO: [ epoch: 0 ] [ iter: 6,900 ] [ performance: 19.078 it/s ] [ lr: 1.00e-04 ] [ eta: 379 days, 14:58:25 ] [ l_g_pix: 2.5527e-02 ] [ l_g_total: 2.5527e-02 ] +2024-10-22 02:33:28,371 INFO: [ epoch: 0 ] [ iter: 7,000 ] [ performance: 18.827 it/s ] [ lr: 1.00e-04 ] [ eta: 384 days, 23:36:40 ] [ l_g_pix: 3.4403e-02 ] [ l_g_total: 3.4403e-02 ] +2024-10-22 02:33:33,437 INFO: [ epoch: 0 ] [ iter: 7,100 ] [ performance: 19.861 it/s ] [ lr: 1.00e-04 ] [ eta: 390 days, 0:24:31 ] [ l_g_pix: 3.0748e-02 ] [ l_g_total: 3.0748e-02 ] +2024-10-22 02:33:38,733 INFO: [ epoch: 0 ] [ iter: 7,200 ] [ performance: 19.258 it/s ] [ lr: 1.00e-04 ] [ eta: 395 days, 6:50:39 ] [ l_g_pix: 3.3593e-02 ] [ l_g_total: 3.3593e-02 ] +2024-10-22 02:33:43,960 INFO: [ epoch: 0 ] [ iter: 7,300 ] [ performance: 19.118 it/s ] [ lr: 1.00e-04 ] [ eta: 400 days, 11:12:52 ] [ l_g_pix: 3.6787e-02 ] [ l_g_total: 3.6787e-02 ] +2024-10-22 02:33:49,214 INFO: [ epoch: 0 ] [ iter: 7,400 ] [ performance: 19.067 it/s ] [ lr: 1.00e-04 ] [ eta: 405 days, 15:59:54 ] [ l_g_pix: 2.6239e-02 ] [ l_g_total: 2.6239e-02 ] +2024-10-22 02:33:54,500 INFO: [ epoch: 0 ] [ iter: 7,500 ] [ performance: 18.988 it/s ] [ lr: 1.00e-04 ] [ eta: 410 days, 21:17:34 ] [ l_g_pix: 2.5423e-02 ] [ l_g_total: 2.5423e-02 ] +2024-10-22 02:33:59,784 INFO: [ epoch: 0 ] [ iter: 7,600 ] [ performance: 18.950 it/s ] [ lr: 1.00e-04 ] [ eta: 416 days, 2:15:35 ] [ l_g_pix: 2.5513e-02 ] [ l_g_total: 2.5513e-02 ] +2024-10-22 02:34:05,136 INFO: [ epoch: 0 ] [ iter: 7,700 ] [ performance: 18.743 it/s ] [ lr: 1.00e-04 ] [ eta: 421 days, 8:40:24 ] [ l_g_pix: 2.9849e-02 ] [ l_g_total: 2.9849e-02 ] +2024-10-22 02:34:10,412 INFO: [ epoch: 0 ] [ iter: 7,800 ] [ performance: 18.876 it/s ] [ lr: 1.00e-04 ] [ eta: 426 days, 12:49:08 ] [ l_g_pix: 2.8142e-02 ] [ l_g_total: 2.8142e-02 ] +2024-10-22 02:34:15,656 INFO: [ epoch: 0 ] [ iter: 7,900 ] [ performance: 19.306 it/s ] [ lr: 1.00e-04 ] [ eta: 431 days, 15:52:06 ] [ l_g_pix: 1.9565e-02 ] [ l_g_total: 1.9565e-02 ] +2024-10-22 02:34:20,862 INFO: [ epoch: 0 ] [ iter: 8,000 ] [ performance: 19.246 it/s ] [ lr: 1.00e-04 ] [ eta: 436 days, 17:40:15 ] [ l_g_pix: 2.7269e-02 ] [ l_g_total: 2.7269e-02 ] +2024-10-22 02:34:26,067 INFO: [ epoch: 0 ] [ iter: 8,100 ] [ performance: 19.216 it/s ] [ lr: 1.00e-04 ] [ eta: 441 days, 19:08:59 ] [ l_g_pix: 3.2964e-02 ] [ l_g_total: 3.2964e-02 ] +2024-10-22 02:34:31,227 INFO: [ epoch: 0 ] [ iter: 8,200 ] [ performance: 19.320 it/s ] [ lr: 1.00e-04 ] [ eta: 446 days, 19:11:27 ] [ l_g_pix: 1.5301e-02 ] [ l_g_total: 1.5301e-02 ] +2024-10-22 02:34:36,364 INFO: [ epoch: 0 ] [ iter: 8,300 ] [ performance: 19.611 it/s ] [ lr: 1.00e-04 ] [ eta: 451 days, 18:21:51 ] [ l_g_pix: 3.5074e-02 ] [ l_g_total: 3.5074e-02 ] +2024-10-22 02:34:41,574 INFO: [ epoch: 0 ] [ iter: 8,400 ] [ performance: 19.348 it/s ] [ lr: 1.00e-04 ] [ eta: 456 days, 19:06:19 ] [ l_g_pix: 3.1440e-02 ] [ l_g_total: 3.1440e-02 ] +2024-10-22 02:34:46,798 INFO: [ epoch: 0 ] [ iter: 8,500 ] [ performance: 19.454 it/s ] [ lr: 1.00e-04 ] [ eta: 461 days, 19:54:05 ] [ l_g_pix: 2.1985e-02 ] [ l_g_total: 2.1985e-02 ] +2024-10-22 02:34:52,227 INFO: [ epoch: 0 ] [ iter: 8,600 ] [ performance: 18.787 it/s ] [ lr: 1.00e-04 ] [ eta: 467 days, 1:38:00 ] [ l_g_pix: 3.0226e-02 ] [ l_g_total: 3.0226e-02 ] +2024-10-22 02:34:57,500 INFO: [ epoch: 0 ] [ iter: 8,700 ] [ performance: 18.701 it/s ] [ lr: 1.00e-04 ] [ eta: 472 days, 3:04:57 ] [ l_g_pix: 3.1136e-02 ] [ l_g_total: 3.1136e-02 ] +2024-10-22 02:35:02,707 INFO: [ epoch: 0 ] [ iter: 8,800 ] [ performance: 19.020 it/s ] [ lr: 1.00e-04 ] [ eta: 477 days, 2:35:15 ] [ l_g_pix: 2.2601e-02 ] [ l_g_total: 2.2601e-02 ] +2024-10-22 02:35:07,731 INFO: [ epoch: 0 ] [ iter: 8,900 ] [ performance: 19.477 it/s ] [ lr: 1.00e-04 ] [ eta: 481 days, 21:09:55 ] [ l_g_pix: 2.4505e-02 ] [ l_g_total: 2.4505e-02 ] +2024-10-22 02:35:13,008 INFO: [ epoch: 0 ] [ iter: 9,000 ] [ performance: 19.138 it/s ] [ lr: 1.00e-04 ] [ eta: 486 days, 21:51:29 ] [ l_g_pix: 3.3952e-02 ] [ l_g_total: 3.3952e-02 ] +2024-10-22 02:35:18,165 INFO: [ epoch: 0 ] [ iter: 9,100 ] [ performance: 19.282 it/s ] [ lr: 1.00e-04 ] [ eta: 491 days, 19:14:30 ] [ l_g_pix: 3.0162e-02 ] [ l_g_total: 3.0162e-02 ] +2024-10-22 02:35:23,452 INFO: [ epoch: 0 ] [ iter: 9,200 ] [ performance: 19.046 it/s ] [ lr: 1.00e-04 ] [ eta: 496 days, 19:35:45 ] [ l_g_pix: 3.5853e-02 ] [ l_g_total: 3.5853e-02 ] +2024-10-22 02:35:28,642 INFO: [ epoch: 0 ] [ iter: 9,300 ] [ performance: 19.038 it/s ] [ lr: 1.00e-04 ] [ eta: 501 days, 17:12:57 ] [ l_g_pix: 2.1743e-02 ] [ l_g_total: 2.1743e-02 ] +2024-10-22 02:35:33,952 INFO: [ epoch: 0 ] [ iter: 9,400 ] [ performance: 18.906 it/s ] [ lr: 1.00e-04 ] [ eta: 506 days, 17:34:12 ] [ l_g_pix: 3.0797e-02 ] [ l_g_total: 3.0797e-02 ] +2024-10-22 02:35:39,191 INFO: [ epoch: 0 ] [ iter: 9,500 ] [ performance: 19.130 it/s ] [ lr: 1.00e-04 ] [ eta: 511 days, 15:51:11 ] [ l_g_pix: 2.3915e-02 ] [ l_g_total: 2.3915e-02 ] +2024-10-22 02:35:44,497 INFO: [ epoch: 0 ] [ iter: 9,600 ] [ performance: 18.945 it/s ] [ lr: 1.00e-04 ] [ eta: 516 days, 15:31:30 ] [ l_g_pix: 2.4348e-02 ] [ l_g_total: 2.4348e-02 ] +2024-10-22 02:35:49,858 INFO: [ epoch: 0 ] [ iter: 9,700 ] [ performance: 18.773 it/s ] [ lr: 1.00e-04 ] [ eta: 521 days, 16:16:14 ] [ l_g_pix: 2.6419e-02 ] [ l_g_total: 2.6419e-02 ] +2024-10-22 02:35:55,134 INFO: [ epoch: 0 ] [ iter: 9,800 ] [ performance: 18.892 it/s ] [ lr: 1.00e-04 ] [ eta: 526 days, 14:36:17 ] [ l_g_pix: 4.7604e-02 ] [ l_g_total: 4.7604e-02 ] +2024-10-22 02:36:00,525 INFO: [ epoch: 0 ] [ iter: 9,900 ] [ performance: 18.523 it/s ] [ lr: 1.00e-04 ] [ eta: 531 days, 15:30:56 ] [ l_g_pix: 2.7453e-02 ] [ l_g_total: 2.7453e-02 ] +2024-10-22 02:36:05,786 INFO: [ epoch: 0 ] [ iter: 10,000 ] [ performance: 18.843 it/s ] [ lr: 1.00e-04 ] [ eta: 536 days, 12:52:41 ] [ l_g_pix: 2.7016e-02 ] [ l_g_total: 2.7016e-02 ] +2024-10-22 02:36:05,786 INFO: Saving models and training states. +2024-10-22 02:37:27,131 INFO: Validation val + + # psnr: 21.3070........ Best: 21.3070 @ 10000 iter + # ssim: 0.6083........ Best: 0.6083 @ 10000 iter + # dists: 0.7925........ Best: 0.7925 @ 10000 iter + +2024-10-22 02:37:32,212 INFO: [ epoch: 0 ] [ iter: 10,100 ] [ performance: 19.275 it/s ] [ lr: 1.00e-04 ] [ eta: 625 days, 20:47:05 ] [ l_g_pix: 2.2693e-02 ] [ l_g_total: 2.2693e-02 ] +2024-10-22 02:37:38,200 INFO: [ epoch: 1 ] [ iter: 10,200 ] [ performance: 17.480 it/s ] [ lr: 1.00e-04 ] [ eta: 631 days, 9:27:05 ] [ l_g_pix: 1.8537e-02 ] [ l_g_total: 1.8537e-02 ] +2024-10-22 02:37:43,334 INFO: [ epoch: 1 ] [ iter: 10,300 ] [ performance: 19.613 it/s ] [ lr: 1.00e-04 ] [ eta: 636 days, 0:30:25 ] [ l_g_pix: 2.2916e-02 ] [ l_g_total: 2.2916e-02 ] +2024-10-22 02:37:48,562 INFO: [ epoch: 1 ] [ iter: 10,400 ] [ performance: 19.288 it/s ] [ lr: 1.00e-04 ] [ eta: 640 days, 17:35:22 ] [ l_g_pix: 2.6010e-02 ] [ l_g_total: 2.6010e-02 ] +2024-10-22 02:37:53,790 INFO: [ epoch: 1 ] [ iter: 10,500 ] [ performance: 19.269 it/s ] [ lr: 1.00e-04 ] [ eta: 645 days, 10:24:30 ] [ l_g_pix: 2.9415e-02 ] [ l_g_total: 2.9415e-02 ] +2024-10-22 02:37:59,008 INFO: [ epoch: 1 ] [ iter: 10,600 ] [ performance: 19.200 it/s ] [ lr: 1.00e-04 ] [ eta: 650 days, 2:40:47 ] [ l_g_pix: 2.6206e-02 ] [ l_g_total: 2.6206e-02 ] +2024-10-22 02:38:04,314 INFO: [ epoch: 1 ] [ iter: 10,700 ] [ performance: 19.084 it/s ] [ lr: 1.00e-04 ] [ eta: 654 days, 20:50:10 ] [ l_g_pix: 2.8669e-02 ] [ l_g_total: 2.8669e-02 ] +2024-10-22 02:38:09,932 INFO: [ epoch: 1 ] [ iter: 10,800 ] [ performance: 18.192 it/s ] [ lr: 1.00e-04 ] [ eta: 659 days, 22:26:51 ] [ l_g_pix: 2.9321e-02 ] [ l_g_total: 2.9321e-02 ] +2024-10-22 02:38:15,076 INFO: [ epoch: 1 ] [ iter: 10,900 ] [ performance: 19.916 it/s ] [ lr: 1.00e-04 ] [ eta: 664 days, 12:00:50 ] [ l_g_pix: 2.7339e-02 ] [ l_g_total: 2.7339e-02 ] +2024-10-22 02:38:20,256 INFO: [ epoch: 1 ] [ iter: 11,000 ] [ performance: 19.497 it/s ] [ lr: 1.00e-04 ] [ eta: 669 days, 2:09:24 ] [ l_g_pix: 2.9750e-02 ] [ l_g_total: 2.9750e-02 ] +2024-10-22 02:38:25,228 INFO: [ epoch: 1 ] [ iter: 11,100 ] [ performance: 20.232 it/s ] [ lr: 1.00e-04 ] [ eta: 673 days, 10:53:11 ] [ l_g_pix: 2.6810e-02 ] [ l_g_total: 2.6810e-02 ] +2024-10-22 02:38:30,346 INFO: [ epoch: 1 ] [ iter: 11,200 ] [ performance: 19.750 it/s ] [ lr: 1.00e-04 ] [ eta: 677 days, 22:57:16 ] [ l_g_pix: 1.9670e-02 ] [ l_g_total: 1.9670e-02 ] +2024-10-22 02:38:35,432 INFO: [ epoch: 1 ] [ iter: 11,300 ] [ performance: 19.673 it/s ] [ lr: 1.00e-04 ] [ eta: 682 days, 9:56:43 ] [ l_g_pix: 3.0690e-02 ] [ l_g_total: 3.0690e-02 ] +2024-10-22 02:38:40,697 INFO: [ epoch: 1 ] [ iter: 11,400 ] [ performance: 19.197 it/s ] [ lr: 1.00e-04 ] [ eta: 687 days, 1:03:33 ] [ l_g_pix: 2.3748e-02 ] [ l_g_total: 2.3748e-02 ] +2024-10-22 02:38:45,618 INFO: [ epoch: 1 ] [ iter: 11,500 ] [ performance: 20.201 it/s ] [ lr: 1.00e-04 ] [ eta: 691 days, 7:25:38 ] [ l_g_pix: 2.4932e-02 ] [ l_g_total: 2.4932e-02 ] +2024-10-22 02:38:50,752 INFO: [ epoch: 1 ] [ iter: 11,600 ] [ performance: 19.692 it/s ] [ lr: 1.00e-04 ] [ eta: 695 days, 18:44:42 ] [ l_g_pix: 2.3781e-02 ] [ l_g_total: 2.3781e-02 ] +2024-10-22 02:38:55,781 INFO: [ epoch: 1 ] [ iter: 11,700 ] [ performance: 20.511 it/s ] [ lr: 1.00e-04 ] [ eta: 700 days, 3:11:20 ] [ l_g_pix: 2.1301e-02 ] [ l_g_total: 2.1301e-02 ] +2024-10-22 02:39:00,768 INFO: [ epoch: 1 ] [ iter: 11,800 ] [ performance: 20.185 it/s ] [ lr: 1.00e-04 ] [ eta: 704 days, 10:21:40 ] [ l_g_pix: 1.8525e-02 ] [ l_g_total: 1.8525e-02 ] +2024-10-22 02:39:05,804 INFO: [ epoch: 1 ] [ iter: 11,900 ] [ performance: 20.017 it/s ] [ lr: 1.00e-04 ] [ eta: 708 days, 18:25:27 ] [ l_g_pix: 2.4141e-02 ] [ l_g_total: 2.4141e-02 ] +2024-10-22 02:39:10,882 INFO: [ epoch: 1 ] [ iter: 12,000 ] [ performance: 19.788 it/s ] [ lr: 1.00e-04 ] [ eta: 713 days, 3:14:29 ] [ l_g_pix: 2.5236e-02 ] [ l_g_total: 2.5236e-02 ] +2024-10-22 02:39:16,103 INFO: [ epoch: 1 ] [ iter: 12,100 ] [ performance: 19.760 it/s ] [ lr: 1.00e-04 ] [ eta: 717 days, 15:16:06 ] [ l_g_pix: 2.9712e-02 ] [ l_g_total: 2.9712e-02 ] +2024-10-22 02:39:21,255 INFO: [ epoch: 1 ] [ iter: 12,200 ] [ performance: 19.510 it/s ] [ lr: 1.00e-04 ] [ eta: 722 days, 1:19:52 ] [ l_g_pix: 2.4593e-02 ] [ l_g_total: 2.4593e-02 ] +2024-10-22 02:39:26,388 INFO: [ epoch: 1 ] [ iter: 12,300 ] [ performance: 20.085 it/s ] [ lr: 1.00e-04 ] [ eta: 726 days, 10:38:11 ] [ l_g_pix: 2.4484e-02 ] [ l_g_total: 2.4484e-02 ] +2024-10-22 02:39:31,422 INFO: [ epoch: 1 ] [ iter: 12,400 ] [ performance: 19.929 it/s ] [ lr: 1.00e-04 ] [ eta: 730 days, 17:14:36 ] [ l_g_pix: 4.0419e-02 ] [ l_g_total: 4.0419e-02 ] +2024-10-22 02:39:36,479 INFO: [ epoch: 1 ] [ iter: 12,500 ] [ performance: 20.151 it/s ] [ lr: 1.00e-04 ] [ eta: 735 days, 0:08:10 ] [ l_g_pix: 2.3578e-02 ] [ l_g_total: 2.3578e-02 ] +2024-10-22 02:39:41,404 INFO: [ epoch: 1 ] [ iter: 12,600 ] [ performance: 20.265 it/s ] [ lr: 1.00e-04 ] [ eta: 739 days, 3:32:11 ] [ l_g_pix: 2.1547e-02 ] [ l_g_total: 2.1547e-02 ] +2024-10-22 02:39:46,496 INFO: [ epoch: 1 ] [ iter: 12,700 ] [ performance: 18.776 it/s ] [ lr: 1.00e-04 ] [ eta: 743 days, 10:43:29 ] [ l_g_pix: 3.3795e-02 ] [ l_g_total: 3.3795e-02 ] +2024-10-22 02:39:51,542 INFO: [ epoch: 1 ] [ iter: 12,800 ] [ performance: 19.525 it/s ] [ lr: 1.00e-04 ] [ eta: 747 days, 16:31:19 ] [ l_g_pix: 2.7573e-02 ] [ l_g_total: 2.7573e-02 ] +2024-10-22 02:39:56,376 INFO: [ epoch: 1 ] [ iter: 12,900 ] [ performance: 20.813 it/s ] [ lr: 1.00e-04 ] [ eta: 751 days, 16:52:45 ] [ l_g_pix: 3.1827e-02 ] [ l_g_total: 3.1827e-02 ] +2024-10-22 02:40:01,262 INFO: [ epoch: 1 ] [ iter: 13,000 ] [ performance: 20.558 it/s ] [ lr: 1.00e-04 ] [ eta: 755 days, 18:15:02 ] [ l_g_pix: 3.3354e-02 ] [ l_g_total: 3.3354e-02 ] +2024-10-22 02:40:06,386 INFO: [ epoch: 1 ] [ iter: 13,100 ] [ performance: 19.021 it/s ] [ lr: 1.00e-04 ] [ eta: 760 days, 1:04:54 ] [ l_g_pix: 2.6630e-02 ] [ l_g_total: 2.6630e-02 ] +2024-10-22 02:40:11,568 INFO: [ epoch: 1 ] [ iter: 13,200 ] [ performance: 19.226 it/s ] [ lr: 1.00e-04 ] [ eta: 764 days, 9:02:24 ] [ l_g_pix: 3.5947e-02 ] [ l_g_total: 3.5947e-02 ] +2024-10-22 02:40:16,637 INFO: [ epoch: 1 ] [ iter: 13,300 ] [ performance: 19.443 it/s ] [ lr: 1.00e-04 ] [ eta: 768 days, 13:58:46 ] [ l_g_pix: 2.2187e-02 ] [ l_g_total: 2.2187e-02 ] +2024-10-22 02:40:21,855 INFO: [ epoch: 1 ] [ iter: 13,400 ] [ performance: 19.235 it/s ] [ lr: 1.00e-04 ] [ eta: 772 days, 22:14:00 ] [ l_g_pix: 1.8000e-02 ] [ l_g_total: 1.8000e-02 ] +2024-10-22 02:40:26,978 INFO: [ epoch: 1 ] [ iter: 13,500 ] [ performance: 19.510 it/s ] [ lr: 1.00e-04 ] [ eta: 777 days, 3:53:30 ] [ l_g_pix: 1.7246e-02 ] [ l_g_total: 1.7246e-02 ] +2024-10-22 02:40:32,189 INFO: [ epoch: 1 ] [ iter: 13,600 ] [ performance: 19.270 it/s ] [ lr: 1.00e-04 ] [ eta: 781 days, 11:23:25 ] [ l_g_pix: 1.8620e-02 ] [ l_g_total: 1.8620e-02 ] +2024-10-22 02:40:37,398 INFO: [ epoch: 1 ] [ iter: 13,700 ] [ performance: 19.290 it/s ] [ lr: 1.00e-04 ] [ eta: 785 days, 18:34:05 ] [ l_g_pix: 2.4213e-02 ] [ l_g_total: 2.4213e-02 ] +2024-10-22 02:40:42,582 INFO: [ epoch: 1 ] [ iter: 13,800 ] [ performance: 19.293 it/s ] [ lr: 1.00e-04 ] [ eta: 790 days, 0:50:02 ] [ l_g_pix: 1.8520e-02 ] [ l_g_total: 1.8520e-02 ] +2024-10-22 02:40:47,827 INFO: [ epoch: 1 ] [ iter: 13,900 ] [ performance: 19.108 it/s ] [ lr: 1.00e-04 ] [ eta: 794 days, 8:16:21 ] [ l_g_pix: 2.2142e-02 ] [ l_g_total: 2.2142e-02 ] +2024-10-22 02:40:52,945 INFO: [ epoch: 1 ] [ iter: 14,000 ] [ performance: 19.435 it/s ] [ lr: 1.00e-04 ] [ eta: 798 days, 12:24:29 ] [ l_g_pix: 2.4968e-02 ] [ l_g_total: 2.4968e-02 ] +2024-10-22 02:40:58,193 INFO: [ epoch: 1 ] [ iter: 14,100 ] [ performance: 19.225 it/s ] [ lr: 1.00e-04 ] [ eta: 802 days, 19:20:36 ] [ l_g_pix: 3.4215e-02 ] [ l_g_total: 3.4215e-02 ] +2024-10-22 02:41:03,363 INFO: [ epoch: 1 ] [ iter: 14,200 ] [ performance: 19.318 it/s ] [ lr: 1.00e-04 ] [ eta: 807 days, 0:07:19 ] [ l_g_pix: 3.1042e-02 ] [ l_g_total: 3.1042e-02 ] +2024-10-22 02:41:08,494 INFO: [ epoch: 1 ] [ iter: 14,300 ] [ performance: 20.093 it/s ] [ lr: 1.00e-04 ] [ eta: 811 days, 3:42:16 ] [ l_g_pix: 2.4476e-02 ] [ l_g_total: 2.4476e-02 ] +2024-10-22 02:41:13,512 INFO: [ epoch: 1 ] [ iter: 14,400 ] [ performance: 19.968 it/s ] [ lr: 1.00e-04 ] [ eta: 815 days, 4:17:56 ] [ l_g_pix: 1.6750e-02 ] [ l_g_total: 1.6750e-02 ] +2024-10-22 02:41:18,585 INFO: [ epoch: 1 ] [ iter: 14,500 ] [ performance: 19.921 it/s ] [ lr: 1.00e-04 ] [ eta: 819 days, 5:55:05 ] [ l_g_pix: 2.7288e-02 ] [ l_g_total: 2.7288e-02 ] +2024-10-22 02:41:23,600 INFO: [ epoch: 1 ] [ iter: 14,600 ] [ performance: 19.939 it/s ] [ lr: 1.00e-04 ] [ eta: 823 days, 5:52:45 ] [ l_g_pix: 1.9943e-02 ] [ l_g_total: 1.9943e-02 ] +2024-10-22 02:41:28,771 INFO: [ epoch: 1 ] [ iter: 14,700 ] [ performance: 19.575 it/s ] [ lr: 1.00e-04 ] [ eta: 827 days, 9:16:58 ] [ l_g_pix: 2.9822e-02 ] [ l_g_total: 2.9822e-02 ] +2024-10-22 02:41:33,768 INFO: [ epoch: 1 ] [ iter: 14,800 ] [ performance: 19.919 it/s ] [ lr: 1.00e-04 ] [ eta: 831 days, 8:15:58 ] [ l_g_pix: 2.6505e-02 ] [ l_g_total: 2.6505e-02 ] +2024-10-22 02:41:38,922 INFO: [ epoch: 1 ] [ iter: 14,900 ] [ performance: 19.312 it/s ] [ lr: 1.00e-04 ] [ eta: 835 days, 10:40:03 ] [ l_g_pix: 2.7375e-02 ] [ l_g_total: 2.7375e-02 ] +2024-10-22 02:41:44,214 INFO: [ epoch: 1 ] [ iter: 15,000 ] [ performance: 18.983 it/s ] [ lr: 1.00e-04 ] [ eta: 839 days, 16:02:59 ] [ l_g_pix: 2.0454e-02 ] [ l_g_total: 2.0454e-02 ] +2024-10-22 02:41:49,434 INFO: [ epoch: 1 ] [ iter: 15,100 ] [ performance: 19.377 it/s ] [ lr: 1.00e-04 ] [ eta: 843 days, 19:26:30 ] [ l_g_pix: 2.7398e-02 ] [ l_g_total: 2.7398e-02 ] +2024-10-22 02:41:54,453 INFO: [ epoch: 1 ] [ iter: 15,200 ] [ performance: 19.814 it/s ] [ lr: 1.00e-04 ] [ eta: 847 days, 17:48:49 ] [ l_g_pix: 2.8524e-02 ] [ l_g_total: 2.8524e-02 ] +2024-10-22 02:41:59,602 INFO: [ epoch: 1 ] [ iter: 15,300 ] [ performance: 19.480 it/s ] [ lr: 1.00e-04 ] [ eta: 851 days, 18:58:37 ] [ l_g_pix: 1.5581e-02 ] [ l_g_total: 1.5581e-02 ] +2024-10-22 02:42:04,789 INFO: [ epoch: 1 ] [ iter: 15,400 ] [ performance: 19.320 it/s ] [ lr: 1.00e-04 ] [ eta: 855 days, 20:43:52 ] [ l_g_pix: 2.8895e-02 ] [ l_g_total: 2.8895e-02 ] +2024-10-22 02:42:09,938 INFO: [ epoch: 1 ] [ iter: 15,500 ] [ performance: 20.431 it/s ] [ lr: 1.00e-04 ] [ eta: 859 days, 21:18:18 ] [ l_g_pix: 3.7063e-02 ] [ l_g_total: 3.7063e-02 ] +2024-10-22 02:42:15,071 INFO: [ epoch: 1 ] [ iter: 15,600 ] [ performance: 19.656 it/s ] [ lr: 1.00e-04 ] [ eta: 863 days, 21:12:43 ] [ l_g_pix: 2.5137e-02 ] [ l_g_total: 2.5137e-02 ] +2024-10-22 02:42:20,304 INFO: [ epoch: 1 ] [ iter: 15,700 ] [ performance: 18.498 it/s ] [ lr: 1.00e-04 ] [ eta: 867 days, 23:11:54 ] [ l_g_pix: 2.3780e-02 ] [ l_g_total: 2.3780e-02 ] +2024-10-22 02:42:25,519 INFO: [ epoch: 1 ] [ iter: 15,800 ] [ performance: 19.051 it/s ] [ lr: 1.00e-04 ] [ eta: 872 days, 0:27:59 ] [ l_g_pix: 1.9672e-02 ] [ l_g_total: 1.9672e-02 ] +2024-10-22 02:42:30,621 INFO: [ epoch: 1 ] [ iter: 15,900 ] [ performance: 20.971 it/s ] [ lr: 1.00e-04 ] [ eta: 875 days, 22:47:07 ] [ l_g_pix: 1.7956e-02 ] [ l_g_total: 1.7956e-02 ] +2024-10-22 02:42:35,847 INFO: [ epoch: 1 ] [ iter: 16,000 ] [ performance: 19.433 it/s ] [ lr: 1.00e-04 ] [ eta: 879 days, 23:43:29 ] [ l_g_pix: 1.9062e-02 ] [ l_g_total: 1.9062e-02 ] +2024-10-22 02:42:41,104 INFO: [ epoch: 1 ] [ iter: 16,100 ] [ performance: 19.623 it/s ] [ lr: 1.00e-04 ] [ eta: 884 days, 1:05:23 ] [ l_g_pix: 1.7816e-02 ] [ l_g_total: 1.7816e-02 ] +2024-10-22 02:42:46,185 INFO: [ epoch: 1 ] [ iter: 16,200 ] [ performance: 19.674 it/s ] [ lr: 1.00e-04 ] [ eta: 887 days, 22:04:23 ] [ l_g_pix: 2.3571e-02 ] [ l_g_total: 2.3571e-02 ] +2024-10-22 02:42:51,456 INFO: [ epoch: 1 ] [ iter: 16,300 ] [ performance: 19.644 it/s ] [ lr: 1.00e-04 ] [ eta: 891 days, 23:12:09 ] [ l_g_pix: 2.6216e-02 ] [ l_g_total: 2.6216e-02 ] +2024-10-22 02:42:56,611 INFO: [ epoch: 1 ] [ iter: 16,400 ] [ performance: 19.439 it/s ] [ lr: 1.00e-04 ] [ eta: 895 days, 21:20:15 ] [ l_g_pix: 2.7981e-02 ] [ l_g_total: 2.7981e-02 ] +2024-10-22 02:43:01,771 INFO: [ epoch: 1 ] [ iter: 16,500 ] [ performance: 19.606 it/s ] [ lr: 1.00e-04 ] [ eta: 899 days, 19:17:58 ] [ l_g_pix: 2.8978e-02 ] [ l_g_total: 2.8978e-02 ] +2024-10-22 02:43:07,031 INFO: [ epoch: 1 ] [ iter: 16,600 ] [ performance: 19.103 it/s ] [ lr: 1.00e-04 ] [ eta: 903 days, 19:16:57 ] [ l_g_pix: 2.9880e-02 ] [ l_g_total: 2.9880e-02 ] +2024-10-22 02:43:12,189 INFO: [ epoch: 1 ] [ iter: 16,700 ] [ performance: 19.665 it/s ] [ lr: 1.00e-04 ] [ eta: 907 days, 16:38:05 ] [ l_g_pix: 3.7019e-02 ] [ l_g_total: 3.7019e-02 ] +2024-10-22 02:43:17,444 INFO: [ epoch: 1 ] [ iter: 16,800 ] [ performance: 19.121 it/s ] [ lr: 1.00e-04 ] [ eta: 911 days, 15:55:50 ] [ l_g_pix: 2.8793e-02 ] [ l_g_total: 2.8793e-02 ] +2024-10-22 02:43:22,727 INFO: [ epoch: 1 ] [ iter: 16,900 ] [ performance: 18.929 it/s ] [ lr: 1.00e-04 ] [ eta: 915 days, 15:35:10 ] [ l_g_pix: 2.7588e-02 ] [ l_g_total: 2.7588e-02 ] +2024-10-22 02:43:28,003 INFO: [ epoch: 1 ] [ iter: 17,000 ] [ performance: 18.953 it/s ] [ lr: 1.00e-04 ] [ eta: 919 days, 14:46:25 ] [ l_g_pix: 1.6829e-02 ] [ l_g_total: 1.6829e-02 ] +2024-10-22 02:43:33,124 INFO: [ epoch: 1 ] [ iter: 17,100 ] [ performance: 19.557 it/s ] [ lr: 1.00e-04 ] [ eta: 923 days, 10:06:21 ] [ l_g_pix: 2.7605e-02 ] [ l_g_total: 2.7605e-02 ] +2024-10-22 02:43:38,238 INFO: [ epoch: 1 ] [ iter: 17,200 ] [ performance: 19.559 it/s ] [ lr: 1.00e-04 ] [ eta: 927 days, 4:58:47 ] [ l_g_pix: 2.7433e-02 ] [ l_g_total: 2.7433e-02 ] +2024-10-22 02:43:43,294 INFO: [ epoch: 1 ] [ iter: 17,300 ] [ performance: 19.979 it/s ] [ lr: 1.00e-04 ] [ eta: 930 days, 22:15:57 ] [ l_g_pix: 2.5707e-02 ] [ l_g_total: 2.5707e-02 ] +2024-10-22 02:43:48,462 INFO: [ epoch: 1 ] [ iter: 17,400 ] [ performance: 19.428 it/s ] [ lr: 1.00e-04 ] [ eta: 934 days, 17:49:00 ] [ l_g_pix: 3.5179e-02 ] [ l_g_total: 3.5179e-02 ] +2024-10-22 02:43:53,615 INFO: [ epoch: 1 ] [ iter: 17,500 ] [ performance: 19.224 it/s ] [ lr: 1.00e-04 ] [ eta: 938 days, 12:45:16 ] [ l_g_pix: 2.7986e-02 ] [ l_g_total: 2.7986e-02 ] +2024-10-22 02:43:58,880 INFO: [ epoch: 1 ] [ iter: 17,600 ] [ performance: 19.022 it/s ] [ lr: 1.00e-04 ] [ eta: 942 days, 9:57:38 ] [ l_g_pix: 2.0219e-02 ] [ l_g_total: 2.0219e-02 ] +2024-10-22 02:44:04,088 INFO: [ epoch: 1 ] [ iter: 17,700 ] [ performance: 20.276 it/s ] [ lr: 1.00e-04 ] [ eta: 946 days, 5:33:30 ] [ l_g_pix: 3.0197e-02 ] [ l_g_total: 3.0197e-02 ] +2024-10-22 02:44:09,327 INFO: [ epoch: 1 ] [ iter: 17,800 ] [ performance: 19.209 it/s ] [ lr: 1.00e-04 ] [ eta: 950 days, 1:35:59 ] [ l_g_pix: 2.9910e-02 ] [ l_g_total: 2.9910e-02 ] +2024-10-22 02:44:14,575 INFO: [ epoch: 1 ] [ iter: 17,900 ] [ performance: 18.590 it/s ] [ lr: 1.00e-04 ] [ eta: 953 days, 21:32:39 ] [ l_g_pix: 2.6008e-02 ] [ l_g_total: 2.6008e-02 ] +2024-10-22 02:44:19,759 INFO: [ epoch: 1 ] [ iter: 18,000 ] [ performance: 19.223 it/s ] [ lr: 1.00e-04 ] [ eta: 957 days, 15:43:27 ] [ l_g_pix: 2.6467e-02 ] [ l_g_total: 2.6467e-02 ] +2024-10-22 02:44:24,959 INFO: [ epoch: 1 ] [ iter: 18,100 ] [ performance: 19.110 it/s ] [ lr: 1.00e-04 ] [ eta: 961 days, 10:00:22 ] [ l_g_pix: 1.9941e-02 ] [ l_g_total: 1.9941e-02 ] +2024-10-22 02:44:30,326 INFO: [ epoch: 1 ] [ iter: 18,200 ] [ performance: 18.678 it/s ] [ lr: 1.00e-04 ] [ eta: 965 days, 7:46:25 ] [ l_g_pix: 3.4020e-02 ] [ l_g_total: 3.4020e-02 ] +2024-10-22 02:44:35,514 INFO: [ epoch: 1 ] [ iter: 18,300 ] [ performance: 19.214 it/s ] [ lr: 1.00e-04 ] [ eta: 969 days, 1:10:39 ] [ l_g_pix: 2.6716e-02 ] [ l_g_total: 2.6716e-02 ] +2024-10-22 02:44:40,780 INFO: [ epoch: 1 ] [ iter: 18,400 ] [ performance: 19.010 it/s ] [ lr: 1.00e-04 ] [ eta: 972 days, 20:04:27 ] [ l_g_pix: 2.5990e-02 ] [ l_g_total: 2.5990e-02 ] +2024-10-22 02:44:46,228 INFO: [ epoch: 1 ] [ iter: 18,500 ] [ performance: 14.833 it/s ] [ lr: 1.00e-04 ] [ eta: 976 days, 18:47:53 ] [ l_g_pix: 3.1970e-02 ] [ l_g_total: 3.1970e-02 ] +2024-10-22 02:44:51,926 INFO: [ epoch: 1 ] [ iter: 18,600 ] [ performance: 17.317 it/s ] [ lr: 1.00e-04 ] [ eta: 980 days, 22:52:33 ] [ l_g_pix: 1.7717e-02 ] [ l_g_total: 1.7717e-02 ] +2024-10-22 02:44:57,152 INFO: [ epoch: 1 ] [ iter: 18,700 ] [ performance: 19.455 it/s ] [ lr: 1.00e-04 ] [ eta: 984 days, 15:58:16 ] [ l_g_pix: 2.7007e-02 ] [ l_g_total: 2.7007e-02 ] +2024-10-22 02:45:02,247 INFO: [ epoch: 1 ] [ iter: 18,800 ] [ performance: 19.618 it/s ] [ lr: 1.00e-04 ] [ eta: 988 days, 5:49:27 ] [ l_g_pix: 2.6771e-02 ] [ l_g_total: 2.6771e-02 ] +2024-10-22 02:45:07,431 INFO: [ epoch: 1 ] [ iter: 18,900 ] [ performance: 19.381 it/s ] [ lr: 1.00e-04 ] [ eta: 991 days, 21:23:01 ] [ l_g_pix: 2.8256e-02 ] [ l_g_total: 2.8256e-02 ] +2024-10-22 02:45:12,757 INFO: [ epoch: 1 ] [ iter: 19,000 ] [ performance: 18.810 it/s ] [ lr: 1.00e-04 ] [ eta: 995 days, 15:52:08 ] [ l_g_pix: 2.6572e-02 ] [ l_g_total: 2.6572e-02 ] +2024-10-22 02:45:18,027 INFO: [ epoch: 1 ] [ iter: 19,100 ] [ performance: 20.093 it/s ] [ lr: 1.00e-04 ] [ eta: 999 days, 8:48:00 ] [ l_g_pix: 3.5375e-02 ] [ l_g_total: 3.5375e-02 ] +2024-10-22 02:45:23,166 INFO: [ epoch: 1 ] [ iter: 19,200 ] [ performance: 19.493 it/s ] [ lr: 1.00e-04 ] [ eta: 1002 days, 22:28:54 ] [ l_g_pix: 2.7370e-02 ] [ l_g_total: 2.7370e-02 ] +2024-10-22 02:45:28,343 INFO: [ epoch: 1 ] [ iter: 19,300 ] [ performance: 19.198 it/s ] [ lr: 1.00e-04 ] [ eta: 1006 days, 12:45:44 ] [ l_g_pix: 2.0871e-02 ] [ l_g_total: 2.0871e-02 ] +2024-10-22 02:45:33,422 INFO: [ epoch: 1 ] [ iter: 19,400 ] [ performance: 19.673 it/s ] [ lr: 1.00e-04 ] [ eta: 1010 days, 0:32:10 ] [ l_g_pix: 2.2453e-02 ] [ l_g_total: 2.2453e-02 ] +2024-10-22 02:45:38,531 INFO: [ epoch: 1 ] [ iter: 19,500 ] [ performance: 18.621 it/s ] [ lr: 1.00e-04 ] [ eta: 1013 days, 12:41:45 ] [ l_g_pix: 2.2349e-02 ] [ l_g_total: 2.2349e-02 ] +2024-10-22 02:45:43,858 INFO: [ epoch: 1 ] [ iter: 19,600 ] [ performance: 18.769 it/s ] [ lr: 1.00e-04 ] [ eta: 1017 days, 5:27:19 ] [ l_g_pix: 1.8912e-02 ] [ l_g_total: 1.8912e-02 ] +2024-10-22 02:45:49,172 INFO: [ epoch: 1 ] [ iter: 19,700 ] [ performance: 19.501 it/s ] [ lr: 1.00e-04 ] [ eta: 1020 days, 21:37:04 ] [ l_g_pix: 2.9641e-02 ] [ l_g_total: 2.9641e-02 ] +2024-10-22 02:45:54,483 INFO: [ epoch: 1 ] [ iter: 19,800 ] [ performance: 18.845 it/s ] [ lr: 1.00e-04 ] [ eta: 1024 days, 13:24:45 ] [ l_g_pix: 1.7339e-02 ] [ l_g_total: 1.7339e-02 ] +2024-10-22 02:45:59,666 INFO: [ epoch: 1 ] [ iter: 19,900 ] [ performance: 20.819 it/s ] [ lr: 1.00e-04 ] [ eta: 1028 days, 2:03:49 ] [ l_g_pix: 2.7316e-02 ] [ l_g_total: 2.7316e-02 ] +2024-10-22 02:46:04,872 INFO: [ epoch: 1 ] [ iter: 20,000 ] [ performance: 19.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1031 days, 14:56:55 ] [ l_g_pix: 1.8360e-02 ] [ l_g_total: 1.8360e-02 ] +2024-10-22 02:46:04,872 INFO: Saving models and training states. +2024-10-22 02:47:27,661 INFO: Validation val + + # psnr: 21.9324........ Best: 21.9324 @ 20000 iter + # ssim: 0.6397........ Best: 0.6397 @ 20000 iter + # dists: 0.7876........ Best: 0.7876 @ 20000 iter + +2024-10-22 02:47:32,875 INFO: [ epoch: 1 ] [ iter: 20,100 ] [ performance: 19.204 it/s ] [ lr: 1.00e-04 ] [ eta: 1111 days, 17:09:27 ] [ l_g_pix: 2.4060e-02 ] [ l_g_total: 2.4060e-02 ] +2024-10-22 02:47:38,129 INFO: [ epoch: 1 ] [ iter: 20,200 ] [ performance: 19.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1115 days, 4:13:40 ] [ l_g_pix: 2.1897e-02 ] [ l_g_total: 2.1897e-02 ] +2024-10-22 02:47:43,190 INFO: [ epoch: 1 ] [ iter: 20,300 ] [ performance: 19.392 it/s ] [ lr: 1.00e-04 ] [ eta: 1118 days, 10:43:48 ] [ l_g_pix: 2.4162e-02 ] [ l_g_total: 2.4162e-02 ] +2024-10-22 02:47:49,897 INFO: [ epoch: 2 ] [ iter: 20,400 ] [ performance: 14.880 it/s ] [ lr: 1.00e-04 ] [ eta: 1123 days, 5:19:58 ] [ l_g_pix: 3.2705e-02 ] [ l_g_total: 3.2705e-02 ] +2024-10-22 02:47:55,311 INFO: [ epoch: 2 ] [ iter: 20,500 ] [ performance: 16.492 it/s ] [ lr: 1.00e-04 ] [ eta: 1126 days, 19:01:58 ] [ l_g_pix: 2.3161e-02 ] [ l_g_total: 2.3161e-02 ] +2024-10-22 02:48:00,474 INFO: [ epoch: 2 ] [ iter: 20,600 ] [ performance: 19.392 it/s ] [ lr: 1.00e-04 ] [ eta: 1130 days, 2:53:53 ] [ l_g_pix: 2.8324e-02 ] [ l_g_total: 2.8324e-02 ] +2024-10-22 02:48:05,651 INFO: [ epoch: 2 ] [ iter: 20,700 ] [ performance: 19.354 it/s ] [ lr: 1.00e-04 ] [ eta: 1133 days, 10:46:48 ] [ l_g_pix: 2.3885e-02 ] [ l_g_total: 2.3885e-02 ] +2024-10-22 02:48:10,767 INFO: [ epoch: 2 ] [ iter: 20,800 ] [ performance: 19.554 it/s ] [ lr: 1.00e-04 ] [ eta: 1136 days, 17:00:38 ] [ l_g_pix: 1.6861e-02 ] [ l_g_total: 1.6861e-02 ] +2024-10-22 02:48:15,905 INFO: [ epoch: 2 ] [ iter: 20,900 ] [ performance: 19.507 it/s ] [ lr: 1.00e-04 ] [ eta: 1139 days, 23:28:29 ] [ l_g_pix: 3.6558e-02 ] [ l_g_total: 3.6558e-02 ] +2024-10-22 02:48:21,031 INFO: [ epoch: 2 ] [ iter: 21,000 ] [ performance: 19.591 it/s ] [ lr: 1.00e-04 ] [ eta: 1143 days, 5:21:12 ] [ l_g_pix: 1.8868e-02 ] [ l_g_total: 1.8868e-02 ] +2024-10-22 02:48:26,162 INFO: [ epoch: 2 ] [ iter: 21,100 ] [ performance: 19.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1146 days, 11:04:39 ] [ l_g_pix: 2.0291e-02 ] [ l_g_total: 2.0291e-02 ] +2024-10-22 02:48:31,210 INFO: [ epoch: 2 ] [ iter: 21,200 ] [ performance: 19.708 it/s ] [ lr: 1.00e-04 ] [ eta: 1149 days, 14:42:19 ] [ l_g_pix: 1.7199e-02 ] [ l_g_total: 1.7199e-02 ] +2024-10-22 02:48:36,223 INFO: [ epoch: 2 ] [ iter: 21,300 ] [ performance: 19.832 it/s ] [ lr: 1.00e-04 ] [ eta: 1152 days, 17:16:35 ] [ l_g_pix: 1.6077e-02 ] [ l_g_total: 1.6077e-02 ] +2024-10-22 02:48:41,414 INFO: [ epoch: 2 ] [ iter: 21,400 ] [ performance: 19.243 it/s ] [ lr: 1.00e-04 ] [ eta: 1155 days, 23:27:38 ] [ l_g_pix: 2.1751e-02 ] [ l_g_total: 2.1751e-02 ] +2024-10-22 02:48:46,410 INFO: [ epoch: 2 ] [ iter: 21,500 ] [ performance: 19.635 it/s ] [ lr: 1.00e-04 ] [ eta: 1159 days, 1:05:58 ] [ l_g_pix: 2.6996e-02 ] [ l_g_total: 2.6996e-02 ] +2024-10-22 02:48:51,371 INFO: [ epoch: 2 ] [ iter: 21,600 ] [ performance: 20.242 it/s ] [ lr: 1.00e-04 ] [ eta: 1162 days, 1:41:40 ] [ l_g_pix: 2.2358e-02 ] [ l_g_total: 2.2358e-02 ] +2024-10-22 02:48:56,285 INFO: [ epoch: 2 ] [ iter: 21,700 ] [ performance: 20.298 it/s ] [ lr: 1.00e-04 ] [ eta: 1165 days, 1:00:47 ] [ l_g_pix: 1.6231e-02 ] [ l_g_total: 1.6231e-02 ] +2024-10-22 02:49:00,969 INFO: [ epoch: 2 ] [ iter: 21,800 ] [ performance: 21.439 it/s ] [ lr: 1.00e-04 ] [ eta: 1167 days, 19:03:09 ] [ l_g_pix: 2.8024e-02 ] [ l_g_total: 2.8024e-02 ] +2024-10-22 02:49:05,797 INFO: [ epoch: 2 ] [ iter: 21,900 ] [ performance: 21.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1170 days, 15:56:21 ] [ l_g_pix: 1.7902e-02 ] [ l_g_total: 1.7902e-02 ] +2024-10-22 02:49:10,705 INFO: [ epoch: 2 ] [ iter: 22,000 ] [ performance: 20.506 it/s ] [ lr: 1.00e-04 ] [ eta: 1173 days, 14:18:08 ] [ l_g_pix: 2.8233e-02 ] [ l_g_total: 2.8233e-02 ] +2024-10-22 02:49:15,657 INFO: [ epoch: 2 ] [ iter: 22,100 ] [ performance: 20.342 it/s ] [ lr: 1.00e-04 ] [ eta: 1176 days, 13:21:11 ] [ l_g_pix: 2.7196e-02 ] [ l_g_total: 2.7196e-02 ] +2024-10-22 02:49:20,486 INFO: [ epoch: 2 ] [ iter: 22,200 ] [ performance: 20.561 it/s ] [ lr: 1.00e-04 ] [ eta: 1179 days, 9:27:40 ] [ l_g_pix: 1.8842e-02 ] [ l_g_total: 1.8842e-02 ] +2024-10-22 02:49:25,543 INFO: [ epoch: 2 ] [ iter: 22,300 ] [ performance: 20.141 it/s ] [ lr: 1.00e-04 ] [ eta: 1182 days, 10:13:34 ] [ l_g_pix: 2.6841e-02 ] [ l_g_total: 2.6841e-02 ] +2024-10-22 02:49:30,567 INFO: [ epoch: 2 ] [ iter: 22,400 ] [ performance: 20.048 it/s ] [ lr: 1.00e-04 ] [ eta: 1185 days, 9:59:50 ] [ l_g_pix: 2.8472e-02 ] [ l_g_total: 2.8472e-02 ] +2024-10-22 02:49:35,568 INFO: [ epoch: 2 ] [ iter: 22,500 ] [ performance: 20.022 it/s ] [ lr: 1.00e-04 ] [ eta: 1188 days, 8:59:43 ] [ l_g_pix: 2.7072e-02 ] [ l_g_total: 2.7072e-02 ] +2024-10-22 02:49:40,564 INFO: [ epoch: 2 ] [ iter: 22,600 ] [ performance: 20.167 it/s ] [ lr: 1.00e-04 ] [ eta: 1191 days, 7:36:16 ] [ l_g_pix: 2.0141e-02 ] [ l_g_total: 2.0141e-02 ] +2024-10-22 02:49:45,540 INFO: [ epoch: 2 ] [ iter: 22,700 ] [ performance: 20.132 it/s ] [ lr: 1.00e-04 ] [ eta: 1194 days, 5:29:45 ] [ l_g_pix: 2.1179e-02 ] [ l_g_total: 2.1179e-02 ] +2024-10-22 02:49:50,507 INFO: [ epoch: 2 ] [ iter: 22,800 ] [ performance: 20.223 it/s ] [ lr: 1.00e-04 ] [ eta: 1197 days, 2:56:24 ] [ l_g_pix: 2.4182e-02 ] [ l_g_total: 2.4182e-02 ] +2024-10-22 02:49:55,459 INFO: [ epoch: 2 ] [ iter: 22,900 ] [ performance: 20.208 it/s ] [ lr: 1.00e-04 ] [ eta: 1199 days, 23:46:56 ] [ l_g_pix: 2.3722e-02 ] [ l_g_total: 2.3722e-02 ] +2024-10-22 02:50:00,444 INFO: [ epoch: 2 ] [ iter: 23,000 ] [ performance: 20.140 it/s ] [ lr: 1.00e-04 ] [ eta: 1202 days, 21:02:07 ] [ l_g_pix: 2.2147e-02 ] [ l_g_total: 2.2147e-02 ] +2024-10-22 02:50:05,249 INFO: [ epoch: 2 ] [ iter: 23,100 ] [ performance: 20.495 it/s ] [ lr: 1.00e-04 ] [ eta: 1205 days, 14:11:42 ] [ l_g_pix: 3.1744e-02 ] [ l_g_total: 3.1744e-02 ] +2024-10-22 02:50:09,964 INFO: [ epoch: 2 ] [ iter: 23,200 ] [ performance: 21.304 it/s ] [ lr: 1.00e-04 ] [ eta: 1208 days, 5:08:47 ] [ l_g_pix: 2.0995e-02 ] [ l_g_total: 2.0995e-02 ] +2024-10-22 02:50:14,863 INFO: [ epoch: 2 ] [ iter: 23,300 ] [ performance: 20.815 it/s ] [ lr: 1.00e-04 ] [ eta: 1210 days, 23:45:28 ] [ l_g_pix: 2.0106e-02 ] [ l_g_total: 2.0106e-02 ] +2024-10-22 02:50:19,729 INFO: [ epoch: 2 ] [ iter: 23,400 ] [ performance: 20.682 it/s ] [ lr: 1.00e-04 ] [ eta: 1213 days, 17:25:00 ] [ l_g_pix: 1.8805e-02 ] [ l_g_total: 1.8805e-02 ] +2024-10-22 02:50:24,711 INFO: [ epoch: 2 ] [ iter: 23,500 ] [ performance: 20.350 it/s ] [ lr: 1.00e-04 ] [ eta: 1216 days, 13:14:15 ] [ l_g_pix: 1.9832e-02 ] [ l_g_total: 1.9832e-02 ] +2024-10-22 02:50:29,711 INFO: [ epoch: 2 ] [ iter: 23,600 ] [ performance: 20.358 it/s ] [ lr: 1.00e-04 ] [ eta: 1219 days, 9:11:20 ] [ l_g_pix: 2.1006e-02 ] [ l_g_total: 2.1006e-02 ] +2024-10-22 02:50:34,645 INFO: [ epoch: 2 ] [ iter: 23,700 ] [ performance: 20.310 it/s ] [ lr: 1.00e-04 ] [ eta: 1222 days, 3:27:03 ] [ l_g_pix: 2.2710e-02 ] [ l_g_total: 2.2710e-02 ] +2024-10-22 02:50:39,622 INFO: [ epoch: 2 ] [ iter: 23,800 ] [ performance: 20.011 it/s ] [ lr: 1.00e-04 ] [ eta: 1224 days, 22:21:30 ] [ l_g_pix: 3.2619e-02 ] [ l_g_total: 3.2619e-02 ] +2024-10-22 02:50:44,492 INFO: [ epoch: 2 ] [ iter: 23,900 ] [ performance: 20.297 it/s ] [ lr: 1.00e-04 ] [ eta: 1227 days, 14:42:47 ] [ l_g_pix: 1.8405e-02 ] [ l_g_total: 1.8405e-02 ] +2024-10-22 02:50:49,242 INFO: [ epoch: 2 ] [ iter: 24,000 ] [ performance: 21.013 it/s ] [ lr: 1.00e-04 ] [ eta: 1230 days, 4:17:13 ] [ l_g_pix: 3.1914e-02 ] [ l_g_total: 3.1914e-02 ] +2024-10-22 02:50:54,106 INFO: [ epoch: 2 ] [ iter: 24,100 ] [ performance: 20.763 it/s ] [ lr: 1.00e-04 ] [ eta: 1232 days, 19:58:39 ] [ l_g_pix: 2.1864e-02 ] [ l_g_total: 2.1864e-02 ] +2024-10-22 02:50:59,027 INFO: [ epoch: 2 ] [ iter: 24,200 ] [ performance: 20.680 it/s ] [ lr: 1.00e-04 ] [ eta: 1235 days, 12:36:04 ] [ l_g_pix: 2.4242e-02 ] [ l_g_total: 2.4242e-02 ] +2024-10-22 02:51:04,024 INFO: [ epoch: 2 ] [ iter: 24,300 ] [ performance: 20.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1238 days, 6:34:09 ] [ l_g_pix: 2.4418e-02 ] [ l_g_total: 2.4418e-02 ] +2024-10-22 02:51:09,090 INFO: [ epoch: 2 ] [ iter: 24,400 ] [ performance: 19.612 it/s ] [ lr: 1.00e-04 ] [ eta: 1241 days, 1:41:11 ] [ l_g_pix: 3.3874e-02 ] [ l_g_total: 3.3874e-02 ] +2024-10-22 02:51:14,026 INFO: [ epoch: 2 ] [ iter: 24,500 ] [ performance: 19.969 it/s ] [ lr: 1.00e-04 ] [ eta: 1243 days, 17:48:46 ] [ l_g_pix: 2.8182e-02 ] [ l_g_total: 2.8182e-02 ] +2024-10-22 02:51:18,889 INFO: [ epoch: 2 ] [ iter: 24,600 ] [ performance: 20.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1246 days, 8:07:26 ] [ l_g_pix: 1.8318e-02 ] [ l_g_total: 1.8318e-02 ] +2024-10-22 02:51:23,587 INFO: [ epoch: 2 ] [ iter: 24,700 ] [ performance: 20.955 it/s ] [ lr: 1.00e-04 ] [ eta: 1248 days, 18:42:33 ] [ l_g_pix: 1.7419e-02 ] [ l_g_total: 1.7419e-02 ] +2024-10-22 02:51:28,595 INFO: [ epoch: 2 ] [ iter: 24,800 ] [ performance: 20.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1251 days, 11:31:21 ] [ l_g_pix: 2.2045e-02 ] [ l_g_total: 2.2045e-02 ] +2024-10-22 02:51:33,511 INFO: [ epoch: 2 ] [ iter: 24,900 ] [ performance: 20.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1254 days, 2:08:13 ] [ l_g_pix: 3.3892e-02 ] [ l_g_total: 3.3892e-02 ] +2024-10-22 02:51:38,278 INFO: [ epoch: 2 ] [ iter: 25,000 ] [ performance: 21.244 it/s ] [ lr: 1.00e-04 ] [ eta: 1256 days, 13:21:39 ] [ l_g_pix: 1.9692e-02 ] [ l_g_total: 1.9692e-02 ] +2024-10-22 02:51:43,152 INFO: [ epoch: 2 ] [ iter: 25,100 ] [ performance: 20.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1259 days, 2:33:57 ] [ l_g_pix: 2.7187e-02 ] [ l_g_total: 2.7187e-02 ] +2024-10-22 02:51:48,149 INFO: [ epoch: 2 ] [ iter: 25,200 ] [ performance: 19.909 it/s ] [ lr: 1.00e-04 ] [ eta: 1261 days, 18:02:11 ] [ l_g_pix: 2.4975e-02 ] [ l_g_total: 2.4975e-02 ] +2024-10-22 02:51:53,016 INFO: [ epoch: 2 ] [ iter: 25,300 ] [ performance: 20.269 it/s ] [ lr: 1.00e-04 ] [ eta: 1264 days, 6:32:55 ] [ l_g_pix: 2.0930e-02 ] [ l_g_total: 2.0930e-02 ] +2024-10-22 02:51:57,914 INFO: [ epoch: 2 ] [ iter: 25,400 ] [ performance: 20.461 it/s ] [ lr: 1.00e-04 ] [ eta: 1266 days, 19:25:25 ] [ l_g_pix: 2.3300e-02 ] [ l_g_total: 2.3300e-02 ] +2024-10-22 02:52:02,720 INFO: [ epoch: 2 ] [ iter: 25,500 ] [ performance: 20.660 it/s ] [ lr: 1.00e-04 ] [ eta: 1269 days, 6:07:38 ] [ l_g_pix: 2.8008e-02 ] [ l_g_total: 2.8008e-02 ] +2024-10-22 02:52:07,600 INFO: [ epoch: 2 ] [ iter: 25,600 ] [ performance: 20.541 it/s ] [ lr: 1.00e-04 ] [ eta: 1271 days, 18:04:33 ] [ l_g_pix: 2.1015e-02 ] [ l_g_total: 2.1015e-02 ] +2024-10-22 02:52:12,446 INFO: [ epoch: 2 ] [ iter: 25,700 ] [ performance: 20.595 it/s ] [ lr: 1.00e-04 ] [ eta: 1274 days, 5:04:51 ] [ l_g_pix: 2.3311e-02 ] [ l_g_total: 2.3311e-02 ] +2024-10-22 02:52:17,316 INFO: [ epoch: 2 ] [ iter: 25,800 ] [ performance: 20.369 it/s ] [ lr: 1.00e-04 ] [ eta: 1276 days, 16:17:52 ] [ l_g_pix: 3.5989e-02 ] [ l_g_total: 3.5989e-02 ] +2024-10-22 02:52:22,197 INFO: [ epoch: 2 ] [ iter: 25,900 ] [ performance: 20.440 it/s ] [ lr: 1.00e-04 ] [ eta: 1279 days, 3:27:51 ] [ l_g_pix: 3.5173e-02 ] [ l_g_total: 3.5173e-02 ] +2024-10-22 02:52:26,817 INFO: [ epoch: 2 ] [ iter: 26,000 ] [ performance: 21.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1281 days, 9:00:20 ] [ l_g_pix: 2.4239e-02 ] [ l_g_total: 2.4239e-02 ] +2024-10-22 02:52:31,685 INFO: [ epoch: 2 ] [ iter: 26,100 ] [ performance: 21.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1283 days, 19:21:28 ] [ l_g_pix: 2.2519e-02 ] [ l_g_total: 2.2519e-02 ] +2024-10-22 02:52:36,481 INFO: [ epoch: 2 ] [ iter: 26,200 ] [ performance: 20.529 it/s ] [ lr: 1.00e-04 ] [ eta: 1286 days, 3:59:11 ] [ l_g_pix: 2.0158e-02 ] [ l_g_total: 2.0158e-02 ] +2024-10-22 02:52:41,263 INFO: [ epoch: 2 ] [ iter: 26,300 ] [ performance: 20.753 it/s ] [ lr: 1.00e-04 ] [ eta: 1288 days, 12:04:01 ] [ l_g_pix: 3.6927e-02 ] [ l_g_total: 3.6927e-02 ] +2024-10-22 02:52:46,155 INFO: [ epoch: 2 ] [ iter: 26,400 ] [ performance: 20.138 it/s ] [ lr: 1.00e-04 ] [ eta: 1290 days, 22:06:57 ] [ l_g_pix: 2.3188e-02 ] [ l_g_total: 2.3188e-02 ] +2024-10-22 02:52:51,039 INFO: [ epoch: 2 ] [ iter: 26,500 ] [ performance: 20.339 it/s ] [ lr: 1.00e-04 ] [ eta: 1293 days, 7:43:15 ] [ l_g_pix: 2.3982e-02 ] [ l_g_total: 2.3982e-02 ] +2024-10-22 02:52:55,802 INFO: [ epoch: 2 ] [ iter: 26,600 ] [ performance: 21.071 it/s ] [ lr: 1.00e-04 ] [ eta: 1295 days, 14:36:06 ] [ l_g_pix: 2.6240e-02 ] [ l_g_total: 2.6240e-02 ] +2024-10-22 02:53:00,502 INFO: [ epoch: 2 ] [ iter: 26,700 ] [ performance: 21.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1297 days, 19:56:10 ] [ l_g_pix: 2.4320e-02 ] [ l_g_total: 2.4320e-02 ] +2024-10-22 02:53:05,329 INFO: [ epoch: 2 ] [ iter: 26,800 ] [ performance: 20.584 it/s ] [ lr: 1.00e-04 ] [ eta: 1300 days, 3:35:46 ] [ l_g_pix: 2.4163e-02 ] [ l_g_total: 2.4163e-02 ] +2024-10-22 02:53:10,081 INFO: [ epoch: 2 ] [ iter: 26,900 ] [ performance: 20.860 it/s ] [ lr: 1.00e-04 ] [ eta: 1302 days, 9:27:00 ] [ l_g_pix: 1.9829e-02 ] [ l_g_total: 1.9829e-02 ] +2024-10-22 02:53:14,827 INFO: [ epoch: 2 ] [ iter: 27,000 ] [ performance: 21.148 it/s ] [ lr: 1.00e-04 ] [ eta: 1304 days, 14:55:33 ] [ l_g_pix: 2.4344e-02 ] [ l_g_total: 2.4344e-02 ] +2024-10-22 02:53:19,564 INFO: [ epoch: 2 ] [ iter: 27,100 ] [ performance: 21.125 it/s ] [ lr: 1.00e-04 ] [ eta: 1306 days, 19:58:04 ] [ l_g_pix: 2.6488e-02 ] [ l_g_total: 2.6488e-02 ] +2024-10-22 02:53:24,299 INFO: [ epoch: 2 ] [ iter: 27,200 ] [ performance: 20.893 it/s ] [ lr: 1.00e-04 ] [ eta: 1309 days, 0:41:06 ] [ l_g_pix: 2.8593e-02 ] [ l_g_total: 2.8593e-02 ] +2024-10-22 02:53:29,042 INFO: [ epoch: 2 ] [ iter: 27,300 ] [ performance: 21.009 it/s ] [ lr: 1.00e-04 ] [ eta: 1311 days, 5:18:47 ] [ l_g_pix: 2.3840e-02 ] [ l_g_total: 2.3840e-02 ] +2024-10-22 02:53:33,950 INFO: [ epoch: 2 ] [ iter: 27,400 ] [ performance: 20.437 it/s ] [ lr: 1.00e-04 ] [ eta: 1313 days, 12:59:47 ] [ l_g_pix: 3.5855e-02 ] [ l_g_total: 3.5855e-02 ] +2024-10-22 02:53:38,659 INFO: [ epoch: 2 ] [ iter: 27,500 ] [ performance: 20.916 it/s ] [ lr: 1.00e-04 ] [ eta: 1315 days, 16:25:14 ] [ l_g_pix: 1.9719e-02 ] [ l_g_total: 1.9719e-02 ] +2024-10-22 02:53:43,370 INFO: [ epoch: 2 ] [ iter: 27,600 ] [ performance: 21.412 it/s ] [ lr: 1.00e-04 ] [ eta: 1317 days, 19:35:35 ] [ l_g_pix: 2.8571e-02 ] [ l_g_total: 2.8571e-02 ] +2024-10-22 02:53:48,169 INFO: [ epoch: 2 ] [ iter: 27,700 ] [ performance: 21.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1320 days, 0:17:33 ] [ l_g_pix: 3.2144e-02 ] [ l_g_total: 3.2144e-02 ] +2024-10-22 02:53:53,007 INFO: [ epoch: 2 ] [ iter: 27,800 ] [ performance: 21.055 it/s ] [ lr: 1.00e-04 ] [ eta: 1322 days, 5:30:29 ] [ l_g_pix: 2.4425e-02 ] [ l_g_total: 2.4425e-02 ] +2024-10-22 02:53:57,741 INFO: [ epoch: 2 ] [ iter: 27,900 ] [ performance: 21.099 it/s ] [ lr: 1.00e-04 ] [ eta: 1324 days, 8:22:06 ] [ l_g_pix: 2.1968e-02 ] [ l_g_total: 2.1968e-02 ] +2024-10-22 02:54:02,448 INFO: [ epoch: 2 ] [ iter: 28,000 ] [ performance: 21.454 it/s ] [ lr: 1.00e-04 ] [ eta: 1326 days, 10:24:59 ] [ l_g_pix: 2.7244e-02 ] [ l_g_total: 2.7244e-02 ] +2024-10-22 02:54:07,249 INFO: [ epoch: 2 ] [ iter: 28,100 ] [ performance: 21.063 it/s ] [ lr: 1.00e-04 ] [ eta: 1328 days, 14:05:06 ] [ l_g_pix: 2.0983e-02 ] [ l_g_total: 2.0983e-02 ] +2024-10-22 02:54:12,023 INFO: [ epoch: 2 ] [ iter: 28,200 ] [ performance: 21.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1330 days, 16:56:52 ] [ l_g_pix: 1.8911e-02 ] [ l_g_total: 1.8911e-02 ] +2024-10-22 02:54:16,827 INFO: [ epoch: 2 ] [ iter: 28,300 ] [ performance: 21.017 it/s ] [ lr: 1.00e-04 ] [ eta: 1332 days, 20:09:21 ] [ l_g_pix: 2.8760e-02 ] [ l_g_total: 2.8760e-02 ] +2024-10-22 02:54:21,715 INFO: [ epoch: 2 ] [ iter: 28,400 ] [ performance: 20.493 it/s ] [ lr: 1.00e-04 ] [ eta: 1335 days, 0:45:15 ] [ l_g_pix: 2.3219e-02 ] [ l_g_total: 2.3219e-02 ] +2024-10-22 02:54:26,451 INFO: [ epoch: 2 ] [ iter: 28,500 ] [ performance: 20.883 it/s ] [ lr: 1.00e-04 ] [ eta: 1337 days, 2:03:29 ] [ l_g_pix: 1.8163e-02 ] [ l_g_total: 1.8163e-02 ] +2024-10-22 02:54:31,273 INFO: [ epoch: 2 ] [ iter: 28,600 ] [ performance: 20.222 it/s ] [ lr: 1.00e-04 ] [ eta: 1339 days, 4:49:18 ] [ l_g_pix: 2.0160e-02 ] [ l_g_total: 2.0160e-02 ] +2024-10-22 02:54:36,056 INFO: [ epoch: 2 ] [ iter: 28,700 ] [ performance: 20.654 it/s ] [ lr: 1.00e-04 ] [ eta: 1341 days, 6:31:17 ] [ l_g_pix: 2.0466e-02 ] [ l_g_total: 2.0466e-02 ] +2024-10-22 02:54:40,953 INFO: [ epoch: 2 ] [ iter: 28,800 ] [ performance: 19.993 it/s ] [ lr: 1.00e-04 ] [ eta: 1343 days, 10:14:18 ] [ l_g_pix: 2.7813e-02 ] [ l_g_total: 2.7813e-02 ] +2024-10-22 02:54:45,866 INFO: [ epoch: 2 ] [ iter: 28,900 ] [ performance: 20.226 it/s ] [ lr: 1.00e-04 ] [ eta: 1345 days, 13:57:55 ] [ l_g_pix: 2.0915e-02 ] [ l_g_total: 2.0915e-02 ] +2024-10-22 02:54:50,718 INFO: [ epoch: 2 ] [ iter: 29,000 ] [ performance: 20.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1347 days, 16:14:26 ] [ l_g_pix: 2.4760e-02 ] [ l_g_total: 2.4760e-02 ] +2024-10-22 02:54:55,612 INFO: [ epoch: 2 ] [ iter: 29,100 ] [ performance: 20.481 it/s ] [ lr: 1.00e-04 ] [ eta: 1349 days, 19:04:51 ] [ l_g_pix: 1.3931e-02 ] [ l_g_total: 1.3931e-02 ] +2024-10-22 02:55:00,484 INFO: [ epoch: 2 ] [ iter: 29,200 ] [ performance: 20.596 it/s ] [ lr: 1.00e-04 ] [ eta: 1351 days, 21:11:21 ] [ l_g_pix: 2.6059e-02 ] [ l_g_total: 2.6059e-02 ] +2024-10-22 02:55:05,324 INFO: [ epoch: 2 ] [ iter: 29,300 ] [ performance: 20.639 it/s ] [ lr: 1.00e-04 ] [ eta: 1353 days, 22:25:19 ] [ l_g_pix: 3.2898e-02 ] [ l_g_total: 3.2898e-02 ] +2024-10-22 02:55:10,364 INFO: [ epoch: 2 ] [ iter: 29,400 ] [ performance: 20.023 it/s ] [ lr: 1.00e-04 ] [ eta: 1356 days, 3:18:03 ] [ l_g_pix: 2.8850e-02 ] [ l_g_total: 2.8850e-02 ] +2024-10-22 02:55:15,140 INFO: [ epoch: 2 ] [ iter: 29,500 ] [ performance: 20.610 it/s ] [ lr: 1.00e-04 ] [ eta: 1358 days, 2:43:27 ] [ l_g_pix: 2.3527e-02 ] [ l_g_total: 2.3527e-02 ] +2024-10-22 02:55:20,018 INFO: [ epoch: 2 ] [ iter: 29,600 ] [ performance: 20.546 it/s ] [ lr: 1.00e-04 ] [ eta: 1360 days, 3:52:41 ] [ l_g_pix: 2.0666e-02 ] [ l_g_total: 2.0666e-02 ] +2024-10-22 02:55:25,008 INFO: [ epoch: 2 ] [ iter: 29,700 ] [ performance: 20.214 it/s ] [ lr: 1.00e-04 ] [ eta: 1362 days, 6:56:51 ] [ l_g_pix: 1.8678e-02 ] [ l_g_total: 1.8678e-02 ] +2024-10-22 02:55:29,908 INFO: [ epoch: 2 ] [ iter: 29,800 ] [ performance: 20.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1364 days, 7:59:22 ] [ l_g_pix: 1.9079e-02 ] [ l_g_total: 1.9079e-02 ] +2024-10-22 02:55:34,753 INFO: [ epoch: 2 ] [ iter: 29,900 ] [ performance: 20.682 it/s ] [ lr: 1.00e-04 ] [ eta: 1366 days, 7:41:14 ] [ l_g_pix: 2.0066e-02 ] [ l_g_total: 2.0066e-02 ] +2024-10-22 02:55:39,645 INFO: [ epoch: 2 ] [ iter: 30,000 ] [ performance: 20.401 it/s ] [ lr: 1.00e-04 ] [ eta: 1368 days, 8:01:27 ] [ l_g_pix: 2.1951e-02 ] [ l_g_total: 2.1951e-02 ] +2024-10-22 02:55:39,645 INFO: Saving models and training states. +2024-10-22 02:57:13,156 INFO: Validation val + + # psnr: 21.9835........ Best: 21.9835 @ 30000 iter + # ssim: 0.6441........ Best: 0.6441 @ 30000 iter + # dists: 0.7871........ Best: 0.7871 @ 30000 iter + +2024-10-22 02:57:18,297 INFO: [ epoch: 2 ] [ iter: 30,100 ] [ performance: 19.765 it/s ] [ lr: 1.00e-04 ] [ eta: 1446 days, 4:34:56 ] [ l_g_pix: 3.1387e-02 ] [ l_g_total: 3.1387e-02 ] +2024-10-22 02:57:23,200 INFO: [ epoch: 2 ] [ iter: 30,200 ] [ performance: 20.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1448 days, 1:58:49 ] [ l_g_pix: 1.5978e-02 ] [ l_g_total: 1.5978e-02 ] +2024-10-22 02:57:28,071 INFO: [ epoch: 2 ] [ iter: 30,300 ] [ performance: 20.645 it/s ] [ lr: 1.00e-04 ] [ eta: 1449 days, 22:30:09 ] [ l_g_pix: 2.5711e-02 ] [ l_g_total: 2.5711e-02 ] +2024-10-22 02:57:33,236 INFO: [ epoch: 2 ] [ iter: 30,400 ] [ performance: 18.935 it/s ] [ lr: 1.00e-04 ] [ eta: 1452 days, 0:26:20 ] [ l_g_pix: 2.7181e-02 ] [ l_g_total: 2.7181e-02 ] +2024-10-22 02:57:38,008 INFO: [ epoch: 2 ] [ iter: 30,500 ] [ performance: 20.248 it/s ] [ lr: 1.00e-04 ] [ eta: 1453 days, 18:29:05 ] [ l_g_pix: 3.1261e-02 ] [ l_g_total: 3.1261e-02 ] +2024-10-22 02:57:44,268 INFO: [ epoch: 3 ] [ iter: 30,600 ] [ performance: 12.751 it/s ] [ lr: 1.00e-04 ] [ eta: 1456 days, 16:56:39 ] [ l_g_pix: 2.4333e-02 ] [ l_g_total: 2.4333e-02 ] +2024-10-22 02:57:49,355 INFO: [ epoch: 3 ] [ iter: 30,700 ] [ performance: 16.721 it/s ] [ lr: 1.00e-04 ] [ eta: 1458 days, 16:30:52 ] [ l_g_pix: 2.8253e-02 ] [ l_g_total: 2.8253e-02 ] +2024-10-22 02:57:54,392 INFO: [ epoch: 3 ] [ iter: 30,800 ] [ performance: 20.080 it/s ] [ lr: 1.00e-04 ] [ eta: 1460 days, 14:48:36 ] [ l_g_pix: 1.5341e-02 ] [ l_g_total: 1.5341e-02 ] +2024-10-22 02:57:59,456 INFO: [ epoch: 3 ] [ iter: 30,900 ] [ performance: 19.854 it/s ] [ lr: 1.00e-04 ] [ eta: 1462 days, 13:21:10 ] [ l_g_pix: 3.6289e-02 ] [ l_g_total: 3.6289e-02 ] +2024-10-22 02:58:04,657 INFO: [ epoch: 3 ] [ iter: 31,000 ] [ performance: 19.182 it/s ] [ lr: 1.00e-04 ] [ eta: 1464 days, 14:14:03 ] [ l_g_pix: 2.0771e-02 ] [ l_g_total: 2.0771e-02 ] +2024-10-22 02:58:10,794 INFO: [ epoch: 3 ] [ iter: 31,100 ] [ performance: 17.107 it/s ] [ lr: 1.00e-04 ] [ eta: 1467 days, 8:44:44 ] [ l_g_pix: 2.2964e-02 ] [ l_g_total: 2.2964e-02 ] +2024-10-22 02:58:15,876 INFO: [ epoch: 3 ] [ iter: 31,200 ] [ performance: 19.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1469 days, 6:45:32 ] [ l_g_pix: 2.6514e-02 ] [ l_g_total: 2.6514e-02 ] +2024-10-22 02:58:21,041 INFO: [ epoch: 3 ] [ iter: 31,300 ] [ performance: 19.551 it/s ] [ lr: 1.00e-04 ] [ eta: 1471 days, 6:04:16 ] [ l_g_pix: 2.7768e-02 ] [ l_g_total: 2.7768e-02 ] +2024-10-22 02:58:26,187 INFO: [ epoch: 3 ] [ iter: 31,400 ] [ performance: 19.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1473 days, 4:43:45 ] [ l_g_pix: 1.7563e-02 ] [ l_g_total: 1.7563e-02 ] +2024-10-22 02:58:31,271 INFO: [ epoch: 3 ] [ iter: 31,500 ] [ performance: 19.692 it/s ] [ lr: 1.00e-04 ] [ eta: 1475 days, 1:55:16 ] [ l_g_pix: 1.9700e-02 ] [ l_g_total: 1.9700e-02 ] +2024-10-22 02:58:36,292 INFO: [ epoch: 3 ] [ iter: 31,600 ] [ performance: 19.797 it/s ] [ lr: 1.00e-04 ] [ eta: 1476 days, 21:38:21 ] [ l_g_pix: 2.1736e-02 ] [ l_g_total: 2.1736e-02 ] +2024-10-22 02:58:41,433 INFO: [ epoch: 3 ] [ iter: 31,700 ] [ performance: 19.556 it/s ] [ lr: 1.00e-04 ] [ eta: 1478 days, 19:21:04 ] [ l_g_pix: 3.2580e-02 ] [ l_g_total: 3.2580e-02 ] +2024-10-22 02:58:46,457 INFO: [ epoch: 3 ] [ iter: 31,800 ] [ performance: 20.160 it/s ] [ lr: 1.00e-04 ] [ eta: 1480 days, 14:33:23 ] [ l_g_pix: 2.5047e-02 ] [ l_g_total: 2.5047e-02 ] +2024-10-22 02:58:51,572 INFO: [ epoch: 3 ] [ iter: 31,900 ] [ performance: 19.729 it/s ] [ lr: 1.00e-04 ] [ eta: 1482 days, 11:12:17 ] [ l_g_pix: 2.6942e-02 ] [ l_g_total: 2.6942e-02 ] +2024-10-22 02:58:56,715 INFO: [ epoch: 3 ] [ iter: 32,000 ] [ performance: 19.617 it/s ] [ lr: 1.00e-04 ] [ eta: 1484 days, 8:06:27 ] [ l_g_pix: 1.8367e-02 ] [ l_g_total: 1.8367e-02 ] +2024-10-22 02:59:01,785 INFO: [ epoch: 3 ] [ iter: 32,100 ] [ performance: 19.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1486 days, 3:21:07 ] [ l_g_pix: 2.6189e-02 ] [ l_g_total: 2.6189e-02 ] +2024-10-22 02:59:06,868 INFO: [ epoch: 3 ] [ iter: 32,200 ] [ performance: 19.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1487 days, 22:32:16 ] [ l_g_pix: 1.8690e-02 ] [ l_g_total: 1.8690e-02 ] +2024-10-22 02:59:12,064 INFO: [ epoch: 3 ] [ iter: 32,300 ] [ performance: 19.451 it/s ] [ lr: 1.00e-04 ] [ eta: 1489 days, 19:34:59 ] [ l_g_pix: 2.4050e-02 ] [ l_g_total: 2.4050e-02 ] +2024-10-22 02:59:17,062 INFO: [ epoch: 3 ] [ iter: 32,400 ] [ performance: 20.482 it/s ] [ lr: 1.00e-04 ] [ eta: 1491 days, 12:36:35 ] [ l_g_pix: 2.4407e-02 ] [ l_g_total: 2.4407e-02 ] +2024-10-22 02:59:22,199 INFO: [ epoch: 3 ] [ iter: 32,500 ] [ performance: 19.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1493 days, 7:59:12 ] [ l_g_pix: 2.2866e-02 ] [ l_g_total: 2.2866e-02 ] +2024-10-22 02:59:27,418 INFO: [ epoch: 3 ] [ iter: 32,600 ] [ performance: 19.729 it/s ] [ lr: 1.00e-04 ] [ eta: 1495 days, 4:35:44 ] [ l_g_pix: 2.2242e-02 ] [ l_g_total: 2.2242e-02 ] +2024-10-22 02:59:32,556 INFO: [ epoch: 3 ] [ iter: 32,700 ] [ performance: 19.539 it/s ] [ lr: 1.00e-04 ] [ eta: 1496 days, 23:23:45 ] [ l_g_pix: 1.6619e-02 ] [ l_g_total: 1.6619e-02 ] +2024-10-22 02:59:37,506 INFO: [ epoch: 3 ] [ iter: 32,800 ] [ performance: 20.659 it/s ] [ lr: 1.00e-04 ] [ eta: 1498 days, 14:24:47 ] [ l_g_pix: 3.2075e-02 ] [ l_g_total: 3.2075e-02 ] +2024-10-22 02:59:42,579 INFO: [ epoch: 3 ] [ iter: 32,900 ] [ performance: 19.960 it/s ] [ lr: 1.00e-04 ] [ eta: 1500 days, 7:27:09 ] [ l_g_pix: 2.4293e-02 ] [ l_g_total: 2.4293e-02 ] +2024-10-22 02:59:47,783 INFO: [ epoch: 3 ] [ iter: 33,000 ] [ performance: 19.276 it/s ] [ lr: 1.00e-04 ] [ eta: 1502 days, 2:38:03 ] [ l_g_pix: 2.4046e-02 ] [ l_g_total: 2.4046e-02 ] +2024-10-22 02:59:52,908 INFO: [ epoch: 3 ] [ iter: 33,100 ] [ performance: 19.452 it/s ] [ lr: 1.00e-04 ] [ eta: 1503 days, 20:03:36 ] [ l_g_pix: 1.9765e-02 ] [ l_g_total: 1.9765e-02 ] +2024-10-22 02:59:57,947 INFO: [ epoch: 3 ] [ iter: 33,200 ] [ performance: 19.980 it/s ] [ lr: 1.00e-04 ] [ eta: 1505 days, 11:37:09 ] [ l_g_pix: 1.7190e-02 ] [ l_g_total: 1.7190e-02 ] +2024-10-22 03:00:03,117 INFO: [ epoch: 3 ] [ iter: 33,300 ] [ performance: 19.506 it/s ] [ lr: 1.00e-04 ] [ eta: 1507 days, 5:18:54 ] [ l_g_pix: 2.7525e-02 ] [ l_g_total: 2.7525e-02 ] +2024-10-22 03:00:08,223 INFO: [ epoch: 3 ] [ iter: 33,400 ] [ performance: 19.793 it/s ] [ lr: 1.00e-04 ] [ eta: 1508 days, 21:32:47 ] [ l_g_pix: 2.2296e-02 ] [ l_g_total: 2.2296e-02 ] +2024-10-22 03:00:13,452 INFO: [ epoch: 3 ] [ iter: 33,500 ] [ performance: 19.293 it/s ] [ lr: 1.00e-04 ] [ eta: 1510 days, 15:45:08 ] [ l_g_pix: 1.9282e-02 ] [ l_g_total: 1.9282e-02 ] +2024-10-22 03:00:18,568 INFO: [ epoch: 3 ] [ iter: 33,600 ] [ performance: 19.609 it/s ] [ lr: 1.00e-04 ] [ eta: 1512 days, 7:35:59 ] [ l_g_pix: 1.6806e-02 ] [ l_g_total: 1.6806e-02 ] +2024-10-22 03:00:23,600 INFO: [ epoch: 3 ] [ iter: 33,700 ] [ performance: 19.809 it/s ] [ lr: 1.00e-04 ] [ eta: 1513 days, 21:36:33 ] [ l_g_pix: 2.9934e-02 ] [ l_g_total: 2.9934e-02 ] +2024-10-22 03:00:28,760 INFO: [ epoch: 3 ] [ iter: 33,800 ] [ performance: 19.734 it/s ] [ lr: 1.00e-04 ] [ eta: 1515 days, 13:41:22 ] [ l_g_pix: 1.8584e-02 ] [ l_g_total: 1.8584e-02 ] +2024-10-22 03:00:33,584 INFO: [ epoch: 3 ] [ iter: 33,900 ] [ performance: 20.483 it/s ] [ lr: 1.00e-04 ] [ eta: 1516 days, 23:18:14 ] [ l_g_pix: 2.2194e-02 ] [ l_g_total: 2.2194e-02 ] +2024-10-22 03:00:38,681 INFO: [ epoch: 3 ] [ iter: 34,000 ] [ performance: 19.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1518 days, 13:39:59 ] [ l_g_pix: 2.4854e-02 ] [ l_g_total: 2.4854e-02 ] +2024-10-22 03:00:43,856 INFO: [ epoch: 3 ] [ iter: 34,100 ] [ performance: 19.440 it/s ] [ lr: 1.00e-04 ] [ eta: 1520 days, 5:11:05 ] [ l_g_pix: 2.4070e-02 ] [ l_g_total: 2.4070e-02 ] +2024-10-22 03:00:49,036 INFO: [ epoch: 3 ] [ iter: 34,200 ] [ performance: 20.173 it/s ] [ lr: 1.00e-04 ] [ eta: 1521 days, 20:29:50 ] [ l_g_pix: 2.0644e-02 ] [ l_g_total: 2.0644e-02 ] +2024-10-22 03:00:54,202 INFO: [ epoch: 3 ] [ iter: 34,300 ] [ performance: 19.541 it/s ] [ lr: 1.00e-04 ] [ eta: 1523 days, 11:16:14 ] [ l_g_pix: 2.8943e-02 ] [ l_g_total: 2.8943e-02 ] +2024-10-22 03:00:59,325 INFO: [ epoch: 3 ] [ iter: 34,400 ] [ performance: 19.905 it/s ] [ lr: 1.00e-04 ] [ eta: 1525 days, 0:57:37 ] [ l_g_pix: 2.2595e-02 ] [ l_g_total: 2.2595e-02 ] +2024-10-22 03:01:04,419 INFO: [ epoch: 3 ] [ iter: 34,500 ] [ performance: 19.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1526 days, 13:51:18 ] [ l_g_pix: 2.5327e-02 ] [ l_g_total: 2.5327e-02 ] +2024-10-22 03:01:09,317 INFO: [ epoch: 3 ] [ iter: 34,600 ] [ performance: 21.854 it/s ] [ lr: 1.00e-04 ] [ eta: 1527 days, 22:53:47 ] [ l_g_pix: 2.3820e-02 ] [ l_g_total: 2.3820e-02 ] +2024-10-22 03:01:14,402 INFO: [ epoch: 3 ] [ iter: 34,700 ] [ performance: 20.109 it/s ] [ lr: 1.00e-04 ] [ eta: 1529 days, 11:03:27 ] [ l_g_pix: 2.6742e-02 ] [ l_g_total: 2.6742e-02 ] +2024-10-22 03:01:19,592 INFO: [ epoch: 3 ] [ iter: 34,800 ] [ performance: 19.474 it/s ] [ lr: 1.00e-04 ] [ eta: 1531 days, 0:50:30 ] [ l_g_pix: 2.2329e-02 ] [ l_g_total: 2.2329e-02 ] +2024-10-22 03:01:24,784 INFO: [ epoch: 3 ] [ iter: 34,900 ] [ performance: 19.309 it/s ] [ lr: 1.00e-04 ] [ eta: 1532 days, 14:21:31 ] [ l_g_pix: 2.9668e-02 ] [ l_g_total: 2.9668e-02 ] +2024-10-22 03:01:29,926 INFO: [ epoch: 3 ] [ iter: 35,000 ] [ performance: 19.877 it/s ] [ lr: 1.00e-04 ] [ eta: 1534 days, 2:42:25 ] [ l_g_pix: 1.9265e-02 ] [ l_g_total: 1.9265e-02 ] +2024-10-22 03:01:35,124 INFO: [ epoch: 3 ] [ iter: 35,100 ] [ performance: 19.371 it/s ] [ lr: 1.00e-04 ] [ eta: 1535 days, 15:45:17 ] [ l_g_pix: 2.4705e-02 ] [ l_g_total: 2.4705e-02 ] +2024-10-22 03:01:40,145 INFO: [ epoch: 3 ] [ iter: 35,200 ] [ performance: 20.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1537 days, 1:20:32 ] [ l_g_pix: 3.3815e-02 ] [ l_g_total: 3.3815e-02 ] +2024-10-22 03:01:45,286 INFO: [ epoch: 3 ] [ iter: 35,300 ] [ performance: 19.655 it/s ] [ lr: 1.00e-04 ] [ eta: 1538 days, 12:49:03 ] [ l_g_pix: 2.6249e-02 ] [ l_g_total: 2.6249e-02 ] +2024-10-22 03:01:50,412 INFO: [ epoch: 3 ] [ iter: 35,400 ] [ performance: 19.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1539 days, 23:43:38 ] [ l_g_pix: 2.5876e-02 ] [ l_g_total: 2.5876e-02 ] +2024-10-22 03:01:55,474 INFO: [ epoch: 3 ] [ iter: 35,500 ] [ performance: 19.782 it/s ] [ lr: 1.00e-04 ] [ eta: 1541 days, 9:11:48 ] [ l_g_pix: 3.5001e-02 ] [ l_g_total: 3.5001e-02 ] +2024-10-22 03:02:00,495 INFO: [ epoch: 3 ] [ iter: 35,600 ] [ performance: 19.356 it/s ] [ lr: 1.00e-04 ] [ eta: 1542 days, 17:39:39 ] [ l_g_pix: 2.2902e-02 ] [ l_g_total: 2.2902e-02 ] +2024-10-22 03:02:05,446 INFO: [ epoch: 3 ] [ iter: 35,700 ] [ performance: 20.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1544 days, 0:36:23 ] [ l_g_pix: 2.7106e-02 ] [ l_g_total: 2.7106e-02 ] +2024-10-22 03:02:10,468 INFO: [ epoch: 3 ] [ iter: 35,800 ] [ performance: 20.598 it/s ] [ lr: 1.00e-04 ] [ eta: 1545 days, 8:32:05 ] [ l_g_pix: 3.2283e-02 ] [ l_g_total: 3.2283e-02 ] +2024-10-22 03:02:15,445 INFO: [ epoch: 3 ] [ iter: 35,900 ] [ performance: 20.186 it/s ] [ lr: 1.00e-04 ] [ eta: 1546 days, 15:22:10 ] [ l_g_pix: 1.9096e-02 ] [ l_g_total: 1.9096e-02 ] +2024-10-22 03:02:20,347 INFO: [ epoch: 3 ] [ iter: 36,000 ] [ performance: 21.182 it/s ] [ lr: 1.00e-04 ] [ eta: 1547 days, 20:36:26 ] [ l_g_pix: 1.5080e-02 ] [ l_g_total: 1.5080e-02 ] +2024-10-22 03:02:25,258 INFO: [ epoch: 3 ] [ iter: 36,100 ] [ performance: 20.502 it/s ] [ lr: 1.00e-04 ] [ eta: 1549 days, 1:43:54 ] [ l_g_pix: 1.6028e-02 ] [ l_g_total: 1.6028e-02 ] +2024-10-22 03:02:30,222 INFO: [ epoch: 3 ] [ iter: 36,200 ] [ performance: 19.937 it/s ] [ lr: 1.00e-04 ] [ eta: 1550 days, 7:31:10 ] [ l_g_pix: 2.3343e-02 ] [ l_g_total: 2.3343e-02 ] +2024-10-22 03:02:35,294 INFO: [ epoch: 3 ] [ iter: 36,300 ] [ performance: 19.755 it/s ] [ lr: 1.00e-04 ] [ eta: 1551 days, 14:56:32 ] [ l_g_pix: 3.1826e-02 ] [ l_g_total: 3.1826e-02 ] +2024-10-22 03:02:40,228 INFO: [ epoch: 3 ] [ iter: 36,400 ] [ performance: 20.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1552 days, 19:38:55 ] [ l_g_pix: 2.4847e-02 ] [ l_g_total: 2.4847e-02 ] +2024-10-22 03:02:45,285 INFO: [ epoch: 3 ] [ iter: 36,500 ] [ performance: 19.902 it/s ] [ lr: 1.00e-04 ] [ eta: 1554 days, 2:15:16 ] [ l_g_pix: 2.1535e-02 ] [ l_g_total: 2.1535e-02 ] +2024-10-22 03:02:50,193 INFO: [ epoch: 3 ] [ iter: 36,600 ] [ performance: 20.326 it/s ] [ lr: 1.00e-04 ] [ eta: 1555 days, 5:56:27 ] [ l_g_pix: 2.0710e-02 ] [ l_g_total: 2.0710e-02 ] +2024-10-22 03:02:55,255 INFO: [ epoch: 3 ] [ iter: 36,700 ] [ performance: 19.839 it/s ] [ lr: 1.00e-04 ] [ eta: 1556 days, 12:05:14 ] [ l_g_pix: 1.4081e-02 ] [ l_g_total: 1.4081e-02 ] +2024-10-22 03:03:00,280 INFO: [ epoch: 3 ] [ iter: 36,800 ] [ performance: 20.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1557 days, 17:16:20 ] [ l_g_pix: 2.3385e-02 ] [ l_g_total: 2.3385e-02 ] +2024-10-22 03:03:05,287 INFO: [ epoch: 3 ] [ iter: 36,900 ] [ performance: 20.094 it/s ] [ lr: 1.00e-04 ] [ eta: 1558 days, 21:53:19 ] [ l_g_pix: 2.3923e-02 ] [ l_g_total: 2.3923e-02 ] +2024-10-22 03:03:10,245 INFO: [ epoch: 3 ] [ iter: 37,000 ] [ performance: 19.793 it/s ] [ lr: 1.00e-04 ] [ eta: 1560 days, 1:21:33 ] [ l_g_pix: 2.2168e-02 ] [ l_g_total: 2.2168e-02 ] +2024-10-22 03:03:15,306 INFO: [ epoch: 3 ] [ iter: 37,100 ] [ performance: 19.768 it/s ] [ lr: 1.00e-04 ] [ eta: 1561 days, 6:20:23 ] [ l_g_pix: 2.8130e-02 ] [ l_g_total: 2.8130e-02 ] +2024-10-22 03:03:20,281 INFO: [ epoch: 3 ] [ iter: 37,200 ] [ performance: 20.020 it/s ] [ lr: 1.00e-04 ] [ eta: 1562 days, 9:33:19 ] [ l_g_pix: 2.8733e-02 ] [ l_g_total: 2.8733e-02 ] +2024-10-22 03:03:25,415 INFO: [ epoch: 3 ] [ iter: 37,300 ] [ performance: 19.549 it/s ] [ lr: 1.00e-04 ] [ eta: 1563 days, 15:15:53 ] [ l_g_pix: 2.3443e-02 ] [ l_g_total: 2.3443e-02 ] +2024-10-22 03:03:30,408 INFO: [ epoch: 3 ] [ iter: 37,400 ] [ performance: 20.104 it/s ] [ lr: 1.00e-04 ] [ eta: 1564 days, 18:14:29 ] [ l_g_pix: 1.4677e-02 ] [ l_g_total: 1.4677e-02 ] +2024-10-22 03:03:35,433 INFO: [ epoch: 3 ] [ iter: 37,500 ] [ performance: 19.928 it/s ] [ lr: 1.00e-04 ] [ eta: 1565 days, 21:29:16 ] [ l_g_pix: 2.7636e-02 ] [ l_g_total: 2.7636e-02 ] +2024-10-22 03:03:40,520 INFO: [ epoch: 3 ] [ iter: 37,600 ] [ performance: 20.283 it/s ] [ lr: 1.00e-04 ] [ eta: 1567 days, 1:31:28 ] [ l_g_pix: 1.3089e-02 ] [ l_g_total: 1.3089e-02 ] +2024-10-22 03:03:45,615 INFO: [ epoch: 3 ] [ iter: 37,700 ] [ performance: 19.704 it/s ] [ lr: 1.00e-04 ] [ eta: 1568 days, 5:24:57 ] [ l_g_pix: 3.3367e-02 ] [ l_g_total: 3.3367e-02 ] +2024-10-22 03:03:50,772 INFO: [ epoch: 3 ] [ iter: 37,800 ] [ performance: 19.304 it/s ] [ lr: 1.00e-04 ] [ eta: 1569 days, 10:06:38 ] [ l_g_pix: 3.2448e-02 ] [ l_g_total: 3.2448e-02 ] +2024-10-22 03:03:55,911 INFO: [ epoch: 3 ] [ iter: 37,900 ] [ performance: 19.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1570 days, 14:11:55 ] [ l_g_pix: 1.3571e-02 ] [ l_g_total: 1.3571e-02 ] +2024-10-22 03:04:00,991 INFO: [ epoch: 3 ] [ iter: 38,000 ] [ performance: 19.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1571 days, 16:59:20 ] [ l_g_pix: 2.5502e-02 ] [ l_g_total: 2.5502e-02 ] +2024-10-22 03:04:06,026 INFO: [ epoch: 3 ] [ iter: 38,100 ] [ performance: 19.860 it/s ] [ lr: 1.00e-04 ] [ eta: 1572 days, 18:42:55 ] [ l_g_pix: 2.7264e-02 ] [ l_g_total: 2.7264e-02 ] +2024-10-22 03:04:11,195 INFO: [ epoch: 3 ] [ iter: 38,200 ] [ performance: 20.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1573 days, 22:27:28 ] [ l_g_pix: 2.8217e-02 ] [ l_g_total: 2.8217e-02 ] +2024-10-22 03:04:16,249 INFO: [ epoch: 3 ] [ iter: 38,300 ] [ performance: 19.831 it/s ] [ lr: 1.00e-04 ] [ eta: 1574 days, 23:57:44 ] [ l_g_pix: 2.9463e-02 ] [ l_g_total: 2.9463e-02 ] +2024-10-22 03:04:21,341 INFO: [ epoch: 3 ] [ iter: 38,400 ] [ performance: 20.062 it/s ] [ lr: 1.00e-04 ] [ eta: 1576 days, 1:49:35 ] [ l_g_pix: 2.5236e-02 ] [ l_g_total: 2.5236e-02 ] +2024-10-22 03:04:26,511 INFO: [ epoch: 3 ] [ iter: 38,500 ] [ performance: 19.401 it/s ] [ lr: 1.00e-04 ] [ eta: 1577 days, 4:44:38 ] [ l_g_pix: 3.5278e-02 ] [ l_g_total: 3.5278e-02 ] +2024-10-22 03:04:31,635 INFO: [ epoch: 3 ] [ iter: 38,600 ] [ performance: 19.548 it/s ] [ lr: 1.00e-04 ] [ eta: 1578 days, 6:34:20 ] [ l_g_pix: 2.9729e-02 ] [ l_g_total: 2.9729e-02 ] +2024-10-22 03:04:36,704 INFO: [ epoch: 3 ] [ iter: 38,700 ] [ performance: 19.717 it/s ] [ lr: 1.00e-04 ] [ eta: 1579 days, 7:11:19 ] [ l_g_pix: 3.3346e-02 ] [ l_g_total: 3.3346e-02 ] +2024-10-22 03:04:41,797 INFO: [ epoch: 3 ] [ iter: 38,800 ] [ performance: 19.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1580 days, 7:57:00 ] [ l_g_pix: 2.4369e-02 ] [ l_g_total: 2.4369e-02 ] +2024-10-22 03:04:46,772 INFO: [ epoch: 3 ] [ iter: 38,900 ] [ performance: 20.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1581 days, 6:23:47 ] [ l_g_pix: 2.8671e-02 ] [ l_g_total: 2.8671e-02 ] +2024-10-22 03:04:51,803 INFO: [ epoch: 3 ] [ iter: 39,000 ] [ performance: 18.726 it/s ] [ lr: 1.00e-04 ] [ eta: 1582 days, 5:32:43 ] [ l_g_pix: 2.3714e-02 ] [ l_g_total: 2.3714e-02 ] +2024-10-22 03:04:56,861 INFO: [ epoch: 3 ] [ iter: 39,100 ] [ performance: 19.712 it/s ] [ lr: 1.00e-04 ] [ eta: 1583 days, 4:51:08 ] [ l_g_pix: 2.4675e-02 ] [ l_g_total: 2.4675e-02 ] +2024-10-22 03:05:01,932 INFO: [ epoch: 3 ] [ iter: 39,200 ] [ performance: 18.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1584 days, 4:05:42 ] [ l_g_pix: 3.4022e-02 ] [ l_g_total: 3.4022e-02 ] +2024-10-22 03:05:06,960 INFO: [ epoch: 3 ] [ iter: 39,300 ] [ performance: 19.839 it/s ] [ lr: 1.00e-04 ] [ eta: 1585 days, 2:20:48 ] [ l_g_pix: 4.2070e-02 ] [ l_g_total: 4.2070e-02 ] +2024-10-22 03:05:12,007 INFO: [ epoch: 3 ] [ iter: 39,400 ] [ performance: 19.551 it/s ] [ lr: 1.00e-04 ] [ eta: 1586 days, 0:36:50 ] [ l_g_pix: 2.8839e-02 ] [ l_g_total: 2.8839e-02 ] +2024-10-22 03:05:17,125 INFO: [ epoch: 3 ] [ iter: 39,500 ] [ performance: 19.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1586 days, 23:49:05 ] [ l_g_pix: 1.7771e-02 ] [ l_g_total: 1.7771e-02 ] +2024-10-22 03:05:22,265 INFO: [ epoch: 3 ] [ iter: 39,600 ] [ performance: 19.007 it/s ] [ lr: 1.00e-04 ] [ eta: 1587 days, 23:06:00 ] [ l_g_pix: 2.9782e-02 ] [ l_g_total: 2.9782e-02 ] +2024-10-22 03:05:27,407 INFO: [ epoch: 3 ] [ iter: 39,700 ] [ performance: 19.438 it/s ] [ lr: 1.00e-04 ] [ eta: 1588 days, 22:07:25 ] [ l_g_pix: 2.2517e-02 ] [ l_g_total: 2.2517e-02 ] +2024-10-22 03:05:32,422 INFO: [ epoch: 3 ] [ iter: 39,800 ] [ performance: 20.343 it/s ] [ lr: 1.00e-04 ] [ eta: 1589 days, 18:44:32 ] [ l_g_pix: 3.5194e-02 ] [ l_g_total: 3.5194e-02 ] +2024-10-22 03:05:37,523 INFO: [ epoch: 3 ] [ iter: 39,900 ] [ performance: 19.619 it/s ] [ lr: 1.00e-04 ] [ eta: 1590 days, 16:31:23 ] [ l_g_pix: 2.6194e-02 ] [ l_g_total: 2.6194e-02 ] +2024-10-22 03:05:42,643 INFO: [ epoch: 3 ] [ iter: 40,000 ] [ performance: 19.346 it/s ] [ lr: 1.00e-04 ] [ eta: 1591 days, 14:20:08 ] [ l_g_pix: 1.5069e-02 ] [ l_g_total: 1.5069e-02 ] +2024-10-22 03:05:42,644 INFO: Saving models and training states. +2024-10-22 03:07:01,966 INFO: Validation val + + # psnr: 22.0114........ Best: 22.0114 @ 40000 iter + # ssim: 0.6459........ Best: 0.6459 @ 40000 iter + # dists: 0.7871........ Best: 0.7871 @ 40000 iter + +2024-10-22 03:07:07,219 INFO: [ epoch: 3 ] [ iter: 40,100 ] [ performance: 19.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1647 days, 13:53:31 ] [ l_g_pix: 1.8786e-02 ] [ l_g_total: 1.8786e-02 ] +2024-10-22 03:07:12,322 INFO: [ epoch: 3 ] [ iter: 40,200 ] [ performance: 19.316 it/s ] [ lr: 1.00e-04 ] [ eta: 1648 days, 8:38:55 ] [ l_g_pix: 2.4542e-02 ] [ l_g_total: 2.4542e-02 ] +2024-10-22 03:07:17,475 INFO: [ epoch: 3 ] [ iter: 40,300 ] [ performance: 19.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1649 days, 3:55:59 ] [ l_g_pix: 1.9184e-02 ] [ l_g_total: 1.9184e-02 ] +2024-10-22 03:07:22,559 INFO: [ epoch: 3 ] [ iter: 40,400 ] [ performance: 19.541 it/s ] [ lr: 1.00e-04 ] [ eta: 1649 days, 21:48:06 ] [ l_g_pix: 3.0267e-02 ] [ l_g_total: 3.0267e-02 ] +2024-10-22 03:07:27,755 INFO: [ epoch: 3 ] [ iter: 40,500 ] [ performance: 19.237 it/s ] [ lr: 1.00e-04 ] [ eta: 1650 days, 17:14:16 ] [ l_g_pix: 2.6957e-02 ] [ l_g_total: 2.6957e-02 ] +2024-10-22 03:07:32,977 INFO: [ epoch: 3 ] [ iter: 40,600 ] [ performance: 19.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1651 days, 12:49:08 ] [ l_g_pix: 3.4725e-02 ] [ l_g_total: 3.4725e-02 ] +2024-10-22 03:07:38,126 INFO: [ epoch: 3 ] [ iter: 40,700 ] [ performance: 19.410 it/s ] [ lr: 1.00e-04 ] [ eta: 1652 days, 6:53:57 ] [ l_g_pix: 2.1558e-02 ] [ l_g_total: 2.1558e-02 ] +2024-10-22 03:07:44,474 INFO: [ epoch: 4 ] [ iter: 40,800 ] [ performance: 17.374 it/s ] [ lr: 1.00e-04 ] [ eta: 1653 days, 20:24:58 ] [ l_g_pix: 1.9023e-02 ] [ l_g_total: 1.9023e-02 ] +2024-10-22 03:07:49,506 INFO: [ epoch: 4 ] [ iter: 40,900 ] [ performance: 19.916 it/s ] [ lr: 1.00e-04 ] [ eta: 1654 days, 11:58:57 ] [ l_g_pix: 3.2498e-02 ] [ l_g_total: 3.2498e-02 ] +2024-10-22 03:07:54,549 INFO: [ epoch: 4 ] [ iter: 41,000 ] [ performance: 19.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1655 days, 3:26:14 ] [ l_g_pix: 2.3125e-02 ] [ l_g_total: 2.3125e-02 ] +2024-10-22 03:07:59,360 INFO: [ epoch: 4 ] [ iter: 41,100 ] [ performance: 20.863 it/s ] [ lr: 1.00e-04 ] [ eta: 1655 days, 14:48:56 ] [ l_g_pix: 3.5216e-02 ] [ l_g_total: 3.5216e-02 ] +2024-10-22 03:08:04,378 INFO: [ epoch: 4 ] [ iter: 41,200 ] [ performance: 20.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1656 days, 5:19:20 ] [ l_g_pix: 2.3063e-02 ] [ l_g_total: 2.3063e-02 ] +2024-10-22 03:08:09,242 INFO: [ epoch: 4 ] [ iter: 41,300 ] [ performance: 20.572 it/s ] [ lr: 1.00e-04 ] [ eta: 1656 days, 17:00:55 ] [ l_g_pix: 3.9761e-02 ] [ l_g_total: 3.9761e-02 ] +2024-10-22 03:08:15,488 INFO: [ epoch: 4 ] [ iter: 41,400 ] [ performance: 17.950 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 2:57:06 ] [ l_g_pix: 2.1654e-02 ] [ l_g_total: 2.1654e-02 ] +2024-10-22 03:08:20,609 INFO: [ epoch: 4 ] [ iter: 41,500 ] [ performance: 19.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 18:15:24 ] [ l_g_pix: 2.4170e-02 ] [ l_g_total: 2.4170e-02 ] +2024-10-22 03:08:25,765 INFO: [ epoch: 4 ] [ iter: 41,600 ] [ performance: 19.466 it/s ] [ lr: 1.00e-04 ] [ eta: 1659 days, 9:50:44 ] [ l_g_pix: 1.8197e-02 ] [ l_g_total: 1.8197e-02 ] +2024-10-22 03:08:30,958 INFO: [ epoch: 4 ] [ iter: 41,700 ] [ performance: 19.370 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 1:45:02 ] [ l_g_pix: 2.9151e-02 ] [ l_g_total: 2.9151e-02 ] +2024-10-22 03:08:36,027 INFO: [ epoch: 4 ] [ iter: 41,800 ] [ performance: 19.556 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 15:20:56 ] [ l_g_pix: 2.4444e-02 ] [ l_g_total: 2.4444e-02 ] +2024-10-22 03:08:41,093 INFO: [ epoch: 4 ] [ iter: 41,900 ] [ performance: 19.739 it/s ] [ lr: 1.00e-04 ] [ eta: 1661 days, 4:38:10 ] [ l_g_pix: 2.0960e-02 ] [ l_g_total: 2.0960e-02 ] +2024-10-22 03:08:46,178 INFO: [ epoch: 4 ] [ iter: 42,000 ] [ performance: 19.702 it/s ] [ lr: 1.00e-04 ] [ eta: 1661 days, 17:56:11 ] [ l_g_pix: 2.0557e-02 ] [ l_g_total: 2.0557e-02 ] +2024-10-22 03:08:51,325 INFO: [ epoch: 4 ] [ iter: 42,100 ] [ performance: 19.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1662 days, 7:57:10 ] [ l_g_pix: 2.9075e-02 ] [ l_g_total: 2.9075e-02 ] +2024-10-22 03:08:56,444 INFO: [ epoch: 4 ] [ iter: 42,200 ] [ performance: 19.514 it/s ] [ lr: 1.00e-04 ] [ eta: 1662 days, 21:14:12 ] [ l_g_pix: 2.9645e-02 ] [ l_g_total: 2.9645e-02 ] +2024-10-22 03:09:01,513 INFO: [ epoch: 4 ] [ iter: 42,300 ] [ performance: 19.740 it/s ] [ lr: 1.00e-04 ] [ eta: 1663 days, 9:25:53 ] [ l_g_pix: 3.2640e-02 ] [ l_g_total: 3.2640e-02 ] +2024-10-22 03:09:06,650 INFO: [ epoch: 4 ] [ iter: 42,400 ] [ performance: 19.598 it/s ] [ lr: 1.00e-04 ] [ eta: 1663 days, 22:25:09 ] [ l_g_pix: 2.7448e-02 ] [ l_g_total: 2.7448e-02 ] +2024-10-22 03:09:11,768 INFO: [ epoch: 4 ] [ iter: 42,500 ] [ performance: 19.539 it/s ] [ lr: 1.00e-04 ] [ eta: 1664 days, 10:50:08 ] [ l_g_pix: 2.6299e-02 ] [ l_g_total: 2.6299e-02 ] +2024-10-22 03:09:16,760 INFO: [ epoch: 4 ] [ iter: 42,600 ] [ performance: 19.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1664 days, 20:57:20 ] [ l_g_pix: 2.5770e-02 ] [ l_g_total: 2.5770e-02 ] +2024-10-22 03:09:21,863 INFO: [ epoch: 4 ] [ iter: 42,700 ] [ performance: 19.665 it/s ] [ lr: 1.00e-04 ] [ eta: 1665 days, 8:33:58 ] [ l_g_pix: 3.5408e-02 ] [ l_g_total: 3.5408e-02 ] +2024-10-22 03:09:26,919 INFO: [ epoch: 4 ] [ iter: 42,800 ] [ performance: 19.728 it/s ] [ lr: 1.00e-04 ] [ eta: 1665 days, 19:08:16 ] [ l_g_pix: 2.2158e-02 ] [ l_g_total: 2.2158e-02 ] +2024-10-22 03:09:32,061 INFO: [ epoch: 4 ] [ iter: 42,900 ] [ performance: 19.450 it/s ] [ lr: 1.00e-04 ] [ eta: 1666 days, 6:48:38 ] [ l_g_pix: 2.2435e-02 ] [ l_g_total: 2.2435e-02 ] +2024-10-22 03:09:37,193 INFO: [ epoch: 4 ] [ iter: 43,000 ] [ performance: 19.471 it/s ] [ lr: 1.00e-04 ] [ eta: 1666 days, 18:01:23 ] [ l_g_pix: 2.5833e-02 ] [ l_g_total: 2.5833e-02 ] +2024-10-22 03:09:42,173 INFO: [ epoch: 4 ] [ iter: 43,100 ] [ performance: 20.331 it/s ] [ lr: 1.00e-04 ] [ eta: 1667 days, 2:33:35 ] [ l_g_pix: 2.0234e-02 ] [ l_g_total: 2.0234e-02 ] +2024-10-22 03:09:47,282 INFO: [ epoch: 4 ] [ iter: 43,200 ] [ performance: 19.920 it/s ] [ lr: 1.00e-04 ] [ eta: 1667 days, 12:50:14 ] [ l_g_pix: 2.1966e-02 ] [ l_g_total: 2.1966e-02 ] +2024-10-22 03:09:52,175 INFO: [ epoch: 4 ] [ iter: 43,300 ] [ performance: 20.737 it/s ] [ lr: 1.00e-04 ] [ eta: 1667 days, 19:26:42 ] [ l_g_pix: 3.3346e-02 ] [ l_g_total: 3.3346e-02 ] +2024-10-22 03:09:57,125 INFO: [ epoch: 4 ] [ iter: 43,400 ] [ performance: 20.446 it/s ] [ lr: 1.00e-04 ] [ eta: 1668 days, 2:40:15 ] [ l_g_pix: 2.8719e-02 ] [ l_g_total: 2.8719e-02 ] +2024-10-22 03:10:02,080 INFO: [ epoch: 4 ] [ iter: 43,500 ] [ performance: 20.212 it/s ] [ lr: 1.00e-04 ] [ eta: 1668 days, 9:42:28 ] [ l_g_pix: 2.7980e-02 ] [ l_g_total: 2.7980e-02 ] +2024-10-22 03:10:07,150 INFO: [ epoch: 4 ] [ iter: 43,600 ] [ performance: 19.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1668 days, 18:15:42 ] [ l_g_pix: 2.9472e-02 ] [ l_g_total: 2.9472e-02 ] +2024-10-22 03:10:12,176 INFO: [ epoch: 4 ] [ iter: 43,700 ] [ performance: 19.969 it/s ] [ lr: 1.00e-04 ] [ eta: 1669 days, 1:50:47 ] [ l_g_pix: 1.7797e-02 ] [ l_g_total: 1.7797e-02 ] +2024-10-22 03:10:17,197 INFO: [ epoch: 4 ] [ iter: 43,800 ] [ performance: 19.942 it/s ] [ lr: 1.00e-04 ] [ eta: 1669 days, 9:04:33 ] [ l_g_pix: 2.7685e-02 ] [ l_g_total: 2.7685e-02 ] +2024-10-22 03:10:22,126 INFO: [ epoch: 4 ] [ iter: 43,900 ] [ performance: 20.124 it/s ] [ lr: 1.00e-04 ] [ eta: 1669 days, 14:36:04 ] [ l_g_pix: 2.6773e-02 ] [ l_g_total: 2.6773e-02 ] +2024-10-22 03:10:27,213 INFO: [ epoch: 4 ] [ iter: 44,000 ] [ performance: 19.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1669 days, 22:17:51 ] [ l_g_pix: 2.2149e-02 ] [ l_g_total: 2.2149e-02 ] +2024-10-22 03:10:32,197 INFO: [ epoch: 4 ] [ iter: 44,100 ] [ performance: 20.378 it/s ] [ lr: 1.00e-04 ] [ eta: 1670 days, 4:06:58 ] [ l_g_pix: 1.8350e-02 ] [ l_g_total: 1.8350e-02 ] +2024-10-22 03:10:37,240 INFO: [ epoch: 4 ] [ iter: 44,200 ] [ performance: 20.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1670 days, 10:34:46 ] [ l_g_pix: 2.0063e-02 ] [ l_g_total: 2.0063e-02 ] +2024-10-22 03:10:42,220 INFO: [ epoch: 4 ] [ iter: 44,300 ] [ performance: 20.041 it/s ] [ lr: 1.00e-04 ] [ eta: 1670 days, 15:46:47 ] [ l_g_pix: 2.3051e-02 ] [ l_g_total: 2.3051e-02 ] +2024-10-22 03:10:47,175 INFO: [ epoch: 4 ] [ iter: 44,400 ] [ performance: 20.120 it/s ] [ lr: 1.00e-04 ] [ eta: 1670 days, 20:19:16 ] [ l_g_pix: 2.8224e-02 ] [ l_g_total: 2.8224e-02 ] +2024-10-22 03:10:52,217 INFO: [ epoch: 4 ] [ iter: 44,500 ] [ performance: 20.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 1:54:55 ] [ l_g_pix: 2.7059e-02 ] [ l_g_total: 2.7059e-02 ] +2024-10-22 03:10:57,262 INFO: [ epoch: 4 ] [ iter: 44,600 ] [ performance: 19.908 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 7:17:07 ] [ l_g_pix: 2.4153e-02 ] [ l_g_total: 2.4153e-02 ] +2024-10-22 03:11:02,216 INFO: [ epoch: 4 ] [ iter: 44,700 ] [ performance: 20.436 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 10:59:25 ] [ l_g_pix: 3.1355e-02 ] [ l_g_total: 3.1355e-02 ] +2024-10-22 03:11:07,151 INFO: [ epoch: 4 ] [ iter: 44,800 ] [ performance: 20.341 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 14:06:39 ] [ l_g_pix: 2.3828e-02 ] [ l_g_total: 2.3828e-02 ] +2024-10-22 03:11:12,099 INFO: [ epoch: 4 ] [ iter: 44,900 ] [ performance: 20.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 17:09:46 ] [ l_g_pix: 2.2979e-02 ] [ l_g_total: 2.2979e-02 ] +2024-10-22 03:11:17,203 INFO: [ epoch: 4 ] [ iter: 45,000 ] [ performance: 19.928 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 22:18:57 ] [ l_g_pix: 2.3303e-02 ] [ l_g_total: 2.3303e-02 ] +2024-10-22 03:11:22,190 INFO: [ epoch: 4 ] [ iter: 45,100 ] [ performance: 20.244 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 1:24:47 ] [ l_g_pix: 2.1229e-02 ] [ l_g_total: 2.1229e-02 ] +2024-10-22 03:11:27,233 INFO: [ epoch: 4 ] [ iter: 45,200 ] [ performance: 20.009 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 5:04:34 ] [ l_g_pix: 2.4478e-02 ] [ l_g_total: 2.4478e-02 ] +2024-10-22 03:11:32,342 INFO: [ epoch: 4 ] [ iter: 45,300 ] [ performance: 19.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 9:28:29 ] [ l_g_pix: 1.6235e-02 ] [ l_g_total: 1.6235e-02 ] +2024-10-22 03:11:37,374 INFO: [ epoch: 4 ] [ iter: 45,400 ] [ performance: 19.820 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 12:24:22 ] [ l_g_pix: 2.3917e-02 ] [ l_g_total: 2.3917e-02 ] +2024-10-22 03:11:42,530 INFO: [ epoch: 4 ] [ iter: 45,500 ] [ performance: 19.399 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 16:56:46 ] [ l_g_pix: 2.0913e-02 ] [ l_g_total: 2.0913e-02 ] +2024-10-22 03:11:47,660 INFO: [ epoch: 4 ] [ iter: 45,600 ] [ performance: 19.454 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 20:48:20 ] [ l_g_pix: 1.7092e-02 ] [ l_g_total: 1.7092e-02 ] +2024-10-22 03:11:52,751 INFO: [ epoch: 4 ] [ iter: 45,700 ] [ performance: 19.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 23:47:26 ] [ l_g_pix: 2.5408e-02 ] [ l_g_total: 2.5408e-02 ] +2024-10-22 03:11:57,840 INFO: [ epoch: 4 ] [ iter: 45,800 ] [ performance: 19.669 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 2:27:17 ] [ l_g_pix: 1.9673e-02 ] [ l_g_total: 1.9673e-02 ] +2024-10-22 03:12:02,871 INFO: [ epoch: 4 ] [ iter: 45,900 ] [ performance: 19.984 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 3:58:52 ] [ l_g_pix: 2.2684e-02 ] [ l_g_total: 2.2684e-02 ] +2024-10-22 03:12:07,961 INFO: [ epoch: 4 ] [ iter: 46,000 ] [ performance: 19.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 6:05:51 ] [ l_g_pix: 2.9870e-02 ] [ l_g_total: 2.9870e-02 ] +2024-10-22 03:12:13,079 INFO: [ epoch: 4 ] [ iter: 46,100 ] [ performance: 19.847 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 8:21:00 ] [ l_g_pix: 2.6404e-02 ] [ l_g_total: 2.6404e-02 ] +2024-10-22 03:12:18,148 INFO: [ epoch: 4 ] [ iter: 46,200 ] [ performance: 19.777 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 9:36:00 ] [ l_g_pix: 2.3778e-02 ] [ l_g_total: 2.3778e-02 ] +2024-10-22 03:12:23,094 INFO: [ epoch: 4 ] [ iter: 46,300 ] [ performance: 20.201 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 8:43:05 ] [ l_g_pix: 2.0993e-02 ] [ l_g_total: 2.0993e-02 ] +2024-10-22 03:12:28,142 INFO: [ epoch: 4 ] [ iter: 46,400 ] [ performance: 19.970 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 9:05:26 ] [ l_g_pix: 2.0402e-02 ] [ l_g_total: 2.0402e-02 ] +2024-10-22 03:12:33,075 INFO: [ epoch: 4 ] [ iter: 46,500 ] [ performance: 20.513 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 7:27:51 ] [ l_g_pix: 3.1752e-02 ] [ l_g_total: 3.1752e-02 ] +2024-10-22 03:12:37,975 INFO: [ epoch: 4 ] [ iter: 46,600 ] [ performance: 20.452 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 5:05:03 ] [ l_g_pix: 2.4736e-02 ] [ l_g_total: 2.4736e-02 ] +2024-10-22 03:12:43,093 INFO: [ epoch: 4 ] [ iter: 46,700 ] [ performance: 19.584 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 5:39:24 ] [ l_g_pix: 2.9390e-02 ] [ l_g_total: 2.9390e-02 ] +2024-10-22 03:12:48,184 INFO: [ epoch: 4 ] [ iter: 46,800 ] [ performance: 19.620 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 5:32:36 ] [ l_g_pix: 2.1606e-02 ] [ l_g_total: 2.1606e-02 ] +2024-10-22 03:12:53,268 INFO: [ epoch: 4 ] [ iter: 46,900 ] [ performance: 19.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 5:02:43 ] [ l_g_pix: 2.5925e-02 ] [ l_g_total: 2.5925e-02 ] +2024-10-22 03:12:58,345 INFO: [ epoch: 4 ] [ iter: 47,000 ] [ performance: 19.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 4:09:27 ] [ l_g_pix: 2.5503e-02 ] [ l_g_total: 2.5503e-02 ] +2024-10-22 03:13:03,438 INFO: [ epoch: 4 ] [ iter: 47,100 ] [ performance: 19.766 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 3:14:12 ] [ l_g_pix: 2.1274e-02 ] [ l_g_total: 2.1274e-02 ] +2024-10-22 03:13:08,531 INFO: [ epoch: 4 ] [ iter: 47,200 ] [ performance: 19.688 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 2:01:26 ] [ l_g_pix: 3.4263e-02 ] [ l_g_total: 3.4263e-02 ] +2024-10-22 03:13:13,556 INFO: [ epoch: 4 ] [ iter: 47,300 ] [ performance: 20.132 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 23:31:50 ] [ l_g_pix: 2.7562e-02 ] [ l_g_total: 2.7562e-02 ] +2024-10-22 03:13:18,614 INFO: [ epoch: 4 ] [ iter: 47,400 ] [ performance: 19.913 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 21:14:35 ] [ l_g_pix: 2.7492e-02 ] [ l_g_total: 2.7492e-02 ] +2024-10-22 03:13:23,567 INFO: [ epoch: 4 ] [ iter: 47,500 ] [ performance: 20.675 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 17:08:27 ] [ l_g_pix: 2.3803e-02 ] [ l_g_total: 2.3803e-02 ] +2024-10-22 03:13:28,642 INFO: [ epoch: 4 ] [ iter: 47,600 ] [ performance: 20.075 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 14:32:10 ] [ l_g_pix: 2.8439e-02 ] [ l_g_total: 2.8439e-02 ] +2024-10-22 03:13:33,796 INFO: [ epoch: 4 ] [ iter: 47,700 ] [ performance: 19.426 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 12:48:03 ] [ l_g_pix: 1.9814e-02 ] [ l_g_total: 1.9814e-02 ] +2024-10-22 03:13:38,921 INFO: [ epoch: 4 ] [ iter: 47,800 ] [ performance: 19.480 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 10:21:39 ] [ l_g_pix: 3.3797e-02 ] [ l_g_total: 3.3797e-02 ] +2024-10-22 03:13:44,035 INFO: [ epoch: 4 ] [ iter: 47,900 ] [ performance: 19.658 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 7:28:29 ] [ l_g_pix: 2.5847e-02 ] [ l_g_total: 2.5847e-02 ] +2024-10-22 03:13:49,081 INFO: [ epoch: 4 ] [ iter: 48,000 ] [ performance: 19.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 3:19:33 ] [ l_g_pix: 1.2698e-02 ] [ l_g_total: 1.2698e-02 ] +2024-10-22 03:13:54,220 INFO: [ epoch: 4 ] [ iter: 48,100 ] [ performance: 19.595 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 0:13:46 ] [ l_g_pix: 1.8656e-02 ] [ l_g_total: 1.8656e-02 ] +2024-10-22 03:13:59,256 INFO: [ epoch: 4 ] [ iter: 48,200 ] [ performance: 19.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 19:22:47 ] [ l_g_pix: 2.4045e-02 ] [ l_g_total: 2.4045e-02 ] +2024-10-22 03:14:04,329 INFO: [ epoch: 4 ] [ iter: 48,300 ] [ performance: 19.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 14:45:57 ] [ l_g_pix: 1.4980e-02 ] [ l_g_total: 1.4980e-02 ] +2024-10-22 03:14:09,416 INFO: [ epoch: 4 ] [ iter: 48,400 ] [ performance: 19.769 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 10:04:20 ] [ l_g_pix: 2.1161e-02 ] [ l_g_total: 2.1161e-02 ] +2024-10-22 03:14:14,293 INFO: [ epoch: 4 ] [ iter: 48,500 ] [ performance: 20.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 2:06:34 ] [ l_g_pix: 1.9385e-02 ] [ l_g_total: 1.9385e-02 ] +2024-10-22 03:14:19,309 INFO: [ epoch: 4 ] [ iter: 48,600 ] [ performance: 20.244 it/s ] [ lr: 1.00e-04 ] [ eta: 1670 days, 19:50:18 ] [ l_g_pix: 2.6048e-02 ] [ l_g_total: 2.6048e-02 ] +2024-10-22 03:14:24,423 INFO: [ epoch: 4 ] [ iter: 48,700 ] [ performance: 19.899 it/s ] [ lr: 1.00e-04 ] [ eta: 1670 days, 14:41:39 ] [ l_g_pix: 2.7619e-02 ] [ l_g_total: 2.7619e-02 ] +2024-10-22 03:14:29,443 INFO: [ epoch: 4 ] [ iter: 48,800 ] [ performance: 19.914 it/s ] [ lr: 1.00e-04 ] [ eta: 1670 days, 7:55:42 ] [ l_g_pix: 2.7580e-02 ] [ l_g_total: 2.7580e-02 ] +2024-10-22 03:14:34,540 INFO: [ epoch: 4 ] [ iter: 48,900 ] [ performance: 19.937 it/s ] [ lr: 1.00e-04 ] [ eta: 1670 days, 1:59:09 ] [ l_g_pix: 2.8761e-02 ] [ l_g_total: 2.8761e-02 ] +2024-10-22 03:14:39,518 INFO: [ epoch: 4 ] [ iter: 49,000 ] [ performance: 20.036 it/s ] [ lr: 1.00e-04 ] [ eta: 1669 days, 18:03:35 ] [ l_g_pix: 2.0859e-02 ] [ l_g_total: 2.0859e-02 ] +2024-10-22 03:14:44,603 INFO: [ epoch: 4 ] [ iter: 49,100 ] [ performance: 20.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1669 days, 11:22:53 ] [ l_g_pix: 2.9580e-02 ] [ l_g_total: 2.9580e-02 ] +2024-10-22 03:14:49,753 INFO: [ epoch: 4 ] [ iter: 49,200 ] [ performance: 19.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1669 days, 5:20:09 ] [ l_g_pix: 2.6284e-02 ] [ l_g_total: 2.6284e-02 ] +2024-10-22 03:14:54,857 INFO: [ epoch: 4 ] [ iter: 49,300 ] [ performance: 19.355 it/s ] [ lr: 1.00e-04 ] [ eta: 1668 days, 22:20:55 ] [ l_g_pix: 3.3596e-02 ] [ l_g_total: 3.3596e-02 ] +2024-10-22 03:15:00,008 INFO: [ epoch: 4 ] [ iter: 49,400 ] [ performance: 19.393 it/s ] [ lr: 1.00e-04 ] [ eta: 1668 days, 15:45:04 ] [ l_g_pix: 3.1293e-02 ] [ l_g_total: 3.1293e-02 ] +2024-10-22 03:15:05,130 INFO: [ epoch: 4 ] [ iter: 49,500 ] [ performance: 19.334 it/s ] [ lr: 1.00e-04 ] [ eta: 1668 days, 8:26:50 ] [ l_g_pix: 2.3868e-02 ] [ l_g_total: 2.3868e-02 ] +2024-10-22 03:15:10,159 INFO: [ epoch: 4 ] [ iter: 49,600 ] [ performance: 19.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1667 days, 23:33:57 ] [ l_g_pix: 3.2167e-02 ] [ l_g_total: 3.2167e-02 ] +2024-10-22 03:15:15,318 INFO: [ epoch: 4 ] [ iter: 49,700 ] [ performance: 19.548 it/s ] [ lr: 1.00e-04 ] [ eta: 1667 days, 16:12:35 ] [ l_g_pix: 2.5804e-02 ] [ l_g_total: 2.5804e-02 ] +2024-10-22 03:15:20,419 INFO: [ epoch: 4 ] [ iter: 49,800 ] [ performance: 19.584 it/s ] [ lr: 1.00e-04 ] [ eta: 1667 days, 7:46:33 ] [ l_g_pix: 2.4682e-02 ] [ l_g_total: 2.4682e-02 ] +2024-10-22 03:15:25,512 INFO: [ epoch: 4 ] [ iter: 49,900 ] [ performance: 19.680 it/s ] [ lr: 1.00e-04 ] [ eta: 1666 days, 22:55:53 ] [ l_g_pix: 2.0370e-02 ] [ l_g_total: 2.0370e-02 ] +2024-10-22 03:15:30,590 INFO: [ epoch: 4 ] [ iter: 50,000 ] [ performance: 19.690 it/s ] [ lr: 5.00e-05 ] [ eta: 1666 days, 13:36:14 ] [ l_g_pix: 2.3672e-02 ] [ l_g_total: 2.3672e-02 ] +2024-10-22 03:15:30,590 INFO: Saving models and training states. +2024-10-22 03:16:45,077 INFO: Validation val + + # psnr: 22.0205........ Best: 22.0205 @ 50000 iter + # ssim: 0.6467........ Best: 0.6467 @ 50000 iter + # dists: 0.7870........ Best: 0.7870 @ 50000 iter + +2024-10-22 03:16:50,188 INFO: [ epoch: 4 ] [ iter: 50,100 ] [ performance: 19.739 it/s ] [ lr: 5.00e-05 ] [ eta: 1709 days, 4:53:42 ] [ l_g_pix: 3.4956e-02 ] [ l_g_total: 3.4956e-02 ] +2024-10-22 03:16:55,437 INFO: [ epoch: 4 ] [ iter: 50,200 ] [ performance: 19.278 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 19:18:28 ] [ l_g_pix: 1.6775e-02 ] [ l_g_total: 1.6775e-02 ] +2024-10-22 03:17:00,656 INFO: [ epoch: 4 ] [ iter: 50,300 ] [ performance: 19.008 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 8:59:44 ] [ l_g_pix: 2.3283e-02 ] [ l_g_total: 2.3283e-02 ] +2024-10-22 03:17:05,903 INFO: [ epoch: 4 ] [ iter: 50,400 ] [ performance: 19.044 it/s ] [ lr: 5.00e-05 ] [ eta: 1707 days, 22:46:58 ] [ l_g_pix: 2.4949e-02 ] [ l_g_total: 2.4949e-02 ] +2024-10-22 03:17:11,183 INFO: [ epoch: 4 ] [ iter: 50,500 ] [ performance: 19.184 it/s ] [ lr: 5.00e-05 ] [ eta: 1707 days, 12:44:46 ] [ l_g_pix: 2.0989e-02 ] [ l_g_total: 2.0989e-02 ] +2024-10-22 03:17:16,439 INFO: [ epoch: 4 ] [ iter: 50,600 ] [ performance: 19.080 it/s ] [ lr: 5.00e-05 ] [ eta: 1707 days, 2:04:22 ] [ l_g_pix: 1.4348e-02 ] [ l_g_total: 1.4348e-02 ] +2024-10-22 03:17:21,708 INFO: [ epoch: 4 ] [ iter: 50,700 ] [ performance: 19.309 it/s ] [ lr: 5.00e-05 ] [ eta: 1706 days, 15:17:55 ] [ l_g_pix: 1.9483e-02 ] [ l_g_total: 1.9483e-02 ] +2024-10-22 03:17:26,988 INFO: [ epoch: 4 ] [ iter: 50,800 ] [ performance: 19.061 it/s ] [ lr: 5.00e-05 ] [ eta: 1706 days, 4:21:58 ] [ l_g_pix: 2.0835e-02 ] [ l_g_total: 2.0835e-02 ] +2024-10-22 03:17:31,646 INFO: [ epoch: 4 ] [ iter: 50,900 ] [ performance: 23.222 it/s ] [ lr: 5.00e-05 ] [ eta: 1705 days, 8:40:22 ] [ l_g_pix: 2.7579e-02 ] [ l_g_total: 2.7579e-02 ] +2024-10-22 03:17:37,886 INFO: [ epoch: 5 ] [ iter: 51,000 ] [ performance: 17.791 it/s ] [ lr: 5.00e-05 ] [ eta: 1705 days, 10:14:08 ] [ l_g_pix: 2.4963e-02 ] [ l_g_total: 2.4963e-02 ] +2024-10-22 03:17:42,875 INFO: [ epoch: 5 ] [ iter: 51,100 ] [ performance: 20.429 it/s ] [ lr: 5.00e-05 ] [ eta: 1704 days, 18:28:41 ] [ l_g_pix: 1.8872e-02 ] [ l_g_total: 1.8872e-02 ] +2024-10-22 03:17:47,864 INFO: [ epoch: 5 ] [ iter: 51,200 ] [ performance: 20.166 it/s ] [ lr: 5.00e-05 ] [ eta: 1704 days, 2:26:01 ] [ l_g_pix: 1.9788e-02 ] [ l_g_total: 1.9788e-02 ] +2024-10-22 03:17:53,086 INFO: [ epoch: 5 ] [ iter: 51,300 ] [ performance: 18.991 it/s ] [ lr: 5.00e-05 ] [ eta: 1703 days, 13:15:05 ] [ l_g_pix: 2.0276e-02 ] [ l_g_total: 2.0276e-02 ] +2024-10-22 03:17:58,172 INFO: [ epoch: 5 ] [ iter: 51,400 ] [ performance: 19.450 it/s ] [ lr: 5.00e-05 ] [ eta: 1702 days, 21:57:37 ] [ l_g_pix: 1.8837e-02 ] [ l_g_total: 1.8837e-02 ] +2024-10-22 03:18:03,395 INFO: [ epoch: 5 ] [ iter: 51,500 ] [ performance: 19.268 it/s ] [ lr: 5.00e-05 ] [ eta: 1702 days, 8:13:26 ] [ l_g_pix: 1.7072e-02 ] [ l_g_total: 1.7072e-02 ] +2024-10-22 03:18:08,577 INFO: [ epoch: 5 ] [ iter: 51,600 ] [ performance: 19.289 it/s ] [ lr: 5.00e-05 ] [ eta: 1701 days, 17:39:22 ] [ l_g_pix: 1.6314e-02 ] [ l_g_total: 1.6314e-02 ] +2024-10-22 03:18:13,607 INFO: [ epoch: 5 ] [ iter: 51,700 ] [ performance: 19.356 it/s ] [ lr: 5.00e-05 ] [ eta: 1701 days, 0:45:13 ] [ l_g_pix: 2.5954e-02 ] [ l_g_total: 2.5954e-02 ] +2024-10-22 03:18:18,814 INFO: [ epoch: 5 ] [ iter: 51,800 ] [ performance: 19.250 it/s ] [ lr: 5.00e-05 ] [ eta: 1700 days, 9:56:59 ] [ l_g_pix: 2.0234e-02 ] [ l_g_total: 2.0234e-02 ] +2024-10-22 03:18:24,003 INFO: [ epoch: 5 ] [ iter: 51,900 ] [ performance: 19.316 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 18:36:22 ] [ l_g_pix: 2.5022e-02 ] [ l_g_total: 2.5022e-02 ] +2024-10-22 03:18:29,034 INFO: [ epoch: 5 ] [ iter: 52,000 ] [ performance: 19.710 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 0:51:59 ] [ l_g_pix: 2.6957e-02 ] [ l_g_total: 2.6957e-02 ] +2024-10-22 03:18:33,986 INFO: [ epoch: 5 ] [ iter: 52,100 ] [ performance: 20.260 it/s ] [ lr: 5.00e-05 ] [ eta: 1698 days, 5:48:26 ] [ l_g_pix: 2.4389e-02 ] [ l_g_total: 2.4389e-02 ] +2024-10-22 03:18:38,886 INFO: [ epoch: 5 ] [ iter: 52,200 ] [ performance: 20.369 it/s ] [ lr: 5.00e-05 ] [ eta: 1697 days, 9:46:00 ] [ l_g_pix: 2.0826e-02 ] [ l_g_total: 2.0826e-02 ] +2024-10-22 03:18:43,762 INFO: [ epoch: 5 ] [ iter: 52,300 ] [ performance: 20.126 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 13:08:41 ] [ l_g_pix: 2.5743e-02 ] [ l_g_total: 2.5743e-02 ] +2024-10-22 03:18:48,659 INFO: [ epoch: 5 ] [ iter: 52,400 ] [ performance: 20.337 it/s ] [ lr: 5.00e-05 ] [ eta: 1695 days, 16:31:50 ] [ l_g_pix: 2.5516e-02 ] [ l_g_total: 2.5516e-02 ] +2024-10-22 03:18:53,757 INFO: [ epoch: 5 ] [ iter: 52,500 ] [ performance: 20.381 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 22:18:18 ] [ l_g_pix: 3.1510e-02 ] [ l_g_total: 3.1510e-02 ] +2024-10-22 03:18:58,657 INFO: [ epoch: 5 ] [ iter: 52,600 ] [ performance: 20.404 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 1:10:21 ] [ l_g_pix: 3.4854e-02 ] [ l_g_total: 3.4854e-02 ] +2024-10-22 03:19:03,578 INFO: [ epoch: 5 ] [ iter: 52,700 ] [ performance: 20.390 it/s ] [ lr: 5.00e-05 ] [ eta: 1693 days, 4:03:37 ] [ l_g_pix: 1.9975e-02 ] [ l_g_total: 1.9975e-02 ] +2024-10-22 03:19:08,536 INFO: [ epoch: 5 ] [ iter: 52,800 ] [ performance: 20.233 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 7:08:37 ] [ l_g_pix: 1.7935e-02 ] [ l_g_total: 1.7935e-02 ] +2024-10-22 03:19:13,369 INFO: [ epoch: 5 ] [ iter: 52,900 ] [ performance: 20.678 it/s ] [ lr: 5.00e-05 ] [ eta: 1691 days, 8:19:47 ] [ l_g_pix: 1.7082e-02 ] [ l_g_total: 1.7082e-02 ] +2024-10-22 03:19:18,314 INFO: [ epoch: 5 ] [ iter: 53,000 ] [ performance: 20.347 it/s ] [ lr: 5.00e-05 ] [ eta: 1690 days, 10:41:40 ] [ l_g_pix: 3.2494e-02 ] [ l_g_total: 3.2494e-02 ] +2024-10-22 03:19:23,382 INFO: [ epoch: 5 ] [ iter: 53,100 ] [ performance: 20.110 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 14:23:43 ] [ l_g_pix: 2.1748e-02 ] [ l_g_total: 2.1748e-02 ] +2024-10-22 03:19:28,476 INFO: [ epoch: 5 ] [ iter: 53,200 ] [ performance: 19.758 it/s ] [ lr: 5.00e-05 ] [ eta: 1688 days, 18:09:05 ] [ l_g_pix: 3.5396e-02 ] [ l_g_total: 3.5396e-02 ] +2024-10-22 03:19:33,631 INFO: [ epoch: 5 ] [ iter: 53,300 ] [ performance: 19.521 it/s ] [ lr: 5.00e-05 ] [ eta: 1687 days, 22:25:12 ] [ l_g_pix: 2.3694e-02 ] [ l_g_total: 2.3694e-02 ] +2024-10-22 03:19:38,657 INFO: [ epoch: 5 ] [ iter: 53,400 ] [ performance: 19.800 it/s ] [ lr: 5.00e-05 ] [ eta: 1687 days, 0:43:45 ] [ l_g_pix: 1.7434e-02 ] [ l_g_total: 1.7434e-02 ] +2024-10-22 03:19:43,728 INFO: [ epoch: 5 ] [ iter: 53,500 ] [ performance: 19.344 it/s ] [ lr: 5.00e-05 ] [ eta: 1686 days, 3:20:31 ] [ l_g_pix: 1.8544e-02 ] [ l_g_total: 1.8544e-02 ] +2024-10-22 03:19:48,733 INFO: [ epoch: 5 ] [ iter: 53,600 ] [ performance: 19.816 it/s ] [ lr: 5.00e-05 ] [ eta: 1685 days, 4:49:32 ] [ l_g_pix: 1.9660e-02 ] [ l_g_total: 1.9660e-02 ] +2024-10-22 03:19:53,852 INFO: [ epoch: 5 ] [ iter: 53,700 ] [ performance: 19.452 it/s ] [ lr: 5.00e-05 ] [ eta: 1684 days, 7:29:14 ] [ l_g_pix: 1.8187e-02 ] [ l_g_total: 1.8187e-02 ] +2024-10-22 03:19:58,830 INFO: [ epoch: 5 ] [ iter: 53,800 ] [ performance: 19.927 it/s ] [ lr: 5.00e-05 ] [ eta: 1683 days, 8:04:01 ] [ l_g_pix: 1.7522e-02 ] [ l_g_total: 1.7522e-02 ] +2024-10-22 03:20:03,677 INFO: [ epoch: 5 ] [ iter: 53,900 ] [ performance: 21.196 it/s ] [ lr: 5.00e-05 ] [ eta: 1682 days, 6:41:07 ] [ l_g_pix: 2.0232e-02 ] [ l_g_total: 2.0232e-02 ] +2024-10-22 03:20:08,592 INFO: [ epoch: 5 ] [ iter: 54,000 ] [ performance: 20.549 it/s ] [ lr: 5.00e-05 ] [ eta: 1681 days, 5:53:56 ] [ l_g_pix: 2.0577e-02 ] [ l_g_total: 2.0577e-02 ] +2024-10-22 03:20:13,088 INFO: [ epoch: 5 ] [ iter: 54,100 ] [ performance: 22.928 it/s ] [ lr: 5.00e-05 ] [ eta: 1679 days, 23:30:21 ] [ l_g_pix: 2.6000e-02 ] [ l_g_total: 2.6000e-02 ] +2024-10-22 03:20:17,977 INFO: [ epoch: 5 ] [ iter: 54,200 ] [ performance: 20.991 it/s ] [ lr: 5.00e-05 ] [ eta: 1678 days, 21:51:48 ] [ l_g_pix: 2.6776e-02 ] [ l_g_total: 2.6776e-02 ] +2024-10-22 03:20:22,892 INFO: [ epoch: 5 ] [ iter: 54,300 ] [ performance: 20.314 it/s ] [ lr: 5.00e-05 ] [ eta: 1677 days, 20:15:50 ] [ l_g_pix: 2.6235e-02 ] [ l_g_total: 2.6235e-02 ] +2024-10-22 03:20:27,767 INFO: [ epoch: 5 ] [ iter: 54,400 ] [ performance: 20.469 it/s ] [ lr: 5.00e-05 ] [ eta: 1676 days, 17:53:47 ] [ l_g_pix: 2.5799e-02 ] [ l_g_total: 2.5799e-02 ] +2024-10-22 03:20:32,590 INFO: [ epoch: 5 ] [ iter: 54,500 ] [ performance: 20.724 it/s ] [ lr: 5.00e-05 ] [ eta: 1675 days, 14:36:12 ] [ l_g_pix: 2.8320e-02 ] [ l_g_total: 2.8320e-02 ] +2024-10-22 03:20:37,306 INFO: [ epoch: 5 ] [ iter: 54,600 ] [ performance: 21.096 it/s ] [ lr: 5.00e-05 ] [ eta: 1674 days, 9:41:37 ] [ l_g_pix: 1.5783e-02 ] [ l_g_total: 1.5783e-02 ] +2024-10-22 03:20:42,106 INFO: [ epoch: 5 ] [ iter: 54,700 ] [ performance: 20.654 it/s ] [ lr: 5.00e-05 ] [ eta: 1673 days, 5:34:09 ] [ l_g_pix: 3.1608e-02 ] [ l_g_total: 3.1608e-02 ] +2024-10-22 03:20:46,845 INFO: [ epoch: 5 ] [ iter: 54,800 ] [ performance: 21.003 it/s ] [ lr: 5.00e-05 ] [ eta: 1672 days, 0:25:25 ] [ l_g_pix: 2.6481e-02 ] [ l_g_total: 2.6481e-02 ] +2024-10-22 03:20:51,712 INFO: [ epoch: 5 ] [ iter: 54,900 ] [ performance: 20.908 it/s ] [ lr: 5.00e-05 ] [ eta: 1670 days, 20:36:57 ] [ l_g_pix: 2.0057e-02 ] [ l_g_total: 2.0057e-02 ] +2024-10-22 03:20:56,823 INFO: [ epoch: 5 ] [ iter: 55,000 ] [ performance: 19.838 it/s ] [ lr: 5.00e-05 ] [ eta: 1669 days, 19:35:08 ] [ l_g_pix: 2.2388e-02 ] [ l_g_total: 2.2388e-02 ] +2024-10-22 03:21:01,830 INFO: [ epoch: 5 ] [ iter: 55,100 ] [ performance: 20.052 it/s ] [ lr: 5.00e-05 ] [ eta: 1668 days, 16:58:36 ] [ l_g_pix: 2.7511e-02 ] [ l_g_total: 2.7511e-02 ] +2024-10-22 03:21:06,735 INFO: [ epoch: 5 ] [ iter: 55,200 ] [ performance: 20.322 it/s ] [ lr: 5.00e-05 ] [ eta: 1667 days, 12:48:29 ] [ l_g_pix: 2.8118e-02 ] [ l_g_total: 2.8118e-02 ] +2024-10-22 03:21:11,605 INFO: [ epoch: 5 ] [ iter: 55,300 ] [ performance: 21.007 it/s ] [ lr: 5.00e-05 ] [ eta: 1666 days, 7:57:01 ] [ l_g_pix: 2.0770e-02 ] [ l_g_total: 2.0770e-02 ] +2024-10-22 03:21:16,526 INFO: [ epoch: 5 ] [ iter: 55,400 ] [ performance: 20.457 it/s ] [ lr: 5.00e-05 ] [ eta: 1665 days, 3:26:41 ] [ l_g_pix: 2.2470e-02 ] [ l_g_total: 2.2470e-02 ] +2024-10-22 03:21:21,411 INFO: [ epoch: 5 ] [ iter: 55,500 ] [ performance: 21.051 it/s ] [ lr: 5.00e-05 ] [ eta: 1663 days, 22:13:24 ] [ l_g_pix: 2.5955e-02 ] [ l_g_total: 2.5955e-02 ] +2024-10-22 03:21:26,214 INFO: [ epoch: 5 ] [ iter: 55,600 ] [ performance: 20.869 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 15:42:40 ] [ l_g_pix: 1.9234e-02 ] [ l_g_total: 1.9234e-02 ] +2024-10-22 03:21:31,023 INFO: [ epoch: 5 ] [ iter: 55,700 ] [ performance: 20.750 it/s ] [ lr: 5.00e-05 ] [ eta: 1661 days, 9:00:25 ] [ l_g_pix: 2.3342e-02 ] [ l_g_total: 2.3342e-02 ] +2024-10-22 03:21:36,005 INFO: [ epoch: 5 ] [ iter: 55,800 ] [ performance: 20.196 it/s ] [ lr: 5.00e-05 ] [ eta: 1660 days, 4:10:13 ] [ l_g_pix: 3.1608e-02 ] [ l_g_total: 3.1608e-02 ] +2024-10-22 03:21:40,931 INFO: [ epoch: 5 ] [ iter: 55,900 ] [ performance: 20.528 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 22:22:15 ] [ l_g_pix: 3.0977e-02 ] [ l_g_total: 3.0977e-02 ] +2024-10-22 03:21:45,637 INFO: [ epoch: 5 ] [ iter: 56,000 ] [ performance: 21.119 it/s ] [ lr: 5.00e-05 ] [ eta: 1657 days, 13:36:03 ] [ l_g_pix: 2.1708e-02 ] [ l_g_total: 2.1708e-02 ] +2024-10-22 03:21:50,209 INFO: [ epoch: 5 ] [ iter: 56,100 ] [ performance: 22.657 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 2:56:23 ] [ l_g_pix: 2.6803e-02 ] [ l_g_total: 2.6803e-02 ] +2024-10-22 03:21:55,007 INFO: [ epoch: 5 ] [ iter: 56,200 ] [ performance: 21.140 it/s ] [ lr: 5.00e-05 ] [ eta: 1654 days, 18:45:54 ] [ l_g_pix: 2.3014e-02 ] [ l_g_total: 2.3014e-02 ] +2024-10-22 03:21:59,703 INFO: [ epoch: 5 ] [ iter: 56,300 ] [ performance: 21.308 it/s ] [ lr: 5.00e-05 ] [ eta: 1653 days, 9:05:44 ] [ l_g_pix: 2.0757e-02 ] [ l_g_total: 2.0757e-02 ] +2024-10-22 03:22:04,626 INFO: [ epoch: 5 ] [ iter: 56,400 ] [ performance: 20.476 it/s ] [ lr: 5.00e-05 ] [ eta: 1652 days, 1:54:27 ] [ l_g_pix: 1.5026e-02 ] [ l_g_total: 1.5026e-02 ] +2024-10-22 03:22:09,484 INFO: [ epoch: 5 ] [ iter: 56,500 ] [ performance: 20.109 it/s ] [ lr: 5.00e-05 ] [ eta: 1650 days, 17:40:23 ] [ l_g_pix: 2.2949e-02 ] [ l_g_total: 2.2949e-02 ] +2024-10-22 03:22:14,427 INFO: [ epoch: 5 ] [ iter: 56,600 ] [ performance: 20.214 it/s ] [ lr: 5.00e-05 ] [ eta: 1649 days, 10:10:55 ] [ l_g_pix: 2.0631e-02 ] [ l_g_total: 2.0631e-02 ] +2024-10-22 03:22:19,180 INFO: [ epoch: 5 ] [ iter: 56,700 ] [ performance: 20.958 it/s ] [ lr: 5.00e-05 ] [ eta: 1648 days, 0:08:06 ] [ l_g_pix: 2.7053e-02 ] [ l_g_total: 2.7053e-02 ] +2024-10-22 03:22:23,961 INFO: [ epoch: 5 ] [ iter: 56,800 ] [ performance: 20.926 it/s ] [ lr: 5.00e-05 ] [ eta: 1646 days, 14:09:20 ] [ l_g_pix: 3.8454e-02 ] [ l_g_total: 3.8454e-02 ] +2024-10-22 03:22:28,647 INFO: [ epoch: 5 ] [ iter: 56,900 ] [ performance: 21.547 it/s ] [ lr: 5.00e-05 ] [ eta: 1645 days, 2:46:35 ] [ l_g_pix: 1.9337e-02 ] [ l_g_total: 1.9337e-02 ] +2024-10-22 03:22:33,585 INFO: [ epoch: 5 ] [ iter: 57,000 ] [ performance: 20.432 it/s ] [ lr: 5.00e-05 ] [ eta: 1643 days, 18:08:51 ] [ l_g_pix: 1.5654e-02 ] [ l_g_total: 1.5654e-02 ] +2024-10-22 03:22:38,389 INFO: [ epoch: 5 ] [ iter: 57,100 ] [ performance: 21.161 it/s ] [ lr: 5.00e-05 ] [ eta: 1642 days, 7:39:13 ] [ l_g_pix: 2.3423e-02 ] [ l_g_total: 2.3423e-02 ] +2024-10-22 03:22:43,304 INFO: [ epoch: 5 ] [ iter: 57,200 ] [ performance: 20.458 it/s ] [ lr: 5.00e-05 ] [ eta: 1640 days, 22:12:11 ] [ l_g_pix: 2.5244e-02 ] [ l_g_total: 2.5244e-02 ] +2024-10-22 03:22:48,232 INFO: [ epoch: 5 ] [ iter: 57,300 ] [ performance: 20.099 it/s ] [ lr: 5.00e-05 ] [ eta: 1639 days, 12:38:18 ] [ l_g_pix: 2.5527e-02 ] [ l_g_total: 2.5527e-02 ] +2024-10-22 03:22:53,032 INFO: [ epoch: 5 ] [ iter: 57,400 ] [ performance: 20.736 it/s ] [ lr: 5.00e-05 ] [ eta: 1638 days, 1:17:06 ] [ l_g_pix: 2.5334e-02 ] [ l_g_total: 2.5334e-02 ] +2024-10-22 03:22:57,956 INFO: [ epoch: 5 ] [ iter: 57,500 ] [ performance: 20.586 it/s ] [ lr: 5.00e-05 ] [ eta: 1636 days, 15:06:56 ] [ l_g_pix: 2.1848e-02 ] [ l_g_total: 2.1848e-02 ] +2024-10-22 03:23:02,725 INFO: [ epoch: 5 ] [ iter: 57,600 ] [ performance: 20.921 it/s ] [ lr: 5.00e-05 ] [ eta: 1635 days, 2:52:02 ] [ l_g_pix: 1.7034e-02 ] [ l_g_total: 1.7034e-02 ] +2024-10-22 03:23:07,614 INFO: [ epoch: 5 ] [ iter: 57,700 ] [ performance: 19.409 it/s ] [ lr: 5.00e-05 ] [ eta: 1633 days, 15:45:31 ] [ l_g_pix: 1.9891e-02 ] [ l_g_total: 1.9891e-02 ] +2024-10-22 03:23:12,428 INFO: [ epoch: 5 ] [ iter: 57,800 ] [ performance: 20.612 it/s ] [ lr: 5.00e-05 ] [ eta: 1632 days, 3:29:09 ] [ l_g_pix: 1.8087e-02 ] [ l_g_total: 1.8087e-02 ] +2024-10-22 03:23:17,439 INFO: [ epoch: 5 ] [ iter: 57,900 ] [ performance: 20.834 it/s ] [ lr: 5.00e-05 ] [ eta: 1630 days, 17:15:40 ] [ l_g_pix: 2.8445e-02 ] [ l_g_total: 2.8445e-02 ] +2024-10-22 03:23:22,353 INFO: [ epoch: 5 ] [ iter: 58,000 ] [ performance: 20.404 it/s ] [ lr: 5.00e-05 ] [ eta: 1629 days, 5:37:26 ] [ l_g_pix: 2.5056e-02 ] [ l_g_total: 2.5056e-02 ] +2024-10-22 03:23:27,098 INFO: [ epoch: 5 ] [ iter: 58,100 ] [ performance: 20.540 it/s ] [ lr: 5.00e-05 ] [ eta: 1627 days, 15:45:11 ] [ l_g_pix: 1.9282e-02 ] [ l_g_total: 1.9282e-02 ] +2024-10-22 03:23:31,915 INFO: [ epoch: 5 ] [ iter: 58,200 ] [ performance: 20.741 it/s ] [ lr: 5.00e-05 ] [ eta: 1626 days, 2:26:51 ] [ l_g_pix: 2.9685e-02 ] [ l_g_total: 2.9685e-02 ] +2024-10-22 03:23:36,860 INFO: [ epoch: 5 ] [ iter: 58,300 ] [ performance: 20.585 it/s ] [ lr: 5.00e-05 ] [ eta: 1624 days, 14:21:29 ] [ l_g_pix: 2.1995e-02 ] [ l_g_total: 2.1995e-02 ] +2024-10-22 03:23:41,951 INFO: [ epoch: 5 ] [ iter: 58,400 ] [ performance: 19.725 it/s ] [ lr: 5.00e-05 ] [ eta: 1623 days, 3:41:14 ] [ l_g_pix: 1.8380e-02 ] [ l_g_total: 1.8380e-02 ] +2024-10-22 03:23:46,947 INFO: [ epoch: 5 ] [ iter: 58,500 ] [ performance: 19.283 it/s ] [ lr: 5.00e-05 ] [ eta: 1621 days, 15:37:51 ] [ l_g_pix: 2.8040e-02 ] [ l_g_total: 2.8040e-02 ] +2024-10-22 03:23:51,914 INFO: [ epoch: 5 ] [ iter: 58,600 ] [ performance: 20.063 it/s ] [ lr: 5.00e-05 ] [ eta: 1620 days, 2:57:46 ] [ l_g_pix: 2.6445e-02 ] [ l_g_total: 2.6445e-02 ] +2024-10-22 03:23:56,930 INFO: [ epoch: 5 ] [ iter: 58,700 ] [ performance: 20.328 it/s ] [ lr: 5.00e-05 ] [ eta: 1618 days, 14:35:19 ] [ l_g_pix: 1.9542e-02 ] [ l_g_total: 1.9542e-02 ] +2024-10-22 03:24:01,829 INFO: [ epoch: 5 ] [ iter: 58,800 ] [ performance: 20.409 it/s ] [ lr: 5.00e-05 ] [ eta: 1617 days, 0:35:25 ] [ l_g_pix: 1.5811e-02 ] [ l_g_total: 1.5811e-02 ] +2024-10-22 03:24:06,724 INFO: [ epoch: 5 ] [ iter: 58,900 ] [ performance: 19.916 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 10:16:06 ] [ l_g_pix: 2.6676e-02 ] [ l_g_total: 2.6676e-02 ] +2024-10-22 03:24:11,717 INFO: [ epoch: 5 ] [ iter: 59,000 ] [ performance: 20.022 it/s ] [ lr: 5.00e-05 ] [ eta: 1613 days, 20:48:04 ] [ l_g_pix: 3.2935e-02 ] [ l_g_total: 3.2935e-02 ] +2024-10-22 03:24:16,694 INFO: [ epoch: 5 ] [ iter: 59,100 ] [ performance: 20.099 it/s ] [ lr: 5.00e-05 ] [ eta: 1612 days, 6:52:14 ] [ l_g_pix: 2.5110e-02 ] [ l_g_total: 2.5110e-02 ] +2024-10-22 03:24:21,533 INFO: [ epoch: 5 ] [ iter: 59,200 ] [ performance: 20.633 it/s ] [ lr: 5.00e-05 ] [ eta: 1610 days, 15:06:24 ] [ l_g_pix: 1.7176e-02 ] [ l_g_total: 1.7176e-02 ] +2024-10-22 03:24:26,499 INFO: [ epoch: 5 ] [ iter: 59,300 ] [ performance: 20.371 it/s ] [ lr: 5.00e-05 ] [ eta: 1609 days, 0:30:08 ] [ l_g_pix: 2.1662e-02 ] [ l_g_total: 2.1662e-02 ] +2024-10-22 03:24:31,386 INFO: [ epoch: 5 ] [ iter: 59,400 ] [ performance: 20.461 it/s ] [ lr: 5.00e-05 ] [ eta: 1607 days, 8:43:57 ] [ l_g_pix: 2.5580e-02 ] [ l_g_total: 2.5580e-02 ] +2024-10-22 03:24:36,296 INFO: [ epoch: 5 ] [ iter: 59,500 ] [ performance: 19.603 it/s ] [ lr: 5.00e-05 ] [ eta: 1605 days, 16:56:43 ] [ l_g_pix: 2.2405e-02 ] [ l_g_total: 2.2405e-02 ] +2024-10-22 03:24:41,247 INFO: [ epoch: 5 ] [ iter: 59,600 ] [ performance: 20.176 it/s ] [ lr: 5.00e-05 ] [ eta: 1604 days, 1:21:11 ] [ l_g_pix: 2.1432e-02 ] [ l_g_total: 2.1432e-02 ] +2024-10-22 03:24:46,177 INFO: [ epoch: 5 ] [ iter: 59,700 ] [ performance: 22.920 it/s ] [ lr: 5.00e-05 ] [ eta: 1602 days, 9:14:41 ] [ l_g_pix: 2.6927e-02 ] [ l_g_total: 2.6927e-02 ] +2024-10-22 03:24:50,660 INFO: [ epoch: 5 ] [ iter: 59,800 ] [ performance: 22.327 it/s ] [ lr: 5.00e-05 ] [ eta: 1600 days, 11:52:27 ] [ l_g_pix: 2.5039e-02 ] [ l_g_total: 2.5039e-02 ] +2024-10-22 03:24:55,514 INFO: [ epoch: 5 ] [ iter: 59,900 ] [ performance: 19.044 it/s ] [ lr: 5.00e-05 ] [ eta: 1598 days, 18:23:11 ] [ l_g_pix: 3.1139e-02 ] [ l_g_total: 3.1139e-02 ] +2024-10-22 03:25:00,424 INFO: [ epoch: 5 ] [ iter: 60,000 ] [ performance: 20.339 it/s ] [ lr: 5.00e-05 ] [ eta: 1597 days, 1:15:26 ] [ l_g_pix: 2.2342e-02 ] [ l_g_total: 2.2342e-02 ] +2024-10-22 03:25:00,425 INFO: Saving models and training states. +2024-10-22 03:26:12,039 INFO: Validation val + + # psnr: 22.0308........ Best: 22.0308 @ 60000 iter + # ssim: 0.6474........ Best: 0.6474 @ 60000 iter + # dists: 0.7867........ Best: 0.7867 @ 60000 iter + +2024-10-22 03:26:16,903 INFO: [ epoch: 5 ] [ iter: 60,100 ] [ performance: 19.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1628 days, 9:02:44 ] [ l_g_pix: 2.1347e-02 ] [ l_g_total: 2.1347e-02 ] +2024-10-22 03:26:21,748 INFO: [ epoch: 5 ] [ iter: 60,200 ] [ performance: 20.625 it/s ] [ lr: 5.00e-05 ] [ eta: 1626 days, 12:39:51 ] [ l_g_pix: 2.6905e-02 ] [ l_g_total: 2.6905e-02 ] +2024-10-22 03:26:26,812 INFO: [ epoch: 5 ] [ iter: 60,300 ] [ performance: 20.180 it/s ] [ lr: 5.00e-05 ] [ eta: 1624 days, 18:25:26 ] [ l_g_pix: 3.1286e-02 ] [ l_g_total: 3.1286e-02 ] +2024-10-22 03:26:31,866 INFO: [ epoch: 5 ] [ iter: 60,400 ] [ performance: 19.791 it/s ] [ lr: 5.00e-05 ] [ eta: 1622 days, 23:47:03 ] [ l_g_pix: 2.2049e-02 ] [ l_g_total: 2.2049e-02 ] +2024-10-22 03:26:36,641 INFO: [ epoch: 5 ] [ iter: 60,500 ] [ performance: 20.352 it/s ] [ lr: 5.00e-05 ] [ eta: 1621 days, 1:48:35 ] [ l_g_pix: 2.5969e-02 ] [ l_g_total: 2.5969e-02 ] +2024-10-22 03:26:41,470 INFO: [ epoch: 5 ] [ iter: 60,600 ] [ performance: 20.744 it/s ] [ lr: 5.00e-05 ] [ eta: 1619 days, 4:09:35 ] [ l_g_pix: 3.1781e-02 ] [ l_g_total: 3.1781e-02 ] +2024-10-22 03:26:46,471 INFO: [ epoch: 5 ] [ iter: 60,700 ] [ performance: 20.362 it/s ] [ lr: 5.00e-05 ] [ eta: 1617 days, 8:07:17 ] [ l_g_pix: 2.1715e-02 ] [ l_g_total: 2.1715e-02 ] +2024-10-22 03:26:51,389 INFO: [ epoch: 5 ] [ iter: 60,800 ] [ performance: 20.334 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 10:53:52 ] [ l_g_pix: 1.9415e-02 ] [ l_g_total: 1.9415e-02 ] +2024-10-22 03:26:56,119 INFO: [ epoch: 5 ] [ iter: 60,900 ] [ performance: 20.734 it/s ] [ lr: 5.00e-05 ] [ eta: 1613 days, 11:22:12 ] [ l_g_pix: 2.0094e-02 ] [ l_g_total: 2.0094e-02 ] +2024-10-22 03:27:00,924 INFO: [ epoch: 5 ] [ iter: 61,000 ] [ performance: 20.823 it/s ] [ lr: 5.00e-05 ] [ eta: 1611 days, 12:22:58 ] [ l_g_pix: 2.2558e-02 ] [ l_g_total: 2.2558e-02 ] +2024-10-22 03:27:05,592 INFO: [ epoch: 5 ] [ iter: 61,100 ] [ performance: 21.124 it/s ] [ lr: 5.00e-05 ] [ eta: 1609 days, 11:38:53 ] [ l_g_pix: 2.1174e-02 ] [ l_g_total: 2.1174e-02 ] +2024-10-22 03:27:11,918 INFO: [ epoch: 6 ] [ iter: 61,200 ] [ performance: 15.664 it/s ] [ lr: 5.00e-05 ] [ eta: 1608 days, 4:30:54 ] [ l_g_pix: 1.8750e-02 ] [ l_g_total: 1.8750e-02 ] +2024-10-22 03:27:17,095 INFO: [ epoch: 6 ] [ iter: 61,300 ] [ performance: 17.338 it/s ] [ lr: 5.00e-05 ] [ eta: 1606 days, 8:41:46 ] [ l_g_pix: 2.3947e-02 ] [ l_g_total: 2.3947e-02 ] +2024-10-22 03:27:22,304 INFO: [ epoch: 6 ] [ iter: 61,400 ] [ performance: 19.207 it/s ] [ lr: 5.00e-05 ] [ eta: 1604 days, 12:55:17 ] [ l_g_pix: 2.3276e-02 ] [ l_g_total: 2.3276e-02 ] +2024-10-22 03:27:27,430 INFO: [ epoch: 6 ] [ iter: 61,500 ] [ performance: 19.360 it/s ] [ lr: 5.00e-05 ] [ eta: 1602 days, 15:58:48 ] [ l_g_pix: 1.7828e-02 ] [ l_g_total: 1.7828e-02 ] +2024-10-22 03:27:32,540 INFO: [ epoch: 6 ] [ iter: 61,600 ] [ performance: 19.503 it/s ] [ lr: 5.00e-05 ] [ eta: 1600 days, 18:34:17 ] [ l_g_pix: 1.8847e-02 ] [ l_g_total: 1.8847e-02 ] +2024-10-22 03:27:37,739 INFO: [ epoch: 6 ] [ iter: 61,700 ] [ performance: 19.365 it/s ] [ lr: 5.00e-05 ] [ eta: 1598 days, 21:49:39 ] [ l_g_pix: 1.3870e-02 ] [ l_g_total: 1.3870e-02 ] +2024-10-22 03:27:42,839 INFO: [ epoch: 6 ] [ iter: 61,800 ] [ performance: 19.739 it/s ] [ lr: 5.00e-05 ] [ eta: 1596 days, 23:45:05 ] [ l_g_pix: 3.1858e-02 ] [ l_g_total: 3.1858e-02 ] +2024-10-22 03:27:47,883 INFO: [ epoch: 6 ] [ iter: 61,900 ] [ performance: 19.786 it/s ] [ lr: 5.00e-05 ] [ eta: 1595 days, 0:47:30 ] [ l_g_pix: 2.1959e-02 ] [ l_g_total: 2.1959e-02 ] +2024-10-22 03:27:53,075 INFO: [ epoch: 6 ] [ iter: 62,000 ] [ performance: 19.366 it/s ] [ lr: 5.00e-05 ] [ eta: 1593 days, 3:07:07 ] [ l_g_pix: 1.9121e-02 ] [ l_g_total: 1.9121e-02 ] +2024-10-22 03:27:58,266 INFO: [ epoch: 6 ] [ iter: 62,100 ] [ performance: 19.315 it/s ] [ lr: 5.00e-05 ] [ eta: 1591 days, 5:08:38 ] [ l_g_pix: 3.3050e-02 ] [ l_g_total: 3.3050e-02 ] +2024-10-22 03:28:03,339 INFO: [ epoch: 6 ] [ iter: 62,200 ] [ performance: 19.807 it/s ] [ lr: 5.00e-05 ] [ eta: 1589 days, 5:39:00 ] [ l_g_pix: 2.9805e-02 ] [ l_g_total: 2.9805e-02 ] +2024-10-22 03:28:08,430 INFO: [ epoch: 6 ] [ iter: 62,300 ] [ performance: 19.723 it/s ] [ lr: 5.00e-05 ] [ eta: 1587 days, 6:03:00 ] [ l_g_pix: 2.9080e-02 ] [ l_g_total: 2.9080e-02 ] +2024-10-22 03:28:13,532 INFO: [ epoch: 6 ] [ iter: 62,400 ] [ performance: 19.675 it/s ] [ lr: 5.00e-05 ] [ eta: 1585 days, 6:17:45 ] [ l_g_pix: 3.3291e-02 ] [ l_g_total: 3.3291e-02 ] +2024-10-22 03:28:18,697 INFO: [ epoch: 6 ] [ iter: 62,500 ] [ performance: 19.511 it/s ] [ lr: 5.00e-05 ] [ eta: 1583 days, 6:53:52 ] [ l_g_pix: 2.6930e-02 ] [ l_g_total: 2.6930e-02 ] +2024-10-22 03:28:23,827 INFO: [ epoch: 6 ] [ iter: 62,600 ] [ performance: 19.677 it/s ] [ lr: 5.00e-05 ] [ eta: 1581 days, 6:51:56 ] [ l_g_pix: 2.1778e-02 ] [ l_g_total: 2.1778e-02 ] +2024-10-22 03:28:28,980 INFO: [ epoch: 6 ] [ iter: 62,700 ] [ performance: 19.536 it/s ] [ lr: 5.00e-05 ] [ eta: 1579 days, 6:46:20 ] [ l_g_pix: 2.2713e-02 ] [ l_g_total: 2.2713e-02 ] +2024-10-22 03:28:34,156 INFO: [ epoch: 6 ] [ iter: 62,800 ] [ performance: 19.447 it/s ] [ lr: 5.00e-05 ] [ eta: 1577 days, 6:38:47 ] [ l_g_pix: 2.3365e-02 ] [ l_g_total: 2.3365e-02 ] +2024-10-22 03:28:39,250 INFO: [ epoch: 6 ] [ iter: 62,900 ] [ performance: 19.547 it/s ] [ lr: 5.00e-05 ] [ eta: 1575 days, 5:22:14 ] [ l_g_pix: 2.0859e-02 ] [ l_g_total: 2.0859e-02 ] +2024-10-22 03:28:44,390 INFO: [ epoch: 6 ] [ iter: 63,000 ] [ performance: 19.489 it/s ] [ lr: 5.00e-05 ] [ eta: 1573 days, 4:18:07 ] [ l_g_pix: 2.6202e-02 ] [ l_g_total: 2.6202e-02 ] +2024-10-22 03:28:49,468 INFO: [ epoch: 6 ] [ iter: 63,100 ] [ performance: 19.600 it/s ] [ lr: 5.00e-05 ] [ eta: 1571 days, 2:17:50 ] [ l_g_pix: 2.8565e-02 ] [ l_g_total: 2.8565e-02 ] +2024-10-22 03:28:54,505 INFO: [ epoch: 6 ] [ iter: 63,200 ] [ performance: 19.971 it/s ] [ lr: 5.00e-05 ] [ eta: 1568 days, 23:35:45 ] [ l_g_pix: 2.4749e-02 ] [ l_g_total: 2.4749e-02 ] +2024-10-22 03:28:59,728 INFO: [ epoch: 6 ] [ iter: 63,300 ] [ performance: 19.521 it/s ] [ lr: 5.00e-05 ] [ eta: 1566 days, 22:30:35 ] [ l_g_pix: 2.1654e-02 ] [ l_g_total: 2.1654e-02 ] +2024-10-22 03:29:04,927 INFO: [ epoch: 6 ] [ iter: 63,400 ] [ performance: 19.321 it/s ] [ lr: 5.00e-05 ] [ eta: 1564 days, 20:53:31 ] [ l_g_pix: 3.1885e-02 ] [ l_g_total: 3.1885e-02 ] +2024-10-22 03:29:10,101 INFO: [ epoch: 6 ] [ iter: 63,500 ] [ performance: 19.324 it/s ] [ lr: 5.00e-05 ] [ eta: 1562 days, 18:44:28 ] [ l_g_pix: 3.2166e-02 ] [ l_g_total: 3.2166e-02 ] +2024-10-22 03:29:15,257 INFO: [ epoch: 6 ] [ iter: 63,600 ] [ performance: 19.395 it/s ] [ lr: 5.00e-05 ] [ eta: 1560 days, 16:06:31 ] [ l_g_pix: 2.8353e-02 ] [ l_g_total: 2.8353e-02 ] +2024-10-22 03:29:20,362 INFO: [ epoch: 6 ] [ iter: 63,700 ] [ performance: 19.501 it/s ] [ lr: 5.00e-05 ] [ eta: 1558 days, 12:40:39 ] [ l_g_pix: 2.7390e-02 ] [ l_g_total: 2.7390e-02 ] +2024-10-22 03:29:25,513 INFO: [ epoch: 6 ] [ iter: 63,800 ] [ performance: 19.432 it/s ] [ lr: 5.00e-05 ] [ eta: 1556 days, 9:25:48 ] [ l_g_pix: 1.8192e-02 ] [ l_g_total: 1.8192e-02 ] +2024-10-22 03:29:30,654 INFO: [ epoch: 6 ] [ iter: 63,900 ] [ performance: 19.445 it/s ] [ lr: 5.00e-05 ] [ eta: 1554 days, 5:47:21 ] [ l_g_pix: 1.5756e-02 ] [ l_g_total: 1.5756e-02 ] +2024-10-22 03:29:35,791 INFO: [ epoch: 6 ] [ iter: 64,000 ] [ performance: 19.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1552 days, 1:49:28 ] [ l_g_pix: 3.2692e-02 ] [ l_g_total: 3.2692e-02 ] +2024-10-22 03:29:41,016 INFO: [ epoch: 6 ] [ iter: 64,100 ] [ performance: 19.334 it/s ] [ lr: 5.00e-05 ] [ eta: 1549 days, 22:27:09 ] [ l_g_pix: 2.2456e-02 ] [ l_g_total: 2.2456e-02 ] +2024-10-22 03:29:46,170 INFO: [ epoch: 6 ] [ iter: 64,200 ] [ performance: 19.436 it/s ] [ lr: 5.00e-05 ] [ eta: 1547 days, 18:05:27 ] [ l_g_pix: 2.4131e-02 ] [ l_g_total: 2.4131e-02 ] +2024-10-22 03:29:51,371 INFO: [ epoch: 6 ] [ iter: 64,300 ] [ performance: 19.322 it/s ] [ lr: 5.00e-05 ] [ eta: 1545 days, 13:54:05 ] [ l_g_pix: 2.1639e-02 ] [ l_g_total: 2.1639e-02 ] +2024-10-22 03:29:56,639 INFO: [ epoch: 6 ] [ iter: 64,400 ] [ performance: 19.105 it/s ] [ lr: 5.00e-05 ] [ eta: 1543 days, 10:04:49 ] [ l_g_pix: 2.2290e-02 ] [ l_g_total: 2.2290e-02 ] +2024-10-22 03:30:01,753 INFO: [ epoch: 6 ] [ iter: 64,500 ] [ performance: 19.353 it/s ] [ lr: 5.00e-05 ] [ eta: 1541 days, 4:27:22 ] [ l_g_pix: 1.9739e-02 ] [ l_g_total: 1.9739e-02 ] +2024-10-22 03:30:06,861 INFO: [ epoch: 6 ] [ iter: 64,600 ] [ performance: 19.763 it/s ] [ lr: 5.00e-05 ] [ eta: 1538 days, 22:29:18 ] [ l_g_pix: 3.0820e-02 ] [ l_g_total: 3.0820e-02 ] +2024-10-22 03:30:11,994 INFO: [ epoch: 6 ] [ iter: 64,700 ] [ performance: 19.606 it/s ] [ lr: 5.00e-05 ] [ eta: 1536 days, 16:29:06 ] [ l_g_pix: 2.2344e-02 ] [ l_g_total: 2.2344e-02 ] +2024-10-22 03:30:17,047 INFO: [ epoch: 6 ] [ iter: 64,800 ] [ performance: 19.983 it/s ] [ lr: 5.00e-05 ] [ eta: 1534 days, 9:24:47 ] [ l_g_pix: 2.4014e-02 ] [ l_g_total: 2.4014e-02 ] +2024-10-22 03:30:22,204 INFO: [ epoch: 6 ] [ iter: 64,900 ] [ performance: 19.648 it/s ] [ lr: 5.00e-05 ] [ eta: 1532 days, 3:04:16 ] [ l_g_pix: 2.3765e-02 ] [ l_g_total: 2.3765e-02 ] +2024-10-22 03:30:27,216 INFO: [ epoch: 6 ] [ iter: 65,000 ] [ performance: 20.067 it/s ] [ lr: 5.00e-05 ] [ eta: 1529 days, 19:01:30 ] [ l_g_pix: 2.1033e-02 ] [ l_g_total: 2.1033e-02 ] +2024-10-22 03:30:32,350 INFO: [ epoch: 6 ] [ iter: 65,100 ] [ performance: 19.731 it/s ] [ lr: 5.00e-05 ] [ eta: 1527 days, 11:53:34 ] [ l_g_pix: 1.9604e-02 ] [ l_g_total: 1.9604e-02 ] +2024-10-22 03:30:37,532 INFO: [ epoch: 6 ] [ iter: 65,200 ] [ performance: 19.410 it/s ] [ lr: 5.00e-05 ] [ eta: 1525 days, 4:56:18 ] [ l_g_pix: 1.9003e-02 ] [ l_g_total: 1.9003e-02 ] +2024-10-22 03:30:42,641 INFO: [ epoch: 6 ] [ iter: 65,300 ] [ performance: 19.504 it/s ] [ lr: 5.00e-05 ] [ eta: 1522 days, 20:59:37 ] [ l_g_pix: 2.2563e-02 ] [ l_g_total: 2.2563e-02 ] +2024-10-22 03:30:47,865 INFO: [ epoch: 6 ] [ iter: 65,400 ] [ performance: 19.266 it/s ] [ lr: 5.00e-05 ] [ eta: 1520 days, 13:52:20 ] [ l_g_pix: 2.4578e-02 ] [ l_g_total: 2.4578e-02 ] +2024-10-22 03:30:52,955 INFO: [ epoch: 6 ] [ iter: 65,500 ] [ performance: 19.483 it/s ] [ lr: 5.00e-05 ] [ eta: 1518 days, 5:10:25 ] [ l_g_pix: 2.0562e-02 ] [ l_g_total: 2.0562e-02 ] +2024-10-22 03:30:58,067 INFO: [ epoch: 6 ] [ iter: 65,600 ] [ performance: 19.520 it/s ] [ lr: 5.00e-05 ] [ eta: 1515 days, 20:23:53 ] [ l_g_pix: 2.1025e-02 ] [ l_g_total: 2.1025e-02 ] +2024-10-22 03:31:03,261 INFO: [ epoch: 6 ] [ iter: 65,700 ] [ performance: 19.367 it/s ] [ lr: 5.00e-05 ] [ eta: 1513 days, 12:07:36 ] [ l_g_pix: 3.1534e-02 ] [ l_g_total: 3.1534e-02 ] +2024-10-22 03:31:08,453 INFO: [ epoch: 6 ] [ iter: 65,800 ] [ performance: 19.342 it/s ] [ lr: 5.00e-05 ] [ eta: 1511 days, 3:32:41 ] [ l_g_pix: 2.1626e-02 ] [ l_g_total: 2.1626e-02 ] +2024-10-22 03:31:13,448 INFO: [ epoch: 6 ] [ iter: 65,900 ] [ performance: 19.731 it/s ] [ lr: 5.00e-05 ] [ eta: 1508 days, 16:48:19 ] [ l_g_pix: 1.7184e-02 ] [ l_g_total: 1.7184e-02 ] +2024-10-22 03:31:18,460 INFO: [ epoch: 6 ] [ iter: 66,000 ] [ performance: 20.044 it/s ] [ lr: 5.00e-05 ] [ eta: 1506 days, 5:57:08 ] [ l_g_pix: 1.8190e-02 ] [ l_g_total: 1.8190e-02 ] +2024-10-22 03:31:23,543 INFO: [ epoch: 6 ] [ iter: 66,100 ] [ performance: 19.828 it/s ] [ lr: 5.00e-05 ] [ eta: 1503 days, 19:29:33 ] [ l_g_pix: 2.0900e-02 ] [ l_g_total: 2.0900e-02 ] +2024-10-22 03:31:28,623 INFO: [ epoch: 6 ] [ iter: 66,200 ] [ performance: 19.651 it/s ] [ lr: 5.00e-05 ] [ eta: 1501 days, 8:43:21 ] [ l_g_pix: 2.0771e-02 ] [ l_g_total: 2.0771e-02 ] +2024-10-22 03:31:33,750 INFO: [ epoch: 6 ] [ iter: 66,300 ] [ performance: 19.568 it/s ] [ lr: 5.00e-05 ] [ eta: 1498 days, 22:05:57 ] [ l_g_pix: 2.0245e-02 ] [ l_g_total: 2.0245e-02 ] +2024-10-22 03:31:38,935 INFO: [ epoch: 6 ] [ iter: 66,400 ] [ performance: 19.316 it/s ] [ lr: 5.00e-05 ] [ eta: 1496 days, 11:44:42 ] [ l_g_pix: 1.7700e-02 ] [ l_g_total: 1.7700e-02 ] +2024-10-22 03:31:43,920 INFO: [ epoch: 6 ] [ iter: 66,500 ] [ performance: 19.750 it/s ] [ lr: 5.00e-05 ] [ eta: 1493 days, 23:13:56 ] [ l_g_pix: 2.9588e-02 ] [ l_g_total: 2.9588e-02 ] +2024-10-22 03:31:48,992 INFO: [ epoch: 6 ] [ iter: 66,600 ] [ performance: 19.516 it/s ] [ lr: 5.00e-05 ] [ eta: 1491 days, 11:15:25 ] [ l_g_pix: 2.2451e-02 ] [ l_g_total: 2.2451e-02 ] +2024-10-22 03:31:54,128 INFO: [ epoch: 6 ] [ iter: 66,700 ] [ performance: 19.490 it/s ] [ lr: 5.00e-05 ] [ eta: 1488 days, 23:35:28 ] [ l_g_pix: 1.6480e-02 ] [ l_g_total: 1.6480e-02 ] +2024-10-22 03:31:59,193 INFO: [ epoch: 6 ] [ iter: 66,800 ] [ performance: 19.808 it/s ] [ lr: 5.00e-05 ] [ eta: 1486 days, 10:58:56 ] [ l_g_pix: 1.6056e-02 ] [ l_g_total: 1.6056e-02 ] +2024-10-22 03:32:04,276 INFO: [ epoch: 6 ] [ iter: 66,900 ] [ performance: 19.730 it/s ] [ lr: 5.00e-05 ] [ eta: 1483 days, 22:15:18 ] [ l_g_pix: 1.7303e-02 ] [ l_g_total: 1.7303e-02 ] +2024-10-22 03:32:09,352 INFO: [ epoch: 6 ] [ iter: 67,000 ] [ performance: 19.863 it/s ] [ lr: 5.00e-05 ] [ eta: 1481 days, 9:11:21 ] [ l_g_pix: 2.6576e-02 ] [ l_g_total: 2.6576e-02 ] +2024-10-22 03:32:14,458 INFO: [ epoch: 6 ] [ iter: 67,100 ] [ performance: 19.698 it/s ] [ lr: 5.00e-05 ] [ eta: 1478 days, 20:06:20 ] [ l_g_pix: 1.9085e-02 ] [ l_g_total: 1.9085e-02 ] +2024-10-22 03:32:19,580 INFO: [ epoch: 6 ] [ iter: 67,200 ] [ performance: 19.321 it/s ] [ lr: 5.00e-05 ] [ eta: 1476 days, 6:53:39 ] [ l_g_pix: 4.3570e-02 ] [ l_g_total: 4.3570e-02 ] +2024-10-22 03:32:24,687 INFO: [ epoch: 6 ] [ iter: 67,300 ] [ performance: 19.480 it/s ] [ lr: 5.00e-05 ] [ eta: 1473 days, 17:14:59 ] [ l_g_pix: 2.6031e-02 ] [ l_g_total: 2.6031e-02 ] +2024-10-22 03:32:29,766 INFO: [ epoch: 6 ] [ iter: 67,400 ] [ performance: 19.443 it/s ] [ lr: 5.00e-05 ] [ eta: 1471 days, 3:04:59 ] [ l_g_pix: 2.6849e-02 ] [ l_g_total: 2.6849e-02 ] +2024-10-22 03:32:34,624 INFO: [ epoch: 6 ] [ iter: 67,500 ] [ performance: 20.123 it/s ] [ lr: 5.00e-05 ] [ eta: 1468 days, 10:37:25 ] [ l_g_pix: 2.6574e-02 ] [ l_g_total: 2.6574e-02 ] +2024-10-22 03:32:39,502 INFO: [ epoch: 6 ] [ iter: 67,600 ] [ performance: 20.003 it/s ] [ lr: 5.00e-05 ] [ eta: 1465 days, 18:05:26 ] [ l_g_pix: 1.7317e-02 ] [ l_g_total: 1.7317e-02 ] +2024-10-22 03:32:44,476 INFO: [ epoch: 6 ] [ iter: 67,700 ] [ performance: 20.068 it/s ] [ lr: 5.00e-05 ] [ eta: 1463 days, 2:07:59 ] [ l_g_pix: 1.9838e-02 ] [ l_g_total: 1.9838e-02 ] +2024-10-22 03:32:49,438 INFO: [ epoch: 6 ] [ iter: 67,800 ] [ performance: 20.015 it/s ] [ lr: 5.00e-05 ] [ eta: 1460 days, 9:48:08 ] [ l_g_pix: 1.5644e-02 ] [ l_g_total: 1.5644e-02 ] +2024-10-22 03:32:54,571 INFO: [ epoch: 6 ] [ iter: 67,900 ] [ performance: 19.688 it/s ] [ lr: 5.00e-05 ] [ eta: 1457 days, 18:42:40 ] [ l_g_pix: 3.6974e-02 ] [ l_g_total: 3.6974e-02 ] +2024-10-22 03:32:59,672 INFO: [ epoch: 6 ] [ iter: 68,000 ] [ performance: 19.531 it/s ] [ lr: 5.00e-05 ] [ eta: 1455 days, 3:03:28 ] [ l_g_pix: 2.8201e-02 ] [ l_g_total: 2.8201e-02 ] +2024-10-22 03:33:04,657 INFO: [ epoch: 6 ] [ iter: 68,100 ] [ performance: 19.856 it/s ] [ lr: 5.00e-05 ] [ eta: 1452 days, 10:05:22 ] [ l_g_pix: 2.9738e-02 ] [ l_g_total: 2.9738e-02 ] +2024-10-22 03:33:09,565 INFO: [ epoch: 6 ] [ iter: 68,200 ] [ performance: 20.281 it/s ] [ lr: 5.00e-05 ] [ eta: 1449 days, 16:10:07 ] [ l_g_pix: 2.9942e-02 ] [ l_g_total: 2.9942e-02 ] +2024-10-22 03:33:14,464 INFO: [ epoch: 6 ] [ iter: 68,300 ] [ performance: 20.364 it/s ] [ lr: 5.00e-05 ] [ eta: 1446 days, 21:53:37 ] [ l_g_pix: 2.7535e-02 ] [ l_g_total: 2.7535e-02 ] +2024-10-22 03:33:19,394 INFO: [ epoch: 6 ] [ iter: 68,400 ] [ performance: 20.701 it/s ] [ lr: 5.00e-05 ] [ eta: 1444 days, 3:37:08 ] [ l_g_pix: 2.8142e-02 ] [ l_g_total: 2.8142e-02 ] +2024-10-22 03:33:24,309 INFO: [ epoch: 6 ] [ iter: 68,500 ] [ performance: 20.481 it/s ] [ lr: 5.00e-05 ] [ eta: 1441 days, 8:56:02 ] [ l_g_pix: 1.8241e-02 ] [ l_g_total: 1.8241e-02 ] +2024-10-22 03:33:29,126 INFO: [ epoch: 6 ] [ iter: 68,600 ] [ performance: 20.654 it/s ] [ lr: 5.00e-05 ] [ eta: 1438 days, 13:07:46 ] [ l_g_pix: 2.1343e-02 ] [ l_g_total: 2.1343e-02 ] +2024-10-22 03:33:34,173 INFO: [ epoch: 6 ] [ iter: 68,700 ] [ performance: 20.120 it/s ] [ lr: 5.00e-05 ] [ eta: 1435 days, 19:02:59 ] [ l_g_pix: 4.0049e-02 ] [ l_g_total: 4.0049e-02 ] +2024-10-22 03:33:39,253 INFO: [ epoch: 6 ] [ iter: 68,800 ] [ performance: 19.530 it/s ] [ lr: 5.00e-05 ] [ eta: 1433 days, 0:58:33 ] [ l_g_pix: 1.7227e-02 ] [ l_g_total: 1.7227e-02 ] +2024-10-22 03:33:44,136 INFO: [ epoch: 6 ] [ iter: 68,900 ] [ performance: 20.120 it/s ] [ lr: 5.00e-05 ] [ eta: 1430 days, 4:55:42 ] [ l_g_pix: 2.3231e-02 ] [ l_g_total: 2.3231e-02 ] +2024-10-22 03:33:49,351 INFO: [ epoch: 6 ] [ iter: 69,000 ] [ performance: 19.449 it/s ] [ lr: 5.00e-05 ] [ eta: 1427 days, 11:27:33 ] [ l_g_pix: 2.2249e-02 ] [ l_g_total: 2.2249e-02 ] +2024-10-22 03:33:54,551 INFO: [ epoch: 6 ] [ iter: 69,100 ] [ performance: 19.311 it/s ] [ lr: 5.00e-05 ] [ eta: 1424 days, 17:34:20 ] [ l_g_pix: 3.0599e-02 ] [ l_g_total: 3.0599e-02 ] +2024-10-22 03:33:59,694 INFO: [ epoch: 6 ] [ iter: 69,200 ] [ performance: 19.423 it/s ] [ lr: 5.00e-05 ] [ eta: 1421 days, 22:54:37 ] [ l_g_pix: 2.4630e-02 ] [ l_g_total: 2.4630e-02 ] +2024-10-22 03:34:04,827 INFO: [ epoch: 6 ] [ iter: 69,300 ] [ performance: 19.462 it/s ] [ lr: 5.00e-05 ] [ eta: 1419 days, 3:52:35 ] [ l_g_pix: 1.5401e-02 ] [ l_g_total: 1.5401e-02 ] +2024-10-22 03:34:09,945 INFO: [ epoch: 6 ] [ iter: 69,400 ] [ performance: 19.367 it/s ] [ lr: 5.00e-05 ] [ eta: 1416 days, 8:25:42 ] [ l_g_pix: 2.6133e-02 ] [ l_g_total: 2.6133e-02 ] +2024-10-22 03:34:15,021 INFO: [ epoch: 6 ] [ iter: 69,500 ] [ performance: 19.583 it/s ] [ lr: 5.00e-05 ] [ eta: 1413 days, 12:20:28 ] [ l_g_pix: 3.2359e-02 ] [ l_g_total: 3.2359e-02 ] +2024-10-22 03:34:20,186 INFO: [ epoch: 6 ] [ iter: 69,600 ] [ performance: 19.467 it/s ] [ lr: 5.00e-05 ] [ eta: 1410 days, 16:43:43 ] [ l_g_pix: 1.7570e-02 ] [ l_g_total: 1.7570e-02 ] +2024-10-22 03:34:25,249 INFO: [ epoch: 6 ] [ iter: 69,700 ] [ performance: 19.653 it/s ] [ lr: 5.00e-05 ] [ eta: 1407 days, 19:57:51 ] [ l_g_pix: 2.3658e-02 ] [ l_g_total: 2.3658e-02 ] +2024-10-22 03:34:30,380 INFO: [ epoch: 6 ] [ iter: 69,800 ] [ performance: 19.762 it/s ] [ lr: 5.00e-05 ] [ eta: 1404 days, 23:29:31 ] [ l_g_pix: 2.6618e-02 ] [ l_g_total: 2.6618e-02 ] +2024-10-22 03:34:35,424 INFO: [ epoch: 6 ] [ iter: 69,900 ] [ performance: 19.807 it/s ] [ lr: 5.00e-05 ] [ eta: 1402 days, 2:00:03 ] [ l_g_pix: 2.4762e-02 ] [ l_g_total: 2.4762e-02 ] +2024-10-22 03:34:40,330 INFO: [ epoch: 6 ] [ iter: 70,000 ] [ performance: 19.626 it/s ] [ lr: 5.00e-05 ] [ eta: 1399 days, 3:05:16 ] [ l_g_pix: 3.2431e-02 ] [ l_g_total: 3.2431e-02 ] +2024-10-22 03:34:40,330 INFO: Saving models and training states. +2024-10-22 03:36:07,547 INFO: Validation val + + # psnr: 22.0346........ Best: 22.0346 @ 70000 iter + # ssim: 0.6479........ Best: 0.6479 @ 70000 iter + # dists: 0.7867........ Best: 0.7867 @ 70000 iter + +2024-10-22 03:36:12,578 INFO: [ epoch: 6 ] [ iter: 70,100 ] [ performance: 19.793 it/s ] [ lr: 5.00e-05 ] [ eta: 1426 days, 9:18:07 ] [ l_g_pix: 2.3468e-02 ] [ l_g_total: 2.3468e-02 ] +2024-10-22 03:36:17,870 INFO: [ epoch: 6 ] [ iter: 70,200 ] [ performance: 19.461 it/s ] [ lr: 5.00e-05 ] [ eta: 1423 days, 10:36:42 ] [ l_g_pix: 2.0816e-02 ] [ l_g_total: 2.0816e-02 ] +2024-10-22 03:36:23,111 INFO: [ epoch: 6 ] [ iter: 70,300 ] [ performance: 19.210 it/s ] [ lr: 5.00e-05 ] [ eta: 1420 days, 11:12:07 ] [ l_g_pix: 2.1859e-02 ] [ l_g_total: 2.1859e-02 ] +2024-10-22 03:36:28,183 INFO: [ epoch: 6 ] [ iter: 70,400 ] [ performance: 19.732 it/s ] [ lr: 5.00e-05 ] [ eta: 1417 days, 10:06:46 ] [ l_g_pix: 2.8987e-02 ] [ l_g_total: 2.8987e-02 ] +2024-10-22 03:36:33,359 INFO: [ epoch: 6 ] [ iter: 70,500 ] [ performance: 19.456 it/s ] [ lr: 5.00e-05 ] [ eta: 1414 days, 9:35:57 ] [ l_g_pix: 2.5312e-02 ] [ l_g_total: 2.5312e-02 ] +2024-10-22 03:36:38,543 INFO: [ epoch: 6 ] [ iter: 70,600 ] [ performance: 19.592 it/s ] [ lr: 5.00e-05 ] [ eta: 1411 days, 8:51:19 ] [ l_g_pix: 2.7676e-02 ] [ l_g_total: 2.7676e-02 ] +2024-10-22 03:36:43,770 INFO: [ epoch: 6 ] [ iter: 70,700 ] [ performance: 19.281 it/s ] [ lr: 5.00e-05 ] [ eta: 1408 days, 8:10:54 ] [ l_g_pix: 1.8106e-02 ] [ l_g_total: 1.8106e-02 ] +2024-10-22 03:36:48,905 INFO: [ epoch: 6 ] [ iter: 70,800 ] [ performance: 19.541 it/s ] [ lr: 5.00e-05 ] [ eta: 1405 days, 6:28:03 ] [ l_g_pix: 1.6302e-02 ] [ l_g_total: 1.6302e-02 ] +2024-10-22 03:36:54,072 INFO: [ epoch: 6 ] [ iter: 70,900 ] [ performance: 19.415 it/s ] [ lr: 5.00e-05 ] [ eta: 1402 days, 4:43:41 ] [ l_g_pix: 2.1328e-02 ] [ l_g_total: 2.1328e-02 ] +2024-10-22 03:36:59,177 INFO: [ epoch: 6 ] [ iter: 71,000 ] [ performance: 20.150 it/s ] [ lr: 5.00e-05 ] [ eta: 1399 days, 2:11:58 ] [ l_g_pix: 2.8665e-02 ] [ l_g_total: 2.8665e-02 ] +2024-10-22 03:37:04,217 INFO: [ epoch: 6 ] [ iter: 71,100 ] [ performance: 19.941 it/s ] [ lr: 5.00e-05 ] [ eta: 1395 days, 22:52:04 ] [ l_g_pix: 2.6129e-02 ] [ l_g_total: 2.6129e-02 ] +2024-10-22 03:37:09,322 INFO: [ epoch: 6 ] [ iter: 71,200 ] [ performance: 20.172 it/s ] [ lr: 5.00e-05 ] [ eta: 1392 days, 19:46:29 ] [ l_g_pix: 2.9223e-02 ] [ l_g_total: 2.9223e-02 ] +2024-10-22 03:37:13,964 INFO: [ epoch: 6 ] [ iter: 71,300 ] [ performance: 21.093 it/s ] [ lr: 5.00e-05 ] [ eta: 1389 days, 12:42:27 ] [ l_g_pix: 3.7582e-02 ] [ l_g_total: 3.7582e-02 ] +2024-10-22 03:37:20,284 INFO: [ epoch: 7 ] [ iter: 71,400 ] [ performance: 20.270 it/s ] [ lr: 5.00e-05 ] [ eta: 1386 days, 18:42:38 ] [ l_g_pix: 1.3939e-02 ] [ l_g_total: 1.3939e-02 ] +2024-10-22 03:37:25,268 INFO: [ epoch: 7 ] [ iter: 71,500 ] [ performance: 20.131 it/s ] [ lr: 5.00e-05 ] [ eta: 1383 days, 13:47:24 ] [ l_g_pix: 3.1549e-02 ] [ l_g_total: 3.1549e-02 ] +2024-10-22 03:37:30,221 INFO: [ epoch: 7 ] [ iter: 71,600 ] [ performance: 20.782 it/s ] [ lr: 5.00e-05 ] [ eta: 1380 days, 8:20:51 ] [ l_g_pix: 2.9077e-02 ] [ l_g_total: 2.9077e-02 ] +2024-10-22 03:37:35,159 INFO: [ epoch: 7 ] [ iter: 71,700 ] [ performance: 20.412 it/s ] [ lr: 5.00e-05 ] [ eta: 1377 days, 2:30:40 ] [ l_g_pix: 2.0247e-02 ] [ l_g_total: 2.0247e-02 ] +2024-10-22 03:37:40,167 INFO: [ epoch: 7 ] [ iter: 71,800 ] [ performance: 19.873 it/s ] [ lr: 5.00e-05 ] [ eta: 1373 days, 20:57:09 ] [ l_g_pix: 3.2549e-02 ] [ l_g_total: 3.2549e-02 ] +2024-10-22 03:37:45,059 INFO: [ epoch: 7 ] [ iter: 71,900 ] [ performance: 20.270 it/s ] [ lr: 5.00e-05 ] [ eta: 1370 days, 14:12:13 ] [ l_g_pix: 2.6826e-02 ] [ l_g_total: 2.6826e-02 ] +2024-10-22 03:37:50,140 INFO: [ epoch: 7 ] [ iter: 72,000 ] [ performance: 19.920 it/s ] [ lr: 5.00e-05 ] [ eta: 1367 days, 8:39:30 ] [ l_g_pix: 2.6096e-02 ] [ l_g_total: 2.6096e-02 ] +2024-10-22 03:37:55,066 INFO: [ epoch: 7 ] [ iter: 72,100 ] [ performance: 20.191 it/s ] [ lr: 5.00e-05 ] [ eta: 1364 days, 1:37:13 ] [ l_g_pix: 1.9801e-02 ] [ l_g_total: 1.9801e-02 ] +2024-10-22 03:38:00,173 INFO: [ epoch: 7 ] [ iter: 72,200 ] [ performance: 19.536 it/s ] [ lr: 5.00e-05 ] [ eta: 1360 days, 19:42:50 ] [ l_g_pix: 2.4545e-02 ] [ l_g_total: 2.4545e-02 ] +2024-10-22 03:38:05,182 INFO: [ epoch: 7 ] [ iter: 72,300 ] [ performance: 19.837 it/s ] [ lr: 5.00e-05 ] [ eta: 1357 days, 12:46:27 ] [ l_g_pix: 1.9408e-02 ] [ l_g_total: 1.9408e-02 ] +2024-10-22 03:38:10,171 INFO: [ epoch: 7 ] [ iter: 72,400 ] [ performance: 20.125 it/s ] [ lr: 5.00e-05 ] [ eta: 1354 days, 5:23:48 ] [ l_g_pix: 2.3429e-02 ] [ l_g_total: 2.3429e-02 ] +2024-10-22 03:38:14,987 INFO: [ epoch: 7 ] [ iter: 72,500 ] [ performance: 20.579 it/s ] [ lr: 5.00e-05 ] [ eta: 1350 days, 20:25:22 ] [ l_g_pix: 2.7263e-02 ] [ l_g_total: 2.7263e-02 ] +2024-10-22 03:38:19,994 INFO: [ epoch: 7 ] [ iter: 72,600 ] [ performance: 20.370 it/s ] [ lr: 5.00e-05 ] [ eta: 1347 days, 12:37:42 ] [ l_g_pix: 1.8946e-02 ] [ l_g_total: 1.8946e-02 ] +2024-10-22 03:38:24,946 INFO: [ epoch: 7 ] [ iter: 72,700 ] [ performance: 20.245 it/s ] [ lr: 5.00e-05 ] [ eta: 1344 days, 4:08:37 ] [ l_g_pix: 2.5344e-02 ] [ l_g_total: 2.5344e-02 ] +2024-10-22 03:38:30,080 INFO: [ epoch: 7 ] [ iter: 72,800 ] [ performance: 19.645 it/s ] [ lr: 5.00e-05 ] [ eta: 1340 days, 20:45:47 ] [ l_g_pix: 3.1238e-02 ] [ l_g_total: 3.1238e-02 ] +2024-10-22 03:38:34,947 INFO: [ epoch: 7 ] [ iter: 72,900 ] [ performance: 20.292 it/s ] [ lr: 5.00e-05 ] [ eta: 1337 days, 11:04:57 ] [ l_g_pix: 2.4940e-02 ] [ l_g_total: 2.4940e-02 ] +2024-10-22 03:38:40,004 INFO: [ epoch: 7 ] [ iter: 73,000 ] [ performance: 19.680 it/s ] [ lr: 5.00e-05 ] [ eta: 1334 days, 2:33:24 ] [ l_g_pix: 3.6087e-02 ] [ l_g_total: 3.6087e-02 ] +2024-10-22 03:38:45,157 INFO: [ epoch: 7 ] [ iter: 73,100 ] [ performance: 19.482 it/s ] [ lr: 5.00e-05 ] [ eta: 1330 days, 18:27:57 ] [ l_g_pix: 2.8985e-02 ] [ l_g_total: 2.8985e-02 ] +2024-10-22 03:38:50,189 INFO: [ epoch: 7 ] [ iter: 73,200 ] [ performance: 20.279 it/s ] [ lr: 5.00e-05 ] [ eta: 1327 days, 9:11:28 ] [ l_g_pix: 2.0870e-02 ] [ l_g_total: 2.0870e-02 ] +2024-10-22 03:38:55,200 INFO: [ epoch: 7 ] [ iter: 73,300 ] [ performance: 20.043 it/s ] [ lr: 5.00e-05 ] [ eta: 1323 days, 23:28:49 ] [ l_g_pix: 2.7908e-02 ] [ l_g_total: 2.7908e-02 ] +2024-10-22 03:39:00,278 INFO: [ epoch: 7 ] [ iter: 73,400 ] [ performance: 19.633 it/s ] [ lr: 5.00e-05 ] [ eta: 1320 days, 13:59:10 ] [ l_g_pix: 2.4129e-02 ] [ l_g_total: 2.4129e-02 ] +2024-10-22 03:39:05,140 INFO: [ epoch: 7 ] [ iter: 73,500 ] [ performance: 20.320 it/s ] [ lr: 5.00e-05 ] [ eta: 1317 days, 2:36:59 ] [ l_g_pix: 1.9923e-02 ] [ l_g_total: 1.9923e-02 ] +2024-10-22 03:39:10,159 INFO: [ epoch: 7 ] [ iter: 73,600 ] [ performance: 19.904 it/s ] [ lr: 5.00e-05 ] [ eta: 1313 days, 16:07:58 ] [ l_g_pix: 2.6999e-02 ] [ l_g_total: 2.6999e-02 ] +2024-10-22 03:39:15,239 INFO: [ epoch: 7 ] [ iter: 73,700 ] [ performance: 19.741 it/s ] [ lr: 5.00e-05 ] [ eta: 1310 days, 5:49:04 ] [ l_g_pix: 2.8760e-02 ] [ l_g_total: 2.8760e-02 ] +2024-10-22 03:39:20,343 INFO: [ epoch: 7 ] [ iter: 73,800 ] [ performance: 19.539 it/s ] [ lr: 5.00e-05 ] [ eta: 1306 days, 19:23:37 ] [ l_g_pix: 2.1377e-02 ] [ l_g_total: 2.1377e-02 ] +2024-10-22 03:39:25,417 INFO: [ epoch: 7 ] [ iter: 73,900 ] [ performance: 19.669 it/s ] [ lr: 5.00e-05 ] [ eta: 1303 days, 8:27:52 ] [ l_g_pix: 2.0998e-02 ] [ l_g_total: 2.0998e-02 ] +2024-10-22 03:39:30,456 INFO: [ epoch: 7 ] [ iter: 74,000 ] [ performance: 19.258 it/s ] [ lr: 5.00e-05 ] [ eta: 1299 days, 21:00:07 ] [ l_g_pix: 2.0928e-02 ] [ l_g_total: 2.0928e-02 ] +2024-10-22 03:39:35,544 INFO: [ epoch: 7 ] [ iter: 74,100 ] [ performance: 19.559 it/s ] [ lr: 5.00e-05 ] [ eta: 1296 days, 9:36:38 ] [ l_g_pix: 2.0190e-02 ] [ l_g_total: 2.0190e-02 ] +2024-10-22 03:39:40,459 INFO: [ epoch: 7 ] [ iter: 74,200 ] [ performance: 20.843 it/s ] [ lr: 5.00e-05 ] [ eta: 1292 days, 20:42:11 ] [ l_g_pix: 1.5951e-02 ] [ l_g_total: 1.5951e-02 ] +2024-10-22 03:39:45,481 INFO: [ epoch: 7 ] [ iter: 74,300 ] [ performance: 20.128 it/s ] [ lr: 5.00e-05 ] [ eta: 1289 days, 8:16:52 ] [ l_g_pix: 2.9182e-02 ] [ l_g_total: 2.9182e-02 ] +2024-10-22 03:39:50,559 INFO: [ epoch: 7 ] [ iter: 74,400 ] [ performance: 19.454 it/s ] [ lr: 5.00e-05 ] [ eta: 1285 days, 19:58:35 ] [ l_g_pix: 2.1094e-02 ] [ l_g_total: 2.1094e-02 ] +2024-10-22 03:39:55,653 INFO: [ epoch: 7 ] [ iter: 74,500 ] [ performance: 19.590 it/s ] [ lr: 5.00e-05 ] [ eta: 1282 days, 7:30:36 ] [ l_g_pix: 2.4133e-02 ] [ l_g_total: 2.4133e-02 ] +2024-10-22 03:40:00,846 INFO: [ epoch: 7 ] [ iter: 74,600 ] [ performance: 19.668 it/s ] [ lr: 5.00e-05 ] [ eta: 1278 days, 19:27:19 ] [ l_g_pix: 3.1350e-02 ] [ l_g_total: 3.1350e-02 ] +2024-10-22 03:40:06,011 INFO: [ epoch: 7 ] [ iter: 74,700 ] [ performance: 19.433 it/s ] [ lr: 5.00e-05 ] [ eta: 1275 days, 6:54:34 ] [ l_g_pix: 3.1596e-02 ] [ l_g_total: 3.1596e-02 ] +2024-10-22 03:40:11,095 INFO: [ epoch: 7 ] [ iter: 74,800 ] [ performance: 19.923 it/s ] [ lr: 5.00e-05 ] [ eta: 1271 days, 17:31:06 ] [ l_g_pix: 2.2374e-02 ] [ l_g_total: 2.2374e-02 ] +2024-10-22 03:40:16,134 INFO: [ epoch: 7 ] [ iter: 74,900 ] [ performance: 19.866 it/s ] [ lr: 5.00e-05 ] [ eta: 1268 days, 3:31:29 ] [ l_g_pix: 2.1172e-02 ] [ l_g_total: 2.1172e-02 ] +2024-10-22 03:40:21,262 INFO: [ epoch: 7 ] [ iter: 75,000 ] [ performance: 19.452 it/s ] [ lr: 5.00e-05 ] [ eta: 1264 days, 13:52:30 ] [ l_g_pix: 2.7875e-02 ] [ l_g_total: 2.7875e-02 ] +2024-10-22 03:40:26,446 INFO: [ epoch: 7 ] [ iter: 75,100 ] [ performance: 19.326 it/s ] [ lr: 5.00e-05 ] [ eta: 1261 days, 0:19:36 ] [ l_g_pix: 2.9936e-02 ] [ l_g_total: 2.9936e-02 ] +2024-10-22 03:40:31,432 INFO: [ epoch: 7 ] [ iter: 75,200 ] [ performance: 19.570 it/s ] [ lr: 5.00e-05 ] [ eta: 1257 days, 9:07:15 ] [ l_g_pix: 2.2523e-02 ] [ l_g_total: 2.2523e-02 ] +2024-10-22 03:40:36,601 INFO: [ epoch: 7 ] [ iter: 75,300 ] [ performance: 19.393 it/s ] [ lr: 5.00e-05 ] [ eta: 1253 days, 18:54:01 ] [ l_g_pix: 1.5865e-02 ] [ l_g_total: 1.5865e-02 ] +2024-10-22 03:40:41,622 INFO: [ epoch: 7 ] [ iter: 75,400 ] [ performance: 20.152 it/s ] [ lr: 5.00e-05 ] [ eta: 1250 days, 3:22:41 ] [ l_g_pix: 1.9451e-02 ] [ l_g_total: 1.9451e-02 ] +2024-10-22 03:40:46,721 INFO: [ epoch: 7 ] [ iter: 75,500 ] [ performance: 19.718 it/s ] [ lr: 5.00e-05 ] [ eta: 1246 days, 12:06:38 ] [ l_g_pix: 3.5827e-02 ] [ l_g_total: 3.5827e-02 ] +2024-10-22 03:40:51,815 INFO: [ epoch: 7 ] [ iter: 75,600 ] [ performance: 19.821 it/s ] [ lr: 5.00e-05 ] [ eta: 1242 days, 20:31:16 ] [ l_g_pix: 2.7959e-02 ] [ l_g_total: 2.7959e-02 ] +2024-10-22 03:40:57,017 INFO: [ epoch: 7 ] [ iter: 75,700 ] [ performance: 19.337 it/s ] [ lr: 5.00e-05 ] [ eta: 1239 days, 5:23:02 ] [ l_g_pix: 2.3745e-02 ] [ l_g_total: 2.3745e-02 ] +2024-10-22 03:41:02,290 INFO: [ epoch: 7 ] [ iter: 75,800 ] [ performance: 19.162 it/s ] [ lr: 5.00e-05 ] [ eta: 1235 days, 14:25:50 ] [ l_g_pix: 2.9117e-02 ] [ l_g_total: 2.9117e-02 ] +2024-10-22 03:41:07,355 INFO: [ epoch: 7 ] [ iter: 75,900 ] [ performance: 19.635 it/s ] [ lr: 5.00e-05 ] [ eta: 1231 days, 21:47:25 ] [ l_g_pix: 3.0669e-02 ] [ l_g_total: 3.0669e-02 ] +2024-10-22 03:41:12,359 INFO: [ epoch: 7 ] [ iter: 76,000 ] [ performance: 20.005 it/s ] [ lr: 5.00e-05 ] [ eta: 1228 days, 4:28:02 ] [ l_g_pix: 2.3535e-02 ] [ l_g_total: 2.3535e-02 ] +2024-10-22 03:41:17,491 INFO: [ epoch: 7 ] [ iter: 76,100 ] [ performance: 19.582 it/s ] [ lr: 5.00e-05 ] [ eta: 1224 days, 11:42:28 ] [ l_g_pix: 2.8038e-02 ] [ l_g_total: 2.8038e-02 ] +2024-10-22 03:41:22,578 INFO: [ epoch: 7 ] [ iter: 76,200 ] [ performance: 20.143 it/s ] [ lr: 5.00e-05 ] [ eta: 1220 days, 18:22:26 ] [ l_g_pix: 2.4812e-02 ] [ l_g_total: 2.4812e-02 ] +2024-10-22 03:41:27,802 INFO: [ epoch: 7 ] [ iter: 76,300 ] [ performance: 19.311 it/s ] [ lr: 5.00e-05 ] [ eta: 1217 days, 1:39:20 ] [ l_g_pix: 2.3936e-02 ] [ l_g_total: 2.3936e-02 ] +2024-10-22 03:41:32,915 INFO: [ epoch: 7 ] [ iter: 76,400 ] [ performance: 19.312 it/s ] [ lr: 5.00e-05 ] [ eta: 1213 days, 7:55:12 ] [ l_g_pix: 1.4926e-02 ] [ l_g_total: 1.4926e-02 ] +2024-10-22 03:41:38,037 INFO: [ epoch: 7 ] [ iter: 76,500 ] [ performance: 19.490 it/s ] [ lr: 5.00e-05 ] [ eta: 1209 days, 13:57:36 ] [ l_g_pix: 2.6477e-02 ] [ l_g_total: 2.6477e-02 ] +2024-10-22 03:41:43,093 INFO: [ epoch: 7 ] [ iter: 76,600 ] [ performance: 19.935 it/s ] [ lr: 5.00e-05 ] [ eta: 1205 days, 19:17:11 ] [ l_g_pix: 1.9918e-02 ] [ l_g_total: 1.9918e-02 ] +2024-10-22 03:41:48,372 INFO: [ epoch: 7 ] [ iter: 76,700 ] [ performance: 19.097 it/s ] [ lr: 5.00e-05 ] [ eta: 1202 days, 1:46:29 ] [ l_g_pix: 2.4202e-02 ] [ l_g_total: 2.4202e-02 ] +2024-10-22 03:41:53,502 INFO: [ epoch: 7 ] [ iter: 76,800 ] [ performance: 20.126 it/s ] [ lr: 5.00e-05 ] [ eta: 1198 days, 7:00:28 ] [ l_g_pix: 1.8628e-02 ] [ l_g_total: 1.8628e-02 ] +2024-10-22 03:41:58,685 INFO: [ epoch: 7 ] [ iter: 76,900 ] [ performance: 19.419 it/s ] [ lr: 5.00e-05 ] [ eta: 1194 days, 12:17:46 ] [ l_g_pix: 2.5334e-02 ] [ l_g_total: 2.5334e-02 ] +2024-10-22 03:42:03,805 INFO: [ epoch: 7 ] [ iter: 77,000 ] [ performance: 20.172 it/s ] [ lr: 5.00e-05 ] [ eta: 1190 days, 16:53:44 ] [ l_g_pix: 1.7162e-02 ] [ l_g_total: 1.7162e-02 ] +2024-10-22 03:42:08,733 INFO: [ epoch: 7 ] [ iter: 77,100 ] [ performance: 20.277 it/s ] [ lr: 5.00e-05 ] [ eta: 1186 days, 19:59:20 ] [ l_g_pix: 2.0790e-02 ] [ l_g_total: 2.0790e-02 ] +2024-10-22 03:42:13,598 INFO: [ epoch: 7 ] [ iter: 77,200 ] [ performance: 20.677 it/s ] [ lr: 5.00e-05 ] [ eta: 1182 days, 22:24:26 ] [ l_g_pix: 2.2220e-02 ] [ l_g_total: 2.2220e-02 ] +2024-10-22 03:42:18,633 INFO: [ epoch: 7 ] [ iter: 77,300 ] [ performance: 19.969 it/s ] [ lr: 5.00e-05 ] [ eta: 1179 days, 1:38:04 ] [ l_g_pix: 3.0533e-02 ] [ l_g_total: 3.0533e-02 ] +2024-10-22 03:42:23,850 INFO: [ epoch: 7 ] [ iter: 77,400 ] [ performance: 19.142 it/s ] [ lr: 5.00e-05 ] [ eta: 1175 days, 5:43:05 ] [ l_g_pix: 3.1739e-02 ] [ l_g_total: 3.1739e-02 ] +2024-10-22 03:42:29,052 INFO: [ epoch: 7 ] [ iter: 77,500 ] [ performance: 19.215 it/s ] [ lr: 5.00e-05 ] [ eta: 1171 days, 9:25:07 ] [ l_g_pix: 2.1015e-02 ] [ l_g_total: 2.1015e-02 ] +2024-10-22 03:42:34,145 INFO: [ epoch: 7 ] [ iter: 77,600 ] [ performance: 20.551 it/s ] [ lr: 5.00e-05 ] [ eta: 1167 days, 12:09:21 ] [ l_g_pix: 2.0484e-02 ] [ l_g_total: 2.0484e-02 ] +2024-10-22 03:42:39,177 INFO: [ epoch: 7 ] [ iter: 77,700 ] [ performance: 19.958 it/s ] [ lr: 5.00e-05 ] [ eta: 1163 days, 14:13:36 ] [ l_g_pix: 2.4412e-02 ] [ l_g_total: 2.4412e-02 ] +2024-10-22 03:42:44,103 INFO: [ epoch: 7 ] [ iter: 77,800 ] [ performance: 20.104 it/s ] [ lr: 5.00e-05 ] [ eta: 1159 days, 15:22:01 ] [ l_g_pix: 2.2226e-02 ] [ l_g_total: 2.2226e-02 ] +2024-10-22 03:42:48,985 INFO: [ epoch: 7 ] [ iter: 77,900 ] [ performance: 20.443 it/s ] [ lr: 5.00e-05 ] [ eta: 1155 days, 15:57:38 ] [ l_g_pix: 2.0408e-02 ] [ l_g_total: 2.0408e-02 ] +2024-10-22 03:42:53,970 INFO: [ epoch: 7 ] [ iter: 78,000 ] [ performance: 20.501 it/s ] [ lr: 5.00e-05 ] [ eta: 1151 days, 16:54:55 ] [ l_g_pix: 2.4173e-02 ] [ l_g_total: 2.4173e-02 ] +2024-10-22 03:42:58,915 INFO: [ epoch: 7 ] [ iter: 78,100 ] [ performance: 20.251 it/s ] [ lr: 5.00e-05 ] [ eta: 1147 days, 17:21:19 ] [ l_g_pix: 2.5239e-02 ] [ l_g_total: 2.5239e-02 ] +2024-10-22 03:43:04,017 INFO: [ epoch: 7 ] [ iter: 78,200 ] [ performance: 19.194 it/s ] [ lr: 5.00e-05 ] [ eta: 1143 days, 18:27:55 ] [ l_g_pix: 2.8311e-02 ] [ l_g_total: 2.8311e-02 ] +2024-10-22 03:43:09,135 INFO: [ epoch: 7 ] [ iter: 78,300 ] [ performance: 19.508 it/s ] [ lr: 5.00e-05 ] [ eta: 1139 days, 19:23:12 ] [ l_g_pix: 2.3053e-02 ] [ l_g_total: 2.3053e-02 ] +2024-10-22 03:43:14,221 INFO: [ epoch: 7 ] [ iter: 78,400 ] [ performance: 19.339 it/s ] [ lr: 5.00e-05 ] [ eta: 1135 days, 19:50:10 ] [ l_g_pix: 2.4021e-02 ] [ l_g_total: 2.4021e-02 ] +2024-10-22 03:43:19,273 INFO: [ epoch: 7 ] [ iter: 78,500 ] [ performance: 19.757 it/s ] [ lr: 5.00e-05 ] [ eta: 1131 days, 19:47:37 ] [ l_g_pix: 2.7000e-02 ] [ l_g_total: 2.7000e-02 ] +2024-10-22 03:43:24,344 INFO: [ epoch: 7 ] [ iter: 78,600 ] [ performance: 19.618 it/s ] [ lr: 5.00e-05 ] [ eta: 1127 days, 19:35:23 ] [ l_g_pix: 2.1621e-02 ] [ l_g_total: 2.1621e-02 ] +2024-10-22 03:43:29,423 INFO: [ epoch: 7 ] [ iter: 78,700 ] [ performance: 19.687 it/s ] [ lr: 5.00e-05 ] [ eta: 1123 days, 19:08:48 ] [ l_g_pix: 2.4379e-02 ] [ l_g_total: 2.4379e-02 ] +2024-10-22 03:43:34,484 INFO: [ epoch: 7 ] [ iter: 78,800 ] [ performance: 21.039 it/s ] [ lr: 5.00e-05 ] [ eta: 1119 days, 18:19:03 ] [ l_g_pix: 1.9834e-02 ] [ l_g_total: 1.9834e-02 ] +2024-10-22 03:43:39,639 INFO: [ epoch: 7 ] [ iter: 78,900 ] [ performance: 19.511 it/s ] [ lr: 5.00e-05 ] [ eta: 1115 days, 17:45:47 ] [ l_g_pix: 2.0733e-02 ] [ l_g_total: 2.0733e-02 ] +2024-10-22 03:43:44,757 INFO: [ epoch: 7 ] [ iter: 79,000 ] [ performance: 22.391 it/s ] [ lr: 5.00e-05 ] [ eta: 1111 days, 16:41:58 ] [ l_g_pix: 2.0385e-02 ] [ l_g_total: 2.0385e-02 ] +2024-10-22 03:43:49,880 INFO: [ epoch: 7 ] [ iter: 79,100 ] [ performance: 19.689 it/s ] [ lr: 5.00e-05 ] [ eta: 1107 days, 15:22:48 ] [ l_g_pix: 1.8465e-02 ] [ l_g_total: 1.8465e-02 ] +2024-10-22 03:43:55,054 INFO: [ epoch: 7 ] [ iter: 79,200 ] [ performance: 18.862 it/s ] [ lr: 5.00e-05 ] [ eta: 1103 days, 14:04:32 ] [ l_g_pix: 1.5699e-02 ] [ l_g_total: 1.5699e-02 ] +2024-10-22 03:44:00,190 INFO: [ epoch: 7 ] [ iter: 79,300 ] [ performance: 19.436 it/s ] [ lr: 5.00e-05 ] [ eta: 1099 days, 12:15:55 ] [ l_g_pix: 2.6488e-02 ] [ l_g_total: 2.6488e-02 ] +2024-10-22 03:44:05,286 INFO: [ epoch: 7 ] [ iter: 79,400 ] [ performance: 20.230 it/s ] [ lr: 5.00e-05 ] [ eta: 1095 days, 9:56:22 ] [ l_g_pix: 1.6802e-02 ] [ l_g_total: 1.6802e-02 ] +2024-10-22 03:44:10,433 INFO: [ epoch: 7 ] [ iter: 79,500 ] [ performance: 19.470 it/s ] [ lr: 5.00e-05 ] [ eta: 1091 days, 7:37:00 ] [ l_g_pix: 1.7113e-02 ] [ l_g_total: 1.7113e-02 ] +2024-10-22 03:44:15,538 INFO: [ epoch: 7 ] [ iter: 79,600 ] [ performance: 19.661 it/s ] [ lr: 5.00e-05 ] [ eta: 1087 days, 4:46:22 ] [ l_g_pix: 2.2126e-02 ] [ l_g_total: 2.2126e-02 ] +2024-10-22 03:44:20,607 INFO: [ epoch: 7 ] [ iter: 79,700 ] [ performance: 19.728 it/s ] [ lr: 5.00e-05 ] [ eta: 1083 days, 1:26:32 ] [ l_g_pix: 2.3919e-02 ] [ l_g_total: 2.3919e-02 ] +2024-10-22 03:44:25,714 INFO: [ epoch: 7 ] [ iter: 79,800 ] [ performance: 19.921 it/s ] [ lr: 5.00e-05 ] [ eta: 1078 days, 22:02:49 ] [ l_g_pix: 1.7214e-02 ] [ l_g_total: 1.7214e-02 ] +2024-10-22 03:44:30,815 INFO: [ epoch: 7 ] [ iter: 79,900 ] [ performance: 19.615 it/s ] [ lr: 5.00e-05 ] [ eta: 1074 days, 18:19:55 ] [ l_g_pix: 2.2448e-02 ] [ l_g_total: 2.2448e-02 ] +2024-10-22 03:44:35,990 INFO: [ epoch: 7 ] [ iter: 80,000 ] [ performance: 19.897 it/s ] [ lr: 5.00e-05 ] [ eta: 1070 days, 14:44:32 ] [ l_g_pix: 2.5287e-02 ] [ l_g_total: 2.5287e-02 ] +2024-10-22 03:44:35,990 INFO: Saving models and training states. +2024-10-22 03:45:48,356 INFO: Validation val + + # psnr: 22.0372........ Best: 22.0372 @ 80000 iter + # ssim: 0.6482........ Best: 0.6482 @ 80000 iter + # dists: 0.7865........ Best: 0.7865 @ 80000 iter + +2024-10-22 03:45:53,744 INFO: [ epoch: 7 ] [ iter: 80,100 ] [ performance: 18.590 it/s ] [ lr: 5.00e-05 ] [ eta: 1083 days, 4:02:52 ] [ l_g_pix: 1.8234e-02 ] [ l_g_total: 1.8234e-02 ] +2024-10-22 03:45:58,816 INFO: [ epoch: 7 ] [ iter: 80,200 ] [ performance: 19.605 it/s ] [ lr: 5.00e-05 ] [ eta: 1078 days, 21:18:11 ] [ l_g_pix: 2.4401e-02 ] [ l_g_total: 2.4401e-02 ] +2024-10-22 03:46:03,978 INFO: [ epoch: 7 ] [ iter: 80,300 ] [ performance: 19.377 it/s ] [ lr: 5.00e-05 ] [ eta: 1074 days, 14:46:07 ] [ l_g_pix: 2.2004e-02 ] [ l_g_total: 2.2004e-02 ] +2024-10-22 03:46:09,157 INFO: [ epoch: 7 ] [ iter: 80,400 ] [ performance: 19.344 it/s ] [ lr: 5.00e-05 ] [ eta: 1070 days, 8:02:24 ] [ l_g_pix: 2.0443e-02 ] [ l_g_total: 2.0443e-02 ] +2024-10-22 03:46:14,378 INFO: [ epoch: 7 ] [ iter: 80,500 ] [ performance: 19.158 it/s ] [ lr: 5.00e-05 ] [ eta: 1066 days, 1:14:52 ] [ l_g_pix: 1.7642e-02 ] [ l_g_total: 1.7642e-02 ] +2024-10-22 03:46:19,599 INFO: [ epoch: 7 ] [ iter: 80,600 ] [ performance: 19.155 it/s ] [ lr: 5.00e-05 ] [ eta: 1061 days, 18:10:22 ] [ l_g_pix: 1.5310e-02 ] [ l_g_total: 1.5310e-02 ] +2024-10-22 03:46:24,911 INFO: [ epoch: 7 ] [ iter: 80,700 ] [ performance: 18.835 it/s ] [ lr: 5.00e-05 ] [ eta: 1057 days, 11:17:18 ] [ l_g_pix: 3.1663e-02 ] [ l_g_total: 3.1663e-02 ] +2024-10-22 03:46:30,170 INFO: [ epoch: 7 ] [ iter: 80,800 ] [ performance: 18.927 it/s ] [ lr: 5.00e-05 ] [ eta: 1053 days, 3:49:40 ] [ l_g_pix: 2.0546e-02 ] [ l_g_total: 2.0546e-02 ] +2024-10-22 03:46:35,395 INFO: [ epoch: 7 ] [ iter: 80,900 ] [ performance: 19.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1048 days, 19:53:59 ] [ l_g_pix: 2.6342e-02 ] [ l_g_total: 2.6342e-02 ] +2024-10-22 03:46:40,601 INFO: [ epoch: 7 ] [ iter: 81,000 ] [ performance: 19.196 it/s ] [ lr: 5.00e-05 ] [ eta: 1044 days, 11:34:29 ] [ l_g_pix: 3.2693e-02 ] [ l_g_total: 3.2693e-02 ] +2024-10-22 03:46:45,807 INFO: [ epoch: 7 ] [ iter: 81,100 ] [ performance: 19.258 it/s ] [ lr: 5.00e-05 ] [ eta: 1040 days, 2:57:52 ] [ l_g_pix: 1.9701e-02 ] [ l_g_total: 1.9701e-02 ] +2024-10-22 03:46:51,050 INFO: [ epoch: 7 ] [ iter: 81,200 ] [ performance: 19.165 it/s ] [ lr: 5.00e-05 ] [ eta: 1035 days, 18:15:31 ] [ l_g_pix: 2.4784e-02 ] [ l_g_total: 2.4784e-02 ] +2024-10-22 03:46:56,273 INFO: [ epoch: 7 ] [ iter: 81,300 ] [ performance: 19.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1031 days, 9:09:20 ] [ l_g_pix: 2.8189e-02 ] [ l_g_total: 2.8189e-02 ] +2024-10-22 03:47:01,395 INFO: [ epoch: 7 ] [ iter: 81,400 ] [ performance: 19.356 it/s ] [ lr: 5.00e-05 ] [ eta: 1026 days, 23:14:15 ] [ l_g_pix: 1.8450e-02 ] [ l_g_total: 1.8450e-02 ] +2024-10-22 03:47:07,379 INFO: [ epoch: 8 ] [ iter: 81,500 ] [ performance: 16.562 it/s ] [ lr: 5.00e-05 ] [ eta: 1022 days, 17:28:08 ] [ l_g_pix: 3.4368e-02 ] [ l_g_total: 3.4368e-02 ] +2024-10-22 03:47:12,480 INFO: [ epoch: 8 ] [ iter: 81,600 ] [ performance: 17.995 it/s ] [ lr: 5.00e-05 ] [ eta: 1018 days, 6:51:21 ] [ l_g_pix: 2.1637e-02 ] [ l_g_total: 2.1637e-02 ] +2024-10-22 03:47:17,421 INFO: [ epoch: 8 ] [ iter: 81,700 ] [ performance: 20.282 it/s ] [ lr: 5.00e-05 ] [ eta: 1013 days, 19:08:41 ] [ l_g_pix: 2.2728e-02 ] [ l_g_total: 2.2728e-02 ] +2024-10-22 03:47:22,268 INFO: [ epoch: 8 ] [ iter: 81,800 ] [ performance: 20.464 it/s ] [ lr: 5.00e-05 ] [ eta: 1009 days, 6:40:48 ] [ l_g_pix: 2.3968e-02 ] [ l_g_total: 2.3968e-02 ] +2024-10-22 03:47:27,227 INFO: [ epoch: 8 ] [ iter: 81,900 ] [ performance: 20.213 it/s ] [ lr: 5.00e-05 ] [ eta: 1004 days, 18:30:55 ] [ l_g_pix: 2.3667e-02 ] [ l_g_total: 2.3667e-02 ] +2024-10-22 03:47:33,103 INFO: [ epoch: 8 ] [ iter: 82,000 ] [ performance: 18.423 it/s ] [ lr: 5.00e-05 ] [ eta: 1000 days, 10:39:24 ] [ l_g_pix: 1.9510e-02 ] [ l_g_total: 1.9510e-02 ] +2024-10-22 03:47:38,233 INFO: [ epoch: 8 ] [ iter: 82,100 ] [ performance: 19.815 it/s ] [ lr: 5.00e-05 ] [ eta: 995 days, 22:45:49 ] [ l_g_pix: 2.4851e-02 ] [ l_g_total: 2.4851e-02 ] +2024-10-22 03:47:43,225 INFO: [ epoch: 8 ] [ iter: 82,200 ] [ performance: 19.930 it/s ] [ lr: 5.00e-05 ] [ eta: 991 days, 9:53:59 ] [ l_g_pix: 2.5416e-02 ] [ l_g_total: 2.5416e-02 ] +2024-10-22 03:47:48,191 INFO: [ epoch: 8 ] [ iter: 82,300 ] [ performance: 20.166 it/s ] [ lr: 5.00e-05 ] [ eta: 986 days, 20:38:04 ] [ l_g_pix: 2.1107e-02 ] [ l_g_total: 2.1107e-02 ] +2024-10-22 03:47:53,029 INFO: [ epoch: 8 ] [ iter: 82,400 ] [ performance: 20.429 it/s ] [ lr: 5.00e-05 ] [ eta: 982 days, 6:27:52 ] [ l_g_pix: 2.0051e-02 ] [ l_g_total: 2.0051e-02 ] +2024-10-22 03:47:57,817 INFO: [ epoch: 8 ] [ iter: 82,500 ] [ performance: 20.894 it/s ] [ lr: 5.00e-05 ] [ eta: 977 days, 15:47:17 ] [ l_g_pix: 2.7421e-02 ] [ l_g_total: 2.7421e-02 ] +2024-10-22 03:48:02,744 INFO: [ epoch: 8 ] [ iter: 82,600 ] [ performance: 20.577 it/s ] [ lr: 5.00e-05 ] [ eta: 973 days, 1:30:47 ] [ l_g_pix: 3.0314e-02 ] [ l_g_total: 3.0314e-02 ] +2024-10-22 03:48:07,759 INFO: [ epoch: 8 ] [ iter: 82,700 ] [ performance: 19.906 it/s ] [ lr: 5.00e-05 ] [ eta: 968 days, 11:23:14 ] [ l_g_pix: 2.2715e-02 ] [ l_g_total: 2.2715e-02 ] +2024-10-22 03:48:12,637 INFO: [ epoch: 8 ] [ iter: 82,800 ] [ performance: 20.217 it/s ] [ lr: 5.00e-05 ] [ eta: 963 days, 20:19:52 ] [ l_g_pix: 2.3191e-02 ] [ l_g_total: 2.3191e-02 ] +2024-10-22 03:48:17,686 INFO: [ epoch: 8 ] [ iter: 82,900 ] [ performance: 20.014 it/s ] [ lr: 5.00e-05 ] [ eta: 959 days, 5:48:40 ] [ l_g_pix: 2.4256e-02 ] [ l_g_total: 2.4256e-02 ] +2024-10-22 03:48:22,497 INFO: [ epoch: 8 ] [ iter: 83,000 ] [ performance: 20.417 it/s ] [ lr: 5.00e-05 ] [ eta: 954 days, 13:53:36 ] [ l_g_pix: 3.2048e-02 ] [ l_g_total: 3.2048e-02 ] +2024-10-22 03:48:27,446 INFO: [ epoch: 8 ] [ iter: 83,100 ] [ performance: 20.165 it/s ] [ lr: 5.00e-05 ] [ eta: 949 days, 22:21:07 ] [ l_g_pix: 2.2745e-02 ] [ l_g_total: 2.2745e-02 ] +2024-10-22 03:48:32,436 INFO: [ epoch: 8 ] [ iter: 83,200 ] [ performance: 20.100 it/s ] [ lr: 5.00e-05 ] [ eta: 945 days, 6:43:31 ] [ l_g_pix: 2.7360e-02 ] [ l_g_total: 2.7360e-02 ] +2024-10-22 03:48:37,493 INFO: [ epoch: 8 ] [ iter: 83,300 ] [ performance: 19.893 it/s ] [ lr: 5.00e-05 ] [ eta: 940 days, 15:08:18 ] [ l_g_pix: 2.0399e-02 ] [ l_g_total: 2.0399e-02 ] +2024-10-22 03:48:42,418 INFO: [ epoch: 8 ] [ iter: 83,400 ] [ performance: 20.114 it/s ] [ lr: 5.00e-05 ] [ eta: 935 days, 22:39:28 ] [ l_g_pix: 2.7856e-02 ] [ l_g_total: 2.7856e-02 ] +2024-10-22 03:48:47,657 INFO: [ epoch: 8 ] [ iter: 83,500 ] [ performance: 19.196 it/s ] [ lr: 5.00e-05 ] [ eta: 931 days, 7:20:23 ] [ l_g_pix: 3.1812e-02 ] [ l_g_total: 3.1812e-02 ] +2024-10-22 03:48:52,614 INFO: [ epoch: 8 ] [ iter: 83,600 ] [ performance: 19.712 it/s ] [ lr: 5.00e-05 ] [ eta: 926 days, 14:27:08 ] [ l_g_pix: 2.2708e-02 ] [ l_g_total: 2.2708e-02 ] +2024-10-22 03:48:57,538 INFO: [ epoch: 8 ] [ iter: 83,700 ] [ performance: 20.279 it/s ] [ lr: 5.00e-05 ] [ eta: 921 days, 21:08:13 ] [ l_g_pix: 1.9398e-02 ] [ l_g_total: 1.9398e-02 ] +2024-10-22 03:49:02,461 INFO: [ epoch: 8 ] [ iter: 83,800 ] [ performance: 20.300 it/s ] [ lr: 5.00e-05 ] [ eta: 917 days, 3:32:27 ] [ l_g_pix: 2.2487e-02 ] [ l_g_total: 2.2487e-02 ] +2024-10-22 03:49:07,430 INFO: [ epoch: 8 ] [ iter: 83,900 ] [ performance: 20.014 it/s ] [ lr: 5.00e-05 ] [ eta: 912 days, 9:52:52 ] [ l_g_pix: 1.7558e-02 ] [ l_g_total: 1.7558e-02 ] +2024-10-22 03:49:12,460 INFO: [ epoch: 8 ] [ iter: 84,000 ] [ performance: 19.942 it/s ] [ lr: 5.00e-05 ] [ eta: 907 days, 16:12:53 ] [ l_g_pix: 2.7332e-02 ] [ l_g_total: 2.7332e-02 ] +2024-10-22 03:49:17,467 INFO: [ epoch: 8 ] [ iter: 84,100 ] [ performance: 20.277 it/s ] [ lr: 5.00e-05 ] [ eta: 902 days, 22:10:03 ] [ l_g_pix: 1.0857e-02 ] [ l_g_total: 1.0857e-02 ] +2024-10-22 03:49:22,411 INFO: [ epoch: 8 ] [ iter: 84,200 ] [ performance: 20.251 it/s ] [ lr: 5.00e-05 ] [ eta: 898 days, 3:33:57 ] [ l_g_pix: 1.5390e-02 ] [ l_g_total: 1.5390e-02 ] +2024-10-22 03:49:27,354 INFO: [ epoch: 8 ] [ iter: 84,300 ] [ performance: 20.091 it/s ] [ lr: 5.00e-05 ] [ eta: 893 days, 8:41:14 ] [ l_g_pix: 2.4616e-02 ] [ l_g_total: 2.4616e-02 ] +2024-10-22 03:49:32,622 INFO: [ epoch: 8 ] [ iter: 84,400 ] [ performance: 19.464 it/s ] [ lr: 5.00e-05 ] [ eta: 888 days, 14:56:29 ] [ l_g_pix: 2.2518e-02 ] [ l_g_total: 2.2518e-02 ] +2024-10-22 03:49:37,793 INFO: [ epoch: 8 ] [ iter: 84,500 ] [ performance: 19.414 it/s ] [ lr: 5.00e-05 ] [ eta: 883 days, 20:28:49 ] [ l_g_pix: 2.6387e-02 ] [ l_g_total: 2.6387e-02 ] +2024-10-22 03:49:42,820 INFO: [ epoch: 8 ] [ iter: 84,600 ] [ performance: 19.677 it/s ] [ lr: 5.00e-05 ] [ eta: 879 days, 1:07:19 ] [ l_g_pix: 2.7149e-02 ] [ l_g_total: 2.7149e-02 ] +2024-10-22 03:49:47,906 INFO: [ epoch: 8 ] [ iter: 84,700 ] [ performance: 19.881 it/s ] [ lr: 5.00e-05 ] [ eta: 874 days, 5:44:03 ] [ l_g_pix: 1.7732e-02 ] [ l_g_total: 1.7732e-02 ] +2024-10-22 03:49:52,833 INFO: [ epoch: 8 ] [ iter: 84,800 ] [ performance: 20.113 it/s ] [ lr: 5.00e-05 ] [ eta: 869 days, 9:23:25 ] [ l_g_pix: 2.1087e-02 ] [ l_g_total: 2.1087e-02 ] +2024-10-22 03:49:57,731 INFO: [ epoch: 8 ] [ iter: 84,900 ] [ performance: 20.761 it/s ] [ lr: 5.00e-05 ] [ eta: 864 days, 12:38:58 ] [ l_g_pix: 1.8341e-02 ] [ l_g_total: 1.8341e-02 ] +2024-10-22 03:50:02,680 INFO: [ epoch: 8 ] [ iter: 85,000 ] [ performance: 20.447 it/s ] [ lr: 5.00e-05 ] [ eta: 859 days, 15:51:09 ] [ l_g_pix: 1.8041e-02 ] [ l_g_total: 1.8041e-02 ] +2024-10-22 03:50:07,432 INFO: [ epoch: 8 ] [ iter: 85,100 ] [ performance: 20.961 it/s ] [ lr: 5.00e-05 ] [ eta: 854 days, 17:57:59 ] [ l_g_pix: 1.8603e-02 ] [ l_g_total: 1.8603e-02 ] +2024-10-22 03:50:12,377 INFO: [ epoch: 8 ] [ iter: 85,200 ] [ performance: 20.539 it/s ] [ lr: 5.00e-05 ] [ eta: 849 days, 20:36:25 ] [ l_g_pix: 2.8337e-02 ] [ l_g_total: 2.8337e-02 ] +2024-10-22 03:50:17,106 INFO: [ epoch: 8 ] [ iter: 85,300 ] [ performance: 21.298 it/s ] [ lr: 5.00e-05 ] [ eta: 844 days, 22:05:33 ] [ l_g_pix: 2.9551e-02 ] [ l_g_total: 2.9551e-02 ] +2024-10-22 03:50:21,825 INFO: [ epoch: 8 ] [ iter: 85,400 ] [ performance: 21.240 it/s ] [ lr: 5.00e-05 ] [ eta: 839 days, 23:16:19 ] [ l_g_pix: 1.9321e-02 ] [ l_g_total: 1.9321e-02 ] +2024-10-22 03:50:26,552 INFO: [ epoch: 8 ] [ iter: 85,500 ] [ performance: 21.513 it/s ] [ lr: 5.00e-05 ] [ eta: 835 days, 0:13:25 ] [ l_g_pix: 2.4894e-02 ] [ l_g_total: 2.4894e-02 ] +2024-10-22 03:50:31,320 INFO: [ epoch: 8 ] [ iter: 85,600 ] [ performance: 21.204 it/s ] [ lr: 5.00e-05 ] [ eta: 830 days, 1:04:28 ] [ l_g_pix: 2.4217e-02 ] [ l_g_total: 2.4217e-02 ] +2024-10-22 03:50:36,166 INFO: [ epoch: 8 ] [ iter: 85,700 ] [ performance: 20.718 it/s ] [ lr: 5.00e-05 ] [ eta: 825 days, 1:58:29 ] [ l_g_pix: 2.3704e-02 ] [ l_g_total: 2.3704e-02 ] +2024-10-22 03:50:41,081 INFO: [ epoch: 8 ] [ iter: 85,800 ] [ performance: 20.506 it/s ] [ lr: 5.00e-05 ] [ eta: 820 days, 2:52:24 ] [ l_g_pix: 2.4030e-02 ] [ l_g_total: 2.4030e-02 ] +2024-10-22 03:50:45,909 INFO: [ epoch: 8 ] [ iter: 85,900 ] [ performance: 21.051 it/s ] [ lr: 5.00e-05 ] [ eta: 815 days, 3:09:43 ] [ l_g_pix: 2.3433e-02 ] [ l_g_total: 2.3433e-02 ] +2024-10-22 03:50:50,682 INFO: [ epoch: 8 ] [ iter: 86,000 ] [ performance: 20.996 it/s ] [ lr: 5.00e-05 ] [ eta: 810 days, 2:57:54 ] [ l_g_pix: 3.1990e-02 ] [ l_g_total: 3.1990e-02 ] +2024-10-22 03:50:55,422 INFO: [ epoch: 8 ] [ iter: 86,100 ] [ performance: 20.756 it/s ] [ lr: 5.00e-05 ] [ eta: 805 days, 2:22:36 ] [ l_g_pix: 2.7183e-02 ] [ l_g_total: 2.7183e-02 ] +2024-10-22 03:51:00,106 INFO: [ epoch: 8 ] [ iter: 86,200 ] [ performance: 21.098 it/s ] [ lr: 5.00e-05 ] [ eta: 800 days, 1:18:42 ] [ l_g_pix: 3.1417e-02 ] [ l_g_total: 3.1417e-02 ] +2024-10-22 03:51:04,871 INFO: [ epoch: 8 ] [ iter: 86,300 ] [ performance: 20.677 it/s ] [ lr: 5.00e-05 ] [ eta: 795 days, 0:17:40 ] [ l_g_pix: 3.0067e-02 ] [ l_g_total: 3.0067e-02 ] +2024-10-22 03:51:09,410 INFO: [ epoch: 8 ] [ iter: 86,400 ] [ performance: 21.449 it/s ] [ lr: 5.00e-05 ] [ eta: 789 days, 22:09:33 ] [ l_g_pix: 3.0270e-02 ] [ l_g_total: 3.0270e-02 ] +2024-10-22 03:51:14,083 INFO: [ epoch: 8 ] [ iter: 86,500 ] [ performance: 21.422 it/s ] [ lr: 5.00e-05 ] [ eta: 784 days, 20:16:19 ] [ l_g_pix: 2.3385e-02 ] [ l_g_total: 2.3385e-02 ] +2024-10-22 03:51:18,874 INFO: [ epoch: 8 ] [ iter: 86,600 ] [ performance: 21.097 it/s ] [ lr: 5.00e-05 ] [ eta: 779 days, 18:33:53 ] [ l_g_pix: 1.7156e-02 ] [ l_g_total: 1.7156e-02 ] +2024-10-22 03:51:23,689 INFO: [ epoch: 8 ] [ iter: 86,700 ] [ performance: 20.754 it/s ] [ lr: 5.00e-05 ] [ eta: 774 days, 16:40:54 ] [ l_g_pix: 2.4039e-02 ] [ l_g_total: 2.4039e-02 ] +2024-10-22 03:51:28,448 INFO: [ epoch: 8 ] [ iter: 86,800 ] [ performance: 20.909 it/s ] [ lr: 5.00e-05 ] [ eta: 769 days, 14:19:23 ] [ l_g_pix: 2.6204e-02 ] [ l_g_total: 2.6204e-02 ] +2024-10-22 03:51:33,259 INFO: [ epoch: 8 ] [ iter: 86,900 ] [ performance: 21.133 it/s ] [ lr: 5.00e-05 ] [ eta: 764 days, 11:53:29 ] [ l_g_pix: 1.9253e-02 ] [ l_g_total: 1.9253e-02 ] +2024-10-22 03:51:38,118 INFO: [ epoch: 8 ] [ iter: 87,000 ] [ performance: 20.800 it/s ] [ lr: 5.00e-05 ] [ eta: 759 days, 9:22:05 ] [ l_g_pix: 2.5255e-02 ] [ l_g_total: 2.5255e-02 ] +2024-10-22 03:51:42,737 INFO: [ epoch: 8 ] [ iter: 87,100 ] [ performance: 21.654 it/s ] [ lr: 5.00e-05 ] [ eta: 754 days, 5:42:38 ] [ l_g_pix: 2.6105e-02 ] [ l_g_total: 2.6105e-02 ] +2024-10-22 03:51:47,596 INFO: [ epoch: 8 ] [ iter: 87,200 ] [ performance: 21.000 it/s ] [ lr: 5.00e-05 ] [ eta: 749 days, 2:39:02 ] [ l_g_pix: 1.8114e-02 ] [ l_g_total: 1.8114e-02 ] +2024-10-22 03:51:52,345 INFO: [ epoch: 8 ] [ iter: 87,300 ] [ performance: 21.266 it/s ] [ lr: 5.00e-05 ] [ eta: 743 days, 22:56:07 ] [ l_g_pix: 2.2054e-02 ] [ l_g_total: 2.2054e-02 ] +2024-10-22 03:51:56,855 INFO: [ epoch: 8 ] [ iter: 87,400 ] [ performance: 21.804 it/s ] [ lr: 5.00e-05 ] [ eta: 738 days, 18:07:07 ] [ l_g_pix: 1.8250e-02 ] [ l_g_total: 1.8250e-02 ] +2024-10-22 03:52:01,659 INFO: [ epoch: 8 ] [ iter: 87,500 ] [ performance: 20.679 it/s ] [ lr: 5.00e-05 ] [ eta: 733 days, 14:04:16 ] [ l_g_pix: 2.2547e-02 ] [ l_g_total: 2.2547e-02 ] +2024-10-22 03:52:06,409 INFO: [ epoch: 8 ] [ iter: 87,600 ] [ performance: 20.905 it/s ] [ lr: 5.00e-05 ] [ eta: 728 days, 9:34:16 ] [ l_g_pix: 1.8537e-02 ] [ l_g_total: 1.8537e-02 ] +2024-10-22 03:52:11,122 INFO: [ epoch: 8 ] [ iter: 87,700 ] [ performance: 21.320 it/s ] [ lr: 5.00e-05 ] [ eta: 723 days, 4:40:47 ] [ l_g_pix: 2.8093e-02 ] [ l_g_total: 2.8093e-02 ] +2024-10-22 03:52:15,983 INFO: [ epoch: 8 ] [ iter: 87,800 ] [ performance: 20.859 it/s ] [ lr: 5.00e-05 ] [ eta: 718 days, 0:01:44 ] [ l_g_pix: 2.6843e-02 ] [ l_g_total: 2.6843e-02 ] +2024-10-22 03:52:20,804 INFO: [ epoch: 8 ] [ iter: 87,900 ] [ performance: 20.734 it/s ] [ lr: 5.00e-05 ] [ eta: 712 days, 18:58:22 ] [ l_g_pix: 2.4102e-02 ] [ l_g_total: 2.4102e-02 ] +2024-10-22 03:52:25,651 INFO: [ epoch: 8 ] [ iter: 88,000 ] [ performance: 20.671 it/s ] [ lr: 5.00e-05 ] [ eta: 707 days, 13:44:18 ] [ l_g_pix: 2.4550e-02 ] [ l_g_total: 2.4550e-02 ] +2024-10-22 03:52:30,416 INFO: [ epoch: 8 ] [ iter: 88,100 ] [ performance: 21.247 it/s ] [ lr: 5.00e-05 ] [ eta: 702 days, 7:57:38 ] [ l_g_pix: 3.2539e-02 ] [ l_g_total: 3.2539e-02 ] +2024-10-22 03:52:35,026 INFO: [ epoch: 8 ] [ iter: 88,200 ] [ performance: 21.522 it/s ] [ lr: 5.00e-05 ] [ eta: 697 days, 1:24:37 ] [ l_g_pix: 3.0853e-02 ] [ l_g_total: 3.0853e-02 ] +2024-10-22 03:52:39,795 INFO: [ epoch: 8 ] [ iter: 88,300 ] [ performance: 21.309 it/s ] [ lr: 5.00e-05 ] [ eta: 691 days, 19:07:23 ] [ l_g_pix: 1.7280e-02 ] [ l_g_total: 1.7280e-02 ] +2024-10-22 03:52:44,545 INFO: [ epoch: 8 ] [ iter: 88,400 ] [ performance: 21.152 it/s ] [ lr: 5.00e-05 ] [ eta: 686 days, 12:30:27 ] [ l_g_pix: 2.5460e-02 ] [ l_g_total: 2.5460e-02 ] +2024-10-22 03:52:49,316 INFO: [ epoch: 8 ] [ iter: 88,500 ] [ performance: 21.101 it/s ] [ lr: 5.00e-05 ] [ eta: 681 days, 5:41:45 ] [ l_g_pix: 2.4578e-02 ] [ l_g_total: 2.4578e-02 ] +2024-10-22 03:52:53,959 INFO: [ epoch: 8 ] [ iter: 88,600 ] [ performance: 21.374 it/s ] [ lr: 5.00e-05 ] [ eta: 675 days, 22:12:49 ] [ l_g_pix: 2.9855e-02 ] [ l_g_total: 2.9855e-02 ] +2024-10-22 03:52:58,626 INFO: [ epoch: 8 ] [ iter: 88,700 ] [ performance: 21.409 it/s ] [ lr: 5.00e-05 ] [ eta: 670 days, 14:32:53 ] [ l_g_pix: 2.2876e-02 ] [ l_g_total: 2.2876e-02 ] +2024-10-22 03:53:03,208 INFO: [ epoch: 8 ] [ iter: 88,800 ] [ performance: 21.670 it/s ] [ lr: 5.00e-05 ] [ eta: 665 days, 6:21:36 ] [ l_g_pix: 1.7530e-02 ] [ l_g_total: 1.7530e-02 ] +2024-10-22 03:53:07,803 INFO: [ epoch: 8 ] [ iter: 88,900 ] [ performance: 22.263 it/s ] [ lr: 5.00e-05 ] [ eta: 659 days, 21:57:29 ] [ l_g_pix: 1.8572e-02 ] [ l_g_total: 1.8572e-02 ] +2024-10-22 03:53:12,201 INFO: [ epoch: 8 ] [ iter: 89,000 ] [ performance: 22.563 it/s ] [ lr: 5.00e-05 ] [ eta: 654 days, 12:41:52 ] [ l_g_pix: 2.0886e-02 ] [ l_g_total: 2.0886e-02 ] +2024-10-22 03:53:16,841 INFO: [ epoch: 8 ] [ iter: 89,100 ] [ performance: 21.062 it/s ] [ lr: 5.00e-05 ] [ eta: 649 days, 3:55:30 ] [ l_g_pix: 2.9489e-02 ] [ l_g_total: 2.9489e-02 ] +2024-10-22 03:53:21,425 INFO: [ epoch: 8 ] [ iter: 89,200 ] [ performance: 21.537 it/s ] [ lr: 5.00e-05 ] [ eta: 643 days, 18:43:41 ] [ l_g_pix: 1.9340e-02 ] [ l_g_total: 1.9340e-02 ] +2024-10-22 03:53:26,100 INFO: [ epoch: 8 ] [ iter: 89,300 ] [ performance: 21.324 it/s ] [ lr: 5.00e-05 ] [ eta: 638 days, 9:32:55 ] [ l_g_pix: 2.4627e-02 ] [ l_g_total: 2.4627e-02 ] +2024-10-22 03:53:30,891 INFO: [ epoch: 8 ] [ iter: 89,400 ] [ performance: 21.036 it/s ] [ lr: 5.00e-05 ] [ eta: 633 days, 0:26:49 ] [ l_g_pix: 2.1349e-02 ] [ l_g_total: 2.1349e-02 ] +2024-10-22 03:53:35,619 INFO: [ epoch: 8 ] [ iter: 89,500 ] [ performance: 21.027 it/s ] [ lr: 5.00e-05 ] [ eta: 627 days, 14:53:52 ] [ l_g_pix: 2.0015e-02 ] [ l_g_total: 2.0015e-02 ] +2024-10-22 03:53:40,505 INFO: [ epoch: 8 ] [ iter: 89,600 ] [ performance: 20.665 it/s ] [ lr: 5.00e-05 ] [ eta: 622 days, 5:32:27 ] [ l_g_pix: 2.3204e-02 ] [ l_g_total: 2.3204e-02 ] +2024-10-22 03:53:45,418 INFO: [ epoch: 8 ] [ iter: 89,700 ] [ performance: 20.322 it/s ] [ lr: 5.00e-05 ] [ eta: 616 days, 19:59:28 ] [ l_g_pix: 4.0618e-02 ] [ l_g_total: 4.0618e-02 ] +2024-10-22 03:53:49,954 INFO: [ epoch: 8 ] [ iter: 89,800 ] [ performance: 21.411 it/s ] [ lr: 5.00e-05 ] [ eta: 611 days, 9:06:01 ] [ l_g_pix: 2.1834e-02 ] [ l_g_total: 2.1834e-02 ] +2024-10-22 03:53:54,708 INFO: [ epoch: 8 ] [ iter: 89,900 ] [ performance: 21.130 it/s ] [ lr: 5.00e-05 ] [ eta: 605 days, 22:34:05 ] [ l_g_pix: 2.6701e-02 ] [ l_g_total: 2.6701e-02 ] +2024-10-22 03:53:59,451 INFO: [ epoch: 8 ] [ iter: 90,000 ] [ performance: 21.103 it/s ] [ lr: 5.00e-05 ] [ eta: 600 days, 11:44:26 ] [ l_g_pix: 1.9926e-02 ] [ l_g_total: 1.9926e-02 ] +2024-10-22 03:53:59,451 INFO: Saving models and training states. +2024-10-22 03:55:12,226 INFO: Validation val + + # psnr: 22.0349........ Best: 22.0372 @ 80000 iter + # ssim: 0.6483........ Best: 0.6483 @ 90000 iter + # dists: 0.7865........ Best: 0.7865 @ 90000 iter + +2024-10-22 03:55:17,340 INFO: [ epoch: 8 ] [ iter: 90,100 ] [ performance: 20.474 it/s ] [ lr: 5.00e-05 ] [ eta: 603 days, 9:47:02 ] [ l_g_pix: 1.8235e-02 ] [ l_g_total: 1.8235e-02 ] +2024-10-22 03:55:22,428 INFO: [ epoch: 8 ] [ iter: 90,200 ] [ performance: 19.930 it/s ] [ lr: 5.00e-05 ] [ eta: 597 days, 21:20:12 ] [ l_g_pix: 2.6517e-02 ] [ l_g_total: 2.6517e-02 ] +2024-10-22 03:55:27,355 INFO: [ epoch: 8 ] [ iter: 90,300 ] [ performance: 20.347 it/s ] [ lr: 5.00e-05 ] [ eta: 592 days, 8:10:24 ] [ l_g_pix: 1.8493e-02 ] [ l_g_total: 1.8493e-02 ] +2024-10-22 03:55:32,196 INFO: [ epoch: 8 ] [ iter: 90,400 ] [ performance: 20.553 it/s ] [ lr: 5.00e-05 ] [ eta: 586 days, 18:30:29 ] [ l_g_pix: 2.0004e-02 ] [ l_g_total: 2.0004e-02 ] +2024-10-22 03:55:37,073 INFO: [ epoch: 8 ] [ iter: 90,500 ] [ performance: 20.626 it/s ] [ lr: 5.00e-05 ] [ eta: 581 days, 4:40:08 ] [ l_g_pix: 1.5099e-02 ] [ l_g_total: 1.5099e-02 ] +2024-10-22 03:55:41,950 INFO: [ epoch: 8 ] [ iter: 90,600 ] [ performance: 20.548 it/s ] [ lr: 5.00e-05 ] [ eta: 575 days, 14:33:27 ] [ l_g_pix: 2.9775e-02 ] [ l_g_total: 2.9775e-02 ] +2024-10-22 03:55:47,144 INFO: [ epoch: 8 ] [ iter: 90,700 ] [ performance: 18.715 it/s ] [ lr: 5.00e-05 ] [ eta: 570 days, 0:59:45 ] [ l_g_pix: 2.5090e-02 ] [ l_g_total: 2.5090e-02 ] +2024-10-22 03:55:52,149 INFO: [ epoch: 8 ] [ iter: 90,800 ] [ performance: 19.548 it/s ] [ lr: 5.00e-05 ] [ eta: 564 days, 10:39:38 ] [ l_g_pix: 1.6997e-02 ] [ l_g_total: 1.6997e-02 ] +2024-10-22 03:55:57,215 INFO: [ epoch: 8 ] [ iter: 90,900 ] [ performance: 19.736 it/s ] [ lr: 5.00e-05 ] [ eta: 558 days, 20:12:12 ] [ l_g_pix: 2.0930e-02 ] [ l_g_total: 2.0930e-02 ] +2024-10-22 03:56:02,137 INFO: [ epoch: 8 ] [ iter: 91,000 ] [ performance: 20.125 it/s ] [ lr: 5.00e-05 ] [ eta: 553 days, 5:06:18 ] [ l_g_pix: 3.0432e-02 ] [ l_g_total: 3.0432e-02 ] +2024-10-22 03:56:07,072 INFO: [ epoch: 8 ] [ iter: 91,100 ] [ performance: 20.444 it/s ] [ lr: 5.00e-05 ] [ eta: 547 days, 13:45:49 ] [ l_g_pix: 2.1804e-02 ] [ l_g_total: 2.1804e-02 ] +2024-10-22 03:56:12,112 INFO: [ epoch: 8 ] [ iter: 91,200 ] [ performance: 20.032 it/s ] [ lr: 5.00e-05 ] [ eta: 541 days, 22:24:20 ] [ l_g_pix: 2.9060e-02 ] [ l_g_total: 2.9060e-02 ] +2024-10-22 03:56:17,156 INFO: [ epoch: 8 ] [ iter: 91,300 ] [ performance: 19.482 it/s ] [ lr: 5.00e-05 ] [ eta: 536 days, 6:46:37 ] [ l_g_pix: 1.6145e-02 ] [ l_g_total: 1.6145e-02 ] +2024-10-22 03:56:22,159 INFO: [ epoch: 8 ] [ iter: 91,400 ] [ performance: 19.827 it/s ] [ lr: 5.00e-05 ] [ eta: 530 days, 14:46:15 ] [ l_g_pix: 2.2347e-02 ] [ l_g_total: 2.2347e-02 ] +2024-10-22 03:56:27,146 INFO: [ epoch: 8 ] [ iter: 91,500 ] [ performance: 20.430 it/s ] [ lr: 5.00e-05 ] [ eta: 524 days, 22:26:52 ] [ l_g_pix: 2.3912e-02 ] [ l_g_total: 2.3912e-02 ] +2024-10-22 03:56:32,066 INFO: [ epoch: 8 ] [ iter: 91,600 ] [ performance: 20.359 it/s ] [ lr: 5.00e-05 ] [ eta: 519 days, 5:41:32 ] [ l_g_pix: 1.7758e-02 ] [ l_g_total: 1.7758e-02 ] +2024-10-22 03:56:38,256 INFO: [ epoch: 9 ] [ iter: 91,700 ] [ performance: 12.553 it/s ] [ lr: 5.00e-05 ] [ eta: 513 days, 15:35:24 ] [ l_g_pix: 3.1978e-02 ] [ l_g_total: 3.1978e-02 ] +2024-10-22 03:56:43,367 INFO: [ epoch: 9 ] [ iter: 91,800 ] [ performance: 16.716 it/s ] [ lr: 5.00e-05 ] [ eta: 507 days, 22:41:12 ] [ l_g_pix: 1.7431e-02 ] [ l_g_total: 1.7431e-02 ] +2024-10-22 03:56:48,370 INFO: [ epoch: 9 ] [ iter: 91,900 ] [ performance: 20.817 it/s ] [ lr: 5.00e-05 ] [ eta: 502 days, 5:15:28 ] [ l_g_pix: 2.6624e-02 ] [ l_g_total: 2.6624e-02 ] +2024-10-22 03:56:53,880 INFO: [ epoch: 9 ] [ iter: 92,000 ] [ performance: 18.877 it/s ] [ lr: 5.00e-05 ] [ eta: 496 days, 12:40:39 ] [ l_g_pix: 2.2835e-02 ] [ l_g_total: 2.2835e-02 ] +2024-10-22 03:56:59,566 INFO: [ epoch: 9 ] [ iter: 92,100 ] [ performance: 19.827 it/s ] [ lr: 5.00e-05 ] [ eta: 490 days, 20:10:35 ] [ l_g_pix: 1.4891e-02 ] [ l_g_total: 1.4891e-02 ] +2024-10-22 03:57:04,659 INFO: [ epoch: 9 ] [ iter: 92,200 ] [ performance: 19.693 it/s ] [ lr: 5.00e-05 ] [ eta: 485 days, 2:04:30 ] [ l_g_pix: 2.2470e-02 ] [ l_g_total: 2.2470e-02 ] +2024-10-22 03:57:09,607 INFO: [ epoch: 9 ] [ iter: 92,300 ] [ performance: 19.949 it/s ] [ lr: 5.00e-05 ] [ eta: 479 days, 7:22:46 ] [ l_g_pix: 3.0192e-02 ] [ l_g_total: 3.0192e-02 ] +2024-10-22 03:57:14,597 INFO: [ epoch: 9 ] [ iter: 92,400 ] [ performance: 20.017 it/s ] [ lr: 5.00e-05 ] [ eta: 473 days, 12:29:51 ] [ l_g_pix: 2.3740e-02 ] [ l_g_total: 2.3740e-02 ] +2024-10-22 03:57:19,755 INFO: [ epoch: 9 ] [ iter: 92,500 ] [ performance: 19.535 it/s ] [ lr: 5.00e-05 ] [ eta: 467 days, 17:41:27 ] [ l_g_pix: 2.7413e-02 ] [ l_g_total: 2.7413e-02 ] +2024-10-22 03:57:25,020 INFO: [ epoch: 9 ] [ iter: 92,600 ] [ performance: 19.148 it/s ] [ lr: 5.00e-05 ] [ eta: 461 days, 22:48:55 ] [ l_g_pix: 2.5747e-02 ] [ l_g_total: 2.5747e-02 ] +2024-10-22 03:57:30,258 INFO: [ epoch: 9 ] [ iter: 92,700 ] [ performance: 19.285 it/s ] [ lr: 5.00e-05 ] [ eta: 456 days, 3:35:36 ] [ l_g_pix: 2.5324e-02 ] [ l_g_total: 2.5324e-02 ] +2024-10-22 03:57:35,381 INFO: [ epoch: 9 ] [ iter: 92,800 ] [ performance: 19.455 it/s ] [ lr: 5.00e-05 ] [ eta: 450 days, 7:51:04 ] [ l_g_pix: 2.2251e-02 ] [ l_g_total: 2.2251e-02 ] +2024-10-22 03:57:40,194 INFO: [ epoch: 9 ] [ iter: 92,900 ] [ performance: 20.336 it/s ] [ lr: 5.00e-05 ] [ eta: 444 days, 11:12:45 ] [ l_g_pix: 2.6277e-02 ] [ l_g_total: 2.6277e-02 ] +2024-10-22 03:57:45,105 INFO: [ epoch: 9 ] [ iter: 93,000 ] [ performance: 20.358 it/s ] [ lr: 5.00e-05 ] [ eta: 438 days, 14:29:47 ] [ l_g_pix: 2.8980e-02 ] [ l_g_total: 2.8980e-02 ] +2024-10-22 03:57:50,189 INFO: [ epoch: 9 ] [ iter: 93,100 ] [ performance: 19.496 it/s ] [ lr: 5.00e-05 ] [ eta: 432 days, 17:50:18 ] [ l_g_pix: 1.9684e-02 ] [ l_g_total: 1.9684e-02 ] +2024-10-22 03:57:55,046 INFO: [ epoch: 9 ] [ iter: 93,200 ] [ performance: 20.283 it/s ] [ lr: 5.00e-05 ] [ eta: 426 days, 20:28:14 ] [ l_g_pix: 2.2232e-02 ] [ l_g_total: 2.2232e-02 ] +2024-10-22 03:57:59,824 INFO: [ epoch: 9 ] [ iter: 93,300 ] [ performance: 20.760 it/s ] [ lr: 5.00e-05 ] [ eta: 420 days, 22:41:05 ] [ l_g_pix: 2.2020e-02 ] [ l_g_total: 2.2020e-02 ] +2024-10-22 03:58:04,769 INFO: [ epoch: 9 ] [ iter: 93,400 ] [ performance: 20.362 it/s ] [ lr: 5.00e-05 ] [ eta: 415 days, 0:56:30 ] [ l_g_pix: 1.5004e-02 ] [ l_g_total: 1.5004e-02 ] +2024-10-22 03:58:09,692 INFO: [ epoch: 9 ] [ iter: 93,500 ] [ performance: 20.794 it/s ] [ lr: 5.00e-05 ] [ eta: 409 days, 2:52:53 ] [ l_g_pix: 2.8185e-02 ] [ l_g_total: 2.8185e-02 ] +2024-10-22 03:58:14,546 INFO: [ epoch: 9 ] [ iter: 93,600 ] [ performance: 20.653 it/s ] [ lr: 5.00e-05 ] [ eta: 403 days, 4:25:35 ] [ l_g_pix: 2.9595e-02 ] [ l_g_total: 2.9595e-02 ] +2024-10-22 03:58:19,372 INFO: [ epoch: 9 ] [ iter: 93,700 ] [ performance: 20.670 it/s ] [ lr: 5.00e-05 ] [ eta: 397 days, 5:39:10 ] [ l_g_pix: 3.1437e-02 ] [ l_g_total: 3.1437e-02 ] +2024-10-22 03:58:24,537 INFO: [ epoch: 9 ] [ iter: 93,800 ] [ performance: 19.677 it/s ] [ lr: 5.00e-05 ] [ eta: 391 days, 7:11:45 ] [ l_g_pix: 2.5576e-02 ] [ l_g_total: 2.5576e-02 ] +2024-10-22 03:58:29,425 INFO: [ epoch: 9 ] [ iter: 93,900 ] [ performance: 20.509 it/s ] [ lr: 5.00e-05 ] [ eta: 385 days, 7:58:50 ] [ l_g_pix: 1.9600e-02 ] [ l_g_total: 1.9600e-02 ] +2024-10-22 03:58:34,262 INFO: [ epoch: 9 ] [ iter: 94,000 ] [ performance: 20.634 it/s ] [ lr: 5.00e-05 ] [ eta: 379 days, 8:24:38 ] [ l_g_pix: 2.4349e-02 ] [ l_g_total: 2.4349e-02 ] +2024-10-22 03:58:39,290 INFO: [ epoch: 9 ] [ iter: 94,100 ] [ performance: 19.371 it/s ] [ lr: 5.00e-05 ] [ eta: 373 days, 8:53:03 ] [ l_g_pix: 2.5584e-02 ] [ l_g_total: 2.5584e-02 ] +2024-10-22 03:58:44,480 INFO: [ epoch: 9 ] [ iter: 94,200 ] [ performance: 19.296 it/s ] [ lr: 5.00e-05 ] [ eta: 367 days, 9:20:19 ] [ l_g_pix: 1.6567e-02 ] [ l_g_total: 1.6567e-02 ] +2024-10-22 03:58:49,542 INFO: [ epoch: 9 ] [ iter: 94,300 ] [ performance: 20.605 it/s ] [ lr: 5.00e-05 ] [ eta: 361 days, 9:18:09 ] [ l_g_pix: 2.4334e-02 ] [ l_g_total: 2.4334e-02 ] +2024-10-22 03:58:54,567 INFO: [ epoch: 9 ] [ iter: 94,400 ] [ performance: 20.063 it/s ] [ lr: 5.00e-05 ] [ eta: 355 days, 8:55:43 ] [ l_g_pix: 2.1068e-02 ] [ l_g_total: 2.1068e-02 ] +2024-10-22 03:58:59,613 INFO: [ epoch: 9 ] [ iter: 94,500 ] [ performance: 20.182 it/s ] [ lr: 5.00e-05 ] [ eta: 349 days, 8:18:22 ] [ l_g_pix: 2.0835e-02 ] [ l_g_total: 2.0835e-02 ] +2024-10-22 03:59:04,552 INFO: [ epoch: 9 ] [ iter: 94,600 ] [ performance: 20.234 it/s ] [ lr: 5.00e-05 ] [ eta: 343 days, 7:14:38 ] [ l_g_pix: 3.0433e-02 ] [ l_g_total: 3.0433e-02 ] +2024-10-22 03:59:09,426 INFO: [ epoch: 9 ] [ iter: 94,700 ] [ performance: 20.701 it/s ] [ lr: 5.00e-05 ] [ eta: 337 days, 5:48:43 ] [ l_g_pix: 2.8547e-02 ] [ l_g_total: 2.8547e-02 ] +2024-10-22 03:59:14,371 INFO: [ epoch: 9 ] [ iter: 94,800 ] [ performance: 20.330 it/s ] [ lr: 5.00e-05 ] [ eta: 331 days, 4:12:40 ] [ l_g_pix: 2.0517e-02 ] [ l_g_total: 2.0517e-02 ] +2024-10-22 03:59:19,172 INFO: [ epoch: 9 ] [ iter: 94,900 ] [ performance: 21.395 it/s ] [ lr: 5.00e-05 ] [ eta: 325 days, 2:07:52 ] [ l_g_pix: 2.1201e-02 ] [ l_g_total: 2.1201e-02 ] +2024-10-22 03:59:24,074 INFO: [ epoch: 9 ] [ iter: 95,000 ] [ performance: 20.611 it/s ] [ lr: 5.00e-05 ] [ eta: 318 days, 23:55:31 ] [ l_g_pix: 2.8736e-02 ] [ l_g_total: 2.8736e-02 ] +2024-10-22 03:59:28,864 INFO: [ epoch: 9 ] [ iter: 95,100 ] [ performance: 21.000 it/s ] [ lr: 5.00e-05 ] [ eta: 312 days, 21:17:43 ] [ l_g_pix: 1.9938e-02 ] [ l_g_total: 1.9938e-02 ] +2024-10-22 03:59:33,727 INFO: [ epoch: 9 ] [ iter: 95,200 ] [ performance: 20.658 it/s ] [ lr: 5.00e-05 ] [ eta: 306 days, 18:29:42 ] [ l_g_pix: 2.3795e-02 ] [ l_g_total: 2.3795e-02 ] +2024-10-22 03:59:38,587 INFO: [ epoch: 9 ] [ iter: 95,300 ] [ performance: 19.691 it/s ] [ lr: 5.00e-05 ] [ eta: 300 days, 15:25:19 ] [ l_g_pix: 2.0206e-02 ] [ l_g_total: 2.0206e-02 ] +2024-10-22 03:59:43,436 INFO: [ epoch: 9 ] [ iter: 95,400 ] [ performance: 20.428 it/s ] [ lr: 5.00e-05 ] [ eta: 294 days, 12:03:48 ] [ l_g_pix: 1.8736e-02 ] [ l_g_total: 1.8736e-02 ] +2024-10-22 03:59:48,350 INFO: [ epoch: 9 ] [ iter: 95,500 ] [ performance: 20.526 it/s ] [ lr: 5.00e-05 ] [ eta: 288 days, 8:31:03 ] [ l_g_pix: 2.8000e-02 ] [ l_g_total: 2.8000e-02 ] +2024-10-22 03:59:53,088 INFO: [ epoch: 9 ] [ iter: 95,600 ] [ performance: 20.988 it/s ] [ lr: 5.00e-05 ] [ eta: 282 days, 4:29:04 ] [ l_g_pix: 3.0043e-02 ] [ l_g_total: 3.0043e-02 ] +2024-10-22 03:59:57,906 INFO: [ epoch: 9 ] [ iter: 95,700 ] [ performance: 20.568 it/s ] [ lr: 5.00e-05 ] [ eta: 276 days, 0:16:55 ] [ l_g_pix: 2.6551e-02 ] [ l_g_total: 2.6551e-02 ] +2024-10-22 04:00:02,555 INFO: [ epoch: 9 ] [ iter: 95,800 ] [ performance: 21.322 it/s ] [ lr: 5.00e-05 ] [ eta: 269 days, 19:36:58 ] [ l_g_pix: 3.0465e-02 ] [ l_g_total: 3.0465e-02 ] +2024-10-22 04:00:07,489 INFO: [ epoch: 9 ] [ iter: 95,900 ] [ performance: 20.311 it/s ] [ lr: 5.00e-05 ] [ eta: 263 days, 15:00:59 ] [ l_g_pix: 2.0269e-02 ] [ l_g_total: 2.0269e-02 ] +2024-10-22 04:00:12,404 INFO: [ epoch: 9 ] [ iter: 96,000 ] [ performance: 20.343 it/s ] [ lr: 5.00e-05 ] [ eta: 257 days, 10:07:13 ] [ l_g_pix: 1.5140e-02 ] [ l_g_total: 1.5140e-02 ] +2024-10-22 04:00:17,349 INFO: [ epoch: 9 ] [ iter: 96,100 ] [ performance: 20.748 it/s ] [ lr: 5.00e-05 ] [ eta: 251 days, 4:59:03 ] [ l_g_pix: 3.3372e-02 ] [ l_g_total: 3.3372e-02 ] +2024-10-22 04:00:22,166 INFO: [ epoch: 9 ] [ iter: 96,200 ] [ performance: 20.757 it/s ] [ lr: 5.00e-05 ] [ eta: 244 days, 23:26:21 ] [ l_g_pix: 2.9372e-02 ] [ l_g_total: 2.9372e-02 ] +2024-10-22 04:00:26,778 INFO: [ epoch: 9 ] [ iter: 96,300 ] [ performance: 21.632 it/s ] [ lr: 5.00e-05 ] [ eta: 238 days, 17:24:52 ] [ l_g_pix: 2.2971e-02 ] [ l_g_total: 2.2971e-02 ] +2024-10-22 04:00:31,536 INFO: [ epoch: 9 ] [ iter: 96,400 ] [ performance: 21.122 it/s ] [ lr: 5.00e-05 ] [ eta: 232 days, 11:16:51 ] [ l_g_pix: 2.4888e-02 ] [ l_g_total: 2.4888e-02 ] +2024-10-22 04:00:36,419 INFO: [ epoch: 9 ] [ iter: 96,500 ] [ performance: 21.390 it/s ] [ lr: 5.00e-05 ] [ eta: 226 days, 5:00:13 ] [ l_g_pix: 2.0741e-02 ] [ l_g_total: 2.0741e-02 ] +2024-10-22 04:00:41,051 INFO: [ epoch: 9 ] [ iter: 96,600 ] [ performance: 21.557 it/s ] [ lr: 5.00e-05 ] [ eta: 219 days, 22:13:06 ] [ l_g_pix: 3.0807e-02 ] [ l_g_total: 3.0807e-02 ] +2024-10-22 04:00:45,741 INFO: [ epoch: 9 ] [ iter: 96,700 ] [ performance: 22.206 it/s ] [ lr: 5.00e-05 ] [ eta: 213 days, 15:13:44 ] [ l_g_pix: 2.6615e-02 ] [ l_g_total: 2.6615e-02 ] +2024-10-22 04:00:50,445 INFO: [ epoch: 9 ] [ iter: 96,800 ] [ performance: 21.407 it/s ] [ lr: 5.00e-05 ] [ eta: 207 days, 7:59:28 ] [ l_g_pix: 1.4932e-02 ] [ l_g_total: 1.4932e-02 ] +2024-10-22 04:00:55,362 INFO: [ epoch: 9 ] [ iter: 96,900 ] [ performance: 18.824 it/s ] [ lr: 5.00e-05 ] [ eta: 201 days, 0:40:32 ] [ l_g_pix: 2.4595e-02 ] [ l_g_total: 2.4595e-02 ] +2024-10-22 04:01:00,277 INFO: [ epoch: 9 ] [ iter: 97,000 ] [ performance: 20.102 it/s ] [ lr: 5.00e-05 ] [ eta: 194 days, 17:05:05 ] [ l_g_pix: 2.7569e-02 ] [ l_g_total: 2.7569e-02 ] +2024-10-22 04:01:05,053 INFO: [ epoch: 9 ] [ iter: 97,100 ] [ performance: 21.196 it/s ] [ lr: 5.00e-05 ] [ eta: 188 days, 9:06:34 ] [ l_g_pix: 3.0290e-02 ] [ l_g_total: 3.0290e-02 ] +2024-10-22 04:01:09,912 INFO: [ epoch: 9 ] [ iter: 97,200 ] [ performance: 20.670 it/s ] [ lr: 5.00e-05 ] [ eta: 182 days, 0:56:00 ] [ l_g_pix: 1.9380e-02 ] [ l_g_total: 1.9380e-02 ] +2024-10-22 04:01:14,771 INFO: [ epoch: 9 ] [ iter: 97,300 ] [ performance: 20.596 it/s ] [ lr: 5.00e-05 ] [ eta: 175 days, 16:29:14 ] [ l_g_pix: 2.1057e-02 ] [ l_g_total: 2.1057e-02 ] +2024-10-22 04:01:19,592 INFO: [ epoch: 9 ] [ iter: 97,400 ] [ performance: 20.725 it/s ] [ lr: 5.00e-05 ] [ eta: 169 days, 7:44:37 ] [ l_g_pix: 2.0815e-02 ] [ l_g_total: 2.0815e-02 ] +2024-10-22 04:01:24,301 INFO: [ epoch: 9 ] [ iter: 97,500 ] [ performance: 21.372 it/s ] [ lr: 5.00e-05 ] [ eta: 162 days, 22:39:17 ] [ l_g_pix: 2.4688e-02 ] [ l_g_total: 2.4688e-02 ] +2024-10-22 04:01:29,167 INFO: [ epoch: 9 ] [ iter: 97,600 ] [ performance: 20.657 it/s ] [ lr: 5.00e-05 ] [ eta: 156 days, 13:24:30 ] [ l_g_pix: 1.8348e-02 ] [ l_g_total: 1.8348e-02 ] +2024-10-22 04:01:33,885 INFO: [ epoch: 9 ] [ iter: 97,700 ] [ performance: 21.904 it/s ] [ lr: 5.00e-05 ] [ eta: 150 days, 3:47:50 ] [ l_g_pix: 1.9954e-02 ] [ l_g_total: 1.9954e-02 ] +2024-10-22 04:01:38,685 INFO: [ epoch: 9 ] [ iter: 97,800 ] [ performance: 20.964 it/s ] [ lr: 5.00e-05 ] [ eta: 143 days, 17:58:26 ] [ l_g_pix: 1.8895e-02 ] [ l_g_total: 1.8895e-02 ] +2024-10-22 04:01:43,548 INFO: [ epoch: 9 ] [ iter: 97,900 ] [ performance: 20.730 it/s ] [ lr: 5.00e-05 ] [ eta: 137 days, 7:55:18 ] [ l_g_pix: 1.6228e-02 ] [ l_g_total: 1.6228e-02 ] +2024-10-22 04:01:48,296 INFO: [ epoch: 9 ] [ iter: 98,000 ] [ performance: 21.026 it/s ] [ lr: 5.00e-05 ] [ eta: 130 days, 21:32:05 ] [ l_g_pix: 2.3404e-02 ] [ l_g_total: 2.3404e-02 ] +2024-10-22 04:01:52,934 INFO: [ epoch: 9 ] [ iter: 98,100 ] [ performance: 22.658 it/s ] [ lr: 5.00e-05 ] [ eta: 124 days, 10:49:32 ] [ l_g_pix: 2.7146e-02 ] [ l_g_total: 2.7146e-02 ] +2024-10-22 04:01:57,587 INFO: [ epoch: 9 ] [ iter: 98,200 ] [ performance: 21.613 it/s ] [ lr: 5.00e-05 ] [ eta: 117 days, 23:52:00 ] [ l_g_pix: 1.7992e-02 ] [ l_g_total: 1.7992e-02 ] +2024-10-22 04:02:02,236 INFO: [ epoch: 9 ] [ iter: 98,300 ] [ performance: 20.835 it/s ] [ lr: 5.00e-05 ] [ eta: 111 days, 12:38:51 ] [ l_g_pix: 3.0501e-02 ] [ l_g_total: 3.0501e-02 ] +2024-10-22 04:02:06,912 INFO: [ epoch: 9 ] [ iter: 98,400 ] [ performance: 21.334 it/s ] [ lr: 5.00e-05 ] [ eta: 105 days, 1:10:54 ] [ l_g_pix: 1.9654e-02 ] [ l_g_total: 1.9654e-02 ] +2024-10-22 04:02:11,615 INFO: [ epoch: 9 ] [ iter: 98,500 ] [ performance: 20.553 it/s ] [ lr: 5.00e-05 ] [ eta: 98 days, 13:28:04 ] [ l_g_pix: 2.5284e-02 ] [ l_g_total: 2.5284e-02 ] +2024-10-22 04:02:16,357 INFO: [ epoch: 9 ] [ iter: 98,600 ] [ performance: 21.041 it/s ] [ lr: 5.00e-05 ] [ eta: 92 days, 1:30:27 ] [ l_g_pix: 2.2070e-02 ] [ l_g_total: 2.2070e-02 ] +2024-10-22 04:02:21,036 INFO: [ epoch: 9 ] [ iter: 98,700 ] [ performance: 21.562 it/s ] [ lr: 5.00e-05 ] [ eta: 85 days, 13:15:39 ] [ l_g_pix: 2.6451e-02 ] [ l_g_total: 2.6451e-02 ] +2024-10-22 04:02:25,803 INFO: [ epoch: 9 ] [ iter: 98,800 ] [ performance: 21.028 it/s ] [ lr: 5.00e-05 ] [ eta: 79 days, 0:47:02 ] [ l_g_pix: 2.9788e-02 ] [ l_g_total: 2.9788e-02 ] +2024-10-22 04:02:30,632 INFO: [ epoch: 9 ] [ iter: 98,900 ] [ performance: 20.634 it/s ] [ lr: 5.00e-05 ] [ eta: 72 days, 12:03:40 ] [ l_g_pix: 2.7395e-02 ] [ l_g_total: 2.7395e-02 ] +2024-10-22 04:02:35,348 INFO: [ epoch: 9 ] [ iter: 99,000 ] [ performance: 21.165 it/s ] [ lr: 5.00e-05 ] [ eta: 65 days, 23:02:18 ] [ l_g_pix: 2.9893e-02 ] [ l_g_total: 2.9893e-02 ] +2024-10-22 04:02:40,160 INFO: [ epoch: 9 ] [ iter: 99,100 ] [ performance: 20.395 it/s ] [ lr: 5.00e-05 ] [ eta: 59 days, 9:46:39 ] [ l_g_pix: 2.0719e-02 ] [ l_g_total: 2.0719e-02 ] +2024-10-22 04:02:45,024 INFO: [ epoch: 9 ] [ iter: 99,200 ] [ performance: 20.550 it/s ] [ lr: 5.00e-05 ] [ eta: 52 days, 20:15:41 ] [ l_g_pix: 2.2928e-02 ] [ l_g_total: 2.2928e-02 ] +2024-10-22 04:02:49,889 INFO: [ epoch: 9 ] [ iter: 99,300 ] [ performance: 21.464 it/s ] [ lr: 5.00e-05 ] [ eta: 46 days, 6:28:29 ] [ l_g_pix: 2.3188e-02 ] [ l_g_total: 2.3188e-02 ] +2024-10-22 04:02:54,703 INFO: [ epoch: 9 ] [ iter: 99,400 ] [ performance: 20.813 it/s ] [ lr: 5.00e-05 ] [ eta: 39 days, 16:24:34 ] [ l_g_pix: 2.1174e-02 ] [ l_g_total: 2.1174e-02 ] +2024-10-22 04:02:59,560 INFO: [ epoch: 9 ] [ iter: 99,500 ] [ performance: 20.526 it/s ] [ lr: 5.00e-05 ] [ eta: 33 days, 2:04:58 ] [ l_g_pix: 2.6499e-02 ] [ l_g_total: 2.6499e-02 ] +2024-10-22 04:03:04,432 INFO: [ epoch: 9 ] [ iter: 99,600 ] [ performance: 20.527 it/s ] [ lr: 5.00e-05 ] [ eta: 26 days, 11:29:17 ] [ l_g_pix: 1.9076e-02 ] [ l_g_total: 1.9076e-02 ] +2024-10-22 04:03:09,188 INFO: [ epoch: 9 ] [ iter: 99,700 ] [ performance: 22.159 it/s ] [ lr: 5.00e-05 ] [ eta: 19 days, 20:36:46 ] [ l_g_pix: 2.6089e-02 ] [ l_g_total: 2.6089e-02 ] +2024-10-22 04:03:14,219 INFO: [ epoch: 9 ] [ iter: 99,800 ] [ performance: 19.959 it/s ] [ lr: 5.00e-05 ] [ eta: 13 days, 5:29:19 ] [ l_g_pix: 3.0403e-02 ] [ l_g_total: 3.0403e-02 ] +2024-10-22 04:03:19,181 INFO: [ epoch: 9 ] [ iter: 99,900 ] [ performance: 20.031 it/s ] [ lr: 5.00e-05 ] [ eta: 6 days, 14:04:59 ] [ l_g_pix: 2.3614e-02 ] [ l_g_total: 2.3614e-02 ] +2024-10-22 04:03:24,097 INFO: [ epoch: 9 ] [ iter:100,000 ] [ performance: 20.336 it/s ] [ lr: 5.00e-05 ] [ eta: -1 day, 22:24:07 ] [ l_g_pix: 2.7907e-02 ] [ l_g_total: 2.7907e-02 ] +2024-10-22 04:03:24,097 INFO: Saving models and training states. +2024-10-22 04:04:38,063 INFO: Validation val + + # psnr: 22.0383........ Best: 22.0383 @ 100000 iter + # ssim: 0.6487........ Best: 0.6487 @ 100000 iter + # dists: 0.7865........ Best: 0.7865 @ 100000 iter + +2024-10-22 04:04:39,146 INFO: End of training. Time consumed: 1:37:11 +2024-10-22 04:04:39,153 INFO: Save the latest model. +2024-10-22 04:05:51,982 INFO: Validation val + + # psnr: 22.0383........ Best: 22.0383 @ 100002 iter + # ssim: 0.6487........ Best: 0.6487 @ 100002 iter + # dists: 0.7865........ Best: 0.7865 @ 100002 iter + diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa03/training_states/100000.state b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa03/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..1a6e0bc4661ab59dfe50b8a44a05f1bc6ec42420 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa03/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:082bdcf2c60fdbc27b0b7825ab0fe990af08db4b52ade7bd434fd3ea980a5974 +size 14859114 diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa04/4ximagenet_span_fp16_hyperiqa04.toml b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa04/4ximagenet_span_fp16_hyperiqa04.toml new file mode 100644 index 0000000000000000000000000000000000000000..e7417b2a258cd234d6fbb4f84e5bb9a99da5d63f --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa04/4ximagenet_span_fp16_hyperiqa04.toml @@ -0,0 +1,61 @@ +# GENERATE TIME: Thu Oct 24 19:59:58 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16_hyperiqa04.toml + +name = "4ximagenet_span_fp16_hyperiqa04" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/hyperiqa_04/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/hyperiqa_04_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa04/models/net_g_100000.pth b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa04/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..e32fd3add265b78e6117799f839bdb2a22b60e97 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa04/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7f14664b541a1314b09f10e8e848b0ac0c9095a0806ceb940f4408f2397eeea +size 9010221 diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa04/train_4ximagenet_span_fp16_hyperiqa04_20241024_195958.log b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa04/train_4ximagenet_span_fp16_hyperiqa04_20241024_195958.log new file mode 100644 index 0000000000000000000000000000000000000000..793809f2e31b26d5069925afad510e7f939f5fcb --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa04/train_4ximagenet_span_fp16_hyperiqa04_20241024_195958.log @@ -0,0 +1,1100 @@ +2024-10-24 19:59:58,074 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-24 20:00:50,971 INFO: Dataset [paired] is built. +2024-10-24 20:00:50,972 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16_hyperiqa04 + Number of train images: 105809 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 6614 + Total epochs 16 for total iters 100000. +2024-10-24 20:00:50,974 INFO: Dataset [paired] is built. +2024-10-24 20:00:50,974 INFO: Number of val images/folders: 100 +2024-10-24 20:00:51,385 INFO: Using network [span]. +2024-10-24 20:00:51,648 INFO: Using exponential-moving average. +2024-10-24 20:00:51,650 INFO: Loss [L1Loss] enabled. +2024-10-24 20:00:51,650 INFO: Using model [image]. +2024-10-24 20:00:52,332 INFO: AMP enabled. +2024-10-24 20:00:52,333 INFO: Deterministic mode enabled. +2024-10-24 20:00:52,333 INFO: Start training from epoch: 0, iter: 0 +2024-10-24 20:01:10,796 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 5.416 it/s ] [ lr: 1.00e-04 ] [ eta: 5 days, 13:28:50 ] [ l_g_pix: 1.0158e-01 ] [ l_g_total: 1.0158e-01 ] +2024-10-24 20:01:16,161 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 8.394 it/s ] [ lr: 1.00e-04 ] [ eta: 11 days, 18:04:40 ] [ l_g_pix: 9.4758e-02 ] [ l_g_total: 9.4758e-02 ] +2024-10-24 20:01:21,299 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 19.474 it/s ] [ lr: 1.00e-04 ] [ eta: 17 days, 16:05:05 ] [ l_g_pix: 5.8005e-02 ] [ l_g_total: 5.8005e-02 ] +2024-10-24 20:01:28,343 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 16.409 it/s ] [ lr: 1.00e-04 ] [ eta: 25 days, 18:32:53 ] [ l_g_pix: 6.3017e-02 ] [ l_g_total: 6.3017e-02 ] +2024-10-24 20:01:33,307 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 20.193 it/s ] [ lr: 1.00e-04 ] [ eta: 31 days, 11:07:30 ] [ l_g_pix: 4.1981e-02 ] [ l_g_total: 4.1981e-02 ] +2024-10-24 20:01:38,806 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 19.188 it/s ] [ lr: 1.00e-04 ] [ eta: 37 days, 18:11:42 ] [ l_g_pix: 4.1891e-02 ] [ l_g_total: 4.1891e-02 ] +2024-10-24 20:01:43,885 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 19.702 it/s ] [ lr: 1.00e-04 ] [ eta: 43 days, 13:23:19 ] [ l_g_pix: 3.8445e-02 ] [ l_g_total: 3.8445e-02 ] +2024-10-24 20:01:49,302 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 20.119 it/s ] [ lr: 1.00e-04 ] [ eta: 49 days, 17:35:39 ] [ l_g_pix: 3.8834e-02 ] [ l_g_total: 3.8834e-02 ] +2024-10-24 20:01:59,066 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 11.885 it/s ] [ lr: 1.00e-04 ] [ eta: 60 days, 21:10:07 ] [ l_g_pix: 3.9604e-02 ] [ l_g_total: 3.9604e-02 ] +2024-10-24 20:02:04,294 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 14.732 it/s ] [ lr: 1.00e-04 ] [ eta: 66 days, 19:27:36 ] [ l_g_pix: 4.1249e-02 ] [ l_g_total: 4.1249e-02 ] +2024-10-24 20:02:09,522 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 19.181 it/s ] [ lr: 1.00e-04 ] [ eta: 72 days, 17:27:08 ] [ l_g_pix: 3.5151e-02 ] [ l_g_total: 3.5151e-02 ] +2024-10-24 20:02:14,626 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 19.391 it/s ] [ lr: 1.00e-04 ] [ eta: 78 days, 11:46:03 ] [ l_g_pix: 2.9962e-02 ] [ l_g_total: 2.9962e-02 ] +2024-10-24 20:02:19,916 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 18.928 it/s ] [ lr: 1.00e-04 ] [ eta: 84 days, 10:54:34 ] [ l_g_pix: 4.0439e-02 ] [ l_g_total: 4.0439e-02 ] +2024-10-24 20:02:25,190 INFO: [ epoch: 0 ] [ iter: 1,400 ] [ performance: 18.946 it/s ] [ lr: 1.00e-04 ] [ eta: 90 days, 9:18:09 ] [ l_g_pix: 4.7201e-02 ] [ l_g_total: 4.7201e-02 ] +2024-10-24 20:02:30,379 INFO: [ epoch: 0 ] [ iter: 1,500 ] [ performance: 19.303 it/s ] [ lr: 1.00e-04 ] [ eta: 96 days, 5:04:22 ] [ l_g_pix: 3.0194e-02 ] [ l_g_total: 3.0194e-02 ] +2024-10-24 20:02:35,513 INFO: [ epoch: 0 ] [ iter: 1,600 ] [ performance: 19.395 it/s ] [ lr: 1.00e-04 ] [ eta: 101 days, 23:03:09 ] [ l_g_pix: 4.0467e-02 ] [ l_g_total: 4.0467e-02 ] +2024-10-24 20:02:40,856 INFO: [ epoch: 0 ] [ iter: 1,700 ] [ performance: 18.787 it/s ] [ lr: 1.00e-04 ] [ eta: 107 days, 22:28:22 ] [ l_g_pix: 2.1573e-02 ] [ l_g_total: 2.1573e-02 ] +2024-10-24 20:02:46,069 INFO: [ epoch: 0 ] [ iter: 1,800 ] [ performance: 18.993 it/s ] [ lr: 1.00e-04 ] [ eta: 113 days, 18:01:58 ] [ l_g_pix: 3.1893e-02 ] [ l_g_total: 3.1893e-02 ] +2024-10-24 20:02:51,358 INFO: [ epoch: 0 ] [ iter: 1,900 ] [ performance: 19.029 it/s ] [ lr: 1.00e-04 ] [ eta: 119 days, 15:21:55 ] [ l_g_pix: 3.5859e-02 ] [ l_g_total: 3.5859e-02 ] +2024-10-24 20:02:56,560 INFO: [ epoch: 0 ] [ iter: 2,000 ] [ performance: 19.133 it/s ] [ lr: 1.00e-04 ] [ eta: 125 days, 10:02:02 ] [ l_g_pix: 3.4046e-02 ] [ l_g_total: 3.4046e-02 ] +2024-10-24 20:03:01,841 INFO: [ epoch: 0 ] [ iter: 2,100 ] [ performance: 18.878 it/s ] [ lr: 1.00e-04 ] [ eta: 131 days, 6:34:36 ] [ l_g_pix: 2.6514e-02 ] [ l_g_total: 2.6514e-02 ] +2024-10-24 20:03:07,102 INFO: [ epoch: 0 ] [ iter: 2,200 ] [ performance: 18.946 it/s ] [ lr: 1.00e-04 ] [ eta: 137 days, 2:18:15 ] [ l_g_pix: 3.4580e-02 ] [ l_g_total: 3.4580e-02 ] +2024-10-24 20:03:12,343 INFO: [ epoch: 0 ] [ iter: 2,300 ] [ performance: 19.131 it/s ] [ lr: 1.00e-04 ] [ eta: 142 days, 21:09:21 ] [ l_g_pix: 3.3842e-02 ] [ l_g_total: 3.3842e-02 ] +2024-10-24 20:03:17,711 INFO: [ epoch: 0 ] [ iter: 2,400 ] [ performance: 18.866 it/s ] [ lr: 1.00e-04 ] [ eta: 148 days, 19:10:08 ] [ l_g_pix: 3.2713e-02 ] [ l_g_total: 3.2713e-02 ] +2024-10-24 20:03:23,063 INFO: [ epoch: 0 ] [ iter: 2,500 ] [ performance: 18.672 it/s ] [ lr: 1.00e-04 ] [ eta: 154 days, 16:27:54 ] [ l_g_pix: 3.0864e-02 ] [ l_g_total: 3.0864e-02 ] +2024-10-24 20:03:28,088 INFO: [ epoch: 0 ] [ iter: 2,600 ] [ performance: 19.308 it/s ] [ lr: 1.00e-04 ] [ eta: 160 days, 4:36:21 ] [ l_g_pix: 2.7578e-02 ] [ l_g_total: 2.7578e-02 ] +2024-10-24 20:03:33,276 INFO: [ epoch: 0 ] [ iter: 2,700 ] [ performance: 19.346 it/s ] [ lr: 1.00e-04 ] [ eta: 165 days, 20:53:26 ] [ l_g_pix: 4.0575e-02 ] [ l_g_total: 4.0575e-02 ] +2024-10-24 20:03:38,574 INFO: [ epoch: 0 ] [ iter: 2,800 ] [ performance: 19.092 it/s ] [ lr: 1.00e-04 ] [ eta: 171 days, 15:51:16 ] [ l_g_pix: 3.8377e-02 ] [ l_g_total: 3.8377e-02 ] +2024-10-24 20:03:43,883 INFO: [ epoch: 0 ] [ iter: 2,900 ] [ performance: 18.896 it/s ] [ lr: 1.00e-04 ] [ eta: 177 days, 10:48:32 ] [ l_g_pix: 2.9754e-02 ] [ l_g_total: 2.9754e-02 ] +2024-10-24 20:03:49,059 INFO: [ epoch: 0 ] [ iter: 3,000 ] [ performance: 19.124 it/s ] [ lr: 1.00e-04 ] [ eta: 183 days, 1:52:22 ] [ l_g_pix: 2.6457e-02 ] [ l_g_total: 2.6457e-02 ] +2024-10-24 20:03:54,328 INFO: [ epoch: 0 ] [ iter: 3,100 ] [ performance: 18.991 it/s ] [ lr: 1.00e-04 ] [ eta: 188 days, 19:09:37 ] [ l_g_pix: 3.8254e-02 ] [ l_g_total: 3.8254e-02 ] +2024-10-24 20:03:59,407 INFO: [ epoch: 0 ] [ iter: 3,200 ] [ performance: 19.364 it/s ] [ lr: 1.00e-04 ] [ eta: 194 days, 7:02:41 ] [ l_g_pix: 2.9968e-02 ] [ l_g_total: 2.9968e-02 ] +2024-10-24 20:04:04,656 INFO: [ epoch: 0 ] [ iter: 3,300 ] [ performance: 19.292 it/s ] [ lr: 1.00e-04 ] [ eta: 199 days, 23:14:21 ] [ l_g_pix: 3.0984e-02 ] [ l_g_total: 3.0984e-02 ] +2024-10-24 20:04:09,938 INFO: [ epoch: 0 ] [ iter: 3,400 ] [ performance: 19.097 it/s ] [ lr: 1.00e-04 ] [ eta: 205 days, 15:59:51 ] [ l_g_pix: 2.2767e-02 ] [ l_g_total: 2.2767e-02 ] +2024-10-24 20:04:15,297 INFO: [ epoch: 0 ] [ iter: 3,500 ] [ performance: 18.819 it/s ] [ lr: 1.00e-04 ] [ eta: 211 days, 10:32:48 ] [ l_g_pix: 3.3691e-02 ] [ l_g_total: 3.3691e-02 ] +2024-10-24 20:04:20,610 INFO: [ epoch: 0 ] [ iter: 3,600 ] [ performance: 18.822 it/s ] [ lr: 1.00e-04 ] [ eta: 217 days, 3:33:08 ] [ l_g_pix: 2.6423e-02 ] [ l_g_total: 2.6423e-02 ] +2024-10-24 20:04:25,898 INFO: [ epoch: 0 ] [ iter: 3,700 ] [ performance: 19.038 it/s ] [ lr: 1.00e-04 ] [ eta: 222 days, 19:35:22 ] [ l_g_pix: 3.2261e-02 ] [ l_g_total: 3.2261e-02 ] +2024-10-24 20:04:31,208 INFO: [ epoch: 0 ] [ iter: 3,800 ] [ performance: 18.925 it/s ] [ lr: 1.00e-04 ] [ eta: 228 days, 11:56:49 ] [ l_g_pix: 2.4899e-02 ] [ l_g_total: 2.4899e-02 ] +2024-10-24 20:04:36,361 INFO: [ epoch: 0 ] [ iter: 3,900 ] [ performance: 19.551 it/s ] [ lr: 1.00e-04 ] [ eta: 233 days, 23:47:12 ] [ l_g_pix: 3.0135e-02 ] [ l_g_total: 3.0135e-02 ] +2024-10-24 20:04:41,480 INFO: [ epoch: 0 ] [ iter: 4,000 ] [ performance: 19.544 it/s ] [ lr: 1.00e-04 ] [ eta: 239 days, 10:26:32 ] [ l_g_pix: 2.9863e-02 ] [ l_g_total: 2.9863e-02 ] +2024-10-24 20:04:46,736 INFO: [ epoch: 0 ] [ iter: 4,100 ] [ performance: 19.196 it/s ] [ lr: 1.00e-04 ] [ eta: 245 days, 0:28:52 ] [ l_g_pix: 3.1586e-02 ] [ l_g_total: 3.1586e-02 ] +2024-10-24 20:04:52,209 INFO: [ epoch: 0 ] [ iter: 4,200 ] [ performance: 18.672 it/s ] [ lr: 1.00e-04 ] [ eta: 250 days, 19:59:28 ] [ l_g_pix: 3.0435e-02 ] [ l_g_total: 3.0435e-02 ] +2024-10-24 20:04:57,575 INFO: [ epoch: 0 ] [ iter: 4,300 ] [ performance: 18.774 it/s ] [ lr: 1.00e-04 ] [ eta: 256 days, 12:20:30 ] [ l_g_pix: 3.7924e-02 ] [ l_g_total: 3.7924e-02 ] +2024-10-24 20:05:02,763 INFO: [ epoch: 0 ] [ iter: 4,400 ] [ performance: 19.052 it/s ] [ lr: 1.00e-04 ] [ eta: 261 days, 23:40:55 ] [ l_g_pix: 2.7787e-02 ] [ l_g_total: 2.7787e-02 ] +2024-10-24 20:05:08,181 INFO: [ epoch: 0 ] [ iter: 4,500 ] [ performance: 18.591 it/s ] [ lr: 1.00e-04 ] [ eta: 267 days, 16:50:46 ] [ l_g_pix: 3.9740e-02 ] [ l_g_total: 3.9740e-02 ] +2024-10-24 20:05:13,745 INFO: [ epoch: 0 ] [ iter: 4,600 ] [ performance: 18.240 it/s ] [ lr: 1.00e-04 ] [ eta: 273 days, 13:33:38 ] [ l_g_pix: 2.5105e-02 ] [ l_g_total: 2.5105e-02 ] +2024-10-24 20:05:19,152 INFO: [ epoch: 0 ] [ iter: 4,700 ] [ performance: 18.782 it/s ] [ lr: 1.00e-04 ] [ eta: 279 days, 5:48:32 ] [ l_g_pix: 3.7843e-02 ] [ l_g_total: 3.7843e-02 ] +2024-10-24 20:05:24,348 INFO: [ epoch: 0 ] [ iter: 4,800 ] [ performance: 19.043 it/s ] [ lr: 1.00e-04 ] [ eta: 284 days, 16:10:59 ] [ l_g_pix: 2.9365e-02 ] [ l_g_total: 2.9365e-02 ] +2024-10-24 20:05:29,334 INFO: [ epoch: 0 ] [ iter: 4,900 ] [ performance: 20.402 it/s ] [ lr: 1.00e-04 ] [ eta: 289 days, 20:42:39 ] [ l_g_pix: 4.3971e-02 ] [ l_g_total: 4.3971e-02 ] +2024-10-24 20:05:34,779 INFO: [ epoch: 0 ] [ iter: 5,000 ] [ performance: 19.195 it/s ] [ lr: 1.00e-04 ] [ eta: 295 days, 13:04:22 ] [ l_g_pix: 2.8147e-02 ] [ l_g_total: 2.8147e-02 ] +2024-10-24 20:05:40,128 INFO: [ epoch: 0 ] [ iter: 5,100 ] [ performance: 19.310 it/s ] [ lr: 1.00e-04 ] [ eta: 301 days, 2:36:58 ] [ l_g_pix: 3.3959e-02 ] [ l_g_total: 3.3959e-02 ] +2024-10-24 20:05:45,700 INFO: [ epoch: 0 ] [ iter: 5,200 ] [ performance: 18.508 it/s ] [ lr: 1.00e-04 ] [ eta: 306 days, 21:43:53 ] [ l_g_pix: 2.9329e-02 ] [ l_g_total: 2.9329e-02 ] +2024-10-24 20:05:51,325 INFO: [ epoch: 0 ] [ iter: 5,300 ] [ performance: 17.633 it/s ] [ lr: 1.00e-04 ] [ eta: 312 days, 17:56:02 ] [ l_g_pix: 2.6701e-02 ] [ l_g_total: 2.6701e-02 ] +2024-10-24 20:05:56,990 INFO: [ epoch: 0 ] [ iter: 5,400 ] [ performance: 17.645 it/s ] [ lr: 1.00e-04 ] [ eta: 318 days, 14:52:32 ] [ l_g_pix: 2.5012e-02 ] [ l_g_total: 2.5012e-02 ] +2024-10-24 20:06:02,432 INFO: [ epoch: 0 ] [ iter: 5,500 ] [ performance: 18.075 it/s ] [ lr: 1.00e-04 ] [ eta: 324 days, 5:37:07 ] [ l_g_pix: 2.3953e-02 ] [ l_g_total: 2.3953e-02 ] +2024-10-24 20:06:07,983 INFO: [ epoch: 0 ] [ iter: 5,600 ] [ performance: 18.041 it/s ] [ lr: 1.00e-04 ] [ eta: 329 days, 22:56:58 ] [ l_g_pix: 4.4028e-02 ] [ l_g_total: 4.4028e-02 ] +2024-10-24 20:06:13,468 INFO: [ epoch: 0 ] [ iter: 5,700 ] [ performance: 18.100 it/s ] [ lr: 1.00e-04 ] [ eta: 335 days, 14:15:07 ] [ l_g_pix: 2.5722e-02 ] [ l_g_total: 2.5722e-02 ] +2024-10-24 20:06:18,837 INFO: [ epoch: 0 ] [ iter: 5,800 ] [ performance: 18.404 it/s ] [ lr: 1.00e-04 ] [ eta: 341 days, 2:11:38 ] [ l_g_pix: 2.7844e-02 ] [ l_g_total: 2.7844e-02 ] +2024-10-24 20:06:24,227 INFO: [ epoch: 0 ] [ iter: 5,900 ] [ performance: 18.181 it/s ] [ lr: 1.00e-04 ] [ eta: 346 days, 14:23:37 ] [ l_g_pix: 4.1586e-02 ] [ l_g_total: 4.1586e-02 ] +2024-10-24 20:06:29,774 INFO: [ epoch: 0 ] [ iter: 6,000 ] [ performance: 18.092 it/s ] [ lr: 1.00e-04 ] [ eta: 352 days, 6:23:33 ] [ l_g_pix: 3.1737e-02 ] [ l_g_total: 3.1737e-02 ] +2024-10-24 20:06:35,351 INFO: [ epoch: 0 ] [ iter: 6,100 ] [ performance: 17.951 it/s ] [ lr: 1.00e-04 ] [ eta: 357 days, 22:50:34 ] [ l_g_pix: 3.7458e-02 ] [ l_g_total: 3.7458e-02 ] +2024-10-24 20:06:41,083 INFO: [ epoch: 0 ] [ iter: 6,200 ] [ performance: 17.651 it/s ] [ lr: 1.00e-04 ] [ eta: 363 days, 19:03:38 ] [ l_g_pix: 2.2382e-02 ] [ l_g_total: 2.2382e-02 ] +2024-10-24 20:06:46,979 INFO: [ epoch: 0 ] [ iter: 6,300 ] [ performance: 16.963 it/s ] [ lr: 1.00e-04 ] [ eta: 369 days, 19:12:10 ] [ l_g_pix: 2.9048e-02 ] [ l_g_total: 2.9048e-02 ] +2024-10-24 20:06:52,564 INFO: [ epoch: 0 ] [ iter: 6,400 ] [ performance: 17.509 it/s ] [ lr: 1.00e-04 ] [ eta: 375 days, 10:56:34 ] [ l_g_pix: 3.2029e-02 ] [ l_g_total: 3.2029e-02 ] +2024-10-24 20:06:58,056 INFO: [ epoch: 0 ] [ iter: 6,500 ] [ performance: 17.547 it/s ] [ lr: 1.00e-04 ] [ eta: 380 days, 23:56:46 ] [ l_g_pix: 3.3492e-02 ] [ l_g_total: 3.3492e-02 ] +2024-10-24 20:07:03,084 INFO: [ epoch: 0 ] [ iter: 6,600 ] [ performance: 18.870 it/s ] [ lr: 1.00e-04 ] [ eta: 386 days, 0:37:40 ] [ l_g_pix: 2.3933e-02 ] [ l_g_total: 2.3933e-02 ] +2024-10-24 20:07:09,229 INFO: [ epoch: 1 ] [ iter: 6,700 ] [ performance: 19.456 it/s ] [ lr: 1.00e-04 ] [ eta: 392 days, 5:55:57 ] [ l_g_pix: 2.2609e-02 ] [ l_g_total: 2.2609e-02 ] +2024-10-24 20:07:14,336 INFO: [ epoch: 1 ] [ iter: 6,800 ] [ performance: 19.531 it/s ] [ lr: 1.00e-04 ] [ eta: 397 days, 8:04:50 ] [ l_g_pix: 2.4602e-02 ] [ l_g_total: 2.4602e-02 ] +2024-10-24 20:07:19,518 INFO: [ epoch: 1 ] [ iter: 6,900 ] [ performance: 19.431 it/s ] [ lr: 1.00e-04 ] [ eta: 402 days, 11:50:49 ] [ l_g_pix: 3.5130e-02 ] [ l_g_total: 3.5130e-02 ] +2024-10-24 20:07:24,619 INFO: [ epoch: 1 ] [ iter: 7,000 ] [ performance: 19.536 it/s ] [ lr: 1.00e-04 ] [ eta: 407 days, 13:15:14 ] [ l_g_pix: 3.6288e-02 ] [ l_g_total: 3.6288e-02 ] +2024-10-24 20:07:29,759 INFO: [ epoch: 1 ] [ iter: 7,100 ] [ performance: 19.347 it/s ] [ lr: 1.00e-04 ] [ eta: 412 days, 15:22:01 ] [ l_g_pix: 3.7271e-02 ] [ l_g_total: 3.7271e-02 ] +2024-10-24 20:07:34,885 INFO: [ epoch: 1 ] [ iter: 7,200 ] [ performance: 19.446 it/s ] [ lr: 1.00e-04 ] [ eta: 417 days, 16:50:50 ] [ l_g_pix: 3.3777e-02 ] [ l_g_total: 3.3777e-02 ] +2024-10-24 20:07:39,930 INFO: [ epoch: 1 ] [ iter: 7,300 ] [ performance: 19.834 it/s ] [ lr: 1.00e-04 ] [ eta: 422 days, 15:58:06 ] [ l_g_pix: 2.8212e-02 ] [ l_g_total: 2.8212e-02 ] +2024-10-24 20:07:44,997 INFO: [ epoch: 1 ] [ iter: 7,400 ] [ performance: 19.777 it/s ] [ lr: 1.00e-04 ] [ eta: 427 days, 15:20:47 ] [ l_g_pix: 4.5023e-02 ] [ l_g_total: 4.5023e-02 ] +2024-10-24 20:07:50,174 INFO: [ epoch: 1 ] [ iter: 7,500 ] [ performance: 19.358 it/s ] [ lr: 1.00e-04 ] [ eta: 432 days, 17:17:11 ] [ l_g_pix: 2.3385e-02 ] [ l_g_total: 2.3385e-02 ] +2024-10-24 20:07:55,363 INFO: [ epoch: 1 ] [ iter: 7,600 ] [ performance: 19.306 it/s ] [ lr: 1.00e-04 ] [ eta: 437 days, 19:14:48 ] [ l_g_pix: 2.6860e-02 ] [ l_g_total: 2.6860e-02 ] +2024-10-24 20:08:00,672 INFO: [ epoch: 1 ] [ iter: 7,700 ] [ performance: 18.823 it/s ] [ lr: 1.00e-04 ] [ eta: 442 days, 23:58:45 ] [ l_g_pix: 2.9966e-02 ] [ l_g_total: 2.9966e-02 ] +2024-10-24 20:08:05,904 INFO: [ epoch: 1 ] [ iter: 7,800 ] [ performance: 19.002 it/s ] [ lr: 1.00e-04 ] [ eta: 448 days, 2:28:01 ] [ l_g_pix: 3.0103e-02 ] [ l_g_total: 3.0103e-02 ] +2024-10-24 20:08:11,222 INFO: [ epoch: 1 ] [ iter: 7,900 ] [ performance: 18.811 it/s ] [ lr: 1.00e-04 ] [ eta: 453 days, 6:50:15 ] [ l_g_pix: 2.3766e-02 ] [ l_g_total: 2.3766e-02 ] +2024-10-24 20:08:16,509 INFO: [ epoch: 1 ] [ iter: 8,000 ] [ performance: 18.877 it/s ] [ lr: 1.00e-04 ] [ eta: 458 days, 10:08:09 ] [ l_g_pix: 3.2878e-02 ] [ l_g_total: 3.2878e-02 ] +2024-10-24 20:08:22,098 INFO: [ epoch: 1 ] [ iter: 8,100 ] [ performance: 17.831 it/s ] [ lr: 1.00e-04 ] [ eta: 463 days, 20:51:07 ] [ l_g_pix: 2.7814e-02 ] [ l_g_total: 2.7814e-02 ] +2024-10-24 20:08:27,652 INFO: [ epoch: 1 ] [ iter: 8,200 ] [ performance: 17.940 it/s ] [ lr: 1.00e-04 ] [ eta: 469 days, 6:22:14 ] [ l_g_pix: 2.5281e-02 ] [ l_g_total: 2.5281e-02 ] +2024-10-24 20:08:33,174 INFO: [ epoch: 1 ] [ iter: 8,300 ] [ performance: 18.601 it/s ] [ lr: 1.00e-04 ] [ eta: 474 days, 14:45:18 ] [ l_g_pix: 2.9885e-02 ] [ l_g_total: 2.9885e-02 ] +2024-10-24 20:08:38,607 INFO: [ epoch: 1 ] [ iter: 8,400 ] [ performance: 18.478 it/s ] [ lr: 1.00e-04 ] [ eta: 479 days, 20:34:58 ] [ l_g_pix: 3.6326e-02 ] [ l_g_total: 3.6326e-02 ] +2024-10-24 20:08:44,126 INFO: [ epoch: 1 ] [ iter: 8,500 ] [ performance: 18.420 it/s ] [ lr: 1.00e-04 ] [ eta: 485 days, 4:16:17 ] [ l_g_pix: 3.1064e-02 ] [ l_g_total: 3.1064e-02 ] +2024-10-24 20:08:49,587 INFO: [ epoch: 1 ] [ iter: 8,600 ] [ performance: 18.353 it/s ] [ lr: 1.00e-04 ] [ eta: 490 days, 10:11:31 ] [ l_g_pix: 2.1813e-02 ] [ l_g_total: 2.1813e-02 ] +2024-10-24 20:08:54,868 INFO: [ epoch: 1 ] [ iter: 8,700 ] [ performance: 18.794 it/s ] [ lr: 1.00e-04 ] [ eta: 495 days, 11:15:22 ] [ l_g_pix: 3.4901e-02 ] [ l_g_total: 3.4901e-02 ] +2024-10-24 20:09:00,174 INFO: [ epoch: 1 ] [ iter: 8,800 ] [ performance: 18.830 it/s ] [ lr: 1.00e-04 ] [ eta: 500 days, 12:38:04 ] [ l_g_pix: 2.7754e-02 ] [ l_g_total: 2.7754e-02 ] +2024-10-24 20:09:05,308 INFO: [ epoch: 1 ] [ iter: 8,900 ] [ performance: 19.801 it/s ] [ lr: 1.00e-04 ] [ eta: 505 days, 9:23:14 ] [ l_g_pix: 3.2559e-02 ] [ l_g_total: 3.2559e-02 ] +2024-10-24 20:09:10,628 INFO: [ epoch: 1 ] [ iter: 9,000 ] [ performance: 19.148 it/s ] [ lr: 1.00e-04 ] [ eta: 510 days, 10:32:16 ] [ l_g_pix: 2.4361e-02 ] [ l_g_total: 2.4361e-02 ] +2024-10-24 20:09:15,955 INFO: [ epoch: 1 ] [ iter: 9,100 ] [ performance: 18.899 it/s ] [ lr: 1.00e-04 ] [ eta: 515 days, 11:35:40 ] [ l_g_pix: 3.2809e-02 ] [ l_g_total: 3.2809e-02 ] +2024-10-24 20:09:21,265 INFO: [ epoch: 1 ] [ iter: 9,200 ] [ performance: 18.858 it/s ] [ lr: 1.00e-04 ] [ eta: 520 days, 11:54:13 ] [ l_g_pix: 3.4651e-02 ] [ l_g_total: 3.4651e-02 ] +2024-10-24 20:09:26,653 INFO: [ epoch: 1 ] [ iter: 9,300 ] [ performance: 18.823 it/s ] [ lr: 1.00e-04 ] [ eta: 525 days, 13:54:26 ] [ l_g_pix: 3.0117e-02 ] [ l_g_total: 3.0117e-02 ] +2024-10-24 20:09:31,913 INFO: [ epoch: 1 ] [ iter: 9,400 ] [ performance: 18.948 it/s ] [ lr: 1.00e-04 ] [ eta: 530 days, 12:21:19 ] [ l_g_pix: 2.0281e-02 ] [ l_g_total: 2.0281e-02 ] +2024-10-24 20:09:37,519 INFO: [ epoch: 1 ] [ iter: 9,500 ] [ performance: 16.346 it/s ] [ lr: 1.00e-04 ] [ eta: 535 days, 19:13:47 ] [ l_g_pix: 3.2184e-02 ] [ l_g_total: 3.2184e-02 ] +2024-10-24 20:09:42,715 INFO: [ epoch: 1 ] [ iter: 9,600 ] [ performance: 18.132 it/s ] [ lr: 1.00e-04 ] [ eta: 540 days, 15:30:30 ] [ l_g_pix: 2.9064e-02 ] [ l_g_total: 2.9064e-02 ] +2024-10-24 20:09:47,988 INFO: [ epoch: 1 ] [ iter: 9,700 ] [ performance: 18.780 it/s ] [ lr: 1.00e-04 ] [ eta: 545 days, 13:25:24 ] [ l_g_pix: 2.4652e-02 ] [ l_g_total: 2.4652e-02 ] +2024-10-24 20:09:53,312 INFO: [ epoch: 1 ] [ iter: 9,800 ] [ performance: 18.786 it/s ] [ lr: 1.00e-04 ] [ eta: 550 days, 12:17:41 ] [ l_g_pix: 3.4179e-02 ] [ l_g_total: 3.4179e-02 ] +2024-10-24 20:09:58,706 INFO: [ epoch: 1 ] [ iter: 9,900 ] [ performance: 18.775 it/s ] [ lr: 1.00e-04 ] [ eta: 555 days, 12:38:56 ] [ l_g_pix: 3.7979e-02 ] [ l_g_total: 3.7979e-02 ] +2024-10-24 20:10:03,919 INFO: [ epoch: 1 ] [ iter: 10,000 ] [ performance: 19.045 it/s ] [ lr: 1.00e-04 ] [ eta: 560 days, 8:10:33 ] [ l_g_pix: 3.5280e-02 ] [ l_g_total: 3.5280e-02 ] +2024-10-24 20:10:03,919 INFO: Saving models and training states. +2024-10-24 20:11:17,275 INFO: Validation val + + # psnr: 21.2770........ Best: 21.2770 @ 10000 iter + # ssim: 0.6067........ Best: 0.6067 @ 10000 iter + # dists: 0.7923........ Best: 0.7923 @ 10000 iter + +2024-10-24 20:11:22,717 INFO: [ epoch: 1 ] [ iter: 10,100 ] [ performance: 18.568 it/s ] [ lr: 1.00e-04 ] [ eta: 641 days, 16:58:19 ] [ l_g_pix: 2.5595e-02 ] [ l_g_total: 2.5595e-02 ] +2024-10-24 20:11:28,035 INFO: [ epoch: 1 ] [ iter: 10,200 ] [ performance: 18.725 it/s ] [ lr: 1.00e-04 ] [ eta: 646 days, 12:30:43 ] [ l_g_pix: 4.2170e-02 ] [ l_g_total: 4.2170e-02 ] +2024-10-24 20:11:33,401 INFO: [ epoch: 1 ] [ iter: 10,300 ] [ performance: 18.785 it/s ] [ lr: 1.00e-04 ] [ eta: 651 days, 8:54:44 ] [ l_g_pix: 2.4237e-02 ] [ l_g_total: 2.4237e-02 ] +2024-10-24 20:11:38,766 INFO: [ epoch: 1 ] [ iter: 10,400 ] [ performance: 18.688 it/s ] [ lr: 1.00e-04 ] [ eta: 656 days, 5:00:56 ] [ l_g_pix: 3.0255e-02 ] [ l_g_total: 3.0255e-02 ] +2024-10-24 20:11:44,138 INFO: [ epoch: 1 ] [ iter: 10,500 ] [ performance: 18.568 it/s ] [ lr: 1.00e-04 ] [ eta: 661 days, 1:00:08 ] [ l_g_pix: 2.8828e-02 ] [ l_g_total: 2.8828e-02 ] +2024-10-24 20:11:49,547 INFO: [ epoch: 1 ] [ iter: 10,600 ] [ performance: 18.516 it/s ] [ lr: 1.00e-04 ] [ eta: 665 days, 21:35:26 ] [ l_g_pix: 3.2663e-02 ] [ l_g_total: 3.2663e-02 ] +2024-10-24 20:11:54,926 INFO: [ epoch: 1 ] [ iter: 10,700 ] [ performance: 18.767 it/s ] [ lr: 1.00e-04 ] [ eta: 670 days, 17:08:30 ] [ l_g_pix: 2.9146e-02 ] [ l_g_total: 2.9146e-02 ] +2024-10-24 20:12:00,417 INFO: [ epoch: 1 ] [ iter: 10,800 ] [ performance: 18.388 it/s ] [ lr: 1.00e-04 ] [ eta: 675 days, 15:09:52 ] [ l_g_pix: 2.3734e-02 ] [ l_g_total: 2.3734e-02 ] +2024-10-24 20:12:05,980 INFO: [ epoch: 1 ] [ iter: 10,900 ] [ performance: 17.989 it/s ] [ lr: 1.00e-04 ] [ eta: 680 days, 14:41:01 ] [ l_g_pix: 3.9841e-02 ] [ l_g_total: 3.9841e-02 ] +2024-10-24 20:12:11,516 INFO: [ epoch: 1 ] [ iter: 11,000 ] [ performance: 18.043 it/s ] [ lr: 1.00e-04 ] [ eta: 685 days, 13:11:44 ] [ l_g_pix: 3.6827e-02 ] [ l_g_total: 3.6827e-02 ] +2024-10-24 20:12:16,870 INFO: [ epoch: 1 ] [ iter: 11,100 ] [ performance: 18.786 it/s ] [ lr: 1.00e-04 ] [ eta: 690 days, 6:56:16 ] [ l_g_pix: 4.5057e-02 ] [ l_g_total: 4.5057e-02 ] +2024-10-24 20:12:22,446 INFO: [ epoch: 1 ] [ iter: 11,200 ] [ performance: 18.192 it/s ] [ lr: 1.00e-04 ] [ eta: 695 days, 5:50:23 ] [ l_g_pix: 4.0270e-02 ] [ l_g_total: 4.0270e-02 ] +2024-10-24 20:12:27,930 INFO: [ epoch: 1 ] [ iter: 11,300 ] [ performance: 19.115 it/s ] [ lr: 1.00e-04 ] [ eta: 700 days, 2:09:26 ] [ l_g_pix: 2.8526e-02 ] [ l_g_total: 2.8526e-02 ] +2024-10-24 20:12:33,477 INFO: [ epoch: 1 ] [ iter: 11,400 ] [ performance: 18.347 it/s ] [ lr: 1.00e-04 ] [ eta: 704 days, 23:44:43 ] [ l_g_pix: 3.4187e-02 ] [ l_g_total: 3.4187e-02 ] +2024-10-24 20:12:38,939 INFO: [ epoch: 1 ] [ iter: 11,500 ] [ performance: 18.880 it/s ] [ lr: 1.00e-04 ] [ eta: 709 days, 18:55:08 ] [ l_g_pix: 3.9994e-02 ] [ l_g_total: 3.9994e-02 ] +2024-10-24 20:12:44,105 INFO: [ epoch: 1 ] [ iter: 11,600 ] [ performance: 19.214 it/s ] [ lr: 1.00e-04 ] [ eta: 714 days, 6:31:06 ] [ l_g_pix: 2.3589e-02 ] [ l_g_total: 2.3589e-02 ] +2024-10-24 20:12:49,481 INFO: [ epoch: 1 ] [ iter: 11,700 ] [ performance: 18.569 it/s ] [ lr: 1.00e-04 ] [ eta: 718 days, 22:58:56 ] [ l_g_pix: 3.7394e-02 ] [ l_g_total: 3.7394e-02 ] +2024-10-24 20:12:54,879 INFO: [ epoch: 1 ] [ iter: 11,800 ] [ performance: 18.541 it/s ] [ lr: 1.00e-04 ] [ eta: 723 days, 15:40:59 ] [ l_g_pix: 2.9500e-02 ] [ l_g_total: 2.9500e-02 ] +2024-10-24 20:13:00,294 INFO: [ epoch: 1 ] [ iter: 11,900 ] [ performance: 19.290 it/s ] [ lr: 1.00e-04 ] [ eta: 728 days, 8:31:13 ] [ l_g_pix: 2.8887e-02 ] [ l_g_total: 2.8887e-02 ] +2024-10-24 20:13:05,649 INFO: [ epoch: 1 ] [ iter: 12,000 ] [ performance: 18.852 it/s ] [ lr: 1.00e-04 ] [ eta: 732 days, 23:33:55 ] [ l_g_pix: 3.9861e-02 ] [ l_g_total: 3.9861e-02 ] +2024-10-24 20:13:11,195 INFO: [ epoch: 1 ] [ iter: 12,100 ] [ performance: 17.958 it/s ] [ lr: 1.00e-04 ] [ eta: 737 days, 18:59:39 ] [ l_g_pix: 3.6504e-02 ] [ l_g_total: 3.6504e-02 ] +2024-10-24 20:13:16,482 INFO: [ epoch: 1 ] [ iter: 12,200 ] [ performance: 18.632 it/s ] [ lr: 1.00e-04 ] [ eta: 742 days, 7:48:05 ] [ l_g_pix: 3.5286e-02 ] [ l_g_total: 3.5286e-02 ] +2024-10-24 20:13:21,770 INFO: [ epoch: 1 ] [ iter: 12,300 ] [ performance: 19.112 it/s ] [ lr: 1.00e-04 ] [ eta: 746 days, 20:19:05 ] [ l_g_pix: 2.6988e-02 ] [ l_g_total: 2.6988e-02 ] +2024-10-24 20:13:27,329 INFO: [ epoch: 1 ] [ iter: 12,400 ] [ performance: 18.291 it/s ] [ lr: 1.00e-04 ] [ eta: 751 days, 15:09:33 ] [ l_g_pix: 1.9909e-02 ] [ l_g_total: 1.9909e-02 ] +2024-10-24 20:13:32,770 INFO: [ epoch: 1 ] [ iter: 12,500 ] [ performance: 18.503 it/s ] [ lr: 1.00e-04 ] [ eta: 756 days, 6:47:59 ] [ l_g_pix: 2.8392e-02 ] [ l_g_total: 2.8392e-02 ] +2024-10-24 20:13:38,166 INFO: [ epoch: 1 ] [ iter: 12,600 ] [ performance: 18.527 it/s ] [ lr: 1.00e-04 ] [ eta: 760 days, 21:03:21 ] [ l_g_pix: 3.1658e-02 ] [ l_g_total: 3.1658e-02 ] +2024-10-24 20:13:43,493 INFO: [ epoch: 1 ] [ iter: 12,700 ] [ performance: 18.656 it/s ] [ lr: 1.00e-04 ] [ eta: 765 days, 9:21:01 ] [ l_g_pix: 3.9102e-02 ] [ l_g_total: 3.9102e-02 ] +2024-10-24 20:13:48,798 INFO: [ epoch: 1 ] [ iter: 12,800 ] [ performance: 18.801 it/s ] [ lr: 1.00e-04 ] [ eta: 769 days, 20:47:29 ] [ l_g_pix: 3.0347e-02 ] [ l_g_total: 3.0347e-02 ] +2024-10-24 20:13:54,096 INFO: [ epoch: 1 ] [ iter: 12,900 ] [ performance: 18.409 it/s ] [ lr: 1.00e-04 ] [ eta: 774 days, 7:47:35 ] [ l_g_pix: 2.7746e-02 ] [ l_g_total: 2.7746e-02 ] +2024-10-24 20:13:59,548 INFO: [ epoch: 1 ] [ iter: 13,000 ] [ performance: 18.362 it/s ] [ lr: 1.00e-04 ] [ eta: 778 days, 22:12:32 ] [ l_g_pix: 3.7553e-02 ] [ l_g_total: 3.7553e-02 ] +2024-10-24 20:14:04,724 INFO: [ epoch: 1 ] [ iter: 13,100 ] [ performance: 20.089 it/s ] [ lr: 1.00e-04 ] [ eta: 783 days, 5:39:26 ] [ l_g_pix: 3.6153e-02 ] [ l_g_total: 3.6153e-02 ] +2024-10-24 20:14:09,679 INFO: [ epoch: 1 ] [ iter: 13,200 ] [ performance: 20.160 it/s ] [ lr: 1.00e-04 ] [ eta: 787 days, 7:29:38 ] [ l_g_pix: 2.7013e-02 ] [ l_g_total: 2.7013e-02 ] +2024-10-24 20:14:15,887 INFO: [ epoch: 2 ] [ iter: 13,300 ] [ performance: 19.295 it/s ] [ lr: 1.00e-04 ] [ eta: 792 days, 15:14:09 ] [ l_g_pix: 3.5932e-02 ] [ l_g_total: 3.5932e-02 ] +2024-10-24 20:14:21,074 INFO: [ epoch: 2 ] [ iter: 13,400 ] [ performance: 19.286 it/s ] [ lr: 1.00e-04 ] [ eta: 796 days, 22:04:34 ] [ l_g_pix: 3.1824e-02 ] [ l_g_total: 3.1824e-02 ] +2024-10-24 20:14:26,139 INFO: [ epoch: 2 ] [ iter: 13,500 ] [ performance: 20.051 it/s ] [ lr: 1.00e-04 ] [ eta: 801 days, 1:41:37 ] [ l_g_pix: 2.3594e-02 ] [ l_g_total: 2.3594e-02 ] +2024-10-24 20:14:31,263 INFO: [ epoch: 2 ] [ iter: 13,600 ] [ performance: 19.649 it/s ] [ lr: 1.00e-04 ] [ eta: 805 days, 6:26:10 ] [ l_g_pix: 2.9325e-02 ] [ l_g_total: 2.9325e-02 ] +2024-10-24 20:14:36,469 INFO: [ epoch: 2 ] [ iter: 13,700 ] [ performance: 19.883 it/s ] [ lr: 1.00e-04 ] [ eta: 809 days, 12:51:44 ] [ l_g_pix: 3.3912e-02 ] [ l_g_total: 3.3912e-02 ] +2024-10-24 20:14:41,757 INFO: [ epoch: 2 ] [ iter: 13,800 ] [ performance: 19.140 it/s ] [ lr: 1.00e-04 ] [ eta: 813 days, 20:57:57 ] [ l_g_pix: 2.9915e-02 ] [ l_g_total: 2.9915e-02 ] +2024-10-24 20:14:46,975 INFO: [ epoch: 2 ] [ iter: 13,900 ] [ performance: 19.352 it/s ] [ lr: 1.00e-04 ] [ eta: 818 days, 3:05:26 ] [ l_g_pix: 3.8836e-02 ] [ l_g_total: 3.8836e-02 ] +2024-10-24 20:14:52,142 INFO: [ epoch: 2 ] [ iter: 14,000 ] [ performance: 19.354 it/s ] [ lr: 1.00e-04 ] [ eta: 822 days, 7:43:42 ] [ l_g_pix: 2.7295e-02 ] [ l_g_total: 2.7295e-02 ] +2024-10-24 20:14:57,453 INFO: [ epoch: 2 ] [ iter: 14,100 ] [ performance: 18.855 it/s ] [ lr: 1.00e-04 ] [ eta: 826 days, 15:30:29 ] [ l_g_pix: 3.3327e-02 ] [ l_g_total: 3.3327e-02 ] +2024-10-24 20:15:02,658 INFO: [ epoch: 2 ] [ iter: 14,200 ] [ performance: 19.130 it/s ] [ lr: 1.00e-04 ] [ eta: 830 days, 20:28:04 ] [ l_g_pix: 3.2331e-02 ] [ l_g_total: 3.2331e-02 ] +2024-10-24 20:15:07,898 INFO: [ epoch: 2 ] [ iter: 14,300 ] [ performance: 19.413 it/s ] [ lr: 1.00e-04 ] [ eta: 835 days, 1:56:58 ] [ l_g_pix: 2.6182e-02 ] [ l_g_total: 2.6182e-02 ] +2024-10-24 20:15:13,242 INFO: [ epoch: 2 ] [ iter: 14,400 ] [ performance: 18.867 it/s ] [ lr: 1.00e-04 ] [ eta: 839 days, 9:37:56 ] [ l_g_pix: 3.8655e-02 ] [ l_g_total: 3.8655e-02 ] +2024-10-24 20:15:18,565 INFO: [ epoch: 2 ] [ iter: 14,500 ] [ performance: 18.981 it/s ] [ lr: 1.00e-04 ] [ eta: 843 days, 16:30:45 ] [ l_g_pix: 3.5800e-02 ] [ l_g_total: 3.5800e-02 ] +2024-10-24 20:15:23,979 INFO: [ epoch: 2 ] [ iter: 14,600 ] [ performance: 18.581 it/s ] [ lr: 1.00e-04 ] [ eta: 848 days, 1:15:56 ] [ l_g_pix: 2.5642e-02 ] [ l_g_total: 2.5642e-02 ] +2024-10-24 20:15:29,456 INFO: [ epoch: 2 ] [ iter: 14,700 ] [ performance: 18.303 it/s ] [ lr: 1.00e-04 ] [ eta: 852 days, 11:12:57 ] [ l_g_pix: 2.4108e-02 ] [ l_g_total: 2.4108e-02 ] +2024-10-24 20:15:34,671 INFO: [ epoch: 2 ] [ iter: 14,800 ] [ performance: 18.986 it/s ] [ lr: 1.00e-04 ] [ eta: 856 days, 14:38:20 ] [ l_g_pix: 1.8654e-02 ] [ l_g_total: 1.8654e-02 ] +2024-10-24 20:15:40,040 INFO: [ epoch: 2 ] [ iter: 14,900 ] [ performance: 19.083 it/s ] [ lr: 1.00e-04 ] [ eta: 860 days, 21:25:46 ] [ l_g_pix: 3.0187e-02 ] [ l_g_total: 3.0187e-02 ] +2024-10-24 20:15:45,441 INFO: [ epoch: 2 ] [ iter: 15,000 ] [ performance: 18.632 it/s ] [ lr: 1.00e-04 ] [ eta: 865 days, 4:40:17 ] [ l_g_pix: 2.6714e-02 ] [ l_g_total: 2.6714e-02 ] +2024-10-24 20:15:50,738 INFO: [ epoch: 2 ] [ iter: 15,100 ] [ performance: 19.255 it/s ] [ lr: 1.00e-04 ] [ eta: 869 days, 9:10:02 ] [ l_g_pix: 3.3554e-02 ] [ l_g_total: 3.3554e-02 ] +2024-10-24 20:15:56,099 INFO: [ epoch: 2 ] [ iter: 15,200 ] [ performance: 18.772 it/s ] [ lr: 1.00e-04 ] [ eta: 873 days, 14:52:30 ] [ l_g_pix: 2.6383e-02 ] [ l_g_total: 2.6383e-02 ] +2024-10-24 20:16:01,442 INFO: [ epoch: 2 ] [ iter: 15,300 ] [ performance: 18.967 it/s ] [ lr: 1.00e-04 ] [ eta: 877 days, 19:51:07 ] [ l_g_pix: 2.6487e-02 ] [ l_g_total: 2.6487e-02 ] +2024-10-24 20:16:06,823 INFO: [ epoch: 2 ] [ iter: 15,400 ] [ performance: 18.659 it/s ] [ lr: 1.00e-04 ] [ eta: 882 days, 1:25:28 ] [ l_g_pix: 1.8434e-02 ] [ l_g_total: 1.8434e-02 ] +2024-10-24 20:16:12,060 INFO: [ epoch: 2 ] [ iter: 15,500 ] [ performance: 19.476 it/s ] [ lr: 1.00e-04 ] [ eta: 886 days, 3:19:12 ] [ l_g_pix: 2.3500e-02 ] [ l_g_total: 2.3500e-02 ] +2024-10-24 20:16:17,399 INFO: [ epoch: 2 ] [ iter: 15,600 ] [ performance: 18.866 it/s ] [ lr: 1.00e-04 ] [ eta: 890 days, 7:19:54 ] [ l_g_pix: 3.2103e-02 ] [ l_g_total: 3.2103e-02 ] +2024-10-24 20:16:22,633 INFO: [ epoch: 2 ] [ iter: 15,700 ] [ performance: 18.678 it/s ] [ lr: 1.00e-04 ] [ eta: 894 days, 8:34:12 ] [ l_g_pix: 2.4448e-02 ] [ l_g_total: 2.4448e-02 ] +2024-10-24 20:16:27,889 INFO: [ epoch: 2 ] [ iter: 15,800 ] [ performance: 18.966 it/s ] [ lr: 1.00e-04 ] [ eta: 898 days, 10:01:41 ] [ l_g_pix: 3.6922e-02 ] [ l_g_total: 3.6922e-02 ] +2024-10-24 20:16:33,234 INFO: [ epoch: 2 ] [ iter: 15,900 ] [ performance: 19.228 it/s ] [ lr: 1.00e-04 ] [ eta: 902 days, 13:18:09 ] [ l_g_pix: 2.7520e-02 ] [ l_g_total: 2.7520e-02 ] +2024-10-24 20:16:38,581 INFO: [ epoch: 2 ] [ iter: 16,000 ] [ performance: 18.794 it/s ] [ lr: 1.00e-04 ] [ eta: 906 days, 16:18:07 ] [ l_g_pix: 3.0148e-02 ] [ l_g_total: 3.0148e-02 ] +2024-10-24 20:16:43,936 INFO: [ epoch: 2 ] [ iter: 16,100 ] [ performance: 18.358 it/s ] [ lr: 1.00e-04 ] [ eta: 910 days, 19:11:18 ] [ l_g_pix: 3.1134e-02 ] [ l_g_total: 3.1134e-02 ] +2024-10-24 20:16:49,322 INFO: [ epoch: 2 ] [ iter: 16,200 ] [ performance: 18.532 it/s ] [ lr: 1.00e-04 ] [ eta: 914 days, 22:31:13 ] [ l_g_pix: 3.3532e-02 ] [ l_g_total: 3.3532e-02 ] +2024-10-24 20:16:54,677 INFO: [ epoch: 2 ] [ iter: 16,300 ] [ performance: 18.606 it/s ] [ lr: 1.00e-04 ] [ eta: 919 days, 0:48:18 ] [ l_g_pix: 2.8216e-02 ] [ l_g_total: 2.8216e-02 ] +2024-10-24 20:17:00,073 INFO: [ epoch: 2 ] [ iter: 16,400 ] [ performance: 18.546 it/s ] [ lr: 1.00e-04 ] [ eta: 923 days, 3:45:50 ] [ l_g_pix: 2.2129e-02 ] [ l_g_total: 2.2129e-02 ] +2024-10-24 20:17:05,380 INFO: [ epoch: 2 ] [ iter: 16,500 ] [ performance: 18.436 it/s ] [ lr: 1.00e-04 ] [ eta: 927 days, 4:20:28 ] [ l_g_pix: 2.3017e-02 ] [ l_g_total: 2.3017e-02 ] +2024-10-24 20:17:10,719 INFO: [ epoch: 2 ] [ iter: 16,600 ] [ performance: 18.685 it/s ] [ lr: 1.00e-04 ] [ eta: 931 days, 5:23:13 ] [ l_g_pix: 2.4730e-02 ] [ l_g_total: 2.4730e-02 ] +2024-10-24 20:17:16,119 INFO: [ epoch: 2 ] [ iter: 16,700 ] [ performance: 19.422 it/s ] [ lr: 1.00e-04 ] [ eta: 935 days, 7:31:43 ] [ l_g_pix: 3.4595e-02 ] [ l_g_total: 3.4595e-02 ] +2024-10-24 20:17:21,468 INFO: [ epoch: 2 ] [ iter: 16,800 ] [ performance: 18.800 it/s ] [ lr: 1.00e-04 ] [ eta: 939 days, 8:12:00 ] [ l_g_pix: 3.0049e-02 ] [ l_g_total: 3.0049e-02 ] +2024-10-24 20:17:26,614 INFO: [ epoch: 2 ] [ iter: 16,900 ] [ performance: 20.154 it/s ] [ lr: 1.00e-04 ] [ eta: 943 days, 3:54:00 ] [ l_g_pix: 3.5669e-02 ] [ l_g_total: 3.5669e-02 ] +2024-10-24 20:17:31,881 INFO: [ epoch: 2 ] [ iter: 17,000 ] [ performance: 19.143 it/s ] [ lr: 1.00e-04 ] [ eta: 947 days, 2:04:55 ] [ l_g_pix: 3.5856e-02 ] [ l_g_total: 3.5856e-02 ] +2024-10-24 20:17:37,137 INFO: [ epoch: 2 ] [ iter: 17,100 ] [ performance: 17.397 it/s ] [ lr: 1.00e-04 ] [ eta: 950 days, 23:44:19 ] [ l_g_pix: 2.2735e-02 ] [ l_g_total: 2.2735e-02 ] +2024-10-24 20:17:42,467 INFO: [ epoch: 2 ] [ iter: 17,200 ] [ performance: 18.575 it/s ] [ lr: 1.00e-04 ] [ eta: 954 days, 22:47:20 ] [ l_g_pix: 4.0086e-02 ] [ l_g_total: 4.0086e-02 ] +2024-10-24 20:17:47,842 INFO: [ epoch: 2 ] [ iter: 17,300 ] [ performance: 18.864 it/s ] [ lr: 1.00e-04 ] [ eta: 958 days, 22:35:53 ] [ l_g_pix: 3.2277e-02 ] [ l_g_total: 3.2277e-02 ] +2024-10-24 20:17:53,080 INFO: [ epoch: 2 ] [ iter: 17,400 ] [ performance: 19.067 it/s ] [ lr: 1.00e-04 ] [ eta: 962 days, 18:56:00 ] [ l_g_pix: 3.2865e-02 ] [ l_g_total: 3.2865e-02 ] +2024-10-24 20:17:58,203 INFO: [ epoch: 2 ] [ iter: 17,500 ] [ performance: 19.490 it/s ] [ lr: 1.00e-04 ] [ eta: 966 days, 12:21:32 ] [ l_g_pix: 3.1084e-02 ] [ l_g_total: 3.1084e-02 ] +2024-10-24 20:18:03,397 INFO: [ epoch: 2 ] [ iter: 17,600 ] [ performance: 19.281 it/s ] [ lr: 1.00e-04 ] [ eta: 970 days, 7:07:53 ] [ l_g_pix: 2.9129e-02 ] [ l_g_total: 2.9129e-02 ] +2024-10-24 20:18:08,763 INFO: [ epoch: 2 ] [ iter: 17,700 ] [ performance: 19.229 it/s ] [ lr: 1.00e-04 ] [ eta: 974 days, 5:32:50 ] [ l_g_pix: 2.8856e-02 ] [ l_g_total: 2.8856e-02 ] +2024-10-24 20:18:14,042 INFO: [ epoch: 2 ] [ iter: 17,800 ] [ performance: 18.975 it/s ] [ lr: 1.00e-04 ] [ eta: 978 days, 1:40:30 ] [ l_g_pix: 2.8620e-02 ] [ l_g_total: 2.8620e-02 ] +2024-10-24 20:18:19,432 INFO: [ epoch: 2 ] [ iter: 17,900 ] [ performance: 19.329 it/s ] [ lr: 1.00e-04 ] [ eta: 982 days, 0:01:30 ] [ l_g_pix: 2.3897e-02 ] [ l_g_total: 2.3897e-02 ] +2024-10-24 20:18:24,781 INFO: [ epoch: 2 ] [ iter: 18,000 ] [ performance: 18.757 it/s ] [ lr: 1.00e-04 ] [ eta: 985 days, 21:09:57 ] [ l_g_pix: 3.0115e-02 ] [ l_g_total: 3.0115e-02 ] +2024-10-24 20:18:30,179 INFO: [ epoch: 2 ] [ iter: 18,100 ] [ performance: 19.043 it/s ] [ lr: 1.00e-04 ] [ eta: 989 days, 19:05:53 ] [ l_g_pix: 2.9112e-02 ] [ l_g_total: 2.9112e-02 ] +2024-10-24 20:18:35,642 INFO: [ epoch: 2 ] [ iter: 18,200 ] [ performance: 18.372 it/s ] [ lr: 1.00e-04 ] [ eta: 993 days, 18:13:34 ] [ l_g_pix: 3.2327e-02 ] [ l_g_total: 3.2327e-02 ] +2024-10-24 20:18:40,879 INFO: [ epoch: 2 ] [ iter: 18,300 ] [ performance: 20.731 it/s ] [ lr: 1.00e-04 ] [ eta: 997 days, 11:55:36 ] [ l_g_pix: 2.7351e-02 ] [ l_g_total: 2.7351e-02 ] +2024-10-24 20:18:46,191 INFO: [ epoch: 2 ] [ iter: 18,400 ] [ performance: 18.973 it/s ] [ lr: 1.00e-04 ] [ eta: 1001 days, 7:01:09 ] [ l_g_pix: 2.9745e-02 ] [ l_g_total: 2.9745e-02 ] +2024-10-24 20:18:51,558 INFO: [ epoch: 2 ] [ iter: 18,500 ] [ performance: 18.807 it/s ] [ lr: 1.00e-04 ] [ eta: 1005 days, 3:04:57 ] [ l_g_pix: 2.9503e-02 ] [ l_g_total: 2.9503e-02 ] +2024-10-24 20:18:56,925 INFO: [ epoch: 2 ] [ iter: 18,600 ] [ performance: 18.649 it/s ] [ lr: 1.00e-04 ] [ eta: 1008 days, 22:49:45 ] [ l_g_pix: 3.4524e-02 ] [ l_g_total: 3.4524e-02 ] +2024-10-24 20:19:02,343 INFO: [ epoch: 2 ] [ iter: 18,700 ] [ performance: 18.383 it/s ] [ lr: 1.00e-04 ] [ eta: 1012 days, 19:25:43 ] [ l_g_pix: 3.0151e-02 ] [ l_g_total: 3.0151e-02 ] +2024-10-24 20:19:07,647 INFO: [ epoch: 2 ] [ iter: 18,800 ] [ performance: 18.823 it/s ] [ lr: 1.00e-04 ] [ eta: 1016 days, 13:10:29 ] [ l_g_pix: 2.8797e-02 ] [ l_g_total: 2.8797e-02 ] +2024-10-24 20:19:12,992 INFO: [ epoch: 2 ] [ iter: 18,900 ] [ performance: 19.925 it/s ] [ lr: 1.00e-04 ] [ eta: 1020 days, 7:32:32 ] [ l_g_pix: 2.0402e-02 ] [ l_g_total: 2.0402e-02 ] +2024-10-24 20:19:18,231 INFO: [ epoch: 2 ] [ iter: 19,000 ] [ performance: 19.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1023 days, 23:12:49 ] [ l_g_pix: 2.5539e-02 ] [ l_g_total: 2.5539e-02 ] +2024-10-24 20:19:23,584 INFO: [ epoch: 2 ] [ iter: 19,100 ] [ performance: 18.718 it/s ] [ lr: 1.00e-04 ] [ eta: 1027 days, 17:10:13 ] [ l_g_pix: 3.0270e-02 ] [ l_g_total: 3.0270e-02 ] +2024-10-24 20:19:28,891 INFO: [ epoch: 2 ] [ iter: 19,200 ] [ performance: 18.840 it/s ] [ lr: 1.00e-04 ] [ eta: 1031 days, 9:47:16 ] [ l_g_pix: 3.3998e-02 ] [ l_g_total: 3.3998e-02 ] +2024-10-24 20:19:34,148 INFO: [ epoch: 2 ] [ iter: 19,300 ] [ performance: 19.647 it/s ] [ lr: 1.00e-04 ] [ eta: 1035 days, 0:59:37 ] [ l_g_pix: 3.1937e-02 ] [ l_g_total: 3.1937e-02 ] +2024-10-24 20:19:39,370 INFO: [ epoch: 2 ] [ iter: 19,400 ] [ performance: 19.169 it/s ] [ lr: 1.00e-04 ] [ eta: 1038 days, 15:08:07 ] [ l_g_pix: 3.0620e-02 ] [ l_g_total: 3.0620e-02 ] +2024-10-24 20:19:44,621 INFO: [ epoch: 2 ] [ iter: 19,500 ] [ performance: 21.576 it/s ] [ lr: 1.00e-04 ] [ eta: 1042 days, 5:37:20 ] [ l_g_pix: 2.9179e-02 ] [ l_g_total: 2.9179e-02 ] +2024-10-24 20:19:49,969 INFO: [ epoch: 2 ] [ iter: 19,600 ] [ performance: 18.774 it/s ] [ lr: 1.00e-04 ] [ eta: 1045 days, 21:59:19 ] [ l_g_pix: 3.3718e-02 ] [ l_g_total: 3.3718e-02 ] +2024-10-24 20:19:55,381 INFO: [ epoch: 2 ] [ iter: 19,700 ] [ performance: 19.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1049 days, 15:28:56 ] [ l_g_pix: 3.8863e-02 ] [ l_g_total: 3.8863e-02 ] +2024-10-24 20:20:00,359 INFO: [ epoch: 2 ] [ iter: 19,800 ] [ performance: 20.083 it/s ] [ lr: 1.00e-04 ] [ eta: 1052 days, 22:59:41 ] [ l_g_pix: 3.3903e-02 ] [ l_g_total: 3.3903e-02 ] +2024-10-24 20:20:06,522 INFO: [ epoch: 3 ] [ iter: 19,900 ] [ performance: 18.770 it/s ] [ lr: 1.00e-04 ] [ eta: 1057 days, 8:35:42 ] [ l_g_pix: 2.8149e-02 ] [ l_g_total: 2.8149e-02 ] +2024-10-24 20:20:11,539 INFO: [ epoch: 3 ] [ iter: 20,000 ] [ performance: 19.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1060 days, 16:25:31 ] [ l_g_pix: 4.2397e-02 ] [ l_g_total: 4.2397e-02 ] +2024-10-24 20:20:11,539 INFO: Saving models and training states. +2024-10-24 20:21:35,001 INFO: Validation val + + # psnr: 21.7165........ Best: 21.7165 @ 20000 iter + # ssim: 0.6271........ Best: 0.6271 @ 20000 iter + # dists: 0.7891........ Best: 0.7891 @ 20000 iter + +2024-10-24 20:21:40,195 INFO: [ epoch: 3 ] [ iter: 20,100 ] [ performance: 19.585 it/s ] [ lr: 1.00e-04 ] [ eta: 1141 days, 8:15:05 ] [ l_g_pix: 2.5560e-02 ] [ l_g_total: 2.5560e-02 ] +2024-10-24 20:21:45,372 INFO: [ epoch: 3 ] [ iter: 20,200 ] [ performance: 19.320 it/s ] [ lr: 1.00e-04 ] [ eta: 1144 days, 16:43:07 ] [ l_g_pix: 2.0128e-02 ] [ l_g_total: 2.0128e-02 ] +2024-10-24 20:21:50,624 INFO: [ epoch: 3 ] [ iter: 20,300 ] [ performance: 19.180 it/s ] [ lr: 1.00e-04 ] [ eta: 1148 days, 2:34:00 ] [ l_g_pix: 2.0718e-02 ] [ l_g_total: 2.0718e-02 ] +2024-10-24 20:21:55,916 INFO: [ epoch: 3 ] [ iter: 20,400 ] [ performance: 18.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1151 days, 13:00:04 ] [ l_g_pix: 3.6217e-02 ] [ l_g_total: 3.6217e-02 ] +2024-10-24 20:22:01,206 INFO: [ epoch: 3 ] [ iter: 20,500 ] [ performance: 18.890 it/s ] [ lr: 1.00e-04 ] [ eta: 1154 days, 23:06:33 ] [ l_g_pix: 3.3331e-02 ] [ l_g_total: 3.3331e-02 ] +2024-10-24 20:22:06,544 INFO: [ epoch: 3 ] [ iter: 20,600 ] [ performance: 18.728 it/s ] [ lr: 1.00e-04 ] [ eta: 1158 days, 9:58:11 ] [ l_g_pix: 3.9182e-02 ] [ l_g_total: 3.9182e-02 ] +2024-10-24 20:22:11,895 INFO: [ epoch: 3 ] [ iter: 20,700 ] [ performance: 18.710 it/s ] [ lr: 1.00e-04 ] [ eta: 1161 days, 20:48:35 ] [ l_g_pix: 2.8618e-02 ] [ l_g_total: 2.8618e-02 ] +2024-10-24 20:22:17,072 INFO: [ epoch: 3 ] [ iter: 20,800 ] [ performance: 19.325 it/s ] [ lr: 1.00e-04 ] [ eta: 1165 days, 3:32:08 ] [ l_g_pix: 3.7290e-02 ] [ l_g_total: 3.7290e-02 ] +2024-10-24 20:22:22,286 INFO: [ epoch: 3 ] [ iter: 20,900 ] [ performance: 19.250 it/s ] [ lr: 1.00e-04 ] [ eta: 1168 days, 10:48:29 ] [ l_g_pix: 2.1904e-02 ] [ l_g_total: 2.1904e-02 ] +2024-10-24 20:22:27,499 INFO: [ epoch: 3 ] [ iter: 21,000 ] [ performance: 19.234 it/s ] [ lr: 1.00e-04 ] [ eta: 1171 days, 17:44:32 ] [ l_g_pix: 1.9540e-02 ] [ l_g_total: 1.9540e-02 ] +2024-10-24 20:22:32,744 INFO: [ epoch: 3 ] [ iter: 21,100 ] [ performance: 19.150 it/s ] [ lr: 1.00e-04 ] [ eta: 1175 days, 1:05:00 ] [ l_g_pix: 2.8740e-02 ] [ l_g_total: 2.8740e-02 ] +2024-10-24 20:22:37,956 INFO: [ epoch: 3 ] [ iter: 21,200 ] [ performance: 19.234 it/s ] [ lr: 1.00e-04 ] [ eta: 1178 days, 7:26:11 ] [ l_g_pix: 2.9839e-02 ] [ l_g_total: 2.9839e-02 ] +2024-10-24 20:22:43,436 INFO: [ epoch: 3 ] [ iter: 21,300 ] [ performance: 18.716 it/s ] [ lr: 1.00e-04 ] [ eta: 1181 days, 19:21:04 ] [ l_g_pix: 2.6300e-02 ] [ l_g_total: 2.6300e-02 ] +2024-10-24 20:22:48,735 INFO: [ epoch: 3 ] [ iter: 21,400 ] [ performance: 18.893 it/s ] [ lr: 1.00e-04 ] [ eta: 1185 days, 2:59:57 ] [ l_g_pix: 2.6666e-02 ] [ l_g_total: 2.6666e-02 ] +2024-10-24 20:22:54,005 INFO: [ epoch: 3 ] [ iter: 21,500 ] [ performance: 18.936 it/s ] [ lr: 1.00e-04 ] [ eta: 1188 days, 9:43:59 ] [ l_g_pix: 3.9677e-02 ] [ l_g_total: 3.9677e-02 ] +2024-10-24 20:22:59,395 INFO: [ epoch: 3 ] [ iter: 21,600 ] [ performance: 18.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1191 days, 18:46:31 ] [ l_g_pix: 2.7210e-02 ] [ l_g_total: 2.7210e-02 ] +2024-10-24 20:23:04,658 INFO: [ epoch: 3 ] [ iter: 21,700 ] [ performance: 18.775 it/s ] [ lr: 1.00e-04 ] [ eta: 1195 days, 0:45:48 ] [ l_g_pix: 2.2438e-02 ] [ l_g_total: 2.2438e-02 ] +2024-10-24 20:23:10,050 INFO: [ epoch: 3 ] [ iter: 21,800 ] [ performance: 18.588 it/s ] [ lr: 1.00e-04 ] [ eta: 1198 days, 9:14:37 ] [ l_g_pix: 2.3364e-02 ] [ l_g_total: 2.3364e-02 ] +2024-10-24 20:23:15,460 INFO: [ epoch: 3 ] [ iter: 21,900 ] [ performance: 18.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1201 days, 17:49:39 ] [ l_g_pix: 3.4087e-02 ] [ l_g_total: 3.4087e-02 ] +2024-10-24 20:23:20,792 INFO: [ epoch: 3 ] [ iter: 22,000 ] [ performance: 18.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1205 days, 0:25:21 ] [ l_g_pix: 2.1604e-02 ] [ l_g_total: 2.1604e-02 ] +2024-10-24 20:23:26,079 INFO: [ epoch: 3 ] [ iter: 22,100 ] [ performance: 18.806 it/s ] [ lr: 1.00e-04 ] [ eta: 1208 days, 5:45:02 ] [ l_g_pix: 2.4768e-02 ] [ l_g_total: 2.4768e-02 ] +2024-10-24 20:23:31,300 INFO: [ epoch: 3 ] [ iter: 22,200 ] [ performance: 19.309 it/s ] [ lr: 1.00e-04 ] [ eta: 1211 days, 9:21:43 ] [ l_g_pix: 2.4819e-02 ] [ l_g_total: 2.4819e-02 ] +2024-10-24 20:23:36,542 INFO: [ epoch: 3 ] [ iter: 22,300 ] [ performance: 19.188 it/s ] [ lr: 1.00e-04 ] [ eta: 1214 days, 13:07:23 ] [ l_g_pix: 2.7626e-02 ] [ l_g_total: 2.7626e-02 ] +2024-10-24 20:23:41,710 INFO: [ epoch: 3 ] [ iter: 22,400 ] [ performance: 19.420 it/s ] [ lr: 1.00e-04 ] [ eta: 1217 days, 15:01:21 ] [ l_g_pix: 2.0948e-02 ] [ l_g_total: 2.0948e-02 ] +2024-10-24 20:23:47,086 INFO: [ epoch: 3 ] [ iter: 22,500 ] [ performance: 18.980 it/s ] [ lr: 1.00e-04 ] [ eta: 1220 days, 21:05:19 ] [ l_g_pix: 1.9922e-02 ] [ l_g_total: 1.9922e-02 ] +2024-10-24 20:23:52,548 INFO: [ epoch: 3 ] [ iter: 22,600 ] [ performance: 18.408 it/s ] [ lr: 1.00e-04 ] [ eta: 1224 days, 4:43:13 ] [ l_g_pix: 2.7620e-02 ] [ l_g_total: 2.7620e-02 ] +2024-10-24 20:23:57,865 INFO: [ epoch: 3 ] [ iter: 22,700 ] [ performance: 18.620 it/s ] [ lr: 1.00e-04 ] [ eta: 1227 days, 8:55:05 ] [ l_g_pix: 2.8947e-02 ] [ l_g_total: 2.8947e-02 ] +2024-10-24 20:24:03,176 INFO: [ epoch: 3 ] [ iter: 22,800 ] [ performance: 18.895 it/s ] [ lr: 1.00e-04 ] [ eta: 1230 days, 12:41:56 ] [ l_g_pix: 2.8496e-02 ] [ l_g_total: 2.8496e-02 ] +2024-10-24 20:24:08,543 INFO: [ epoch: 3 ] [ iter: 22,900 ] [ performance: 18.756 it/s ] [ lr: 1.00e-04 ] [ eta: 1233 days, 17:22:40 ] [ l_g_pix: 3.8218e-02 ] [ l_g_total: 3.8218e-02 ] +2024-10-24 20:24:13,946 INFO: [ epoch: 3 ] [ iter: 23,000 ] [ performance: 18.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1236 days, 22:33:06 ] [ l_g_pix: 2.0248e-02 ] [ l_g_total: 2.0248e-02 ] +2024-10-24 20:24:19,321 INFO: [ epoch: 3 ] [ iter: 23,100 ] [ performance: 18.618 it/s ] [ lr: 1.00e-04 ] [ eta: 1240 days, 2:48:07 ] [ l_g_pix: 2.7514e-02 ] [ l_g_total: 2.7514e-02 ] +2024-10-24 20:24:24,618 INFO: [ epoch: 3 ] [ iter: 23,200 ] [ performance: 18.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1243 days, 5:06:34 ] [ l_g_pix: 3.4872e-02 ] [ l_g_total: 3.4872e-02 ] +2024-10-24 20:24:29,981 INFO: [ epoch: 3 ] [ iter: 23,300 ] [ performance: 18.743 it/s ] [ lr: 1.00e-04 ] [ eta: 1246 days, 8:30:52 ] [ l_g_pix: 2.8088e-02 ] [ l_g_total: 2.8088e-02 ] +2024-10-24 20:24:35,395 INFO: [ epoch: 3 ] [ iter: 23,400 ] [ performance: 18.472 it/s ] [ lr: 1.00e-04 ] [ eta: 1249 days, 12:42:44 ] [ l_g_pix: 2.3794e-02 ] [ l_g_total: 2.3794e-02 ] +2024-10-24 20:24:40,500 INFO: [ epoch: 3 ] [ iter: 23,500 ] [ performance: 19.064 it/s ] [ lr: 1.00e-04 ] [ eta: 1252 days, 10:02:25 ] [ l_g_pix: 2.9790e-02 ] [ l_g_total: 2.9790e-02 ] +2024-10-24 20:24:45,794 INFO: [ epoch: 3 ] [ iter: 23,600 ] [ performance: 19.028 it/s ] [ lr: 1.00e-04 ] [ eta: 1255 days, 11:04:56 ] [ l_g_pix: 2.5909e-02 ] [ l_g_total: 2.5909e-02 ] +2024-10-24 20:24:51,029 INFO: [ epoch: 3 ] [ iter: 23,700 ] [ performance: 19.068 it/s ] [ lr: 1.00e-04 ] [ eta: 1258 days, 10:36:34 ] [ l_g_pix: 2.0353e-02 ] [ l_g_total: 2.0353e-02 ] +2024-10-24 20:24:56,367 INFO: [ epoch: 3 ] [ iter: 23,800 ] [ performance: 18.938 it/s ] [ lr: 1.00e-04 ] [ eta: 1261 days, 11:59:52 ] [ l_g_pix: 2.8728e-02 ] [ l_g_total: 2.8728e-02 ] +2024-10-24 20:25:01,688 INFO: [ epoch: 3 ] [ iter: 23,900 ] [ performance: 18.859 it/s ] [ lr: 1.00e-04 ] [ eta: 1264 days, 12:44:54 ] [ l_g_pix: 3.3473e-02 ] [ l_g_total: 3.3473e-02 ] +2024-10-24 20:25:06,699 INFO: [ epoch: 3 ] [ iter: 24,000 ] [ performance: 19.924 it/s ] [ lr: 1.00e-04 ] [ eta: 1267 days, 6:38:57 ] [ l_g_pix: 3.0830e-02 ] [ l_g_total: 3.0830e-02 ] +2024-10-24 20:25:11,850 INFO: [ epoch: 3 ] [ iter: 24,100 ] [ performance: 19.640 it/s ] [ lr: 1.00e-04 ] [ eta: 1270 days, 3:13:41 ] [ l_g_pix: 1.9457e-02 ] [ l_g_total: 1.9457e-02 ] +2024-10-24 20:25:17,050 INFO: [ epoch: 3 ] [ iter: 24,200 ] [ performance: 19.243 it/s ] [ lr: 1.00e-04 ] [ eta: 1273 days, 0:33:54 ] [ l_g_pix: 3.0880e-02 ] [ l_g_total: 3.0880e-02 ] +2024-10-24 20:25:22,193 INFO: [ epoch: 3 ] [ iter: 24,300 ] [ performance: 19.356 it/s ] [ lr: 1.00e-04 ] [ eta: 1275 days, 20:24:03 ] [ l_g_pix: 2.8212e-02 ] [ l_g_total: 2.8212e-02 ] +2024-10-24 20:25:27,552 INFO: [ epoch: 3 ] [ iter: 24,400 ] [ performance: 18.639 it/s ] [ lr: 1.00e-04 ] [ eta: 1278 days, 20:28:23 ] [ l_g_pix: 3.7429e-02 ] [ l_g_total: 3.7429e-02 ] +2024-10-24 20:25:32,858 INFO: [ epoch: 3 ] [ iter: 24,500 ] [ performance: 18.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1281 days, 19:10:20 ] [ l_g_pix: 2.5045e-02 ] [ l_g_total: 2.5045e-02 ] +2024-10-24 20:25:38,152 INFO: [ epoch: 3 ] [ iter: 24,600 ] [ performance: 19.063 it/s ] [ lr: 1.00e-04 ] [ eta: 1284 days, 17:18:10 ] [ l_g_pix: 2.4441e-02 ] [ l_g_total: 2.4441e-02 ] +2024-10-24 20:25:43,398 INFO: [ epoch: 3 ] [ iter: 24,700 ] [ performance: 19.066 it/s ] [ lr: 1.00e-04 ] [ eta: 1287 days, 14:07:17 ] [ l_g_pix: 2.2411e-02 ] [ l_g_total: 2.2411e-02 ] +2024-10-24 20:25:48,811 INFO: [ epoch: 3 ] [ iter: 24,800 ] [ performance: 18.487 it/s ] [ lr: 1.00e-04 ] [ eta: 1290 days, 14:09:28 ] [ l_g_pix: 2.1708e-02 ] [ l_g_total: 2.1708e-02 ] +2024-10-24 20:25:54,154 INFO: [ epoch: 3 ] [ iter: 24,900 ] [ performance: 18.617 it/s ] [ lr: 1.00e-04 ] [ eta: 1293 days, 12:25:53 ] [ l_g_pix: 3.9072e-02 ] [ l_g_total: 3.9072e-02 ] +2024-10-24 20:25:59,505 INFO: [ epoch: 3 ] [ iter: 25,000 ] [ performance: 18.790 it/s ] [ lr: 1.00e-04 ] [ eta: 1296 days, 10:34:17 ] [ l_g_pix: 3.6563e-02 ] [ l_g_total: 3.6563e-02 ] +2024-10-24 20:26:04,814 INFO: [ epoch: 3 ] [ iter: 25,100 ] [ performance: 18.818 it/s ] [ lr: 1.00e-04 ] [ eta: 1299 days, 7:32:12 ] [ l_g_pix: 3.1226e-02 ] [ l_g_total: 3.1226e-02 ] +2024-10-24 20:26:10,182 INFO: [ epoch: 3 ] [ iter: 25,200 ] [ performance: 18.787 it/s ] [ lr: 1.00e-04 ] [ eta: 1302 days, 5:26:18 ] [ l_g_pix: 2.5441e-02 ] [ l_g_total: 2.5441e-02 ] +2024-10-24 20:26:15,602 INFO: [ epoch: 3 ] [ iter: 25,300 ] [ performance: 18.595 it/s ] [ lr: 1.00e-04 ] [ eta: 1305 days, 4:06:44 ] [ l_g_pix: 2.9833e-02 ] [ l_g_total: 2.9833e-02 ] +2024-10-24 20:26:20,928 INFO: [ epoch: 3 ] [ iter: 25,400 ] [ performance: 18.675 it/s ] [ lr: 1.00e-04 ] [ eta: 1308 days, 0:33:25 ] [ l_g_pix: 2.9242e-02 ] [ l_g_total: 2.9242e-02 ] +2024-10-24 20:26:26,315 INFO: [ epoch: 3 ] [ iter: 25,500 ] [ performance: 18.613 it/s ] [ lr: 1.00e-04 ] [ eta: 1310 days, 21:56:33 ] [ l_g_pix: 2.9664e-02 ] [ l_g_total: 2.9664e-02 ] +2024-10-24 20:26:31,690 INFO: [ epoch: 3 ] [ iter: 25,600 ] [ performance: 18.842 it/s ] [ lr: 1.00e-04 ] [ eta: 1313 days, 18:48:08 ] [ l_g_pix: 1.9248e-02 ] [ l_g_total: 1.9248e-02 ] +2024-10-24 20:26:37,028 INFO: [ epoch: 3 ] [ iter: 25,700 ] [ performance: 18.782 it/s ] [ lr: 1.00e-04 ] [ eta: 1316 days, 14:34:36 ] [ l_g_pix: 2.2755e-02 ] [ l_g_total: 2.2755e-02 ] +2024-10-24 20:26:42,269 INFO: [ epoch: 3 ] [ iter: 25,800 ] [ performance: 19.326 it/s ] [ lr: 1.00e-04 ] [ eta: 1319 days, 8:04:21 ] [ l_g_pix: 2.2660e-02 ] [ l_g_total: 2.2660e-02 ] +2024-10-24 20:26:47,649 INFO: [ epoch: 3 ] [ iter: 25,900 ] [ performance: 18.890 it/s ] [ lr: 1.00e-04 ] [ eta: 1322 days, 4:08:34 ] [ l_g_pix: 2.0799e-02 ] [ l_g_total: 2.0799e-02 ] +2024-10-24 20:26:52,806 INFO: [ epoch: 3 ] [ iter: 26,000 ] [ performance: 19.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1324 days, 19:19:28 ] [ l_g_pix: 1.7148e-02 ] [ l_g_total: 1.7148e-02 ] +2024-10-24 20:26:58,043 INFO: [ epoch: 3 ] [ iter: 26,100 ] [ performance: 19.238 it/s ] [ lr: 1.00e-04 ] [ eta: 1327 days, 11:51:48 ] [ l_g_pix: 3.6431e-02 ] [ l_g_total: 3.6431e-02 ] +2024-10-24 20:27:03,305 INFO: [ epoch: 3 ] [ iter: 26,200 ] [ performance: 19.074 it/s ] [ lr: 1.00e-04 ] [ eta: 1330 days, 4:36:54 ] [ l_g_pix: 4.6555e-02 ] [ l_g_total: 4.6555e-02 ] +2024-10-24 20:27:08,643 INFO: [ epoch: 3 ] [ iter: 26,300 ] [ performance: 18.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1332 days, 22:38:23 ] [ l_g_pix: 2.8632e-02 ] [ l_g_total: 2.8632e-02 ] +2024-10-24 20:27:13,708 INFO: [ epoch: 3 ] [ iter: 26,400 ] [ performance: 20.417 it/s ] [ lr: 1.00e-04 ] [ eta: 1335 days, 10:46:37 ] [ l_g_pix: 3.4327e-02 ] [ l_g_total: 3.4327e-02 ] +2024-10-24 20:27:19,979 INFO: [ epoch: 4 ] [ iter: 26,500 ] [ performance: 17.514 it/s ] [ lr: 1.00e-04 ] [ eta: 1338 days, 23:14:51 ] [ l_g_pix: 3.3045e-02 ] [ l_g_total: 3.3045e-02 ] +2024-10-24 20:27:25,340 INFO: [ epoch: 4 ] [ iter: 26,600 ] [ performance: 18.383 it/s ] [ lr: 1.00e-04 ] [ eta: 1341 days, 16:49:57 ] [ l_g_pix: 3.2662e-02 ] [ l_g_total: 3.2662e-02 ] +2024-10-24 20:27:30,508 INFO: [ epoch: 4 ] [ iter: 26,700 ] [ performance: 18.948 it/s ] [ lr: 1.00e-04 ] [ eta: 1344 days, 6:11:19 ] [ l_g_pix: 2.8988e-02 ] [ l_g_total: 2.8988e-02 ] +2024-10-24 20:27:35,705 INFO: [ epoch: 4 ] [ iter: 26,800 ] [ performance: 19.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1346 days, 19:50:54 ] [ l_g_pix: 4.1699e-02 ] [ l_g_total: 4.1699e-02 ] +2024-10-24 20:27:40,896 INFO: [ epoch: 4 ] [ iter: 26,900 ] [ performance: 19.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1349 days, 9:06:06 ] [ l_g_pix: 2.3527e-02 ] [ l_g_total: 2.3527e-02 ] +2024-10-24 20:27:46,163 INFO: [ epoch: 4 ] [ iter: 27,000 ] [ performance: 19.202 it/s ] [ lr: 1.00e-04 ] [ eta: 1351 days, 23:35:32 ] [ l_g_pix: 2.9668e-02 ] [ l_g_total: 2.9668e-02 ] +2024-10-24 20:27:51,448 INFO: [ epoch: 4 ] [ iter: 27,100 ] [ performance: 19.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1354 days, 14:10:12 ] [ l_g_pix: 2.5403e-02 ] [ l_g_total: 2.5403e-02 ] +2024-10-24 20:27:56,636 INFO: [ epoch: 4 ] [ iter: 27,200 ] [ performance: 19.551 it/s ] [ lr: 1.00e-04 ] [ eta: 1357 days, 2:28:17 ] [ l_g_pix: 2.9043e-02 ] [ l_g_total: 2.9043e-02 ] +2024-10-24 20:28:01,807 INFO: [ epoch: 4 ] [ iter: 27,300 ] [ performance: 19.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1359 days, 14:09:57 ] [ l_g_pix: 3.0215e-02 ] [ l_g_total: 3.0215e-02 ] +2024-10-24 20:28:06,935 INFO: [ epoch: 4 ] [ iter: 27,400 ] [ performance: 19.329 it/s ] [ lr: 1.00e-04 ] [ eta: 1362 days, 0:42:12 ] [ l_g_pix: 3.3474e-02 ] [ l_g_total: 3.3474e-02 ] +2024-10-24 20:28:12,172 INFO: [ epoch: 4 ] [ iter: 27,500 ] [ performance: 19.188 it/s ] [ lr: 1.00e-04 ] [ eta: 1364 days, 13:07:53 ] [ l_g_pix: 3.8485e-02 ] [ l_g_total: 3.8485e-02 ] +2024-10-24 20:28:17,261 INFO: [ epoch: 4 ] [ iter: 27,600 ] [ performance: 19.502 it/s ] [ lr: 1.00e-04 ] [ eta: 1366 days, 22:18:01 ] [ l_g_pix: 2.9378e-02 ] [ l_g_total: 2.9378e-02 ] +2024-10-24 20:28:22,474 INFO: [ epoch: 4 ] [ iter: 27,700 ] [ performance: 19.305 it/s ] [ lr: 1.00e-04 ] [ eta: 1369 days, 9:41:29 ] [ l_g_pix: 2.9481e-02 ] [ l_g_total: 2.9481e-02 ] +2024-10-24 20:28:27,796 INFO: [ epoch: 4 ] [ iter: 27,800 ] [ performance: 18.550 it/s ] [ lr: 1.00e-04 ] [ eta: 1371 days, 22:57:15 ] [ l_g_pix: 3.8650e-02 ] [ l_g_total: 3.8650e-02 ] +2024-10-24 20:28:32,886 INFO: [ epoch: 4 ] [ iter: 27,900 ] [ performance: 19.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1374 days, 7:17:24 ] [ l_g_pix: 2.5120e-02 ] [ l_g_total: 2.5120e-02 ] +2024-10-24 20:28:38,092 INFO: [ epoch: 4 ] [ iter: 28,000 ] [ performance: 19.154 it/s ] [ lr: 1.00e-04 ] [ eta: 1376 days, 17:39:27 ] [ l_g_pix: 3.0296e-02 ] [ l_g_total: 3.0296e-02 ] +2024-10-24 20:28:43,277 INFO: [ epoch: 4 ] [ iter: 28,100 ] [ performance: 19.236 it/s ] [ lr: 1.00e-04 ] [ eta: 1379 days, 3:20:12 ] [ l_g_pix: 2.7843e-02 ] [ l_g_total: 2.7843e-02 ] +2024-10-24 20:28:48,465 INFO: [ epoch: 4 ] [ iter: 28,200 ] [ performance: 19.090 it/s ] [ lr: 1.00e-04 ] [ eta: 1381 days, 12:45:55 ] [ l_g_pix: 3.2732e-02 ] [ l_g_total: 3.2732e-02 ] +2024-10-24 20:28:53,673 INFO: [ epoch: 4 ] [ iter: 28,300 ] [ performance: 19.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1383 days, 22:18:33 ] [ l_g_pix: 3.1238e-02 ] [ l_g_total: 3.1238e-02 ] +2024-10-24 20:28:58,938 INFO: [ epoch: 4 ] [ iter: 28,400 ] [ performance: 18.788 it/s ] [ lr: 1.00e-04 ] [ eta: 1386 days, 8:41:59 ] [ l_g_pix: 1.9086e-02 ] [ l_g_total: 1.9086e-02 ] +2024-10-24 20:29:04,168 INFO: [ epoch: 4 ] [ iter: 28,500 ] [ performance: 18.998 it/s ] [ lr: 1.00e-04 ] [ eta: 1388 days, 18:05:34 ] [ l_g_pix: 2.3851e-02 ] [ l_g_total: 2.3851e-02 ] +2024-10-24 20:29:09,417 INFO: [ epoch: 4 ] [ iter: 28,600 ] [ performance: 19.076 it/s ] [ lr: 1.00e-04 ] [ eta: 1391 days, 3:35:34 ] [ l_g_pix: 3.1807e-02 ] [ l_g_total: 3.1807e-02 ] +2024-10-24 20:29:14,614 INFO: [ epoch: 4 ] [ iter: 28,700 ] [ performance: 19.184 it/s ] [ lr: 1.00e-04 ] [ eta: 1393 days, 11:44:46 ] [ l_g_pix: 1.9589e-02 ] [ l_g_total: 1.9589e-02 ] +2024-10-24 20:29:19,923 INFO: [ epoch: 4 ] [ iter: 28,800 ] [ performance: 18.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1395 days, 21:50:22 ] [ l_g_pix: 2.7873e-02 ] [ l_g_total: 2.7873e-02 ] +2024-10-24 20:29:25,233 INFO: [ epoch: 4 ] [ iter: 28,900 ] [ performance: 18.836 it/s ] [ lr: 1.00e-04 ] [ eta: 1398 days, 7:39:23 ] [ l_g_pix: 3.2027e-02 ] [ l_g_total: 3.2027e-02 ] +2024-10-24 20:29:30,398 INFO: [ epoch: 4 ] [ iter: 29,000 ] [ performance: 19.282 it/s ] [ lr: 1.00e-04 ] [ eta: 1400 days, 14:19:11 ] [ l_g_pix: 2.5512e-02 ] [ l_g_total: 2.5512e-02 ] +2024-10-24 20:29:35,638 INFO: [ epoch: 4 ] [ iter: 29,100 ] [ performance: 19.156 it/s ] [ lr: 1.00e-04 ] [ eta: 1402 days, 22:10:29 ] [ l_g_pix: 2.1748e-02 ] [ l_g_total: 2.1748e-02 ] +2024-10-24 20:29:40,797 INFO: [ epoch: 4 ] [ iter: 29,200 ] [ performance: 19.547 it/s ] [ lr: 1.00e-04 ] [ eta: 1405 days, 4:08:25 ] [ l_g_pix: 2.8582e-02 ] [ l_g_total: 2.8582e-02 ] +2024-10-24 20:29:45,987 INFO: [ epoch: 4 ] [ iter: 29,300 ] [ performance: 19.367 it/s ] [ lr: 1.00e-04 ] [ eta: 1407 days, 10:25:53 ] [ l_g_pix: 2.7434e-02 ] [ l_g_total: 2.7434e-02 ] +2024-10-24 20:29:51,197 INFO: [ epoch: 4 ] [ iter: 29,400 ] [ performance: 19.500 it/s ] [ lr: 1.00e-04 ] [ eta: 1409 days, 16:50:08 ] [ l_g_pix: 3.2478e-02 ] [ l_g_total: 3.2478e-02 ] +2024-10-24 20:29:56,495 INFO: [ epoch: 4 ] [ iter: 29,500 ] [ performance: 19.091 it/s ] [ lr: 1.00e-04 ] [ eta: 1412 days, 0:39:45 ] [ l_g_pix: 2.8998e-02 ] [ l_g_total: 2.8998e-02 ] +2024-10-24 20:30:01,580 INFO: [ epoch: 4 ] [ iter: 29,600 ] [ performance: 19.991 it/s ] [ lr: 1.00e-04 ] [ eta: 1414 days, 4:01:09 ] [ l_g_pix: 1.8339e-02 ] [ l_g_total: 1.8339e-02 ] +2024-10-24 20:30:06,853 INFO: [ epoch: 4 ] [ iter: 29,700 ] [ performance: 19.309 it/s ] [ lr: 1.00e-04 ] [ eta: 1416 days, 10:46:49 ] [ l_g_pix: 2.4921e-02 ] [ l_g_total: 2.4921e-02 ] +2024-10-24 20:30:12,082 INFO: [ epoch: 4 ] [ iter: 29,800 ] [ performance: 19.473 it/s ] [ lr: 1.00e-04 ] [ eta: 1418 days, 16:23:01 ] [ l_g_pix: 2.9960e-02 ] [ l_g_total: 2.9960e-02 ] +2024-10-24 20:30:17,309 INFO: [ epoch: 4 ] [ iter: 29,900 ] [ performance: 19.247 it/s ] [ lr: 1.00e-04 ] [ eta: 1420 days, 21:40:27 ] [ l_g_pix: 1.9282e-02 ] [ l_g_total: 1.9282e-02 ] +2024-10-24 20:30:22,503 INFO: [ epoch: 4 ] [ iter: 30,000 ] [ performance: 19.643 it/s ] [ lr: 1.00e-04 ] [ eta: 1423 days, 2:01:05 ] [ l_g_pix: 2.9155e-02 ] [ l_g_total: 2.9155e-02 ] +2024-10-24 20:30:22,503 INFO: Saving models and training states. +2024-10-24 20:31:39,997 INFO: Validation val + + # psnr: 21.9480........ Best: 21.9480 @ 30000 iter + # ssim: 0.6421........ Best: 0.6421 @ 30000 iter + # dists: 0.7871........ Best: 0.7871 @ 30000 iter + +2024-10-24 20:31:45,342 INFO: [ epoch: 4 ] [ iter: 30,100 ] [ performance: 19.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1488 days, 1:38:46 ] [ l_g_pix: 3.4619e-02 ] [ l_g_total: 3.4619e-02 ] +2024-10-24 20:31:50,528 INFO: [ epoch: 4 ] [ iter: 30,200 ] [ performance: 19.049 it/s ] [ lr: 1.00e-04 ] [ eta: 1490 days, 3:06:35 ] [ l_g_pix: 3.3266e-02 ] [ l_g_total: 3.3266e-02 ] +2024-10-24 20:31:55,783 INFO: [ epoch: 4 ] [ iter: 30,300 ] [ performance: 19.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1492 days, 5:36:38 ] [ l_g_pix: 3.0381e-02 ] [ l_g_total: 3.0381e-02 ] +2024-10-24 20:32:00,915 INFO: [ epoch: 4 ] [ iter: 30,400 ] [ performance: 19.157 it/s ] [ lr: 1.00e-04 ] [ eta: 1494 days, 5:26:59 ] [ l_g_pix: 3.8126e-02 ] [ l_g_total: 3.8126e-02 ] +2024-10-24 20:32:06,159 INFO: [ epoch: 4 ] [ iter: 30,500 ] [ performance: 19.099 it/s ] [ lr: 1.00e-04 ] [ eta: 1496 days, 7:09:58 ] [ l_g_pix: 2.8084e-02 ] [ l_g_total: 2.8084e-02 ] +2024-10-24 20:32:11,269 INFO: [ epoch: 4 ] [ iter: 30,600 ] [ performance: 20.159 it/s ] [ lr: 1.00e-04 ] [ eta: 1498 days, 5:59:27 ] [ l_g_pix: 3.0849e-02 ] [ l_g_total: 3.0849e-02 ] +2024-10-24 20:32:16,660 INFO: [ epoch: 4 ] [ iter: 30,700 ] [ performance: 19.042 it/s ] [ lr: 1.00e-04 ] [ eta: 1500 days, 9:58:05 ] [ l_g_pix: 2.5017e-02 ] [ l_g_total: 2.5017e-02 ] +2024-10-24 20:32:21,969 INFO: [ epoch: 4 ] [ iter: 30,800 ] [ performance: 19.148 it/s ] [ lr: 1.00e-04 ] [ eta: 1502 days, 12:02:25 ] [ l_g_pix: 3.0651e-02 ] [ l_g_total: 3.0651e-02 ] +2024-10-24 20:32:27,145 INFO: [ epoch: 4 ] [ iter: 30,900 ] [ performance: 19.267 it/s ] [ lr: 1.00e-04 ] [ eta: 1504 days, 11:16:42 ] [ l_g_pix: 2.3590e-02 ] [ l_g_total: 2.3590e-02 ] +2024-10-24 20:32:32,346 INFO: [ epoch: 4 ] [ iter: 31,000 ] [ performance: 19.162 it/s ] [ lr: 1.00e-04 ] [ eta: 1506 days, 10:42:49 ] [ l_g_pix: 2.0012e-02 ] [ l_g_total: 2.0012e-02 ] +2024-10-24 20:32:37,507 INFO: [ epoch: 4 ] [ iter: 31,100 ] [ performance: 19.309 it/s ] [ lr: 1.00e-04 ] [ eta: 1508 days, 9:05:41 ] [ l_g_pix: 2.5213e-02 ] [ l_g_total: 2.5213e-02 ] +2024-10-24 20:32:42,703 INFO: [ epoch: 4 ] [ iter: 31,200 ] [ performance: 19.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1510 days, 7:51:10 ] [ l_g_pix: 2.0699e-02 ] [ l_g_total: 2.0699e-02 ] +2024-10-24 20:32:47,979 INFO: [ epoch: 4 ] [ iter: 31,300 ] [ performance: 19.151 it/s ] [ lr: 1.00e-04 ] [ eta: 1512 days, 7:50:06 ] [ l_g_pix: 2.6506e-02 ] [ l_g_total: 2.6506e-02 ] +2024-10-24 20:32:53,405 INFO: [ epoch: 4 ] [ iter: 31,400 ] [ performance: 19.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1514 days, 10:24:31 ] [ l_g_pix: 3.0648e-02 ] [ l_g_total: 3.0648e-02 ] +2024-10-24 20:32:58,657 INFO: [ epoch: 4 ] [ iter: 31,500 ] [ performance: 19.090 it/s ] [ lr: 1.00e-04 ] [ eta: 1516 days, 9:20:52 ] [ l_g_pix: 2.9156e-02 ] [ l_g_total: 2.9156e-02 ] +2024-10-24 20:33:03,835 INFO: [ epoch: 4 ] [ iter: 31,600 ] [ performance: 19.162 it/s ] [ lr: 1.00e-04 ] [ eta: 1518 days, 6:36:23 ] [ l_g_pix: 3.1520e-02 ] [ l_g_total: 3.1520e-02 ] +2024-10-24 20:33:09,080 INFO: [ epoch: 4 ] [ iter: 31,700 ] [ performance: 19.095 it/s ] [ lr: 1.00e-04 ] [ eta: 1520 days, 4:50:49 ] [ l_g_pix: 2.2803e-02 ] [ l_g_total: 2.2803e-02 ] +2024-10-24 20:33:14,320 INFO: [ epoch: 4 ] [ iter: 31,800 ] [ performance: 19.088 it/s ] [ lr: 1.00e-04 ] [ eta: 1522 days, 2:41:32 ] [ l_g_pix: 3.1665e-02 ] [ l_g_total: 3.1665e-02 ] +2024-10-24 20:33:19,518 INFO: [ epoch: 4 ] [ iter: 31,900 ] [ performance: 19.196 it/s ] [ lr: 1.00e-04 ] [ eta: 1523 days, 23:26:56 ] [ l_g_pix: 2.3366e-02 ] [ l_g_total: 2.3366e-02 ] +2024-10-24 20:33:24,823 INFO: [ epoch: 4 ] [ iter: 32,000 ] [ performance: 19.241 it/s ] [ lr: 1.00e-04 ] [ eta: 1525 days, 21:57:07 ] [ l_g_pix: 2.1416e-02 ] [ l_g_total: 2.1416e-02 ] +2024-10-24 20:33:29,902 INFO: [ epoch: 4 ] [ iter: 32,100 ] [ performance: 19.559 it/s ] [ lr: 1.00e-04 ] [ eta: 1527 days, 15:53:10 ] [ l_g_pix: 2.0405e-02 ] [ l_g_total: 2.0405e-02 ] +2024-10-24 20:33:35,122 INFO: [ epoch: 4 ] [ iter: 32,200 ] [ performance: 19.176 it/s ] [ lr: 1.00e-04 ] [ eta: 1529 days, 12:11:50 ] [ l_g_pix: 2.9499e-02 ] [ l_g_total: 2.9499e-02 ] +2024-10-24 20:33:40,347 INFO: [ epoch: 4 ] [ iter: 32,300 ] [ performance: 19.152 it/s ] [ lr: 1.00e-04 ] [ eta: 1531 days, 8:18:26 ] [ l_g_pix: 2.2361e-02 ] [ l_g_total: 2.2361e-02 ] +2024-10-24 20:33:45,529 INFO: [ epoch: 4 ] [ iter: 32,400 ] [ performance: 19.730 it/s ] [ lr: 1.00e-04 ] [ eta: 1533 days, 3:19:41 ] [ l_g_pix: 1.8053e-02 ] [ l_g_total: 1.8053e-02 ] +2024-10-24 20:33:50,799 INFO: [ epoch: 4 ] [ iter: 32,500 ] [ performance: 19.183 it/s ] [ lr: 1.00e-04 ] [ eta: 1534 days, 23:42:19 ] [ l_g_pix: 2.6391e-02 ] [ l_g_total: 2.6391e-02 ] +2024-10-24 20:33:56,127 INFO: [ epoch: 4 ] [ iter: 32,600 ] [ performance: 18.636 it/s ] [ lr: 1.00e-04 ] [ eta: 1536 days, 20:52:11 ] [ l_g_pix: 3.0896e-02 ] [ l_g_total: 3.0896e-02 ] +2024-10-24 20:34:01,346 INFO: [ epoch: 4 ] [ iter: 32,700 ] [ performance: 19.015 it/s ] [ lr: 1.00e-04 ] [ eta: 1538 days, 15:42:21 ] [ l_g_pix: 3.5127e-02 ] [ l_g_total: 3.5127e-02 ] +2024-10-24 20:34:06,540 INFO: [ epoch: 4 ] [ iter: 32,800 ] [ performance: 19.823 it/s ] [ lr: 1.00e-04 ] [ eta: 1540 days, 9:47:16 ] [ l_g_pix: 3.2727e-02 ] [ l_g_total: 3.2727e-02 ] +2024-10-24 20:34:11,879 INFO: [ epoch: 4 ] [ iter: 32,900 ] [ performance: 19.014 it/s ] [ lr: 1.00e-04 ] [ eta: 1542 days, 6:17:20 ] [ l_g_pix: 3.3864e-02 ] [ l_g_total: 3.3864e-02 ] +2024-10-24 20:34:17,210 INFO: [ epoch: 4 ] [ iter: 33,000 ] [ performance: 20.267 it/s ] [ lr: 1.00e-04 ] [ eta: 1544 days, 2:20:16 ] [ l_g_pix: 1.7542e-02 ] [ l_g_total: 1.7542e-02 ] +2024-10-24 20:34:23,494 INFO: [ epoch: 5 ] [ iter: 33,100 ] [ performance: 16.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1546 days, 15:47:52 ] [ l_g_pix: 2.4360e-02 ] [ l_g_total: 2.4360e-02 ] +2024-10-24 20:34:28,682 INFO: [ epoch: 5 ] [ iter: 33,200 ] [ performance: 20.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1548 days, 8:35:31 ] [ l_g_pix: 2.5943e-02 ] [ l_g_total: 2.5943e-02 ] +2024-10-24 20:34:33,786 INFO: [ epoch: 5 ] [ iter: 33,300 ] [ performance: 19.727 it/s ] [ lr: 1.00e-04 ] [ eta: 1549 days, 23:31:29 ] [ l_g_pix: 2.0254e-02 ] [ l_g_total: 2.0254e-02 ] +2024-10-24 20:34:38,953 INFO: [ epoch: 5 ] [ iter: 33,400 ] [ performance: 19.455 it/s ] [ lr: 1.00e-04 ] [ eta: 1551 days, 15:19:51 ] [ l_g_pix: 2.4670e-02 ] [ l_g_total: 2.4670e-02 ] +2024-10-24 20:34:44,095 INFO: [ epoch: 5 ] [ iter: 33,500 ] [ performance: 19.450 it/s ] [ lr: 1.00e-04 ] [ eta: 1553 days, 6:24:31 ] [ l_g_pix: 2.5237e-02 ] [ l_g_total: 2.5237e-02 ] +2024-10-24 20:34:49,373 INFO: [ epoch: 5 ] [ iter: 33,600 ] [ performance: 19.260 it/s ] [ lr: 1.00e-04 ] [ eta: 1554 days, 23:41:21 ] [ l_g_pix: 2.7104e-02 ] [ l_g_total: 2.7104e-02 ] +2024-10-24 20:34:54,997 INFO: [ epoch: 5 ] [ iter: 33,700 ] [ performance: 18.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1556 days, 23:03:07 ] [ l_g_pix: 3.3544e-02 ] [ l_g_total: 3.3544e-02 ] +2024-10-24 20:35:00,294 INFO: [ epoch: 5 ] [ iter: 33,800 ] [ performance: 19.279 it/s ] [ lr: 1.00e-04 ] [ eta: 1558 days, 16:06:15 ] [ l_g_pix: 2.4182e-02 ] [ l_g_total: 2.4182e-02 ] +2024-10-24 20:35:05,489 INFO: [ epoch: 5 ] [ iter: 33,900 ] [ performance: 19.258 it/s ] [ lr: 1.00e-04 ] [ eta: 1560 days, 6:58:42 ] [ l_g_pix: 2.7770e-02 ] [ l_g_total: 2.7770e-02 ] +2024-10-24 20:35:10,751 INFO: [ epoch: 5 ] [ iter: 34,000 ] [ performance: 19.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1561 days, 22:48:10 ] [ l_g_pix: 2.9740e-02 ] [ l_g_total: 2.9740e-02 ] +2024-10-24 20:35:15,920 INFO: [ epoch: 5 ] [ iter: 34,100 ] [ performance: 19.279 it/s ] [ lr: 1.00e-04 ] [ eta: 1563 days, 12:37:24 ] [ l_g_pix: 3.1206e-02 ] [ l_g_total: 3.1206e-02 ] +2024-10-24 20:35:21,190 INFO: [ epoch: 5 ] [ iter: 34,200 ] [ performance: 18.894 it/s ] [ lr: 1.00e-04 ] [ eta: 1565 days, 3:59:37 ] [ l_g_pix: 3.1345e-02 ] [ l_g_total: 3.1345e-02 ] +2024-10-24 20:35:26,553 INFO: [ epoch: 5 ] [ iter: 34,300 ] [ performance: 18.705 it/s ] [ lr: 1.00e-04 ] [ eta: 1566 days, 20:46:38 ] [ l_g_pix: 3.5323e-02 ] [ l_g_total: 3.5323e-02 ] +2024-10-24 20:35:31,684 INFO: [ epoch: 5 ] [ iter: 34,400 ] [ performance: 20.022 it/s ] [ lr: 1.00e-04 ] [ eta: 1568 days, 9:02:37 ] [ l_g_pix: 2.3743e-02 ] [ l_g_total: 2.3743e-02 ] +2024-10-24 20:35:36,817 INFO: [ epoch: 5 ] [ iter: 34,500 ] [ performance: 19.603 it/s ] [ lr: 1.00e-04 ] [ eta: 1569 days, 21:03:16 ] [ l_g_pix: 1.8969e-02 ] [ l_g_total: 1.8969e-02 ] +2024-10-24 20:35:42,025 INFO: [ epoch: 5 ] [ iter: 34,600 ] [ performance: 19.310 it/s ] [ lr: 1.00e-04 ] [ eta: 1571 days, 10:08:27 ] [ l_g_pix: 2.9701e-02 ] [ l_g_total: 2.9701e-02 ] +2024-10-24 20:35:47,292 INFO: [ epoch: 5 ] [ iter: 34,700 ] [ performance: 19.058 it/s ] [ lr: 1.00e-04 ] [ eta: 1573 days, 0:00:30 ] [ l_g_pix: 2.4827e-02 ] [ l_g_total: 2.4827e-02 ] +2024-10-24 20:35:52,593 INFO: [ epoch: 5 ] [ iter: 34,800 ] [ performance: 18.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1574 days, 14:11:51 ] [ l_g_pix: 3.8590e-02 ] [ l_g_total: 3.8590e-02 ] +2024-10-24 20:35:57,796 INFO: [ epoch: 5 ] [ iter: 34,900 ] [ performance: 19.170 it/s ] [ lr: 1.00e-04 ] [ eta: 1576 days, 2:19:08 ] [ l_g_pix: 2.8423e-02 ] [ l_g_total: 2.8423e-02 ] +2024-10-24 20:36:03,212 INFO: [ epoch: 5 ] [ iter: 35,000 ] [ performance: 19.027 it/s ] [ lr: 1.00e-04 ] [ eta: 1577 days, 18:00:42 ] [ l_g_pix: 3.7133e-02 ] [ l_g_total: 3.7133e-02 ] +2024-10-24 20:36:08,473 INFO: [ epoch: 5 ] [ iter: 35,100 ] [ performance: 19.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1579 days, 6:34:59 ] [ l_g_pix: 2.6541e-02 ] [ l_g_total: 2.6541e-02 ] +2024-10-24 20:36:13,640 INFO: [ epoch: 5 ] [ iter: 35,200 ] [ performance: 19.691 it/s ] [ lr: 1.00e-04 ] [ eta: 1580 days, 17:11:12 ] [ l_g_pix: 2.5914e-02 ] [ l_g_total: 2.5914e-02 ] +2024-10-24 20:36:18,787 INFO: [ epoch: 5 ] [ iter: 35,300 ] [ performance: 19.482 it/s ] [ lr: 1.00e-04 ] [ eta: 1582 days, 3:08:46 ] [ l_g_pix: 2.8777e-02 ] [ l_g_total: 2.8777e-02 ] +2024-10-24 20:36:23,879 INFO: [ epoch: 5 ] [ iter: 35,400 ] [ performance: 19.947 it/s ] [ lr: 1.00e-04 ] [ eta: 1583 days, 11:49:36 ] [ l_g_pix: 2.4892e-02 ] [ l_g_total: 2.4892e-02 ] +2024-10-24 20:36:29,075 INFO: [ epoch: 5 ] [ iter: 35,500 ] [ performance: 19.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1584 days, 22:05:26 ] [ l_g_pix: 3.3369e-02 ] [ l_g_total: 3.3369e-02 ] +2024-10-24 20:36:34,347 INFO: [ epoch: 5 ] [ iter: 35,600 ] [ performance: 19.179 it/s ] [ lr: 1.00e-04 ] [ eta: 1586 days, 9:26:02 ] [ l_g_pix: 3.7819e-02 ] [ l_g_total: 3.7819e-02 ] +2024-10-24 20:36:39,852 INFO: [ epoch: 5 ] [ iter: 35,700 ] [ performance: 18.349 it/s ] [ lr: 1.00e-04 ] [ eta: 1588 days, 0:37:52 ] [ l_g_pix: 3.3044e-02 ] [ l_g_total: 3.3044e-02 ] +2024-10-24 20:36:45,118 INFO: [ epoch: 5 ] [ iter: 35,800 ] [ performance: 19.075 it/s ] [ lr: 1.00e-04 ] [ eta: 1589 days, 11:16:14 ] [ l_g_pix: 3.7165e-02 ] [ l_g_total: 3.7165e-02 ] +2024-10-24 20:36:50,331 INFO: [ epoch: 5 ] [ iter: 35,900 ] [ performance: 19.167 it/s ] [ lr: 1.00e-04 ] [ eta: 1590 days, 20:39:42 ] [ l_g_pix: 3.4381e-02 ] [ l_g_total: 3.4381e-02 ] +2024-10-24 20:36:55,526 INFO: [ epoch: 5 ] [ iter: 36,000 ] [ performance: 19.210 it/s ] [ lr: 1.00e-04 ] [ eta: 1592 days, 5:27:34 ] [ l_g_pix: 1.9379e-02 ] [ l_g_total: 1.9379e-02 ] +2024-10-24 20:37:00,865 INFO: [ epoch: 5 ] [ iter: 36,100 ] [ performance: 18.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1593 days, 16:30:53 ] [ l_g_pix: 3.5341e-02 ] [ l_g_total: 3.5341e-02 ] +2024-10-24 20:37:06,098 INFO: [ epoch: 5 ] [ iter: 36,200 ] [ performance: 19.415 it/s ] [ lr: 1.00e-04 ] [ eta: 1595 days, 1:23:16 ] [ l_g_pix: 3.3598e-02 ] [ l_g_total: 3.3598e-02 ] +2024-10-24 20:37:11,472 INFO: [ epoch: 5 ] [ iter: 36,300 ] [ performance: 18.738 it/s ] [ lr: 1.00e-04 ] [ eta: 1596 days, 12:29:03 ] [ l_g_pix: 2.7645e-02 ] [ l_g_total: 2.7645e-02 ] +2024-10-24 20:37:16,696 INFO: [ epoch: 5 ] [ iter: 36,400 ] [ performance: 19.804 it/s ] [ lr: 1.00e-04 ] [ eta: 1597 days, 20:36:54 ] [ l_g_pix: 3.8813e-02 ] [ l_g_total: 3.8813e-02 ] +2024-10-24 20:37:21,835 INFO: [ epoch: 5 ] [ iter: 36,500 ] [ performance: 19.517 it/s ] [ lr: 1.00e-04 ] [ eta: 1599 days, 2:57:23 ] [ l_g_pix: 2.9646e-02 ] [ l_g_total: 2.9646e-02 ] +2024-10-24 20:37:27,066 INFO: [ epoch: 5 ] [ iter: 36,600 ] [ performance: 19.151 it/s ] [ lr: 1.00e-04 ] [ eta: 1600 days, 10:38:45 ] [ l_g_pix: 2.9840e-02 ] [ l_g_total: 2.9840e-02 ] +2024-10-24 20:37:32,156 INFO: [ epoch: 5 ] [ iter: 36,700 ] [ performance: 19.573 it/s ] [ lr: 1.00e-04 ] [ eta: 1601 days, 15:33:09 ] [ l_g_pix: 3.0525e-02 ] [ l_g_total: 3.0525e-02 ] +2024-10-24 20:37:37,383 INFO: [ epoch: 5 ] [ iter: 36,800 ] [ performance: 19.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1602 days, 22:35:37 ] [ l_g_pix: 3.9663e-02 ] [ l_g_total: 3.9663e-02 ] +2024-10-24 20:37:42,542 INFO: [ epoch: 5 ] [ iter: 36,900 ] [ performance: 19.372 it/s ] [ lr: 1.00e-04 ] [ eta: 1604 days, 4:08:02 ] [ l_g_pix: 2.8841e-02 ] [ l_g_total: 2.8841e-02 ] +2024-10-24 20:37:48,000 INFO: [ epoch: 5 ] [ iter: 37,000 ] [ performance: 19.664 it/s ] [ lr: 1.00e-04 ] [ eta: 1605 days, 14:38:08 ] [ l_g_pix: 2.8513e-02 ] [ l_g_total: 2.8513e-02 ] +2024-10-24 20:37:53,164 INFO: [ epoch: 5 ] [ iter: 37,100 ] [ performance: 19.409 it/s ] [ lr: 1.00e-04 ] [ eta: 1606 days, 19:41:20 ] [ l_g_pix: 1.8304e-02 ] [ l_g_total: 1.8304e-02 ] +2024-10-24 20:37:58,347 INFO: [ epoch: 5 ] [ iter: 37,200 ] [ performance: 18.920 it/s ] [ lr: 1.00e-04 ] [ eta: 1608 days, 0:47:45 ] [ l_g_pix: 2.3686e-02 ] [ l_g_total: 2.3686e-02 ] +2024-10-24 20:38:03,569 INFO: [ epoch: 5 ] [ iter: 37,300 ] [ performance: 19.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1609 days, 6:17:14 ] [ l_g_pix: 3.0093e-02 ] [ l_g_total: 3.0093e-02 ] +2024-10-24 20:38:08,678 INFO: [ epoch: 5 ] [ iter: 37,400 ] [ performance: 19.486 it/s ] [ lr: 1.00e-04 ] [ eta: 1610 days, 9:31:23 ] [ l_g_pix: 3.4828e-02 ] [ l_g_total: 3.4828e-02 ] +2024-10-24 20:38:13,713 INFO: [ epoch: 5 ] [ iter: 37,500 ] [ performance: 19.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1611 days, 11:12:16 ] [ l_g_pix: 3.0413e-02 ] [ l_g_total: 3.0413e-02 ] +2024-10-24 20:38:19,041 INFO: [ epoch: 5 ] [ iter: 37,600 ] [ performance: 19.522 it/s ] [ lr: 1.00e-04 ] [ eta: 1612 days, 17:40:05 ] [ l_g_pix: 2.8124e-02 ] [ l_g_total: 2.8124e-02 ] +2024-10-24 20:38:24,293 INFO: [ epoch: 5 ] [ iter: 37,700 ] [ performance: 19.097 it/s ] [ lr: 1.00e-04 ] [ eta: 1613 days, 22:31:37 ] [ l_g_pix: 1.7122e-02 ] [ l_g_total: 1.7122e-02 ] +2024-10-24 20:38:29,630 INFO: [ epoch: 5 ] [ iter: 37,800 ] [ performance: 18.877 it/s ] [ lr: 1.00e-04 ] [ eta: 1615 days, 4:33:57 ] [ l_g_pix: 2.0256e-02 ] [ l_g_total: 2.0256e-02 ] +2024-10-24 20:38:34,945 INFO: [ epoch: 5 ] [ iter: 37,900 ] [ performance: 18.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1616 days, 9:55:53 ] [ l_g_pix: 2.8787e-02 ] [ l_g_total: 2.8787e-02 ] +2024-10-24 20:38:40,229 INFO: [ epoch: 5 ] [ iter: 38,000 ] [ performance: 18.678 it/s ] [ lr: 1.00e-04 ] [ eta: 1617 days, 14:26:57 ] [ l_g_pix: 3.3056e-02 ] [ l_g_total: 3.3056e-02 ] +2024-10-24 20:38:45,505 INFO: [ epoch: 5 ] [ iter: 38,100 ] [ performance: 18.928 it/s ] [ lr: 1.00e-04 ] [ eta: 1618 days, 18:33:04 ] [ l_g_pix: 2.7260e-02 ] [ l_g_total: 2.7260e-02 ] +2024-10-24 20:38:50,943 INFO: [ epoch: 5 ] [ iter: 38,200 ] [ performance: 19.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1620 days, 1:07:55 ] [ l_g_pix: 2.5902e-02 ] [ l_g_total: 2.5902e-02 ] +2024-10-24 20:38:56,211 INFO: [ epoch: 5 ] [ iter: 38,300 ] [ performance: 18.990 it/s ] [ lr: 1.00e-04 ] [ eta: 1621 days, 4:30:04 ] [ l_g_pix: 3.4737e-02 ] [ l_g_total: 3.4737e-02 ] +2024-10-24 20:39:01,442 INFO: [ epoch: 5 ] [ iter: 38,400 ] [ performance: 19.151 it/s ] [ lr: 1.00e-04 ] [ eta: 1622 days, 6:57:01 ] [ l_g_pix: 4.1274e-02 ] [ l_g_total: 4.1274e-02 ] +2024-10-24 20:39:06,680 INFO: [ epoch: 5 ] [ iter: 38,500 ] [ performance: 19.098 it/s ] [ lr: 1.00e-04 ] [ eta: 1623 days, 9:13:44 ] [ l_g_pix: 2.8024e-02 ] [ l_g_total: 2.8024e-02 ] +2024-10-24 20:39:11,876 INFO: [ epoch: 5 ] [ iter: 38,600 ] [ performance: 18.973 it/s ] [ lr: 1.00e-04 ] [ eta: 1624 days, 10:30:03 ] [ l_g_pix: 3.0879e-02 ] [ l_g_total: 3.0879e-02 ] +2024-10-24 20:39:17,047 INFO: [ epoch: 5 ] [ iter: 38,700 ] [ performance: 19.315 it/s ] [ lr: 1.00e-04 ] [ eta: 1625 days, 11:02:48 ] [ l_g_pix: 2.4240e-02 ] [ l_g_total: 2.4240e-02 ] +2024-10-24 20:39:22,214 INFO: [ epoch: 5 ] [ iter: 38,800 ] [ performance: 19.679 it/s ] [ lr: 1.00e-04 ] [ eta: 1626 days, 11:14:58 ] [ l_g_pix: 2.5111e-02 ] [ l_g_total: 2.5111e-02 ] +2024-10-24 20:39:27,470 INFO: [ epoch: 5 ] [ iter: 38,900 ] [ performance: 19.070 it/s ] [ lr: 1.00e-04 ] [ eta: 1627 days, 12:40:00 ] [ l_g_pix: 1.8394e-02 ] [ l_g_total: 1.8394e-02 ] +2024-10-24 20:39:32,605 INFO: [ epoch: 5 ] [ iter: 39,000 ] [ performance: 18.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1628 days, 11:44:45 ] [ l_g_pix: 2.2249e-02 ] [ l_g_total: 2.2249e-02 ] +2024-10-24 20:39:37,832 INFO: [ epoch: 5 ] [ iter: 39,100 ] [ performance: 19.116 it/s ] [ lr: 1.00e-04 ] [ eta: 1629 days, 12:05:36 ] [ l_g_pix: 2.8450e-02 ] [ l_g_total: 2.8450e-02 ] +2024-10-24 20:39:43,017 INFO: [ epoch: 5 ] [ iter: 39,200 ] [ performance: 19.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1630 days, 11:26:03 ] [ l_g_pix: 1.8955e-02 ] [ l_g_total: 1.8955e-02 ] +2024-10-24 20:39:48,304 INFO: [ epoch: 5 ] [ iter: 39,300 ] [ performance: 18.934 it/s ] [ lr: 1.00e-04 ] [ eta: 1631 days, 12:13:34 ] [ l_g_pix: 4.5009e-02 ] [ l_g_total: 4.5009e-02 ] +2024-10-24 20:39:53,475 INFO: [ epoch: 5 ] [ iter: 39,400 ] [ performance: 20.095 it/s ] [ lr: 1.00e-04 ] [ eta: 1632 days, 10:45:43 ] [ l_g_pix: 2.3718e-02 ] [ l_g_total: 2.3718e-02 ] +2024-10-24 20:39:58,719 INFO: [ epoch: 5 ] [ iter: 39,500 ] [ performance: 19.109 it/s ] [ lr: 1.00e-04 ] [ eta: 1633 days, 10:14:13 ] [ l_g_pix: 2.8544e-02 ] [ l_g_total: 2.8544e-02 ] +2024-10-24 20:40:03,923 INFO: [ epoch: 5 ] [ iter: 39,600 ] [ performance: 19.968 it/s ] [ lr: 1.00e-04 ] [ eta: 1634 days, 8:44:50 ] [ l_g_pix: 3.2370e-02 ] [ l_g_total: 3.2370e-02 ] +2024-10-24 20:40:10,164 INFO: [ epoch: 6 ] [ iter: 39,700 ] [ performance: 16.119 it/s ] [ lr: 1.00e-04 ] [ eta: 1636 days, 0:19:42 ] [ l_g_pix: 4.2762e-02 ] [ l_g_total: 4.2762e-02 ] +2024-10-24 20:40:15,498 INFO: [ epoch: 6 ] [ iter: 39,800 ] [ performance: 19.154 it/s ] [ lr: 1.00e-04 ] [ eta: 1637 days, 0:24:50 ] [ l_g_pix: 3.3024e-02 ] [ l_g_total: 3.3024e-02 ] +2024-10-24 20:40:20,811 INFO: [ epoch: 6 ] [ iter: 39,900 ] [ performance: 18.831 it/s ] [ lr: 1.00e-04 ] [ eta: 1637 days, 23:50:41 ] [ l_g_pix: 3.0045e-02 ] [ l_g_total: 3.0045e-02 ] +2024-10-24 20:40:26,068 INFO: [ epoch: 6 ] [ iter: 40,000 ] [ performance: 18.143 it/s ] [ lr: 1.00e-04 ] [ eta: 1638 days, 22:03:03 ] [ l_g_pix: 2.6092e-02 ] [ l_g_total: 2.6092e-02 ] +2024-10-24 20:40:26,068 INFO: Saving models and training states. +2024-10-24 20:41:40,131 INFO: Validation val + + # psnr: 21.9846........ Best: 21.9846 @ 40000 iter + # ssim: 0.6447........ Best: 0.6447 @ 40000 iter + # dists: 0.7869........ Best: 0.7869 @ 40000 iter + +2024-10-24 20:41:45,545 INFO: [ epoch: 6 ] [ iter: 40,100 ] [ performance: 18.476 it/s ] [ lr: 1.00e-04 ] [ eta: 1691 days, 6:52:39 ] [ l_g_pix: 2.6621e-02 ] [ l_g_total: 2.6621e-02 ] +2024-10-24 20:41:50,760 INFO: [ epoch: 6 ] [ iter: 40,200 ] [ performance: 18.819 it/s ] [ lr: 1.00e-04 ] [ eta: 1692 days, 1:44:18 ] [ l_g_pix: 2.7309e-02 ] [ l_g_total: 2.7309e-02 ] +2024-10-24 20:41:55,941 INFO: [ epoch: 6 ] [ iter: 40,300 ] [ performance: 19.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1692 days, 19:44:14 ] [ l_g_pix: 2.6248e-02 ] [ l_g_total: 2.6248e-02 ] +2024-10-24 20:42:01,268 INFO: [ epoch: 6 ] [ iter: 40,400 ] [ performance: 19.036 it/s ] [ lr: 1.00e-04 ] [ eta: 1693 days, 15:52:39 ] [ l_g_pix: 2.2662e-02 ] [ l_g_total: 2.2662e-02 ] +2024-10-24 20:42:06,398 INFO: [ epoch: 6 ] [ iter: 40,500 ] [ performance: 19.514 it/s ] [ lr: 1.00e-04 ] [ eta: 1694 days, 8:28:13 ] [ l_g_pix: 1.7188e-02 ] [ l_g_total: 1.7188e-02 ] +2024-10-24 20:42:11,524 INFO: [ epoch: 6 ] [ iter: 40,600 ] [ performance: 19.513 it/s ] [ lr: 1.00e-04 ] [ eta: 1695 days, 0:42:07 ] [ l_g_pix: 2.8487e-02 ] [ l_g_total: 2.8487e-02 ] +2024-10-24 20:42:16,844 INFO: [ epoch: 6 ] [ iter: 40,700 ] [ performance: 18.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1695 days, 19:50:47 ] [ l_g_pix: 2.2427e-02 ] [ l_g_total: 2.2427e-02 ] +2024-10-24 20:42:22,242 INFO: [ epoch: 6 ] [ iter: 40,800 ] [ performance: 18.659 it/s ] [ lr: 1.00e-04 ] [ eta: 1696 days, 15:58:22 ] [ l_g_pix: 3.4551e-02 ] [ l_g_total: 3.4551e-02 ] +2024-10-24 20:42:27,547 INFO: [ epoch: 6 ] [ iter: 40,900 ] [ performance: 18.862 it/s ] [ lr: 1.00e-04 ] [ eta: 1697 days, 10:16:14 ] [ l_g_pix: 2.9896e-02 ] [ l_g_total: 2.9896e-02 ] +2024-10-24 20:42:32,713 INFO: [ epoch: 6 ] [ iter: 41,000 ] [ performance: 19.111 it/s ] [ lr: 1.00e-04 ] [ eta: 1698 days, 2:00:28 ] [ l_g_pix: 2.7878e-02 ] [ l_g_total: 2.7878e-02 ] +2024-10-24 20:42:37,958 INFO: [ epoch: 6 ] [ iter: 41,100 ] [ performance: 19.063 it/s ] [ lr: 1.00e-04 ] [ eta: 1698 days, 18:44:49 ] [ l_g_pix: 2.4388e-02 ] [ l_g_total: 2.4388e-02 ] +2024-10-24 20:42:43,056 INFO: [ epoch: 6 ] [ iter: 41,200 ] [ performance: 19.343 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 8:46:56 ] [ l_g_pix: 3.6769e-02 ] [ l_g_total: 3.6769e-02 ] +2024-10-24 20:42:48,223 INFO: [ epoch: 6 ] [ iter: 41,300 ] [ performance: 19.338 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 23:40:10 ] [ l_g_pix: 4.0210e-02 ] [ l_g_total: 4.0210e-02 ] +2024-10-24 20:42:53,563 INFO: [ epoch: 6 ] [ iter: 41,400 ] [ performance: 19.021 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 17:05:05 ] [ l_g_pix: 2.2334e-02 ] [ l_g_total: 2.2334e-02 ] +2024-10-24 20:42:58,711 INFO: [ epoch: 6 ] [ iter: 41,500 ] [ performance: 19.485 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 7:04:56 ] [ l_g_pix: 2.3633e-02 ] [ l_g_total: 2.3633e-02 ] +2024-10-24 20:43:03,924 INFO: [ epoch: 6 ] [ iter: 41,600 ] [ performance: 19.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 21:51:27 ] [ l_g_pix: 1.8493e-02 ] [ l_g_total: 1.8493e-02 ] +2024-10-24 20:43:09,049 INFO: [ epoch: 6 ] [ iter: 41,700 ] [ performance: 19.460 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 10:54:53 ] [ l_g_pix: 2.7722e-02 ] [ l_g_total: 2.7722e-02 ] +2024-10-24 20:43:14,262 INFO: [ epoch: 6 ] [ iter: 41,800 ] [ performance: 19.317 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 1:06:20 ] [ l_g_pix: 5.2406e-02 ] [ l_g_total: 5.2406e-02 ] +2024-10-24 20:43:19,421 INFO: [ epoch: 6 ] [ iter: 41,900 ] [ performance: 19.432 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 14:07:27 ] [ l_g_pix: 3.1409e-02 ] [ l_g_total: 3.1409e-02 ] +2024-10-24 20:43:24,644 INFO: [ epoch: 6 ] [ iter: 42,000 ] [ performance: 19.283 it/s ] [ lr: 1.00e-04 ] [ eta: 1704 days, 3:54:16 ] [ l_g_pix: 2.5256e-02 ] [ l_g_total: 2.5256e-02 ] +2024-10-24 20:43:29,868 INFO: [ epoch: 6 ] [ iter: 42,100 ] [ performance: 19.214 it/s ] [ lr: 1.00e-04 ] [ eta: 1704 days, 17:23:50 ] [ l_g_pix: 3.3264e-02 ] [ l_g_total: 3.3264e-02 ] +2024-10-24 20:43:35,107 INFO: [ epoch: 6 ] [ iter: 42,200 ] [ performance: 19.148 it/s ] [ lr: 1.00e-04 ] [ eta: 1705 days, 6:51:29 ] [ l_g_pix: 2.7042e-02 ] [ l_g_total: 2.7042e-02 ] +2024-10-24 20:43:40,403 INFO: [ epoch: 6 ] [ iter: 42,300 ] [ performance: 18.905 it/s ] [ lr: 1.00e-04 ] [ eta: 1705 days, 20:55:11 ] [ l_g_pix: 1.5793e-02 ] [ l_g_total: 1.5793e-02 ] +2024-10-24 20:43:45,489 INFO: [ epoch: 6 ] [ iter: 42,400 ] [ performance: 19.297 it/s ] [ lr: 1.00e-04 ] [ eta: 1706 days, 7:20:34 ] [ l_g_pix: 2.3166e-02 ] [ l_g_total: 2.3166e-02 ] +2024-10-24 20:43:50,705 INFO: [ epoch: 6 ] [ iter: 42,500 ] [ performance: 19.168 it/s ] [ lr: 1.00e-04 ] [ eta: 1706 days, 19:33:08 ] [ l_g_pix: 1.4250e-02 ] [ l_g_total: 1.4250e-02 ] +2024-10-24 20:43:55,829 INFO: [ epoch: 6 ] [ iter: 42,600 ] [ performance: 19.352 it/s ] [ lr: 1.00e-04 ] [ eta: 1707 days, 6:00:13 ] [ l_g_pix: 3.3670e-02 ] [ l_g_total: 3.3670e-02 ] +2024-10-24 20:44:00,985 INFO: [ epoch: 6 ] [ iter: 42,700 ] [ performance: 19.349 it/s ] [ lr: 1.00e-04 ] [ eta: 1707 days, 16:41:23 ] [ l_g_pix: 2.1031e-02 ] [ l_g_total: 2.1031e-02 ] +2024-10-24 20:44:06,123 INFO: [ epoch: 6 ] [ iter: 42,800 ] [ performance: 19.410 it/s ] [ lr: 1.00e-04 ] [ eta: 1708 days, 2:48:19 ] [ l_g_pix: 3.7057e-02 ] [ l_g_total: 3.7057e-02 ] +2024-10-24 20:44:11,252 INFO: [ epoch: 6 ] [ iter: 42,900 ] [ performance: 19.549 it/s ] [ lr: 1.00e-04 ] [ eta: 1708 days, 12:28:44 ] [ l_g_pix: 2.9902e-02 ] [ l_g_total: 2.9902e-02 ] +2024-10-24 20:44:16,489 INFO: [ epoch: 6 ] [ iter: 43,000 ] [ performance: 19.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1708 days, 23:34:34 ] [ l_g_pix: 2.4723e-02 ] [ l_g_total: 2.4723e-02 ] +2024-10-24 20:44:21,622 INFO: [ epoch: 6 ] [ iter: 43,100 ] [ performance: 19.557 it/s ] [ lr: 1.00e-04 ] [ eta: 1709 days, 8:45:03 ] [ l_g_pix: 2.7676e-02 ] [ l_g_total: 2.7676e-02 ] +2024-10-24 20:44:26,731 INFO: [ epoch: 6 ] [ iter: 43,200 ] [ performance: 19.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1709 days, 17:15:38 ] [ l_g_pix: 2.0528e-02 ] [ l_g_total: 2.0528e-02 ] +2024-10-24 20:44:31,879 INFO: [ epoch: 6 ] [ iter: 43,300 ] [ performance: 19.594 it/s ] [ lr: 1.00e-04 ] [ eta: 1710 days, 2:06:07 ] [ l_g_pix: 2.7323e-02 ] [ l_g_total: 2.7323e-02 ] +2024-10-24 20:44:37,081 INFO: [ epoch: 6 ] [ iter: 43,400 ] [ performance: 19.394 it/s ] [ lr: 1.00e-04 ] [ eta: 1710 days, 11:29:56 ] [ l_g_pix: 2.5549e-02 ] [ l_g_total: 2.5549e-02 ] +2024-10-24 20:44:42,297 INFO: [ epoch: 6 ] [ iter: 43,500 ] [ performance: 19.263 it/s ] [ lr: 1.00e-04 ] [ eta: 1710 days, 20:49:47 ] [ l_g_pix: 2.9114e-02 ] [ l_g_total: 2.9114e-02 ] +2024-10-24 20:44:47,550 INFO: [ epoch: 6 ] [ iter: 43,600 ] [ performance: 19.140 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 6:27:04 ] [ l_g_pix: 2.4472e-02 ] [ l_g_total: 2.4472e-02 ] +2024-10-24 20:44:52,826 INFO: [ epoch: 6 ] [ iter: 43,700 ] [ performance: 19.078 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 16:07:38 ] [ l_g_pix: 2.9704e-02 ] [ l_g_total: 2.9704e-02 ] +2024-10-24 20:44:58,143 INFO: [ epoch: 6 ] [ iter: 43,800 ] [ performance: 18.931 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 2:09:39 ] [ l_g_pix: 2.1137e-02 ] [ l_g_total: 2.1137e-02 ] +2024-10-24 20:45:03,844 INFO: [ epoch: 6 ] [ iter: 43,900 ] [ performance: 18.147 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 17:53:14 ] [ l_g_pix: 2.7708e-02 ] [ l_g_total: 2.7708e-02 ] +2024-10-24 20:45:09,093 INFO: [ epoch: 6 ] [ iter: 44,000 ] [ performance: 18.633 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 2:16:32 ] [ l_g_pix: 2.4106e-02 ] [ l_g_total: 2.4106e-02 ] +2024-10-24 20:45:14,399 INFO: [ epoch: 6 ] [ iter: 44,100 ] [ performance: 18.981 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 11:14:04 ] [ l_g_pix: 2.7591e-02 ] [ l_g_total: 2.7591e-02 ] +2024-10-24 20:45:19,533 INFO: [ epoch: 6 ] [ iter: 44,200 ] [ performance: 19.254 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 17:14:23 ] [ l_g_pix: 3.8365e-02 ] [ l_g_total: 3.8365e-02 ] +2024-10-24 20:45:24,781 INFO: [ epoch: 6 ] [ iter: 44,300 ] [ performance: 18.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 0:43:34 ] [ l_g_pix: 2.1750e-02 ] [ l_g_total: 2.1750e-02 ] +2024-10-24 20:45:29,922 INFO: [ epoch: 6 ] [ iter: 44,400 ] [ performance: 19.173 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 6:16:53 ] [ l_g_pix: 2.7857e-02 ] [ l_g_total: 2.7857e-02 ] +2024-10-24 20:45:35,204 INFO: [ epoch: 6 ] [ iter: 44,500 ] [ performance: 19.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 13:42:30 ] [ l_g_pix: 3.0393e-02 ] [ l_g_total: 3.0393e-02 ] +2024-10-24 20:45:40,539 INFO: [ epoch: 6 ] [ iter: 44,600 ] [ performance: 18.888 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 21:39:48 ] [ l_g_pix: 2.5612e-02 ] [ l_g_total: 2.5612e-02 ] +2024-10-24 20:45:45,864 INFO: [ epoch: 6 ] [ iter: 44,700 ] [ performance: 18.918 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 5:09:29 ] [ l_g_pix: 2.5079e-02 ] [ l_g_total: 2.5079e-02 ] +2024-10-24 20:45:51,195 INFO: [ epoch: 6 ] [ iter: 44,800 ] [ performance: 18.828 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 12:27:56 ] [ l_g_pix: 2.8727e-02 ] [ l_g_total: 2.8727e-02 ] +2024-10-24 20:45:56,543 INFO: [ epoch: 6 ] [ iter: 44,900 ] [ performance: 18.807 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 19:43:52 ] [ l_g_pix: 3.1531e-02 ] [ l_g_total: 3.1531e-02 ] +2024-10-24 20:46:01,981 INFO: [ epoch: 6 ] [ iter: 45,000 ] [ performance: 18.570 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 4:04:22 ] [ l_g_pix: 2.0490e-02 ] [ l_g_total: 2.0490e-02 ] +2024-10-24 20:46:07,293 INFO: [ epoch: 6 ] [ iter: 45,100 ] [ performance: 18.968 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 10:11:29 ] [ l_g_pix: 2.4019e-02 ] [ l_g_total: 2.4019e-02 ] +2024-10-24 20:46:12,683 INFO: [ epoch: 6 ] [ iter: 45,200 ] [ performance: 18.733 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 17:11:29 ] [ l_g_pix: 3.7004e-02 ] [ l_g_total: 3.7004e-02 ] +2024-10-24 20:46:17,911 INFO: [ epoch: 6 ] [ iter: 45,300 ] [ performance: 19.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 21:26:44 ] [ l_g_pix: 2.9684e-02 ] [ l_g_total: 2.9684e-02 ] +2024-10-24 20:46:23,181 INFO: [ epoch: 6 ] [ iter: 45,400 ] [ performance: 19.125 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 2:02:30 ] [ l_g_pix: 2.7060e-02 ] [ l_g_total: 2.7060e-02 ] +2024-10-24 20:46:28,449 INFO: [ epoch: 6 ] [ iter: 45,500 ] [ performance: 19.093 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 6:18:42 ] [ l_g_pix: 3.8132e-02 ] [ l_g_total: 3.8132e-02 ] +2024-10-24 20:46:33,755 INFO: [ epoch: 6 ] [ iter: 45,600 ] [ performance: 18.953 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 10:51:35 ] [ l_g_pix: 2.4562e-02 ] [ l_g_total: 2.4562e-02 ] +2024-10-24 20:46:39,056 INFO: [ epoch: 6 ] [ iter: 45,700 ] [ performance: 18.773 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 15:02:52 ] [ l_g_pix: 2.1971e-02 ] [ l_g_total: 2.1971e-02 ] +2024-10-24 20:46:44,283 INFO: [ epoch: 6 ] [ iter: 45,800 ] [ performance: 18.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 17:49:42 ] [ l_g_pix: 2.6187e-02 ] [ l_g_total: 2.6187e-02 ] +2024-10-24 20:46:49,489 INFO: [ epoch: 6 ] [ iter: 45,900 ] [ performance: 19.126 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 19:59:56 ] [ l_g_pix: 2.5674e-02 ] [ l_g_total: 2.5674e-02 ] +2024-10-24 20:46:54,759 INFO: [ epoch: 6 ] [ iter: 46,000 ] [ performance: 19.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 22:50:31 ] [ l_g_pix: 2.8287e-02 ] [ l_g_total: 2.8287e-02 ] +2024-10-24 20:46:59,920 INFO: [ epoch: 6 ] [ iter: 46,100 ] [ performance: 19.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 23:44:49 ] [ l_g_pix: 2.4364e-02 ] [ l_g_total: 2.4364e-02 ] +2024-10-24 20:47:05,285 INFO: [ epoch: 6 ] [ iter: 46,200 ] [ performance: 18.933 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 3:25:52 ] [ l_g_pix: 3.0956e-02 ] [ l_g_total: 3.0956e-02 ] +2024-10-24 20:47:11,281 INFO: [ epoch: 7 ] [ iter: 46,300 ] [ performance: 15.296 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 16:12:47 ] [ l_g_pix: 3.2810e-02 ] [ l_g_total: 3.2810e-02 ] +2024-10-24 20:47:16,513 INFO: [ epoch: 7 ] [ iter: 46,400 ] [ performance: 17.334 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 17:18:06 ] [ l_g_pix: 2.5227e-02 ] [ l_g_total: 2.5227e-02 ] +2024-10-24 20:47:21,625 INFO: [ epoch: 7 ] [ iter: 46,500 ] [ performance: 19.720 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 16:18:51 ] [ l_g_pix: 3.6130e-02 ] [ l_g_total: 3.6130e-02 ] +2024-10-24 20:47:26,855 INFO: [ epoch: 7 ] [ iter: 46,600 ] [ performance: 19.362 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 16:47:28 ] [ l_g_pix: 4.1241e-02 ] [ l_g_total: 4.1241e-02 ] +2024-10-24 20:47:31,928 INFO: [ epoch: 7 ] [ iter: 46,700 ] [ performance: 19.733 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 14:38:37 ] [ l_g_pix: 2.9885e-02 ] [ l_g_total: 2.9885e-02 ] +2024-10-24 20:47:36,925 INFO: [ epoch: 7 ] [ iter: 46,800 ] [ performance: 19.900 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 11:06:03 ] [ l_g_pix: 3.3324e-02 ] [ l_g_total: 3.3324e-02 ] +2024-10-24 20:47:42,121 INFO: [ epoch: 7 ] [ iter: 46,900 ] [ performance: 19.749 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 10:12:45 ] [ l_g_pix: 2.1862e-02 ] [ l_g_total: 2.1862e-02 ] +2024-10-24 20:47:47,181 INFO: [ epoch: 7 ] [ iter: 47,000 ] [ performance: 19.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 7:02:21 ] [ l_g_pix: 1.5789e-02 ] [ l_g_total: 1.5789e-02 ] +2024-10-24 20:47:52,325 INFO: [ epoch: 7 ] [ iter: 47,100 ] [ performance: 19.369 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 4:49:20 ] [ l_g_pix: 2.5981e-02 ] [ l_g_total: 2.5981e-02 ] +2024-10-24 20:47:57,450 INFO: [ epoch: 7 ] [ iter: 47,200 ] [ performance: 19.457 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 2:01:51 ] [ l_g_pix: 2.9986e-02 ] [ l_g_total: 2.9986e-02 ] +2024-10-24 20:48:02,746 INFO: [ epoch: 7 ] [ iter: 47,300 ] [ performance: 18.951 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 1:27:48 ] [ l_g_pix: 2.8818e-02 ] [ l_g_total: 2.8818e-02 ] +2024-10-24 20:48:07,994 INFO: [ epoch: 7 ] [ iter: 47,400 ] [ performance: 19.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 23:53:27 ] [ l_g_pix: 3.4029e-02 ] [ l_g_total: 3.4029e-02 ] +2024-10-24 20:48:13,271 INFO: [ epoch: 7 ] [ iter: 47,500 ] [ performance: 18.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 22:27:45 ] [ l_g_pix: 3.1005e-02 ] [ l_g_total: 3.1005e-02 ] +2024-10-24 20:48:18,610 INFO: [ epoch: 7 ] [ iter: 47,600 ] [ performance: 18.816 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 21:38:02 ] [ l_g_pix: 2.5036e-02 ] [ l_g_total: 2.5036e-02 ] +2024-10-24 20:48:23,846 INFO: [ epoch: 7 ] [ iter: 47,700 ] [ performance: 19.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 19:00:53 ] [ l_g_pix: 3.1214e-02 ] [ l_g_total: 3.1214e-02 ] +2024-10-24 20:48:29,072 INFO: [ epoch: 7 ] [ iter: 47,800 ] [ performance: 19.226 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 15:57:45 ] [ l_g_pix: 2.9306e-02 ] [ l_g_total: 2.9306e-02 ] +2024-10-24 20:48:34,221 INFO: [ epoch: 7 ] [ iter: 47,900 ] [ performance: 19.479 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 11:30:25 ] [ l_g_pix: 2.9460e-02 ] [ l_g_total: 2.9460e-02 ] +2024-10-24 20:48:39,377 INFO: [ epoch: 7 ] [ iter: 48,000 ] [ performance: 19.430 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 6:51:16 ] [ l_g_pix: 3.3119e-02 ] [ l_g_total: 3.3119e-02 ] +2024-10-24 20:48:44,550 INFO: [ epoch: 7 ] [ iter: 48,100 ] [ performance: 19.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 2:10:25 ] [ l_g_pix: 2.7005e-02 ] [ l_g_total: 2.7005e-02 ] +2024-10-24 20:48:49,847 INFO: [ epoch: 7 ] [ iter: 48,200 ] [ performance: 19.107 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 22:58:53 ] [ l_g_pix: 3.0522e-02 ] [ l_g_total: 3.0522e-02 ] +2024-10-24 20:48:55,102 INFO: [ epoch: 7 ] [ iter: 48,300 ] [ performance: 18.907 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 18:53:45 ] [ l_g_pix: 3.8621e-02 ] [ l_g_total: 3.8621e-02 ] +2024-10-24 20:49:00,302 INFO: [ epoch: 7 ] [ iter: 48,400 ] [ performance: 19.108 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 13:44:16 ] [ l_g_pix: 3.4041e-02 ] [ l_g_total: 3.4041e-02 ] +2024-10-24 20:49:05,461 INFO: [ epoch: 7 ] [ iter: 48,500 ] [ performance: 19.412 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 7:42:03 ] [ l_g_pix: 4.4304e-02 ] [ l_g_total: 4.4304e-02 ] +2024-10-24 20:49:10,815 INFO: [ epoch: 7 ] [ iter: 48,600 ] [ performance: 18.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 4:09:01 ] [ l_g_pix: 3.4199e-02 ] [ l_g_total: 3.4199e-02 ] +2024-10-24 20:49:16,022 INFO: [ epoch: 7 ] [ iter: 48,700 ] [ performance: 18.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 22:12:47 ] [ l_g_pix: 3.8648e-02 ] [ l_g_total: 3.8648e-02 ] +2024-10-24 20:49:21,400 INFO: [ epoch: 7 ] [ iter: 48,800 ] [ performance: 18.731 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 18:25:10 ] [ l_g_pix: 2.7932e-02 ] [ l_g_total: 2.7932e-02 ] +2024-10-24 20:49:26,624 INFO: [ epoch: 7 ] [ iter: 48,900 ] [ performance: 19.140 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 12:08:49 ] [ l_g_pix: 3.9077e-02 ] [ l_g_total: 3.9077e-02 ] +2024-10-24 20:49:31,879 INFO: [ epoch: 7 ] [ iter: 49,000 ] [ performance: 19.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 6:00:50 ] [ l_g_pix: 2.7639e-02 ] [ l_g_total: 2.7639e-02 ] +2024-10-24 20:49:37,214 INFO: [ epoch: 7 ] [ iter: 49,100 ] [ performance: 18.886 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 0:43:09 ] [ l_g_pix: 2.3647e-02 ] [ l_g_total: 2.3647e-02 ] +2024-10-24 20:49:42,510 INFO: [ epoch: 7 ] [ iter: 49,200 ] [ performance: 18.885 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 18:34:57 ] [ l_g_pix: 2.9606e-02 ] [ l_g_total: 2.9606e-02 ] +2024-10-24 20:49:47,851 INFO: [ epoch: 7 ] [ iter: 49,300 ] [ performance: 18.847 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 12:47:08 ] [ l_g_pix: 2.6113e-02 ] [ l_g_total: 2.6113e-02 ] +2024-10-24 20:49:53,214 INFO: [ epoch: 7 ] [ iter: 49,400 ] [ performance: 18.717 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 7:00:41 ] [ l_g_pix: 3.2600e-02 ] [ l_g_total: 3.2600e-02 ] +2024-10-24 20:49:58,531 INFO: [ epoch: 7 ] [ iter: 49,500 ] [ performance: 19.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 0:16:34 ] [ l_g_pix: 1.7685e-02 ] [ l_g_total: 1.7685e-02 ] +2024-10-24 20:50:03,805 INFO: [ epoch: 7 ] [ iter: 49,600 ] [ performance: 18.989 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 16:39:29 ] [ l_g_pix: 2.2906e-02 ] [ l_g_total: 2.2906e-02 ] +2024-10-24 20:50:09,121 INFO: [ epoch: 7 ] [ iter: 49,700 ] [ performance: 18.987 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 9:19:27 ] [ l_g_pix: 2.3243e-02 ] [ l_g_total: 2.3243e-02 ] +2024-10-24 20:50:14,402 INFO: [ epoch: 7 ] [ iter: 49,800 ] [ performance: 18.955 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 1:12:29 ] [ l_g_pix: 4.2919e-02 ] [ l_g_total: 4.2919e-02 ] +2024-10-24 20:50:19,685 INFO: [ epoch: 7 ] [ iter: 49,900 ] [ performance: 19.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 16:49:19 ] [ l_g_pix: 3.2766e-02 ] [ l_g_total: 3.2766e-02 ] +2024-10-24 20:50:24,889 INFO: [ epoch: 7 ] [ iter: 50,000 ] [ performance: 19.153 it/s ] [ lr: 5.00e-05 ] [ eta: 1712 days, 7:03:30 ] [ l_g_pix: 3.3984e-02 ] [ l_g_total: 3.3984e-02 ] +2024-10-24 20:50:24,889 INFO: Saving models and training states. +2024-10-24 20:51:35,565 INFO: Validation val + + # psnr: 21.9913........ Best: 21.9913 @ 50000 iter + # ssim: 0.6457........ Best: 0.6457 @ 50000 iter + # dists: 0.7867........ Best: 0.7867 @ 50000 iter + +2024-10-24 20:51:40,934 INFO: [ epoch: 7 ] [ iter: 50,100 ] [ performance: 18.984 it/s ] [ lr: 5.00e-05 ] [ eta: 1752 days, 18:54:45 ] [ l_g_pix: 2.1566e-02 ] [ l_g_total: 2.1566e-02 ] +2024-10-24 20:51:46,210 INFO: [ epoch: 7 ] [ iter: 50,200 ] [ performance: 18.966 it/s ] [ lr: 5.00e-05 ] [ eta: 1752 days, 7:35:18 ] [ l_g_pix: 3.3588e-02 ] [ l_g_total: 3.3588e-02 ] +2024-10-24 20:51:51,523 INFO: [ epoch: 7 ] [ iter: 50,300 ] [ performance: 18.974 it/s ] [ lr: 5.00e-05 ] [ eta: 1751 days, 20:29:12 ] [ l_g_pix: 1.9837e-02 ] [ l_g_total: 1.9837e-02 ] +2024-10-24 20:51:56,635 INFO: [ epoch: 7 ] [ iter: 50,400 ] [ performance: 19.363 it/s ] [ lr: 5.00e-05 ] [ eta: 1751 days, 6:19:18 ] [ l_g_pix: 2.6445e-02 ] [ l_g_total: 2.6445e-02 ] +2024-10-24 20:52:01,973 INFO: [ epoch: 7 ] [ iter: 50,500 ] [ performance: 18.777 it/s ] [ lr: 5.00e-05 ] [ eta: 1750 days, 18:58:39 ] [ l_g_pix: 3.0583e-02 ] [ l_g_total: 3.0583e-02 ] +2024-10-24 20:52:07,189 INFO: [ epoch: 7 ] [ iter: 50,600 ] [ performance: 19.043 it/s ] [ lr: 5.00e-05 ] [ eta: 1750 days, 5:39:18 ] [ l_g_pix: 2.9978e-02 ] [ l_g_total: 2.9978e-02 ] +2024-10-24 20:52:12,527 INFO: [ epoch: 7 ] [ iter: 50,700 ] [ performance: 18.790 it/s ] [ lr: 5.00e-05 ] [ eta: 1749 days, 17:43:53 ] [ l_g_pix: 2.3534e-02 ] [ l_g_total: 2.3534e-02 ] +2024-10-24 20:52:17,862 INFO: [ epoch: 7 ] [ iter: 50,800 ] [ performance: 18.761 it/s ] [ lr: 5.00e-05 ] [ eta: 1749 days, 5:27:31 ] [ l_g_pix: 2.3897e-02 ] [ l_g_total: 2.3897e-02 ] +2024-10-24 20:52:23,215 INFO: [ epoch: 7 ] [ iter: 50,900 ] [ performance: 18.999 it/s ] [ lr: 5.00e-05 ] [ eta: 1748 days, 17:08:01 ] [ l_g_pix: 2.3011e-02 ] [ l_g_total: 2.3011e-02 ] +2024-10-24 20:52:28,545 INFO: [ epoch: 7 ] [ iter: 51,000 ] [ performance: 18.839 it/s ] [ lr: 5.00e-05 ] [ eta: 1748 days, 4:12:07 ] [ l_g_pix: 3.5640e-02 ] [ l_g_total: 3.5640e-02 ] +2024-10-24 20:52:33,818 INFO: [ epoch: 7 ] [ iter: 51,100 ] [ performance: 19.368 it/s ] [ lr: 5.00e-05 ] [ eta: 1747 days, 14:11:46 ] [ l_g_pix: 2.8837e-02 ] [ l_g_total: 2.8837e-02 ] +2024-10-24 20:52:39,141 INFO: [ epoch: 7 ] [ iter: 51,200 ] [ performance: 18.967 it/s ] [ lr: 5.00e-05 ] [ eta: 1747 days, 0:34:38 ] [ l_g_pix: 2.9898e-02 ] [ l_g_total: 2.9898e-02 ] +2024-10-24 20:52:44,340 INFO: [ epoch: 7 ] [ iter: 51,300 ] [ performance: 19.751 it/s ] [ lr: 5.00e-05 ] [ eta: 1746 days, 8:59:23 ] [ l_g_pix: 2.6785e-02 ] [ l_g_total: 2.6785e-02 ] +2024-10-24 20:52:49,494 INFO: [ epoch: 7 ] [ iter: 51,400 ] [ performance: 19.512 it/s ] [ lr: 5.00e-05 ] [ eta: 1745 days, 16:29:57 ] [ l_g_pix: 2.4322e-02 ] [ l_g_total: 2.4322e-02 ] +2024-10-24 20:52:54,756 INFO: [ epoch: 7 ] [ iter: 51,500 ] [ performance: 19.493 it/s ] [ lr: 5.00e-05 ] [ eta: 1745 days, 1:10:57 ] [ l_g_pix: 2.8634e-02 ] [ l_g_total: 2.8634e-02 ] +2024-10-24 20:53:00,033 INFO: [ epoch: 7 ] [ iter: 51,600 ] [ performance: 19.115 it/s ] [ lr: 5.00e-05 ] [ eta: 1744 days, 9:46:27 ] [ l_g_pix: 2.5736e-02 ] [ l_g_total: 2.5736e-02 ] +2024-10-24 20:53:05,369 INFO: [ epoch: 7 ] [ iter: 51,700 ] [ performance: 19.057 it/s ] [ lr: 5.00e-05 ] [ eta: 1743 days, 18:51:45 ] [ l_g_pix: 2.9162e-02 ] [ l_g_total: 2.9162e-02 ] +2024-10-24 20:53:10,685 INFO: [ epoch: 7 ] [ iter: 51,800 ] [ performance: 18.887 it/s ] [ lr: 5.00e-05 ] [ eta: 1743 days, 3:22:54 ] [ l_g_pix: 3.7570e-02 ] [ l_g_total: 3.7570e-02 ] +2024-10-24 20:53:15,867 INFO: [ epoch: 7 ] [ iter: 51,900 ] [ performance: 19.089 it/s ] [ lr: 5.00e-05 ] [ eta: 1742 days, 9:49:32 ] [ l_g_pix: 4.0958e-02 ] [ l_g_total: 4.0958e-02 ] +2024-10-24 20:53:21,211 INFO: [ epoch: 7 ] [ iter: 52,000 ] [ performance: 18.826 it/s ] [ lr: 5.00e-05 ] [ eta: 1741 days, 18:07:35 ] [ l_g_pix: 2.4572e-02 ] [ l_g_total: 2.4572e-02 ] +2024-10-24 20:53:26,560 INFO: [ epoch: 7 ] [ iter: 52,100 ] [ performance: 18.996 it/s ] [ lr: 5.00e-05 ] [ eta: 1741 days, 2:12:26 ] [ l_g_pix: 4.0692e-02 ] [ l_g_total: 4.0692e-02 ] +2024-10-24 20:53:31,972 INFO: [ epoch: 7 ] [ iter: 52,200 ] [ performance: 18.625 it/s ] [ lr: 5.00e-05 ] [ eta: 1740 days, 10:50:20 ] [ l_g_pix: 2.8190e-02 ] [ l_g_total: 2.8190e-02 ] +2024-10-24 20:53:37,380 INFO: [ epoch: 7 ] [ iter: 52,300 ] [ performance: 18.905 it/s ] [ lr: 5.00e-05 ] [ eta: 1739 days, 19:06:17 ] [ l_g_pix: 2.0018e-02 ] [ l_g_total: 2.0018e-02 ] +2024-10-24 20:53:42,706 INFO: [ epoch: 7 ] [ iter: 52,400 ] [ performance: 18.815 it/s ] [ lr: 5.00e-05 ] [ eta: 1739 days, 1:58:55 ] [ l_g_pix: 2.4777e-02 ] [ l_g_total: 2.4777e-02 ] +2024-10-24 20:53:48,030 INFO: [ epoch: 7 ] [ iter: 52,500 ] [ performance: 18.776 it/s ] [ lr: 5.00e-05 ] [ eta: 1738 days, 8:32:07 ] [ l_g_pix: 3.2000e-02 ] [ l_g_total: 3.2000e-02 ] +2024-10-24 20:53:53,232 INFO: [ epoch: 7 ] [ iter: 52,600 ] [ performance: 19.097 it/s ] [ lr: 5.00e-05 ] [ eta: 1737 days, 13:11:38 ] [ l_g_pix: 3.0745e-02 ] [ l_g_total: 3.0745e-02 ] +2024-10-24 20:53:58,370 INFO: [ epoch: 7 ] [ iter: 52,700 ] [ performance: 19.701 it/s ] [ lr: 5.00e-05 ] [ eta: 1736 days, 16:43:44 ] [ l_g_pix: 3.1359e-02 ] [ l_g_total: 3.1359e-02 ] +2024-10-24 20:54:03,747 INFO: [ epoch: 7 ] [ iter: 52,800 ] [ performance: 18.891 it/s ] [ lr: 5.00e-05 ] [ eta: 1735 days, 23:06:16 ] [ l_g_pix: 2.4115e-02 ] [ l_g_total: 2.4115e-02 ] +2024-10-24 20:54:08,500 INFO: [ epoch: 7 ] [ iter: 52,900 ] [ performance: 21.813 it/s ] [ lr: 5.00e-05 ] [ eta: 1734 days, 21:01:04 ] [ l_g_pix: 3.9435e-02 ] [ l_g_total: 3.9435e-02 ] +2024-10-24 20:54:15,032 INFO: [ epoch: 8 ] [ iter: 53,000 ] [ performance: 16.654 it/s ] [ lr: 5.00e-05 ] [ eta: 1734 days, 17:52:39 ] [ l_g_pix: 3.6397e-02 ] [ l_g_total: 3.6397e-02 ] +2024-10-24 20:54:20,225 INFO: [ epoch: 8 ] [ iter: 53,100 ] [ performance: 19.260 it/s ] [ lr: 5.00e-05 ] [ eta: 1733 days, 20:57:20 ] [ l_g_pix: 4.1758e-02 ] [ l_g_total: 4.1758e-02 ] +2024-10-24 20:54:25,466 INFO: [ epoch: 8 ] [ iter: 53,200 ] [ performance: 19.130 it/s ] [ lr: 5.00e-05 ] [ eta: 1733 days, 0:21:17 ] [ l_g_pix: 4.4867e-02 ] [ l_g_total: 4.4867e-02 ] +2024-10-24 20:54:30,747 INFO: [ epoch: 8 ] [ iter: 53,300 ] [ performance: 19.645 it/s ] [ lr: 5.00e-05 ] [ eta: 1732 days, 3:59:13 ] [ l_g_pix: 3.6479e-02 ] [ l_g_total: 3.6479e-02 ] +2024-10-24 20:54:36,076 INFO: [ epoch: 8 ] [ iter: 53,400 ] [ performance: 18.989 it/s ] [ lr: 5.00e-05 ] [ eta: 1731 days, 7:56:28 ] [ l_g_pix: 1.5227e-02 ] [ l_g_total: 1.5227e-02 ] +2024-10-24 20:54:41,599 INFO: [ epoch: 8 ] [ iter: 53,500 ] [ performance: 19.160 it/s ] [ lr: 5.00e-05 ] [ eta: 1730 days, 14:06:46 ] [ l_g_pix: 2.6668e-02 ] [ l_g_total: 2.6668e-02 ] +2024-10-24 20:54:46,805 INFO: [ epoch: 8 ] [ iter: 53,600 ] [ performance: 19.199 it/s ] [ lr: 5.00e-05 ] [ eta: 1729 days, 15:52:58 ] [ l_g_pix: 2.4782e-02 ] [ l_g_total: 2.4782e-02 ] +2024-10-24 20:54:51,934 INFO: [ epoch: 8 ] [ iter: 53,700 ] [ performance: 18.911 it/s ] [ lr: 5.00e-05 ] [ eta: 1728 days, 16:23:23 ] [ l_g_pix: 3.2388e-02 ] [ l_g_total: 3.2388e-02 ] +2024-10-24 20:54:57,014 INFO: [ epoch: 8 ] [ iter: 53,800 ] [ performance: 19.491 it/s ] [ lr: 5.00e-05 ] [ eta: 1727 days, 15:57:47 ] [ l_g_pix: 3.3345e-02 ] [ l_g_total: 3.3345e-02 ] +2024-10-24 20:55:02,229 INFO: [ epoch: 8 ] [ iter: 53,900 ] [ performance: 19.938 it/s ] [ lr: 5.00e-05 ] [ eta: 1726 days, 16:59:42 ] [ l_g_pix: 2.2072e-02 ] [ l_g_total: 2.2072e-02 ] +2024-10-24 20:55:07,441 INFO: [ epoch: 8 ] [ iter: 54,000 ] [ performance: 19.367 it/s ] [ lr: 5.00e-05 ] [ eta: 1725 days, 17:41:24 ] [ l_g_pix: 2.7830e-02 ] [ l_g_total: 2.7830e-02 ] +2024-10-24 20:55:12,597 INFO: [ epoch: 8 ] [ iter: 54,100 ] [ performance: 20.094 it/s ] [ lr: 5.00e-05 ] [ eta: 1724 days, 17:23:49 ] [ l_g_pix: 2.3936e-02 ] [ l_g_total: 2.3936e-02 ] +2024-10-24 20:55:18,107 INFO: [ epoch: 8 ] [ iter: 54,200 ] [ performance: 18.576 it/s ] [ lr: 5.00e-05 ] [ eta: 1723 days, 21:18:36 ] [ l_g_pix: 3.3017e-02 ] [ l_g_total: 3.3017e-02 ] +2024-10-24 20:55:23,366 INFO: [ epoch: 8 ] [ iter: 54,300 ] [ performance: 18.882 it/s ] [ lr: 5.00e-05 ] [ eta: 1722 days, 21:43:47 ] [ l_g_pix: 3.1017e-02 ] [ l_g_total: 3.1017e-02 ] +2024-10-24 20:55:28,612 INFO: [ epoch: 8 ] [ iter: 54,400 ] [ performance: 19.024 it/s ] [ lr: 5.00e-05 ] [ eta: 1721 days, 21:41:15 ] [ l_g_pix: 2.2974e-02 ] [ l_g_total: 2.2974e-02 ] +2024-10-24 20:55:33,762 INFO: [ epoch: 8 ] [ iter: 54,500 ] [ performance: 19.572 it/s ] [ lr: 5.00e-05 ] [ eta: 1720 days, 20:09:22 ] [ l_g_pix: 3.2577e-02 ] [ l_g_total: 3.2577e-02 ] +2024-10-24 20:55:38,938 INFO: [ epoch: 8 ] [ iter: 54,600 ] [ performance: 19.378 it/s ] [ lr: 5.00e-05 ] [ eta: 1719 days, 18:39:32 ] [ l_g_pix: 2.6234e-02 ] [ l_g_total: 2.6234e-02 ] +2024-10-24 20:55:44,170 INFO: [ epoch: 8 ] [ iter: 54,700 ] [ performance: 18.970 it/s ] [ lr: 5.00e-05 ] [ eta: 1718 days, 17:34:10 ] [ l_g_pix: 2.7005e-02 ] [ l_g_total: 2.7005e-02 ] +2024-10-24 20:55:49,529 INFO: [ epoch: 8 ] [ iter: 54,800 ] [ performance: 18.727 it/s ] [ lr: 5.00e-05 ] [ eta: 1717 days, 17:48:00 ] [ l_g_pix: 2.5208e-02 ] [ l_g_total: 2.5208e-02 ] +2024-10-24 20:55:54,692 INFO: [ epoch: 8 ] [ iter: 54,900 ] [ performance: 19.516 it/s ] [ lr: 5.00e-05 ] [ eta: 1716 days, 15:16:05 ] [ l_g_pix: 1.3741e-02 ] [ l_g_total: 1.3741e-02 ] +2024-10-24 20:55:59,913 INFO: [ epoch: 8 ] [ iter: 55,000 ] [ performance: 19.231 it/s ] [ lr: 5.00e-05 ] [ eta: 1715 days, 13:10:42 ] [ l_g_pix: 2.6803e-02 ] [ l_g_total: 2.6803e-02 ] +2024-10-24 20:56:05,199 INFO: [ epoch: 8 ] [ iter: 55,100 ] [ performance: 19.228 it/s ] [ lr: 5.00e-05 ] [ eta: 1714 days, 11:35:59 ] [ l_g_pix: 2.3628e-02 ] [ l_g_total: 2.3628e-02 ] +2024-10-24 20:56:10,463 INFO: [ epoch: 8 ] [ iter: 55,200 ] [ performance: 19.046 it/s ] [ lr: 5.00e-05 ] [ eta: 1713 days, 9:27:38 ] [ l_g_pix: 2.3242e-02 ] [ l_g_total: 2.3242e-02 ] +2024-10-24 20:56:15,614 INFO: [ epoch: 8 ] [ iter: 55,300 ] [ performance: 18.957 it/s ] [ lr: 5.00e-05 ] [ eta: 1712 days, 5:37:34 ] [ l_g_pix: 4.2264e-02 ] [ l_g_total: 4.2264e-02 ] +2024-10-24 20:56:20,852 INFO: [ epoch: 8 ] [ iter: 55,400 ] [ performance: 19.066 it/s ] [ lr: 5.00e-05 ] [ eta: 1711 days, 2:35:01 ] [ l_g_pix: 3.7280e-02 ] [ l_g_total: 3.7280e-02 ] +2024-10-24 20:56:26,273 INFO: [ epoch: 8 ] [ iter: 55,500 ] [ performance: 19.255 it/s ] [ lr: 5.00e-05 ] [ eta: 1710 days, 1:30:59 ] [ l_g_pix: 2.1672e-02 ] [ l_g_total: 2.1672e-02 ] +2024-10-24 20:56:31,485 INFO: [ epoch: 8 ] [ iter: 55,600 ] [ performance: 19.200 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 21:34:21 ] [ l_g_pix: 2.3286e-02 ] [ l_g_total: 2.3286e-02 ] +2024-10-24 20:56:36,688 INFO: [ epoch: 8 ] [ iter: 55,700 ] [ performance: 19.328 it/s ] [ lr: 5.00e-05 ] [ eta: 1707 days, 17:13:04 ] [ l_g_pix: 2.4763e-02 ] [ l_g_total: 2.4763e-02 ] +2024-10-24 20:56:41,921 INFO: [ epoch: 8 ] [ iter: 55,800 ] [ performance: 19.151 it/s ] [ lr: 5.00e-05 ] [ eta: 1706 days, 12:57:05 ] [ l_g_pix: 3.0639e-02 ] [ l_g_total: 3.0639e-02 ] +2024-10-24 20:56:47,341 INFO: [ epoch: 8 ] [ iter: 55,900 ] [ performance: 18.990 it/s ] [ lr: 5.00e-05 ] [ eta: 1705 days, 10:40:44 ] [ l_g_pix: 2.7209e-02 ] [ l_g_total: 2.7209e-02 ] +2024-10-24 20:56:52,546 INFO: [ epoch: 8 ] [ iter: 56,000 ] [ performance: 19.175 it/s ] [ lr: 5.00e-05 ] [ eta: 1704 days, 5:28:33 ] [ l_g_pix: 2.9739e-02 ] [ l_g_total: 2.9739e-02 ] +2024-10-24 20:56:57,843 INFO: [ epoch: 8 ] [ iter: 56,100 ] [ performance: 16.855 it/s ] [ lr: 5.00e-05 ] [ eta: 1703 days, 1:06:42 ] [ l_g_pix: 2.4357e-02 ] [ l_g_total: 2.4357e-02 ] +2024-10-24 20:57:03,023 INFO: [ epoch: 8 ] [ iter: 56,200 ] [ performance: 18.833 it/s ] [ lr: 5.00e-05 ] [ eta: 1701 days, 19:01:18 ] [ l_g_pix: 2.5177e-02 ] [ l_g_total: 2.5177e-02 ] +2024-10-24 20:57:08,265 INFO: [ epoch: 8 ] [ iter: 56,300 ] [ performance: 19.234 it/s ] [ lr: 5.00e-05 ] [ eta: 1700 days, 13:23:41 ] [ l_g_pix: 2.2089e-02 ] [ l_g_total: 2.2089e-02 ] +2024-10-24 20:57:13,555 INFO: [ epoch: 8 ] [ iter: 56,400 ] [ performance: 18.959 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 8:04:06 ] [ l_g_pix: 3.2807e-02 ] [ l_g_total: 3.2807e-02 ] +2024-10-24 20:57:18,731 INFO: [ epoch: 8 ] [ iter: 56,500 ] [ performance: 19.500 it/s ] [ lr: 5.00e-05 ] [ eta: 1698 days, 1:04:14 ] [ l_g_pix: 3.4677e-02 ] [ l_g_total: 3.4677e-02 ] +2024-10-24 20:57:23,959 INFO: [ epoch: 8 ] [ iter: 56,600 ] [ performance: 19.190 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 18:24:13 ] [ l_g_pix: 3.2659e-02 ] [ l_g_total: 3.2659e-02 ] +2024-10-24 20:57:29,209 INFO: [ epoch: 8 ] [ iter: 56,700 ] [ performance: 19.353 it/s ] [ lr: 5.00e-05 ] [ eta: 1695 days, 11:43:08 ] [ l_g_pix: 3.4379e-02 ] [ l_g_total: 3.4379e-02 ] +2024-10-24 20:57:34,546 INFO: [ epoch: 8 ] [ iter: 56,800 ] [ performance: 18.831 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 5:46:46 ] [ l_g_pix: 3.9208e-02 ] [ l_g_total: 3.9208e-02 ] +2024-10-24 20:57:39,777 INFO: [ epoch: 8 ] [ iter: 56,900 ] [ performance: 20.054 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 22:16:56 ] [ l_g_pix: 3.1344e-02 ] [ l_g_total: 3.1344e-02 ] +2024-10-24 20:57:45,029 INFO: [ epoch: 8 ] [ iter: 57,000 ] [ performance: 19.183 it/s ] [ lr: 5.00e-05 ] [ eta: 1691 days, 14:44:29 ] [ l_g_pix: 3.0943e-02 ] [ l_g_total: 3.0943e-02 ] +2024-10-24 20:57:50,217 INFO: [ epoch: 8 ] [ iter: 57,100 ] [ performance: 20.086 it/s ] [ lr: 5.00e-05 ] [ eta: 1690 days, 6:08:40 ] [ l_g_pix: 3.0814e-02 ] [ l_g_total: 3.0814e-02 ] +2024-10-24 20:57:55,506 INFO: [ epoch: 8 ] [ iter: 57,200 ] [ performance: 19.063 it/s ] [ lr: 5.00e-05 ] [ eta: 1688 days, 22:27:53 ] [ l_g_pix: 2.6625e-02 ] [ l_g_total: 2.6625e-02 ] +2024-10-24 20:58:00,753 INFO: [ epoch: 8 ] [ iter: 57,300 ] [ performance: 19.714 it/s ] [ lr: 5.00e-05 ] [ eta: 1687 days, 13:58:55 ] [ l_g_pix: 1.8041e-02 ] [ l_g_total: 1.8041e-02 ] +2024-10-24 20:58:05,944 INFO: [ epoch: 8 ] [ iter: 57,400 ] [ performance: 19.321 it/s ] [ lr: 5.00e-05 ] [ eta: 1686 days, 4:33:44 ] [ l_g_pix: 2.2499e-02 ] [ l_g_total: 2.2499e-02 ] +2024-10-24 20:58:11,168 INFO: [ epoch: 8 ] [ iter: 57,500 ] [ performance: 19.620 it/s ] [ lr: 5.00e-05 ] [ eta: 1684 days, 19:13:37 ] [ l_g_pix: 3.5346e-02 ] [ l_g_total: 3.5346e-02 ] +2024-10-24 20:58:16,403 INFO: [ epoch: 8 ] [ iter: 57,600 ] [ performance: 19.165 it/s ] [ lr: 5.00e-05 ] [ eta: 1683 days, 9:44:42 ] [ l_g_pix: 3.3543e-02 ] [ l_g_total: 3.3543e-02 ] +2024-10-24 20:58:21,567 INFO: [ epoch: 8 ] [ iter: 57,700 ] [ performance: 20.557 it/s ] [ lr: 5.00e-05 ] [ eta: 1681 days, 23:07:48 ] [ l_g_pix: 2.1858e-02 ] [ l_g_total: 2.1858e-02 ] +2024-10-24 20:58:29,183 INFO: [ epoch: 8 ] [ iter: 57,800 ] [ performance: 19.323 it/s ] [ lr: 5.00e-05 ] [ eta: 1681 days, 16:58:22 ] [ l_g_pix: 2.7382e-02 ] [ l_g_total: 2.7382e-02 ] +2024-10-24 20:58:34,293 INFO: [ epoch: 8 ] [ iter: 57,900 ] [ performance: 20.651 it/s ] [ lr: 5.00e-05 ] [ eta: 1680 days, 5:05:04 ] [ l_g_pix: 2.5684e-02 ] [ l_g_total: 2.5684e-02 ] +2024-10-24 20:58:39,635 INFO: [ epoch: 8 ] [ iter: 58,000 ] [ performance: 18.912 it/s ] [ lr: 5.00e-05 ] [ eta: 1678 days, 19:37:06 ] [ l_g_pix: 2.7880e-02 ] [ l_g_total: 2.7880e-02 ] +2024-10-24 20:58:44,634 INFO: [ epoch: 8 ] [ iter: 58,100 ] [ performance: 19.835 it/s ] [ lr: 5.00e-05 ] [ eta: 1677 days, 5:51:50 ] [ l_g_pix: 2.4482e-02 ] [ l_g_total: 2.4482e-02 ] +2024-10-24 20:58:49,722 INFO: [ epoch: 8 ] [ iter: 58,200 ] [ performance: 19.675 it/s ] [ lr: 5.00e-05 ] [ eta: 1675 days, 16:51:51 ] [ l_g_pix: 3.4059e-02 ] [ l_g_total: 3.4059e-02 ] +2024-10-24 20:58:54,969 INFO: [ epoch: 8 ] [ iter: 58,300 ] [ performance: 20.423 it/s ] [ lr: 5.00e-05 ] [ eta: 1674 days, 5:25:42 ] [ l_g_pix: 3.0524e-02 ] [ l_g_total: 3.0524e-02 ] +2024-10-24 20:59:00,243 INFO: [ epoch: 8 ] [ iter: 58,400 ] [ performance: 19.087 it/s ] [ lr: 5.00e-05 ] [ eta: 1672 days, 18:00:43 ] [ l_g_pix: 2.5969e-02 ] [ l_g_total: 2.5969e-02 ] +2024-10-24 20:59:05,507 INFO: [ epoch: 8 ] [ iter: 58,500 ] [ performance: 19.797 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 6:10:49 ] [ l_g_pix: 3.7887e-02 ] [ l_g_total: 3.7887e-02 ] +2024-10-24 20:59:10,767 INFO: [ epoch: 8 ] [ iter: 58,600 ] [ performance: 19.075 it/s ] [ lr: 5.00e-05 ] [ eta: 1669 days, 18:01:10 ] [ l_g_pix: 3.9018e-02 ] [ l_g_total: 3.9018e-02 ] +2024-10-24 20:59:16,016 INFO: [ epoch: 8 ] [ iter: 58,700 ] [ performance: 20.133 it/s ] [ lr: 5.00e-05 ] [ eta: 1668 days, 5:26:08 ] [ l_g_pix: 2.2787e-02 ] [ l_g_total: 2.2787e-02 ] +2024-10-24 20:59:21,478 INFO: [ epoch: 8 ] [ iter: 58,800 ] [ performance: 18.435 it/s ] [ lr: 5.00e-05 ] [ eta: 1666 days, 18:59:51 ] [ l_g_pix: 3.6670e-02 ] [ l_g_total: 3.6670e-02 ] +2024-10-24 20:59:26,789 INFO: [ epoch: 8 ] [ iter: 58,900 ] [ performance: 20.284 it/s ] [ lr: 5.00e-05 ] [ eta: 1665 days, 6:31:52 ] [ l_g_pix: 2.7792e-02 ] [ l_g_total: 2.7792e-02 ] +2024-10-24 20:59:32,043 INFO: [ epoch: 8 ] [ iter: 59,000 ] [ performance: 19.112 it/s ] [ lr: 5.00e-05 ] [ eta: 1663 days, 17:07:37 ] [ l_g_pix: 3.2192e-02 ] [ l_g_total: 3.2192e-02 ] +2024-10-24 20:59:37,251 INFO: [ epoch: 8 ] [ iter: 59,100 ] [ performance: 19.893 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 2:54:13 ] [ l_g_pix: 2.1299e-02 ] [ l_g_total: 2.1299e-02 ] +2024-10-24 20:59:42,507 INFO: [ epoch: 8 ] [ iter: 59,200 ] [ performance: 19.077 it/s ] [ lr: 5.00e-05 ] [ eta: 1660 days, 12:55:48 ] [ l_g_pix: 2.1853e-02 ] [ l_g_total: 2.1853e-02 ] +2024-10-24 20:59:47,818 INFO: [ epoch: 8 ] [ iter: 59,300 ] [ performance: 19.013 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 23:17:31 ] [ l_g_pix: 2.6582e-02 ] [ l_g_total: 2.6582e-02 ] +2024-10-24 20:59:53,066 INFO: [ epoch: 8 ] [ iter: 59,400 ] [ performance: 19.055 it/s ] [ lr: 5.00e-05 ] [ eta: 1657 days, 8:38:56 ] [ l_g_pix: 3.2989e-02 ] [ l_g_total: 3.2989e-02 ] +2024-10-24 20:59:57,986 INFO: [ epoch: 8 ] [ iter: 59,500 ] [ performance: 21.333 it/s ] [ lr: 5.00e-05 ] [ eta: 1655 days, 14:01:18 ] [ l_g_pix: 3.0156e-02 ] [ l_g_total: 3.0156e-02 ] +2024-10-24 21:00:04,525 INFO: [ epoch: 9 ] [ iter: 59,600 ] [ performance: 15.463 it/s ] [ lr: 5.00e-05 ] [ eta: 1654 days, 13:17:28 ] [ l_g_pix: 1.9529e-02 ] [ l_g_total: 1.9529e-02 ] +2024-10-24 21:00:09,599 INFO: [ epoch: 9 ] [ iter: 59,700 ] [ performance: 19.125 it/s ] [ lr: 5.00e-05 ] [ eta: 1652 days, 19:47:57 ] [ l_g_pix: 1.9639e-02 ] [ l_g_total: 1.9639e-02 ] +2024-10-24 21:00:14,819 INFO: [ epoch: 9 ] [ iter: 59,800 ] [ performance: 19.161 it/s ] [ lr: 5.00e-05 ] [ eta: 1651 days, 3:38:50 ] [ l_g_pix: 3.3342e-02 ] [ l_g_total: 3.3342e-02 ] +2024-10-24 21:00:19,945 INFO: [ epoch: 9 ] [ iter: 59,900 ] [ performance: 19.838 it/s ] [ lr: 5.00e-05 ] [ eta: 1649 days, 10:10:03 ] [ l_g_pix: 2.8274e-02 ] [ l_g_total: 2.8274e-02 ] +2024-10-24 21:00:25,358 INFO: [ epoch: 9 ] [ iter: 60,000 ] [ performance: 18.499 it/s ] [ lr: 5.00e-05 ] [ eta: 1647 days, 19:35:50 ] [ l_g_pix: 2.4825e-02 ] [ l_g_total: 2.4825e-02 ] +2024-10-24 21:00:25,359 INFO: Saving models and training states. +2024-10-24 21:01:31,589 INFO: Validation val + + # psnr: 21.9965........ Best: 21.9965 @ 60000 iter + # ssim: 0.6466........ Best: 0.6466 @ 60000 iter + # dists: 0.7866........ Best: 0.7866 @ 60000 iter + +2024-10-24 21:01:36,744 INFO: [ epoch: 9 ] [ iter: 60,100 ] [ performance: 18.859 it/s ] [ lr: 5.00e-05 ] [ eta: 1676 days, 15:53:42 ] [ l_g_pix: 2.4179e-02 ] [ l_g_total: 2.4179e-02 ] +2024-10-24 21:01:41,764 INFO: [ epoch: 9 ] [ iter: 60,200 ] [ performance: 19.911 it/s ] [ lr: 5.00e-05 ] [ eta: 1674 days, 18:32:31 ] [ l_g_pix: 1.9521e-02 ] [ l_g_total: 1.9521e-02 ] +2024-10-24 21:01:46,878 INFO: [ epoch: 9 ] [ iter: 60,300 ] [ performance: 19.734 it/s ] [ lr: 5.00e-05 ] [ eta: 1672 days, 21:56:21 ] [ l_g_pix: 2.4942e-02 ] [ l_g_total: 2.4942e-02 ] +2024-10-24 21:01:52,093 INFO: [ epoch: 9 ] [ iter: 60,400 ] [ performance: 19.179 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 2:09:54 ] [ l_g_pix: 2.6347e-02 ] [ l_g_total: 2.6347e-02 ] +2024-10-24 21:01:57,404 INFO: [ epoch: 9 ] [ iter: 60,500 ] [ performance: 19.003 it/s ] [ lr: 5.00e-05 ] [ eta: 1669 days, 7:09:23 ] [ l_g_pix: 2.1560e-02 ] [ l_g_total: 2.1560e-02 ] +2024-10-24 21:02:02,613 INFO: [ epoch: 9 ] [ iter: 60,600 ] [ performance: 19.194 it/s ] [ lr: 5.00e-05 ] [ eta: 1667 days, 10:44:23 ] [ l_g_pix: 2.5611e-02 ] [ l_g_total: 2.5611e-02 ] +2024-10-24 21:02:07,819 INFO: [ epoch: 9 ] [ iter: 60,700 ] [ performance: 19.203 it/s ] [ lr: 5.00e-05 ] [ eta: 1665 days, 13:59:55 ] [ l_g_pix: 3.2513e-02 ] [ l_g_total: 3.2513e-02 ] +2024-10-24 21:02:13,030 INFO: [ epoch: 9 ] [ iter: 60,800 ] [ performance: 19.232 it/s ] [ lr: 5.00e-05 ] [ eta: 1663 days, 17:01:13 ] [ l_g_pix: 2.8003e-02 ] [ l_g_total: 2.8003e-02 ] +2024-10-24 21:02:18,315 INFO: [ epoch: 9 ] [ iter: 60,900 ] [ performance: 19.076 it/s ] [ lr: 5.00e-05 ] [ eta: 1661 days, 20:33:14 ] [ l_g_pix: 2.8252e-02 ] [ l_g_total: 2.8252e-02 ] +2024-10-24 21:02:23,499 INFO: [ epoch: 9 ] [ iter: 61,000 ] [ performance: 19.346 it/s ] [ lr: 5.00e-05 ] [ eta: 1659 days, 22:42:06 ] [ l_g_pix: 1.9161e-02 ] [ l_g_total: 1.9161e-02 ] +2024-10-24 21:02:28,679 INFO: [ epoch: 9 ] [ iter: 61,100 ] [ performance: 19.325 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 0:31:41 ] [ l_g_pix: 2.9583e-02 ] [ l_g_total: 2.9583e-02 ] +2024-10-24 21:02:33,749 INFO: [ epoch: 9 ] [ iter: 61,200 ] [ performance: 19.773 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 0:51:55 ] [ l_g_pix: 3.3251e-02 ] [ l_g_total: 3.3251e-02 ] +2024-10-24 21:02:38,927 INFO: [ epoch: 9 ] [ iter: 61,300 ] [ performance: 19.536 it/s ] [ lr: 5.00e-05 ] [ eta: 1654 days, 2:05:36 ] [ l_g_pix: 4.2260e-02 ] [ l_g_total: 4.2260e-02 ] +2024-10-24 21:02:44,153 INFO: [ epoch: 9 ] [ iter: 61,400 ] [ performance: 19.128 it/s ] [ lr: 5.00e-05 ] [ eta: 1652 days, 3:32:51 ] [ l_g_pix: 3.0107e-02 ] [ l_g_total: 3.0107e-02 ] +2024-10-24 21:02:49,365 INFO: [ epoch: 9 ] [ iter: 61,500 ] [ performance: 19.160 it/s ] [ lr: 5.00e-05 ] [ eta: 1650 days, 4:33:16 ] [ l_g_pix: 3.8900e-02 ] [ l_g_total: 3.8900e-02 ] +2024-10-24 21:02:54,546 INFO: [ epoch: 9 ] [ iter: 61,600 ] [ performance: 19.327 it/s ] [ lr: 5.00e-05 ] [ eta: 1648 days, 4:56:37 ] [ l_g_pix: 3.9455e-02 ] [ l_g_total: 3.9455e-02 ] +2024-10-24 21:02:59,839 INFO: [ epoch: 9 ] [ iter: 61,700 ] [ performance: 19.102 it/s ] [ lr: 5.00e-05 ] [ eta: 1646 days, 6:14:11 ] [ l_g_pix: 2.5380e-02 ] [ l_g_total: 2.5380e-02 ] +2024-10-24 21:03:05,066 INFO: [ epoch: 9 ] [ iter: 61,800 ] [ performance: 19.116 it/s ] [ lr: 5.00e-05 ] [ eta: 1644 days, 6:32:25 ] [ l_g_pix: 2.9839e-02 ] [ l_g_total: 2.9839e-02 ] +2024-10-24 21:03:10,282 INFO: [ epoch: 9 ] [ iter: 61,900 ] [ performance: 19.145 it/s ] [ lr: 5.00e-05 ] [ eta: 1642 days, 6:26:20 ] [ l_g_pix: 2.5105e-02 ] [ l_g_total: 2.5105e-02 ] +2024-10-24 21:03:15,525 INFO: [ epoch: 9 ] [ iter: 62,000 ] [ performance: 19.096 it/s ] [ lr: 5.00e-05 ] [ eta: 1640 days, 6:19:10 ] [ l_g_pix: 2.6852e-02 ] [ l_g_total: 2.6852e-02 ] +2024-10-24 21:03:20,699 INFO: [ epoch: 9 ] [ iter: 62,100 ] [ performance: 19.217 it/s ] [ lr: 5.00e-05 ] [ eta: 1638 days, 5:11:27 ] [ l_g_pix: 2.8463e-02 ] [ l_g_total: 2.8463e-02 ] +2024-10-24 21:03:25,893 INFO: [ epoch: 9 ] [ iter: 62,200 ] [ performance: 19.233 it/s ] [ lr: 5.00e-05 ] [ eta: 1636 days, 3:59:00 ] [ l_g_pix: 2.8018e-02 ] [ l_g_total: 2.8018e-02 ] +2024-10-24 21:03:31,047 INFO: [ epoch: 9 ] [ iter: 62,300 ] [ performance: 19.321 it/s ] [ lr: 5.00e-05 ] [ eta: 1634 days, 2:04:33 ] [ l_g_pix: 3.4166e-02 ] [ l_g_total: 3.4166e-02 ] +2024-10-24 21:03:36,106 INFO: [ epoch: 9 ] [ iter: 62,400 ] [ performance: 19.726 it/s ] [ lr: 5.00e-05 ] [ eta: 1631 days, 22:52:38 ] [ l_g_pix: 2.0150e-02 ] [ l_g_total: 2.0150e-02 ] +2024-10-24 21:03:41,322 INFO: [ epoch: 9 ] [ iter: 62,500 ] [ performance: 19.431 it/s ] [ lr: 5.00e-05 ] [ eta: 1629 days, 21:02:45 ] [ l_g_pix: 2.8962e-02 ] [ l_g_total: 2.8962e-02 ] +2024-10-24 21:03:46,575 INFO: [ epoch: 9 ] [ iter: 62,600 ] [ performance: 19.050 it/s ] [ lr: 5.00e-05 ] [ eta: 1627 days, 19:18:09 ] [ l_g_pix: 2.7435e-02 ] [ l_g_total: 2.7435e-02 ] +2024-10-24 21:03:51,832 INFO: [ epoch: 9 ] [ iter: 62,700 ] [ performance: 19.038 it/s ] [ lr: 5.00e-05 ] [ eta: 1625 days, 17:18:09 ] [ l_g_pix: 2.7885e-02 ] [ l_g_total: 2.7885e-02 ] +2024-10-24 21:03:56,984 INFO: [ epoch: 9 ] [ iter: 62,800 ] [ performance: 19.490 it/s ] [ lr: 5.00e-05 ] [ eta: 1623 days, 13:56:10 ] [ l_g_pix: 2.1492e-02 ] [ l_g_total: 2.1492e-02 ] +2024-10-24 21:04:02,279 INFO: [ epoch: 9 ] [ iter: 62,900 ] [ performance: 19.165 it/s ] [ lr: 5.00e-05 ] [ eta: 1621 days, 11:45:07 ] [ l_g_pix: 1.6752e-02 ] [ l_g_total: 1.6752e-02 ] +2024-10-24 21:04:07,550 INFO: [ epoch: 9 ] [ iter: 63,000 ] [ performance: 19.020 it/s ] [ lr: 5.00e-05 ] [ eta: 1619 days, 9:01:54 ] [ l_g_pix: 3.2870e-02 ] [ l_g_total: 3.2870e-02 ] +2024-10-24 21:04:12,850 INFO: [ epoch: 9 ] [ iter: 63,100 ] [ performance: 18.940 it/s ] [ lr: 5.00e-05 ] [ eta: 1617 days, 6:18:33 ] [ l_g_pix: 2.8667e-02 ] [ l_g_total: 2.8667e-02 ] +2024-10-24 21:04:18,112 INFO: [ epoch: 9 ] [ iter: 63,200 ] [ performance: 19.006 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 2:54:25 ] [ l_g_pix: 2.4645e-02 ] [ l_g_total: 2.4645e-02 ] +2024-10-24 21:04:23,335 INFO: [ epoch: 9 ] [ iter: 63,300 ] [ performance: 19.083 it/s ] [ lr: 5.00e-05 ] [ eta: 1612 days, 22:48:42 ] [ l_g_pix: 3.3639e-02 ] [ l_g_total: 3.3639e-02 ] +2024-10-24 21:04:28,537 INFO: [ epoch: 9 ] [ iter: 63,400 ] [ performance: 19.321 it/s ] [ lr: 5.00e-05 ] [ eta: 1610 days, 18:12:44 ] [ l_g_pix: 3.7790e-02 ] [ l_g_total: 3.7790e-02 ] +2024-10-24 21:04:33,726 INFO: [ epoch: 9 ] [ iter: 63,500 ] [ performance: 19.296 it/s ] [ lr: 5.00e-05 ] [ eta: 1608 days, 13:11:39 ] [ l_g_pix: 2.6534e-02 ] [ l_g_total: 2.6534e-02 ] +2024-10-24 21:04:39,009 INFO: [ epoch: 9 ] [ iter: 63,600 ] [ performance: 18.993 it/s ] [ lr: 5.00e-05 ] [ eta: 1606 days, 8:50:42 ] [ l_g_pix: 2.7326e-02 ] [ l_g_total: 2.7326e-02 ] +2024-10-24 21:04:44,253 INFO: [ epoch: 9 ] [ iter: 63,700 ] [ performance: 19.037 it/s ] [ lr: 5.00e-05 ] [ eta: 1604 days, 3:47:53 ] [ l_g_pix: 1.3864e-02 ] [ l_g_total: 1.3864e-02 ] +2024-10-24 21:04:49,606 INFO: [ epoch: 9 ] [ iter: 63,800 ] [ performance: 18.789 it/s ] [ lr: 5.00e-05 ] [ eta: 1601 days, 23:33:55 ] [ l_g_pix: 3.1147e-02 ] [ l_g_total: 3.1147e-02 ] +2024-10-24 21:04:54,823 INFO: [ epoch: 9 ] [ iter: 63,900 ] [ performance: 18.997 it/s ] [ lr: 5.00e-05 ] [ eta: 1599 days, 17:39:46 ] [ l_g_pix: 3.4971e-02 ] [ l_g_total: 3.4971e-02 ] +2024-10-24 21:04:59,998 INFO: [ epoch: 9 ] [ iter: 64,000 ] [ performance: 19.393 it/s ] [ lr: 5.00e-05 ] [ eta: 1597 days, 11:03:26 ] [ l_g_pix: 4.0479e-02 ] [ l_g_total: 4.0479e-02 ] +2024-10-24 21:05:05,307 INFO: [ epoch: 9 ] [ iter: 64,100 ] [ performance: 19.084 it/s ] [ lr: 5.00e-05 ] [ eta: 1595 days, 5:29:48 ] [ l_g_pix: 2.9501e-02 ] [ l_g_total: 2.9501e-02 ] +2024-10-24 21:05:10,588 INFO: [ epoch: 9 ] [ iter: 64,200 ] [ performance: 19.077 it/s ] [ lr: 5.00e-05 ] [ eta: 1592 days, 23:22:05 ] [ l_g_pix: 2.9652e-02 ] [ l_g_total: 2.9652e-02 ] +2024-10-24 21:05:15,813 INFO: [ epoch: 9 ] [ iter: 64,300 ] [ performance: 19.113 it/s ] [ lr: 5.00e-05 ] [ eta: 1590 days, 16:22:56 ] [ l_g_pix: 2.4935e-02 ] [ l_g_total: 2.4935e-02 ] +2024-10-24 21:05:21,047 INFO: [ epoch: 9 ] [ iter: 64,400 ] [ performance: 19.209 it/s ] [ lr: 5.00e-05 ] [ eta: 1588 days, 9:12:22 ] [ l_g_pix: 2.7556e-02 ] [ l_g_total: 2.7556e-02 ] +2024-10-24 21:05:26,352 INFO: [ epoch: 9 ] [ iter: 64,500 ] [ performance: 19.010 it/s ] [ lr: 5.00e-05 ] [ eta: 1586 days, 2:25:55 ] [ l_g_pix: 2.7991e-02 ] [ l_g_total: 2.7991e-02 ] +2024-10-24 21:05:31,366 INFO: [ epoch: 9 ] [ iter: 64,600 ] [ performance: 20.082 it/s ] [ lr: 5.00e-05 ] [ eta: 1583 days, 16:29:57 ] [ l_g_pix: 2.4494e-02 ] [ l_g_total: 2.4494e-02 ] +2024-10-24 21:05:36,391 INFO: [ epoch: 9 ] [ iter: 64,700 ] [ performance: 19.982 it/s ] [ lr: 5.00e-05 ] [ eta: 1581 days, 6:23:48 ] [ l_g_pix: 4.0289e-02 ] [ l_g_total: 4.0289e-02 ] +2024-10-24 21:05:41,575 INFO: [ epoch: 9 ] [ iter: 64,800 ] [ performance: 19.232 it/s ] [ lr: 5.00e-05 ] [ eta: 1578 days, 21:34:40 ] [ l_g_pix: 2.1572e-02 ] [ l_g_total: 2.1572e-02 ] +2024-10-24 21:05:46,779 INFO: [ epoch: 9 ] [ iter: 64,900 ] [ performance: 19.225 it/s ] [ lr: 5.00e-05 ] [ eta: 1576 days, 12:39:31 ] [ l_g_pix: 2.5779e-02 ] [ l_g_total: 2.5779e-02 ] +2024-10-24 21:05:52,014 INFO: [ epoch: 9 ] [ iter: 65,000 ] [ performance: 19.190 it/s ] [ lr: 5.00e-05 ] [ eta: 1574 days, 3:44:50 ] [ l_g_pix: 2.9365e-02 ] [ l_g_total: 2.9365e-02 ] +2024-10-24 21:05:57,275 INFO: [ epoch: 9 ] [ iter: 65,100 ] [ performance: 19.086 it/s ] [ lr: 5.00e-05 ] [ eta: 1571 days, 18:48:40 ] [ l_g_pix: 3.3137e-02 ] [ l_g_total: 3.3137e-02 ] +2024-10-24 21:06:02,463 INFO: [ epoch: 9 ] [ iter: 65,200 ] [ performance: 19.455 it/s ] [ lr: 5.00e-05 ] [ eta: 1569 days, 8:52:08 ] [ l_g_pix: 1.8824e-02 ] [ l_g_total: 1.8824e-02 ] +2024-10-24 21:06:07,762 INFO: [ epoch: 9 ] [ iter: 65,300 ] [ performance: 19.121 it/s ] [ lr: 5.00e-05 ] [ eta: 1566 days, 23:42:22 ] [ l_g_pix: 2.3895e-02 ] [ l_g_total: 2.3895e-02 ] +2024-10-24 21:06:12,879 INFO: [ epoch: 9 ] [ iter: 65,400 ] [ performance: 19.991 it/s ] [ lr: 5.00e-05 ] [ eta: 1564 days, 12:29:45 ] [ l_g_pix: 1.7981e-02 ] [ l_g_total: 1.7981e-02 ] +2024-10-24 21:06:18,194 INFO: [ epoch: 9 ] [ iter: 65,500 ] [ performance: 19.302 it/s ] [ lr: 5.00e-05 ] [ eta: 1562 days, 2:54:32 ] [ l_g_pix: 3.0659e-02 ] [ l_g_total: 3.0659e-02 ] +2024-10-24 21:06:23,526 INFO: [ epoch: 9 ] [ iter: 65,600 ] [ performance: 18.604 it/s ] [ lr: 5.00e-05 ] [ eta: 1559 days, 17:11:12 ] [ l_g_pix: 2.6684e-02 ] [ l_g_total: 2.6684e-02 ] +2024-10-24 21:06:28,836 INFO: [ epoch: 9 ] [ iter: 65,700 ] [ performance: 18.735 it/s ] [ lr: 5.00e-05 ] [ eta: 1557 days, 6:57:36 ] [ l_g_pix: 2.1726e-02 ] [ l_g_total: 2.1726e-02 ] +2024-10-24 21:06:33,982 INFO: [ epoch: 9 ] [ iter: 65,800 ] [ performance: 19.608 it/s ] [ lr: 5.00e-05 ] [ eta: 1554 days, 18:52:36 ] [ l_g_pix: 3.8387e-02 ] [ l_g_total: 3.8387e-02 ] +2024-10-24 21:06:39,286 INFO: [ epoch: 9 ] [ iter: 65,900 ] [ performance: 19.167 it/s ] [ lr: 5.00e-05 ] [ eta: 1552 days, 8:00:13 ] [ l_g_pix: 2.1507e-02 ] [ l_g_total: 2.1507e-02 ] +2024-10-24 21:06:44,577 INFO: [ epoch: 9 ] [ iter: 66,000 ] [ performance: 18.788 it/s ] [ lr: 5.00e-05 ] [ eta: 1549 days, 20:42:58 ] [ l_g_pix: 2.6638e-02 ] [ l_g_total: 2.6638e-02 ] +2024-10-24 21:06:49,606 INFO: [ epoch: 9 ] [ iter: 66,100 ] [ performance: 19.414 it/s ] [ lr: 5.00e-05 ] [ eta: 1547 days, 6:39:33 ] [ l_g_pix: 4.1310e-02 ] [ l_g_total: 4.1310e-02 ] +2024-10-24 21:06:56,082 INFO: [ epoch: 10 ] [ iter: 66,200 ] [ performance: 14.188 it/s ] [ lr: 5.00e-05 ] [ eta: 1545 days, 5:54:34 ] [ l_g_pix: 2.5835e-02 ] [ l_g_total: 2.5835e-02 ] +2024-10-24 21:07:01,152 INFO: [ epoch: 10 ] [ iter: 66,300 ] [ performance: 16.974 it/s ] [ lr: 5.00e-05 ] [ eta: 1542 days, 15:39:25 ] [ l_g_pix: 2.8326e-02 ] [ l_g_total: 2.8326e-02 ] +2024-10-24 21:07:06,161 INFO: [ epoch: 10 ] [ iter: 66,400 ] [ performance: 19.966 it/s ] [ lr: 5.00e-05 ] [ eta: 1540 days, 0:32:01 ] [ l_g_pix: 3.5875e-02 ] [ l_g_total: 3.5875e-02 ] +2024-10-24 21:07:11,155 INFO: [ epoch: 10 ] [ iter: 66,500 ] [ performance: 20.001 it/s ] [ lr: 5.00e-05 ] [ eta: 1537 days, 9:00:06 ] [ l_g_pix: 2.6348e-02 ] [ l_g_total: 2.6348e-02 ] +2024-10-24 21:07:16,263 INFO: [ epoch: 10 ] [ iter: 66,600 ] [ performance: 19.656 it/s ] [ lr: 5.00e-05 ] [ eta: 1534 days, 18:14:57 ] [ l_g_pix: 1.9474e-02 ] [ l_g_total: 1.9474e-02 ] +2024-10-24 21:07:21,620 INFO: [ epoch: 10 ] [ iter: 66,700 ] [ performance: 19.061 it/s ] [ lr: 5.00e-05 ] [ eta: 1532 days, 5:30:34 ] [ l_g_pix: 3.5151e-02 ] [ l_g_total: 3.5151e-02 ] +2024-10-24 21:07:27,028 INFO: [ epoch: 10 ] [ iter: 66,800 ] [ performance: 19.229 it/s ] [ lr: 5.00e-05 ] [ eta: 1529 days, 16:56:51 ] [ l_g_pix: 2.3611e-02 ] [ l_g_total: 2.3611e-02 ] +2024-10-24 21:07:32,162 INFO: [ epoch: 10 ] [ iter: 66,900 ] [ performance: 19.378 it/s ] [ lr: 5.00e-05 ] [ eta: 1527 days, 1:33:57 ] [ l_g_pix: 2.8341e-02 ] [ l_g_total: 2.8341e-02 ] +2024-10-24 21:07:37,308 INFO: [ epoch: 10 ] [ iter: 67,000 ] [ performance: 19.587 it/s ] [ lr: 5.00e-05 ] [ eta: 1524 days, 10:00:51 ] [ l_g_pix: 2.3860e-02 ] [ l_g_total: 2.3860e-02 ] +2024-10-24 21:07:42,353 INFO: [ epoch: 10 ] [ iter: 67,100 ] [ performance: 19.730 it/s ] [ lr: 5.00e-05 ] [ eta: 1521 days, 17:14:35 ] [ l_g_pix: 2.5293e-02 ] [ l_g_total: 2.5293e-02 ] +2024-10-24 21:07:47,537 INFO: [ epoch: 10 ] [ iter: 67,200 ] [ performance: 19.248 it/s ] [ lr: 5.00e-05 ] [ eta: 1519 days, 1:27:59 ] [ l_g_pix: 3.0051e-02 ] [ l_g_total: 3.0051e-02 ] +2024-10-24 21:07:52,871 INFO: [ epoch: 10 ] [ iter: 67,300 ] [ performance: 18.945 it/s ] [ lr: 5.00e-05 ] [ eta: 1516 days, 10:45:48 ] [ l_g_pix: 2.5990e-02 ] [ l_g_total: 2.5990e-02 ] +2024-10-24 21:07:58,353 INFO: [ epoch: 10 ] [ iter: 67,400 ] [ performance: 17.841 it/s ] [ lr: 5.00e-05 ] [ eta: 1513 days, 21:05:48 ] [ l_g_pix: 3.3247e-02 ] [ l_g_total: 3.3247e-02 ] +2024-10-24 21:08:03,606 INFO: [ epoch: 10 ] [ iter: 67,500 ] [ performance: 18.547 it/s ] [ lr: 5.00e-05 ] [ eta: 1511 days, 5:04:07 ] [ l_g_pix: 2.6074e-02 ] [ l_g_total: 2.6074e-02 ] +2024-10-24 21:08:08,792 INFO: [ epoch: 10 ] [ iter: 67,600 ] [ performance: 19.276 it/s ] [ lr: 5.00e-05 ] [ eta: 1508 days, 12:08:07 ] [ l_g_pix: 2.5667e-02 ] [ l_g_total: 2.5667e-02 ] +2024-10-24 21:08:13,976 INFO: [ epoch: 10 ] [ iter: 67,700 ] [ performance: 19.286 it/s ] [ lr: 5.00e-05 ] [ eta: 1505 days, 18:54:12 ] [ l_g_pix: 3.4197e-02 ] [ l_g_total: 3.4197e-02 ] +2024-10-24 21:08:19,105 INFO: [ epoch: 10 ] [ iter: 67,800 ] [ performance: 19.475 it/s ] [ lr: 5.00e-05 ] [ eta: 1503 days, 0:53:27 ] [ l_g_pix: 3.0491e-02 ] [ l_g_total: 3.0491e-02 ] +2024-10-24 21:08:24,366 INFO: [ epoch: 10 ] [ iter: 67,900 ] [ performance: 19.187 it/s ] [ lr: 5.00e-05 ] [ eta: 1500 days, 7:46:13 ] [ l_g_pix: 2.5423e-02 ] [ l_g_total: 2.5423e-02 ] +2024-10-24 21:08:29,583 INFO: [ epoch: 10 ] [ iter: 68,000 ] [ performance: 19.291 it/s ] [ lr: 5.00e-05 ] [ eta: 1497 days, 13:58:04 ] [ l_g_pix: 2.1935e-02 ] [ l_g_total: 2.1935e-02 ] +2024-10-24 21:08:34,996 INFO: [ epoch: 10 ] [ iter: 68,100 ] [ performance: 18.781 it/s ] [ lr: 5.00e-05 ] [ eta: 1494 days, 21:36:14 ] [ l_g_pix: 2.3935e-02 ] [ l_g_total: 2.3935e-02 ] +2024-10-24 21:08:40,091 INFO: [ epoch: 10 ] [ iter: 68,200 ] [ performance: 19.698 it/s ] [ lr: 5.00e-05 ] [ eta: 1492 days, 2:08:29 ] [ l_g_pix: 2.8140e-02 ] [ l_g_total: 2.8140e-02 ] +2024-10-24 21:08:45,210 INFO: [ epoch: 10 ] [ iter: 68,300 ] [ performance: 19.607 it/s ] [ lr: 5.00e-05 ] [ eta: 1489 days, 6:35:50 ] [ l_g_pix: 1.8750e-02 ] [ l_g_total: 1.8750e-02 ] +2024-10-24 21:08:50,405 INFO: [ epoch: 10 ] [ iter: 68,400 ] [ performance: 19.024 it/s ] [ lr: 5.00e-05 ] [ eta: 1486 days, 11:26:24 ] [ l_g_pix: 3.9857e-02 ] [ l_g_total: 3.9857e-02 ] +2024-10-24 21:08:55,443 INFO: [ epoch: 10 ] [ iter: 68,500 ] [ performance: 19.532 it/s ] [ lr: 5.00e-05 ] [ eta: 1483 days, 14:37:25 ] [ l_g_pix: 3.1309e-02 ] [ l_g_total: 3.1309e-02 ] +2024-10-24 21:09:00,576 INFO: [ epoch: 10 ] [ iter: 68,600 ] [ performance: 19.539 it/s ] [ lr: 5.00e-05 ] [ eta: 1480 days, 18:21:14 ] [ l_g_pix: 3.0550e-02 ] [ l_g_total: 3.0550e-02 ] +2024-10-24 21:09:05,680 INFO: [ epoch: 10 ] [ iter: 68,700 ] [ performance: 19.575 it/s ] [ lr: 5.00e-05 ] [ eta: 1477 days, 21:32:38 ] [ l_g_pix: 3.2158e-02 ] [ l_g_total: 3.2158e-02 ] +2024-10-24 21:09:10,936 INFO: [ epoch: 10 ] [ iter: 68,800 ] [ performance: 19.884 it/s ] [ lr: 5.00e-05 ] [ eta: 1475 days, 1:46:15 ] [ l_g_pix: 2.7983e-02 ] [ l_g_total: 2.7983e-02 ] +2024-10-24 21:09:15,999 INFO: [ epoch: 10 ] [ iter: 68,900 ] [ performance: 19.801 it/s ] [ lr: 5.00e-05 ] [ eta: 1472 days, 4:02:14 ] [ l_g_pix: 3.4525e-02 ] [ l_g_total: 3.4525e-02 ] +2024-10-24 21:09:21,147 INFO: [ epoch: 10 ] [ iter: 69,000 ] [ performance: 19.371 it/s ] [ lr: 5.00e-05 ] [ eta: 1469 days, 6:45:05 ] [ l_g_pix: 2.7108e-02 ] [ l_g_total: 2.7108e-02 ] +2024-10-24 21:09:26,339 INFO: [ epoch: 10 ] [ iter: 69,100 ] [ performance: 19.302 it/s ] [ lr: 5.00e-05 ] [ eta: 1466 days, 9:33:42 ] [ l_g_pix: 3.5204e-02 ] [ l_g_total: 3.5204e-02 ] +2024-10-24 21:09:31,560 INFO: [ epoch: 10 ] [ iter: 69,200 ] [ performance: 19.450 it/s ] [ lr: 5.00e-05 ] [ eta: 1463 days, 12:19:57 ] [ l_g_pix: 2.5581e-02 ] [ l_g_total: 2.5581e-02 ] +2024-10-24 21:09:36,857 INFO: [ epoch: 10 ] [ iter: 69,300 ] [ performance: 19.082 it/s ] [ lr: 5.00e-05 ] [ eta: 1460 days, 15:27:23 ] [ l_g_pix: 2.9524e-02 ] [ l_g_total: 2.9524e-02 ] +2024-10-24 21:09:42,205 INFO: [ epoch: 10 ] [ iter: 69,400 ] [ performance: 18.926 it/s ] [ lr: 5.00e-05 ] [ eta: 1457 days, 18:43:03 ] [ l_g_pix: 2.5623e-02 ] [ l_g_total: 2.5623e-02 ] +2024-10-24 21:09:47,386 INFO: [ epoch: 10 ] [ iter: 69,500 ] [ performance: 19.167 it/s ] [ lr: 5.00e-05 ] [ eta: 1454 days, 20:16:28 ] [ l_g_pix: 2.6761e-02 ] [ l_g_total: 2.6761e-02 ] +2024-10-24 21:09:52,497 INFO: [ epoch: 10 ] [ iter: 69,600 ] [ performance: 19.786 it/s ] [ lr: 5.00e-05 ] [ eta: 1451 days, 20:57:01 ] [ l_g_pix: 2.8915e-02 ] [ l_g_total: 2.8915e-02 ] +2024-10-24 21:09:57,691 INFO: [ epoch: 10 ] [ iter: 69,700 ] [ performance: 19.439 it/s ] [ lr: 5.00e-05 ] [ eta: 1448 days, 22:02:14 ] [ l_g_pix: 3.4215e-02 ] [ l_g_total: 3.4215e-02 ] +2024-10-24 21:10:02,903 INFO: [ epoch: 10 ] [ iter: 69,800 ] [ performance: 19.365 it/s ] [ lr: 5.00e-05 ] [ eta: 1445 days, 22:59:27 ] [ l_g_pix: 2.4244e-02 ] [ l_g_total: 2.4244e-02 ] +2024-10-24 21:10:08,211 INFO: [ epoch: 10 ] [ iter: 69,900 ] [ performance: 19.019 it/s ] [ lr: 5.00e-05 ] [ eta: 1443 days, 0:27:27 ] [ l_g_pix: 2.9124e-02 ] [ l_g_total: 2.9124e-02 ] +2024-10-24 21:10:13,546 INFO: [ epoch: 10 ] [ iter: 70,000 ] [ performance: 18.419 it/s ] [ lr: 5.00e-05 ] [ eta: 1440 days, 1:50:53 ] [ l_g_pix: 2.2446e-02 ] [ l_g_total: 2.2446e-02 ] +2024-10-24 21:10:13,546 INFO: Saving models and training states. +2024-10-24 21:11:21,501 INFO: Validation val + + # psnr: 21.9926........ Best: 21.9965 @ 60000 iter + # ssim: 0.6467........ Best: 0.6467 @ 70000 iter + # dists: 0.7865........ Best: 0.7865 @ 70000 iter + +2024-10-24 21:11:26,802 INFO: [ epoch: 10 ] [ iter: 70,100 ] [ performance: 18.737 it/s ] [ lr: 5.00e-05 ] [ eta: 1460 days, 15:02:55 ] [ l_g_pix: 2.7088e-02 ] [ l_g_total: 2.7088e-02 ] +2024-10-24 21:11:31,998 INFO: [ epoch: 10 ] [ iter: 70,200 ] [ performance: 19.513 it/s ] [ lr: 5.00e-05 ] [ eta: 1457 days, 12:49:06 ] [ l_g_pix: 2.3233e-02 ] [ l_g_total: 2.3233e-02 ] +2024-10-24 21:11:37,278 INFO: [ epoch: 10 ] [ iter: 70,300 ] [ performance: 19.131 it/s ] [ lr: 5.00e-05 ] [ eta: 1454 days, 10:59:21 ] [ l_g_pix: 3.1085e-02 ] [ l_g_total: 3.1085e-02 ] +2024-10-24 21:11:42,502 INFO: [ epoch: 10 ] [ iter: 70,400 ] [ performance: 19.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1451 days, 8:24:03 ] [ l_g_pix: 3.1440e-02 ] [ l_g_total: 3.1440e-02 ] +2024-10-24 21:11:47,770 INFO: [ epoch: 10 ] [ iter: 70,500 ] [ performance: 19.113 it/s ] [ lr: 5.00e-05 ] [ eta: 1448 days, 5:53:13 ] [ l_g_pix: 1.7725e-02 ] [ l_g_total: 1.7725e-02 ] +2024-10-24 21:11:53,061 INFO: [ epoch: 10 ] [ iter: 70,600 ] [ performance: 19.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1445 days, 3:15:58 ] [ l_g_pix: 3.0809e-02 ] [ l_g_total: 3.0809e-02 ] +2024-10-24 21:11:58,342 INFO: [ epoch: 10 ] [ iter: 70,700 ] [ performance: 19.016 it/s ] [ lr: 5.00e-05 ] [ eta: 1442 days, 0:16:20 ] [ l_g_pix: 2.3557e-02 ] [ l_g_total: 2.3557e-02 ] +2024-10-24 21:12:03,686 INFO: [ epoch: 10 ] [ iter: 70,800 ] [ performance: 18.975 it/s ] [ lr: 5.00e-05 ] [ eta: 1438 days, 21:29:48 ] [ l_g_pix: 2.3332e-02 ] [ l_g_total: 2.3332e-02 ] +2024-10-24 21:12:08,946 INFO: [ epoch: 10 ] [ iter: 70,900 ] [ performance: 19.002 it/s ] [ lr: 5.00e-05 ] [ eta: 1435 days, 17:44:31 ] [ l_g_pix: 4.0556e-02 ] [ l_g_total: 4.0556e-02 ] +2024-10-24 21:12:14,259 INFO: [ epoch: 10 ] [ iter: 71,000 ] [ performance: 18.937 it/s ] [ lr: 5.00e-05 ] [ eta: 1432 days, 14:07:45 ] [ l_g_pix: 2.4408e-02 ] [ l_g_total: 2.4408e-02 ] +2024-10-24 21:12:19,517 INFO: [ epoch: 10 ] [ iter: 71,100 ] [ performance: 18.996 it/s ] [ lr: 5.00e-05 ] [ eta: 1429 days, 9:46:08 ] [ l_g_pix: 2.9793e-02 ] [ l_g_total: 2.9793e-02 ] +2024-10-24 21:12:24,859 INFO: [ epoch: 10 ] [ iter: 71,200 ] [ performance: 18.946 it/s ] [ lr: 5.00e-05 ] [ eta: 1426 days, 5:48:05 ] [ l_g_pix: 2.5817e-02 ] [ l_g_total: 2.5817e-02 ] +2024-10-24 21:12:30,080 INFO: [ epoch: 10 ] [ iter: 71,300 ] [ performance: 19.089 it/s ] [ lr: 5.00e-05 ] [ eta: 1423 days, 0:33:52 ] [ l_g_pix: 2.5831e-02 ] [ l_g_total: 2.5831e-02 ] +2024-10-24 21:12:35,326 INFO: [ epoch: 10 ] [ iter: 71,400 ] [ performance: 19.407 it/s ] [ lr: 5.00e-05 ] [ eta: 1419 days, 19:14:12 ] [ l_g_pix: 1.9526e-02 ] [ l_g_total: 1.9526e-02 ] +2024-10-24 21:12:40,602 INFO: [ epoch: 10 ] [ iter: 71,500 ] [ performance: 19.096 it/s ] [ lr: 5.00e-05 ] [ eta: 1416 days, 13:51:00 ] [ l_g_pix: 2.8831e-02 ] [ l_g_total: 2.8831e-02 ] +2024-10-24 21:12:45,870 INFO: [ epoch: 10 ] [ iter: 71,600 ] [ performance: 19.118 it/s ] [ lr: 5.00e-05 ] [ eta: 1413 days, 8:06:56 ] [ l_g_pix: 1.7579e-02 ] [ l_g_total: 1.7579e-02 ] +2024-10-24 21:12:51,150 INFO: [ epoch: 10 ] [ iter: 71,700 ] [ performance: 18.995 it/s ] [ lr: 5.00e-05 ] [ eta: 1410 days, 2:10:49 ] [ l_g_pix: 2.3014e-02 ] [ l_g_total: 2.3014e-02 ] +2024-10-24 21:12:56,504 INFO: [ epoch: 10 ] [ iter: 71,800 ] [ performance: 18.771 it/s ] [ lr: 5.00e-05 ] [ eta: 1406 days, 20:31:50 ] [ l_g_pix: 3.2668e-02 ] [ l_g_total: 3.2668e-02 ] +2024-10-24 21:13:01,862 INFO: [ epoch: 10 ] [ iter: 71,900 ] [ performance: 18.698 it/s ] [ lr: 5.00e-05 ] [ eta: 1403 days, 14:36:51 ] [ l_g_pix: 3.4401e-02 ] [ l_g_total: 3.4401e-02 ] +2024-10-24 21:13:07,038 INFO: [ epoch: 10 ] [ iter: 72,000 ] [ performance: 19.316 it/s ] [ lr: 5.00e-05 ] [ eta: 1400 days, 6:59:07 ] [ l_g_pix: 2.4507e-02 ] [ l_g_total: 2.4507e-02 ] +2024-10-24 21:13:12,404 INFO: [ epoch: 10 ] [ iter: 72,100 ] [ performance: 18.834 it/s ] [ lr: 5.00e-05 ] [ eta: 1397 days, 0:32:25 ] [ l_g_pix: 3.0279e-02 ] [ l_g_total: 3.0279e-02 ] +2024-10-24 21:13:17,671 INFO: [ epoch: 10 ] [ iter: 72,200 ] [ performance: 19.392 it/s ] [ lr: 5.00e-05 ] [ eta: 1393 days, 17:01:51 ] [ l_g_pix: 2.0698e-02 ] [ l_g_total: 2.0698e-02 ] +2024-10-24 21:13:22,970 INFO: [ epoch: 10 ] [ iter: 72,300 ] [ performance: 19.021 it/s ] [ lr: 5.00e-05 ] [ eta: 1390 days, 9:28:51 ] [ l_g_pix: 1.8241e-02 ] [ l_g_total: 1.8241e-02 ] +2024-10-24 21:13:28,273 INFO: [ epoch: 10 ] [ iter: 72,400 ] [ performance: 18.906 it/s ] [ lr: 5.00e-05 ] [ eta: 1387 days, 1:39:42 ] [ l_g_pix: 2.6977e-02 ] [ l_g_total: 2.6977e-02 ] +2024-10-24 21:13:33,551 INFO: [ epoch: 10 ] [ iter: 72,500 ] [ performance: 18.935 it/s ] [ lr: 5.00e-05 ] [ eta: 1383 days, 17:21:48 ] [ l_g_pix: 2.9062e-02 ] [ l_g_total: 2.9062e-02 ] +2024-10-24 21:13:38,709 INFO: [ epoch: 10 ] [ iter: 72,600 ] [ performance: 20.006 it/s ] [ lr: 5.00e-05 ] [ eta: 1380 days, 7:51:12 ] [ l_g_pix: 2.7680e-02 ] [ l_g_total: 2.7680e-02 ] +2024-10-24 21:13:43,734 INFO: [ epoch: 10 ] [ iter: 72,700 ] [ performance: 19.933 it/s ] [ lr: 5.00e-05 ] [ eta: 1376 days, 21:02:46 ] [ l_g_pix: 2.6697e-02 ] [ l_g_total: 2.6697e-02 ] +2024-10-24 21:13:50,106 INFO: [ epoch: 11 ] [ iter: 72,800 ] [ performance: 19.742 it/s ] [ lr: 5.00e-05 ] [ eta: 1373 days, 20:08:15 ] [ l_g_pix: 2.2275e-02 ] [ l_g_total: 2.2275e-02 ] +2024-10-24 21:13:55,372 INFO: [ epoch: 11 ] [ iter: 72,900 ] [ performance: 19.194 it/s ] [ lr: 5.00e-05 ] [ eta: 1370 days, 10:33:17 ] [ l_g_pix: 3.0299e-02 ] [ l_g_total: 3.0299e-02 ] +2024-10-24 21:14:00,558 INFO: [ epoch: 11 ] [ iter: 73,000 ] [ performance: 19.276 it/s ] [ lr: 5.00e-05 ] [ eta: 1367 days, 0:04:29 ] [ l_g_pix: 2.6804e-02 ] [ l_g_total: 2.6804e-02 ] +2024-10-24 21:14:05,800 INFO: [ epoch: 11 ] [ iter: 73,100 ] [ performance: 19.131 it/s ] [ lr: 5.00e-05 ] [ eta: 1363 days, 13:43:42 ] [ l_g_pix: 2.0476e-02 ] [ l_g_total: 2.0476e-02 ] +2024-10-24 21:14:11,045 INFO: [ epoch: 11 ] [ iter: 73,200 ] [ performance: 19.075 it/s ] [ lr: 5.00e-05 ] [ eta: 1360 days, 3:06:56 ] [ l_g_pix: 2.2094e-02 ] [ l_g_total: 2.2094e-02 ] +2024-10-24 21:14:16,542 INFO: [ epoch: 11 ] [ iter: 73,300 ] [ performance: 18.421 it/s ] [ lr: 5.00e-05 ] [ eta: 1356 days, 18:04:13 ] [ l_g_pix: 2.0928e-02 ] [ l_g_total: 2.0928e-02 ] +2024-10-24 21:14:21,703 INFO: [ epoch: 11 ] [ iter: 73,400 ] [ performance: 19.778 it/s ] [ lr: 5.00e-05 ] [ eta: 1353 days, 6:14:38 ] [ l_g_pix: 1.9547e-02 ] [ l_g_total: 1.9547e-02 ] +2024-10-24 21:14:26,953 INFO: [ epoch: 11 ] [ iter: 73,500 ] [ performance: 19.232 it/s ] [ lr: 5.00e-05 ] [ eta: 1349 days, 18:47:18 ] [ l_g_pix: 1.9800e-02 ] [ l_g_total: 1.9800e-02 ] +2024-10-24 21:14:32,126 INFO: [ epoch: 11 ] [ iter: 73,600 ] [ performance: 20.285 it/s ] [ lr: 5.00e-05 ] [ eta: 1346 days, 6:28:23 ] [ l_g_pix: 3.1723e-02 ] [ l_g_total: 3.1723e-02 ] +2024-10-24 21:14:37,078 INFO: [ epoch: 11 ] [ iter: 73,700 ] [ performance: 20.219 it/s ] [ lr: 5.00e-05 ] [ eta: 1342 days, 16:15:22 ] [ l_g_pix: 2.4119e-02 ] [ l_g_total: 2.4119e-02 ] +2024-10-24 21:14:42,335 INFO: [ epoch: 11 ] [ iter: 73,800 ] [ performance: 19.648 it/s ] [ lr: 5.00e-05 ] [ eta: 1339 days, 3:58:49 ] [ l_g_pix: 2.8808e-02 ] [ l_g_total: 2.8808e-02 ] +2024-10-24 21:14:47,388 INFO: [ epoch: 11 ] [ iter: 73,900 ] [ performance: 19.755 it/s ] [ lr: 5.00e-05 ] [ eta: 1335 days, 13:56:25 ] [ l_g_pix: 2.0330e-02 ] [ l_g_total: 2.0330e-02 ] +2024-10-24 21:14:52,857 INFO: [ epoch: 11 ] [ iter: 74,000 ] [ performance: 19.201 it/s ] [ lr: 5.00e-05 ] [ eta: 1332 days, 2:37:00 ] [ l_g_pix: 2.0895e-02 ] [ l_g_total: 2.0895e-02 ] +2024-10-24 21:14:57,909 INFO: [ epoch: 11 ] [ iter: 74,100 ] [ performance: 19.649 it/s ] [ lr: 5.00e-05 ] [ eta: 1328 days, 11:59:35 ] [ l_g_pix: 2.6972e-02 ] [ l_g_total: 2.6972e-02 ] +2024-10-24 21:15:03,125 INFO: [ epoch: 11 ] [ iter: 74,200 ] [ performance: 18.909 it/s ] [ lr: 5.00e-05 ] [ eta: 1324 days, 22:15:56 ] [ l_g_pix: 1.9988e-02 ] [ l_g_total: 1.9988e-02 ] +2024-10-24 21:15:08,400 INFO: [ epoch: 11 ] [ iter: 74,300 ] [ performance: 18.948 it/s ] [ lr: 5.00e-05 ] [ eta: 1321 days, 8:40:01 ] [ l_g_pix: 2.5702e-02 ] [ l_g_total: 2.5702e-02 ] +2024-10-24 21:15:13,547 INFO: [ epoch: 11 ] [ iter: 74,400 ] [ performance: 19.398 it/s ] [ lr: 5.00e-05 ] [ eta: 1317 days, 17:52:13 ] [ l_g_pix: 2.3091e-02 ] [ l_g_total: 2.3091e-02 ] +2024-10-24 21:15:18,803 INFO: [ epoch: 11 ] [ iter: 74,500 ] [ performance: 19.114 it/s ] [ lr: 5.00e-05 ] [ eta: 1314 days, 3:33:05 ] [ l_g_pix: 3.3258e-02 ] [ l_g_total: 3.3258e-02 ] +2024-10-24 21:15:24,266 INFO: [ epoch: 11 ] [ iter: 74,600 ] [ performance: 16.528 it/s ] [ lr: 5.00e-05 ] [ eta: 1310 days, 14:24:22 ] [ l_g_pix: 3.0042e-02 ] [ l_g_total: 3.0042e-02 ] +2024-10-24 21:15:29,624 INFO: [ epoch: 11 ] [ iter: 74,700 ] [ performance: 18.139 it/s ] [ lr: 5.00e-05 ] [ eta: 1307 days, 0:13:03 ] [ l_g_pix: 1.9047e-02 ] [ l_g_total: 1.9047e-02 ] +2024-10-24 21:15:34,972 INFO: [ epoch: 11 ] [ iter: 74,800 ] [ performance: 19.175 it/s ] [ lr: 5.00e-05 ] [ eta: 1303 days, 9:39:49 ] [ l_g_pix: 3.1104e-02 ] [ l_g_total: 3.1104e-02 ] +2024-10-24 21:15:40,096 INFO: [ epoch: 11 ] [ iter: 74,900 ] [ performance: 19.444 it/s ] [ lr: 5.00e-05 ] [ eta: 1299 days, 17:14:42 ] [ l_g_pix: 1.7987e-02 ] [ l_g_total: 1.7987e-02 ] +2024-10-24 21:15:45,336 INFO: [ epoch: 11 ] [ iter: 75,000 ] [ performance: 19.686 it/s ] [ lr: 5.00e-05 ] [ eta: 1296 days, 1:21:15 ] [ l_g_pix: 2.7099e-02 ] [ l_g_total: 2.7099e-02 ] +2024-10-24 21:15:50,493 INFO: [ epoch: 11 ] [ iter: 75,100 ] [ performance: 19.454 it/s ] [ lr: 5.00e-05 ] [ eta: 1292 days, 8:35:53 ] [ l_g_pix: 2.7428e-02 ] [ l_g_total: 2.7428e-02 ] +2024-10-24 21:15:55,622 INFO: [ epoch: 11 ] [ iter: 75,200 ] [ performance: 19.547 it/s ] [ lr: 5.00e-05 ] [ eta: 1288 days, 15:21:24 ] [ l_g_pix: 2.1864e-02 ] [ l_g_total: 2.1864e-02 ] +2024-10-24 21:16:01,025 INFO: [ epoch: 11 ] [ iter: 75,300 ] [ performance: 18.715 it/s ] [ lr: 5.00e-05 ] [ eta: 1284 days, 23:42:56 ] [ l_g_pix: 1.6295e-02 ] [ l_g_total: 1.6295e-02 ] +2024-10-24 21:16:06,209 INFO: [ epoch: 11 ] [ iter: 75,400 ] [ performance: 19.079 it/s ] [ lr: 5.00e-05 ] [ eta: 1281 days, 6:16:34 ] [ l_g_pix: 2.0790e-02 ] [ l_g_total: 2.0790e-02 ] +2024-10-24 21:16:11,478 INFO: [ epoch: 11 ] [ iter: 75,500 ] [ performance: 19.000 it/s ] [ lr: 5.00e-05 ] [ eta: 1277 days, 13:07:45 ] [ l_g_pix: 1.9921e-02 ] [ l_g_total: 1.9921e-02 ] +2024-10-24 21:16:16,723 INFO: [ epoch: 11 ] [ iter: 75,600 ] [ performance: 19.169 it/s ] [ lr: 5.00e-05 ] [ eta: 1273 days, 19:31:14 ] [ l_g_pix: 2.7925e-02 ] [ l_g_total: 2.7925e-02 ] +2024-10-24 21:16:22,048 INFO: [ epoch: 11 ] [ iter: 75,700 ] [ performance: 18.853 it/s ] [ lr: 5.00e-05 ] [ eta: 1270 days, 2:10:09 ] [ l_g_pix: 3.3742e-02 ] [ l_g_total: 3.3742e-02 ] +2024-10-24 21:16:27,062 INFO: [ epoch: 11 ] [ iter: 75,800 ] [ performance: 20.602 it/s ] [ lr: 5.00e-05 ] [ eta: 1266 days, 6:25:32 ] [ l_g_pix: 2.0405e-02 ] [ l_g_total: 2.0405e-02 ] +2024-10-24 21:16:32,197 INFO: [ epoch: 11 ] [ iter: 75,900 ] [ performance: 19.679 it/s ] [ lr: 5.00e-05 ] [ eta: 1262 days, 11:12:46 ] [ l_g_pix: 2.2384e-02 ] [ l_g_total: 2.2384e-02 ] +2024-10-24 21:16:37,731 INFO: [ epoch: 11 ] [ iter: 76,000 ] [ performance: 19.307 it/s ] [ lr: 5.00e-05 ] [ eta: 1258 days, 18:22:27 ] [ l_g_pix: 2.5524e-02 ] [ l_g_total: 2.5524e-02 ] +2024-10-24 21:16:42,928 INFO: [ epoch: 11 ] [ iter: 76,100 ] [ performance: 19.254 it/s ] [ lr: 5.00e-05 ] [ eta: 1254 days, 22:59:49 ] [ l_g_pix: 2.9543e-02 ] [ l_g_total: 2.9543e-02 ] +2024-10-24 21:16:48,224 INFO: [ epoch: 11 ] [ iter: 76,200 ] [ performance: 18.645 it/s ] [ lr: 5.00e-05 ] [ eta: 1251 days, 3:58:45 ] [ l_g_pix: 2.5243e-02 ] [ l_g_total: 2.5243e-02 ] +2024-10-24 21:16:53,416 INFO: [ epoch: 11 ] [ iter: 76,300 ] [ performance: 19.152 it/s ] [ lr: 5.00e-05 ] [ eta: 1247 days, 7:59:09 ] [ l_g_pix: 2.6034e-02 ] [ l_g_total: 2.6034e-02 ] +2024-10-24 21:16:58,637 INFO: [ epoch: 11 ] [ iter: 76,400 ] [ performance: 19.355 it/s ] [ lr: 5.00e-05 ] [ eta: 1243 days, 11:53:26 ] [ l_g_pix: 2.9406e-02 ] [ l_g_total: 2.9406e-02 ] +2024-10-24 21:17:03,819 INFO: [ epoch: 11 ] [ iter: 76,500 ] [ performance: 19.306 it/s ] [ lr: 5.00e-05 ] [ eta: 1239 days, 15:15:32 ] [ l_g_pix: 2.4150e-02 ] [ l_g_total: 2.4150e-02 ] +2024-10-24 21:17:09,180 INFO: [ epoch: 11 ] [ iter: 76,600 ] [ performance: 19.055 it/s ] [ lr: 5.00e-05 ] [ eta: 1235 days, 19:29:52 ] [ l_g_pix: 2.2595e-02 ] [ l_g_total: 2.2595e-02 ] +2024-10-24 21:17:14,372 INFO: [ epoch: 11 ] [ iter: 76,700 ] [ performance: 19.231 it/s ] [ lr: 5.00e-05 ] [ eta: 1231 days, 22:20:27 ] [ l_g_pix: 3.0787e-02 ] [ l_g_total: 3.0787e-02 ] +2024-10-24 21:17:19,565 INFO: [ epoch: 11 ] [ iter: 76,800 ] [ performance: 18.960 it/s ] [ lr: 5.00e-05 ] [ eta: 1228 days, 0:54:24 ] [ l_g_pix: 2.4244e-02 ] [ l_g_total: 2.4244e-02 ] +2024-10-24 21:17:24,677 INFO: [ epoch: 11 ] [ iter: 76,900 ] [ performance: 19.469 it/s ] [ lr: 5.00e-05 ] [ eta: 1224 days, 2:39:56 ] [ l_g_pix: 3.7245e-02 ] [ l_g_total: 3.7245e-02 ] +2024-10-24 21:17:29,766 INFO: [ epoch: 11 ] [ iter: 77,000 ] [ performance: 19.395 it/s ] [ lr: 5.00e-05 ] [ eta: 1220 days, 3:59:31 ] [ l_g_pix: 2.1395e-02 ] [ l_g_total: 2.1395e-02 ] +2024-10-24 21:17:34,921 INFO: [ epoch: 11 ] [ iter: 77,100 ] [ performance: 19.400 it/s ] [ lr: 5.00e-05 ] [ eta: 1216 days, 5:27:18 ] [ l_g_pix: 2.4698e-02 ] [ l_g_total: 2.4698e-02 ] +2024-10-24 21:17:40,054 INFO: [ epoch: 11 ] [ iter: 77,200 ] [ performance: 19.325 it/s ] [ lr: 5.00e-05 ] [ eta: 1212 days, 6:29:30 ] [ l_g_pix: 3.0004e-02 ] [ l_g_total: 3.0004e-02 ] +2024-10-24 21:17:45,247 INFO: [ epoch: 11 ] [ iter: 77,300 ] [ performance: 19.268 it/s ] [ lr: 5.00e-05 ] [ eta: 1208 days, 7:37:19 ] [ l_g_pix: 3.5857e-02 ] [ l_g_total: 3.5857e-02 ] +2024-10-24 21:17:50,411 INFO: [ epoch: 11 ] [ iter: 77,400 ] [ performance: 18.673 it/s ] [ lr: 5.00e-05 ] [ eta: 1204 days, 8:16:42 ] [ l_g_pix: 2.0794e-02 ] [ l_g_total: 2.0794e-02 ] +2024-10-24 21:17:55,681 INFO: [ epoch: 11 ] [ iter: 77,500 ] [ performance: 18.937 it/s ] [ lr: 5.00e-05 ] [ eta: 1200 days, 9:18:52 ] [ l_g_pix: 2.4787e-02 ] [ l_g_total: 2.4787e-02 ] +2024-10-24 21:18:00,911 INFO: [ epoch: 11 ] [ iter: 77,600 ] [ performance: 19.949 it/s ] [ lr: 5.00e-05 ] [ eta: 1196 days, 9:48:20 ] [ l_g_pix: 1.8899e-02 ] [ l_g_total: 1.8899e-02 ] +2024-10-24 21:18:06,120 INFO: [ epoch: 11 ] [ iter: 77,700 ] [ performance: 19.287 it/s ] [ lr: 5.00e-05 ] [ eta: 1192 days, 9:53:01 ] [ l_g_pix: 3.7647e-02 ] [ l_g_total: 3.7647e-02 ] +2024-10-24 21:18:11,287 INFO: [ epoch: 11 ] [ iter: 77,800 ] [ performance: 20.530 it/s ] [ lr: 5.00e-05 ] [ eta: 1188 days, 9:24:18 ] [ l_g_pix: 1.2931e-02 ] [ l_g_total: 1.2931e-02 ] +2024-10-24 21:18:16,634 INFO: [ epoch: 11 ] [ iter: 77,900 ] [ performance: 18.898 it/s ] [ lr: 5.00e-05 ] [ eta: 1184 days, 9:44:47 ] [ l_g_pix: 3.2065e-02 ] [ l_g_total: 3.2065e-02 ] +2024-10-24 21:18:21,919 INFO: [ epoch: 11 ] [ iter: 78,000 ] [ performance: 19.489 it/s ] [ lr: 5.00e-05 ] [ eta: 1180 days, 9:25:06 ] [ l_g_pix: 2.9127e-02 ] [ l_g_total: 2.9127e-02 ] +2024-10-24 21:18:27,259 INFO: [ epoch: 11 ] [ iter: 78,100 ] [ performance: 18.808 it/s ] [ lr: 5.00e-05 ] [ eta: 1176 days, 9:07:33 ] [ l_g_pix: 2.2165e-02 ] [ l_g_total: 2.2165e-02 ] +2024-10-24 21:18:32,565 INFO: [ epoch: 11 ] [ iter: 78,200 ] [ performance: 19.599 it/s ] [ lr: 5.00e-05 ] [ eta: 1172 days, 8:19:53 ] [ l_g_pix: 2.4126e-02 ] [ l_g_total: 2.4126e-02 ] +2024-10-24 21:18:37,733 INFO: [ epoch: 11 ] [ iter: 78,300 ] [ performance: 19.378 it/s ] [ lr: 5.00e-05 ] [ eta: 1168 days, 6:24:24 ] [ l_g_pix: 3.6469e-02 ] [ l_g_total: 3.6469e-02 ] +2024-10-24 21:18:42,977 INFO: [ epoch: 11 ] [ iter: 78,400 ] [ performance: 18.875 it/s ] [ lr: 5.00e-05 ] [ eta: 1164 days, 4:39:05 ] [ l_g_pix: 3.9735e-02 ] [ l_g_total: 3.9735e-02 ] +2024-10-24 21:18:48,277 INFO: [ epoch: 11 ] [ iter: 78,500 ] [ performance: 18.871 it/s ] [ lr: 5.00e-05 ] [ eta: 1160 days, 2:56:33 ] [ l_g_pix: 2.5162e-02 ] [ l_g_total: 2.5162e-02 ] +2024-10-24 21:18:53,640 INFO: [ epoch: 11 ] [ iter: 78,600 ] [ performance: 20.332 it/s ] [ lr: 5.00e-05 ] [ eta: 1156 days, 1:19:02 ] [ l_g_pix: 2.4893e-02 ] [ l_g_total: 2.4893e-02 ] +2024-10-24 21:18:58,878 INFO: [ epoch: 11 ] [ iter: 78,700 ] [ performance: 19.190 it/s ] [ lr: 5.00e-05 ] [ eta: 1151 days, 22:39:02 ] [ l_g_pix: 2.6758e-02 ] [ l_g_total: 2.6758e-02 ] +2024-10-24 21:19:04,170 INFO: [ epoch: 11 ] [ iter: 78,800 ] [ performance: 19.287 it/s ] [ lr: 5.00e-05 ] [ eta: 1147 days, 20:00:28 ] [ l_g_pix: 3.5785e-02 ] [ l_g_total: 3.5785e-02 ] +2024-10-24 21:19:09,399 INFO: [ epoch: 11 ] [ iter: 78,900 ] [ performance: 19.140 it/s ] [ lr: 5.00e-05 ] [ eta: 1143 days, 16:42:11 ] [ l_g_pix: 2.9268e-02 ] [ l_g_total: 2.9268e-02 ] +2024-10-24 21:19:14,618 INFO: [ epoch: 11 ] [ iter: 79,000 ] [ performance: 18.757 it/s ] [ lr: 5.00e-05 ] [ eta: 1139 days, 13:03:18 ] [ l_g_pix: 3.1451e-02 ] [ l_g_total: 3.1451e-02 ] +2024-10-24 21:19:19,867 INFO: [ epoch: 11 ] [ iter: 79,100 ] [ performance: 19.037 it/s ] [ lr: 5.00e-05 ] [ eta: 1135 days, 9:16:59 ] [ l_g_pix: 2.3972e-02 ] [ l_g_total: 2.3972e-02 ] +2024-10-24 21:19:25,302 INFO: [ epoch: 11 ] [ iter: 79,200 ] [ performance: 14.205 it/s ] [ lr: 5.00e-05 ] [ eta: 1131 days, 6:17:53 ] [ l_g_pix: 3.1750e-02 ] [ l_g_total: 3.1750e-02 ] +2024-10-24 21:19:30,431 INFO: [ epoch: 11 ] [ iter: 79,300 ] [ performance: 19.097 it/s ] [ lr: 5.00e-05 ] [ eta: 1127 days, 1:15:09 ] [ l_g_pix: 2.7345e-02 ] [ l_g_total: 2.7345e-02 ] +2024-10-24 21:19:36,655 INFO: [ epoch: 12 ] [ iter: 79,400 ] [ performance: 19.875 it/s ] [ lr: 5.00e-05 ] [ eta: 1123 days, 2:11:14 ] [ l_g_pix: 2.9361e-02 ] [ l_g_total: 2.9361e-02 ] +2024-10-24 21:19:41,728 INFO: [ epoch: 12 ] [ iter: 79,500 ] [ performance: 19.723 it/s ] [ lr: 5.00e-05 ] [ eta: 1118 days, 20:13:30 ] [ l_g_pix: 2.8075e-02 ] [ l_g_total: 2.8075e-02 ] +2024-10-24 21:19:46,946 INFO: [ epoch: 12 ] [ iter: 79,600 ] [ performance: 19.640 it/s ] [ lr: 5.00e-05 ] [ eta: 1114 days, 14:47:54 ] [ l_g_pix: 2.6108e-02 ] [ l_g_total: 2.6108e-02 ] +2024-10-24 21:19:52,068 INFO: [ epoch: 12 ] [ iter: 79,700 ] [ performance: 19.531 it/s ] [ lr: 5.00e-05 ] [ eta: 1110 days, 8:32:26 ] [ l_g_pix: 2.8656e-02 ] [ l_g_total: 2.8656e-02 ] +2024-10-24 21:19:57,131 INFO: [ epoch: 12 ] [ iter: 79,800 ] [ performance: 20.088 it/s ] [ lr: 5.00e-05 ] [ eta: 1106 days, 1:40:09 ] [ l_g_pix: 2.3301e-02 ] [ l_g_total: 2.3301e-02 ] +2024-10-24 21:20:02,472 INFO: [ epoch: 12 ] [ iter: 79,900 ] [ performance: 18.765 it/s ] [ lr: 5.00e-05 ] [ eta: 1101 days, 20:03:52 ] [ l_g_pix: 2.6899e-02 ] [ l_g_total: 2.6899e-02 ] +2024-10-24 21:20:07,591 INFO: [ epoch: 12 ] [ iter: 80,000 ] [ performance: 22.498 it/s ] [ lr: 5.00e-05 ] [ eta: 1097 days, 12:56:03 ] [ l_g_pix: 2.8316e-02 ] [ l_g_total: 2.8316e-02 ] +2024-10-24 21:20:07,591 INFO: Saving models and training states. +2024-10-24 21:21:25,458 INFO: Validation val + + # psnr: 21.9903........ Best: 21.9965 @ 60000 iter + # ssim: 0.6469........ Best: 0.6469 @ 80000 iter + # dists: 0.7864........ Best: 0.7864 @ 80000 iter + +2024-10-24 21:21:30,588 INFO: [ epoch: 12 ] [ iter: 80,100 ] [ performance: 19.575 it/s ] [ lr: 5.00e-05 ] [ eta: 1111 days, 3:59:24 ] [ l_g_pix: 1.8969e-02 ] [ l_g_total: 1.8969e-02 ] +2024-10-24 21:21:35,787 INFO: [ epoch: 12 ] [ iter: 80,200 ] [ performance: 19.059 it/s ] [ lr: 5.00e-05 ] [ eta: 1106 days, 18:33:52 ] [ l_g_pix: 2.8548e-02 ] [ l_g_total: 2.8548e-02 ] +2024-10-24 21:21:41,075 INFO: [ epoch: 12 ] [ iter: 80,300 ] [ performance: 18.915 it/s ] [ lr: 5.00e-05 ] [ eta: 1102 days, 9:20:16 ] [ l_g_pix: 3.6924e-02 ] [ l_g_total: 3.6924e-02 ] +2024-10-24 21:21:46,333 INFO: [ epoch: 12 ] [ iter: 80,400 ] [ performance: 18.967 it/s ] [ lr: 5.00e-05 ] [ eta: 1097 days, 23:39:31 ] [ l_g_pix: 2.0153e-02 ] [ l_g_total: 2.0153e-02 ] +2024-10-24 21:21:51,499 INFO: [ epoch: 12 ] [ iter: 80,500 ] [ performance: 19.359 it/s ] [ lr: 5.00e-05 ] [ eta: 1093 days, 13:11:12 ] [ l_g_pix: 3.2006e-02 ] [ l_g_total: 3.2006e-02 ] +2024-10-24 21:21:56,999 INFO: [ epoch: 12 ] [ iter: 80,600 ] [ performance: 18.753 it/s ] [ lr: 5.00e-05 ] [ eta: 1089 days, 4:13:36 ] [ l_g_pix: 2.7028e-02 ] [ l_g_total: 2.7028e-02 ] +2024-10-24 21:22:02,230 INFO: [ epoch: 12 ] [ iter: 80,700 ] [ performance: 19.161 it/s ] [ lr: 5.00e-05 ] [ eta: 1084 days, 17:31:04 ] [ l_g_pix: 3.4950e-02 ] [ l_g_total: 3.4950e-02 ] +2024-10-24 21:22:07,569 INFO: [ epoch: 12 ] [ iter: 80,800 ] [ performance: 18.944 it/s ] [ lr: 5.00e-05 ] [ eta: 1080 days, 7:05:32 ] [ l_g_pix: 2.9982e-02 ] [ l_g_total: 2.9982e-02 ] +2024-10-24 21:22:12,874 INFO: [ epoch: 12 ] [ iter: 80,900 ] [ performance: 18.879 it/s ] [ lr: 5.00e-05 ] [ eta: 1075 days, 20:11:46 ] [ l_g_pix: 2.5790e-02 ] [ l_g_total: 2.5790e-02 ] +2024-10-24 21:22:18,133 INFO: [ epoch: 12 ] [ iter: 81,000 ] [ performance: 18.949 it/s ] [ lr: 5.00e-05 ] [ eta: 1071 days, 8:45:24 ] [ l_g_pix: 2.4812e-02 ] [ l_g_total: 2.4812e-02 ] +2024-10-24 21:22:23,450 INFO: [ epoch: 12 ] [ iter: 81,100 ] [ performance: 18.867 it/s ] [ lr: 5.00e-05 ] [ eta: 1066 days, 21:19:54 ] [ l_g_pix: 3.1657e-02 ] [ l_g_total: 3.1657e-02 ] +2024-10-24 21:22:28,645 INFO: [ epoch: 12 ] [ iter: 81,200 ] [ performance: 19.061 it/s ] [ lr: 5.00e-05 ] [ eta: 1062 days, 8:58:26 ] [ l_g_pix: 3.7866e-02 ] [ l_g_total: 3.7866e-02 ] +2024-10-24 21:22:34,000 INFO: [ epoch: 12 ] [ iter: 81,300 ] [ performance: 18.674 it/s ] [ lr: 5.00e-05 ] [ eta: 1057 days, 21:09:40 ] [ l_g_pix: 1.6228e-02 ] [ l_g_total: 1.6228e-02 ] +2024-10-24 21:22:39,198 INFO: [ epoch: 12 ] [ iter: 81,400 ] [ performance: 18.959 it/s ] [ lr: 5.00e-05 ] [ eta: 1053 days, 8:14:15 ] [ l_g_pix: 3.6858e-02 ] [ l_g_total: 3.6858e-02 ] +2024-10-24 21:22:44,529 INFO: [ epoch: 12 ] [ iter: 81,500 ] [ performance: 18.727 it/s ] [ lr: 5.00e-05 ] [ eta: 1048 days, 19:42:37 ] [ l_g_pix: 2.2707e-02 ] [ l_g_total: 2.2707e-02 ] +2024-10-24 21:22:49,837 INFO: [ epoch: 12 ] [ iter: 81,600 ] [ performance: 18.786 it/s ] [ lr: 5.00e-05 ] [ eta: 1044 days, 6:46:04 ] [ l_g_pix: 3.8705e-02 ] [ l_g_total: 3.8705e-02 ] +2024-10-24 21:22:55,142 INFO: [ epoch: 12 ] [ iter: 81,700 ] [ performance: 18.855 it/s ] [ lr: 5.00e-05 ] [ eta: 1039 days, 17:30:51 ] [ l_g_pix: 3.1034e-02 ] [ l_g_total: 3.1034e-02 ] +2024-10-24 21:23:00,429 INFO: [ epoch: 12 ] [ iter: 81,800 ] [ performance: 18.886 it/s ] [ lr: 5.00e-05 ] [ eta: 1035 days, 3:52:39 ] [ l_g_pix: 2.6202e-02 ] [ l_g_total: 2.6202e-02 ] +2024-10-24 21:23:05,845 INFO: [ epoch: 12 ] [ iter: 81,900 ] [ performance: 18.480 it/s ] [ lr: 5.00e-05 ] [ eta: 1030 days, 14:35:29 ] [ l_g_pix: 2.1748e-02 ] [ l_g_total: 2.1748e-02 ] +2024-10-24 21:23:11,175 INFO: [ epoch: 12 ] [ iter: 82,000 ] [ performance: 18.626 it/s ] [ lr: 5.00e-05 ] [ eta: 1026 days, 0:34:39 ] [ l_g_pix: 3.7120e-02 ] [ l_g_total: 3.7120e-02 ] +2024-10-24 21:23:16,466 INFO: [ epoch: 12 ] [ iter: 82,100 ] [ performance: 18.988 it/s ] [ lr: 5.00e-05 ] [ eta: 1021 days, 10:04:20 ] [ l_g_pix: 3.1642e-02 ] [ l_g_total: 3.1642e-02 ] +2024-10-24 21:23:21,741 INFO: [ epoch: 12 ] [ iter: 82,200 ] [ performance: 18.973 it/s ] [ lr: 5.00e-05 ] [ eta: 1016 days, 19:11:44 ] [ l_g_pix: 2.4477e-02 ] [ l_g_total: 2.4477e-02 ] +2024-10-24 21:23:26,913 INFO: [ epoch: 12 ] [ iter: 82,300 ] [ performance: 19.423 it/s ] [ lr: 5.00e-05 ] [ eta: 1012 days, 3:31:06 ] [ l_g_pix: 2.2841e-02 ] [ l_g_total: 2.2841e-02 ] +2024-10-24 21:23:32,160 INFO: [ epoch: 12 ] [ iter: 82,400 ] [ performance: 19.231 it/s ] [ lr: 5.00e-05 ] [ eta: 1007 days, 11:55:21 ] [ l_g_pix: 2.4911e-02 ] [ l_g_total: 2.4911e-02 ] +2024-10-24 21:23:37,428 INFO: [ epoch: 12 ] [ iter: 82,500 ] [ performance: 18.914 it/s ] [ lr: 5.00e-05 ] [ eta: 1002 days, 20:08:11 ] [ l_g_pix: 1.6931e-02 ] [ l_g_total: 1.6931e-02 ] +2024-10-24 21:23:42,676 INFO: [ epoch: 12 ] [ iter: 82,600 ] [ performance: 18.989 it/s ] [ lr: 5.00e-05 ] [ eta: 998 days, 3:57:35 ] [ l_g_pix: 2.1913e-02 ] [ l_g_total: 2.1913e-02 ] +2024-10-24 21:23:47,994 INFO: [ epoch: 12 ] [ iter: 82,700 ] [ performance: 18.857 it/s ] [ lr: 5.00e-05 ] [ eta: 993 days, 11:49:33 ] [ l_g_pix: 2.8855e-02 ] [ l_g_total: 2.8855e-02 ] +2024-10-24 21:23:53,296 INFO: [ epoch: 12 ] [ iter: 82,800 ] [ performance: 18.859 it/s ] [ lr: 5.00e-05 ] [ eta: 988 days, 19:19:35 ] [ l_g_pix: 3.2078e-02 ] [ l_g_total: 3.2078e-02 ] +2024-10-24 21:23:58,525 INFO: [ epoch: 12 ] [ iter: 82,900 ] [ performance: 19.195 it/s ] [ lr: 5.00e-05 ] [ eta: 984 days, 2:10:50 ] [ l_g_pix: 2.7009e-02 ] [ l_g_total: 2.7009e-02 ] +2024-10-24 21:24:03,766 INFO: [ epoch: 12 ] [ iter: 83,000 ] [ performance: 19.135 it/s ] [ lr: 5.00e-05 ] [ eta: 979 days, 8:48:05 ] [ l_g_pix: 2.2362e-02 ] [ l_g_total: 2.2362e-02 ] +2024-10-24 21:24:09,033 INFO: [ epoch: 12 ] [ iter: 83,100 ] [ performance: 19.086 it/s ] [ lr: 5.00e-05 ] [ eta: 974 days, 15:15:10 ] [ l_g_pix: 3.0718e-02 ] [ l_g_total: 3.0718e-02 ] +2024-10-24 21:24:14,216 INFO: [ epoch: 12 ] [ iter: 83,200 ] [ performance: 19.196 it/s ] [ lr: 5.00e-05 ] [ eta: 969 days, 21:01:27 ] [ l_g_pix: 2.9716e-02 ] [ l_g_total: 2.9716e-02 ] +2024-10-24 21:24:19,442 INFO: [ epoch: 12 ] [ iter: 83,300 ] [ performance: 19.022 it/s ] [ lr: 5.00e-05 ] [ eta: 965 days, 2:42:02 ] [ l_g_pix: 2.4847e-02 ] [ l_g_total: 2.4847e-02 ] +2024-10-24 21:24:24,602 INFO: [ epoch: 12 ] [ iter: 83,400 ] [ performance: 19.214 it/s ] [ lr: 5.00e-05 ] [ eta: 960 days, 7:47:06 ] [ l_g_pix: 3.2898e-02 ] [ l_g_total: 3.2898e-02 ] +2024-10-24 21:24:29,851 INFO: [ epoch: 12 ] [ iter: 83,500 ] [ performance: 19.120 it/s ] [ lr: 5.00e-05 ] [ eta: 955 days, 12:59:38 ] [ l_g_pix: 1.8710e-02 ] [ l_g_total: 1.8710e-02 ] +2024-10-24 21:24:35,117 INFO: [ epoch: 12 ] [ iter: 83,600 ] [ performance: 19.051 it/s ] [ lr: 5.00e-05 ] [ eta: 950 days, 17:59:05 ] [ l_g_pix: 3.6277e-02 ] [ l_g_total: 3.6277e-02 ] +2024-10-24 21:24:40,278 INFO: [ epoch: 12 ] [ iter: 83,700 ] [ performance: 19.462 it/s ] [ lr: 5.00e-05 ] [ eta: 945 days, 22:12:28 ] [ l_g_pix: 2.7828e-02 ] [ l_g_total: 2.7828e-02 ] +2024-10-24 21:24:45,466 INFO: [ epoch: 12 ] [ iter: 83,800 ] [ performance: 19.361 it/s ] [ lr: 5.00e-05 ] [ eta: 941 days, 2:16:01 ] [ l_g_pix: 3.1506e-02 ] [ l_g_total: 3.1506e-02 ] +2024-10-24 21:24:50,870 INFO: [ epoch: 12 ] [ iter: 83,900 ] [ performance: 18.304 it/s ] [ lr: 5.00e-05 ] [ eta: 936 days, 7:00:09 ] [ l_g_pix: 1.7661e-02 ] [ l_g_total: 1.7661e-02 ] +2024-10-24 21:24:56,828 INFO: [ epoch: 12 ] [ iter: 84,000 ] [ performance: 17.443 it/s ] [ lr: 5.00e-05 ] [ eta: 931 days, 13:53:58 ] [ l_g_pix: 5.2852e-02 ] [ l_g_total: 5.2852e-02 ] +2024-10-24 21:25:02,076 INFO: [ epoch: 12 ] [ iter: 84,100 ] [ performance: 19.163 it/s ] [ lr: 5.00e-05 ] [ eta: 926 days, 17:19:53 ] [ l_g_pix: 2.6748e-02 ] [ l_g_total: 2.6748e-02 ] +2024-10-24 21:25:07,319 INFO: [ epoch: 12 ] [ iter: 84,200 ] [ performance: 19.113 it/s ] [ lr: 5.00e-05 ] [ eta: 921 days, 20:27:08 ] [ l_g_pix: 3.4767e-02 ] [ l_g_total: 3.4767e-02 ] +2024-10-24 21:25:12,694 INFO: [ epoch: 12 ] [ iter: 84,300 ] [ performance: 18.630 it/s ] [ lr: 5.00e-05 ] [ eta: 916 days, 23:51:08 ] [ l_g_pix: 2.4407e-02 ] [ l_g_total: 2.4407e-02 ] +2024-10-24 21:25:17,898 INFO: [ epoch: 12 ] [ iter: 84,400 ] [ performance: 18.950 it/s ] [ lr: 5.00e-05 ] [ eta: 912 days, 2:13:00 ] [ l_g_pix: 3.1147e-02 ] [ l_g_total: 3.1147e-02 ] +2024-10-24 21:25:23,144 INFO: [ epoch: 12 ] [ iter: 84,500 ] [ performance: 19.331 it/s ] [ lr: 5.00e-05 ] [ eta: 907 days, 4:28:18 ] [ l_g_pix: 2.3031e-02 ] [ l_g_total: 2.3031e-02 ] +2024-10-24 21:25:28,407 INFO: [ epoch: 12 ] [ iter: 84,600 ] [ performance: 19.147 it/s ] [ lr: 5.00e-05 ] [ eta: 902 days, 6:30:30 ] [ l_g_pix: 2.3080e-02 ] [ l_g_total: 2.3080e-02 ] +2024-10-24 21:25:33,655 INFO: [ epoch: 12 ] [ iter: 84,700 ] [ performance: 19.168 it/s ] [ lr: 5.00e-05 ] [ eta: 897 days, 8:11:11 ] [ l_g_pix: 2.7340e-02 ] [ l_g_total: 2.7340e-02 ] +2024-10-24 21:25:38,904 INFO: [ epoch: 12 ] [ iter: 84,800 ] [ performance: 19.103 it/s ] [ lr: 5.00e-05 ] [ eta: 892 days, 9:34:49 ] [ l_g_pix: 2.3385e-02 ] [ l_g_total: 2.3385e-02 ] +2024-10-24 21:25:44,228 INFO: [ epoch: 12 ] [ iter: 84,900 ] [ performance: 18.817 it/s ] [ lr: 5.00e-05 ] [ eta: 887 days, 10:59:45 ] [ l_g_pix: 2.2641e-02 ] [ l_g_total: 2.2641e-02 ] +2024-10-24 21:25:49,349 INFO: [ epoch: 12 ] [ iter: 85,000 ] [ performance: 19.212 it/s ] [ lr: 5.00e-05 ] [ eta: 882 days, 11:16:02 ] [ l_g_pix: 2.6959e-02 ] [ l_g_total: 2.6959e-02 ] +2024-10-24 21:25:54,633 INFO: [ epoch: 12 ] [ iter: 85,100 ] [ performance: 19.046 it/s ] [ lr: 5.00e-05 ] [ eta: 877 days, 11:56:00 ] [ l_g_pix: 2.3553e-02 ] [ l_g_total: 2.3553e-02 ] +2024-10-24 21:26:00,103 INFO: [ epoch: 12 ] [ iter: 85,200 ] [ performance: 18.609 it/s ] [ lr: 5.00e-05 ] [ eta: 872 days, 13:03:54 ] [ l_g_pix: 3.6241e-02 ] [ l_g_total: 3.6241e-02 ] +2024-10-24 21:26:05,404 INFO: [ epoch: 12 ] [ iter: 85,300 ] [ performance: 18.946 it/s ] [ lr: 5.00e-05 ] [ eta: 867 days, 13:12:36 ] [ l_g_pix: 3.0559e-02 ] [ l_g_total: 3.0559e-02 ] +2024-10-24 21:26:10,642 INFO: [ epoch: 12 ] [ iter: 85,400 ] [ performance: 19.030 it/s ] [ lr: 5.00e-05 ] [ eta: 862 days, 12:48:01 ] [ l_g_pix: 3.0540e-02 ] [ l_g_total: 3.0540e-02 ] +2024-10-24 21:26:15,798 INFO: [ epoch: 12 ] [ iter: 85,500 ] [ performance: 19.441 it/s ] [ lr: 5.00e-05 ] [ eta: 857 days, 11:46:15 ] [ l_g_pix: 1.9394e-02 ] [ l_g_total: 1.9394e-02 ] +2024-10-24 21:26:21,080 INFO: [ epoch: 12 ] [ iter: 85,600 ] [ performance: 19.149 it/s ] [ lr: 5.00e-05 ] [ eta: 852 days, 10:57:23 ] [ l_g_pix: 3.4098e-02 ] [ l_g_total: 3.4098e-02 ] +2024-10-24 21:26:26,402 INFO: [ epoch: 12 ] [ iter: 85,700 ] [ performance: 18.909 it/s ] [ lr: 5.00e-05 ] [ eta: 847 days, 10:00:28 ] [ l_g_pix: 2.2994e-02 ] [ l_g_total: 2.2994e-02 ] +2024-10-24 21:26:31,750 INFO: [ epoch: 12 ] [ iter: 85,800 ] [ performance: 18.789 it/s ] [ lr: 5.00e-05 ] [ eta: 842 days, 8:52:05 ] [ l_g_pix: 3.3455e-02 ] [ l_g_total: 3.3455e-02 ] +2024-10-24 21:26:36,973 INFO: [ epoch: 12 ] [ iter: 85,900 ] [ performance: 19.688 it/s ] [ lr: 5.00e-05 ] [ eta: 837 days, 6:56:32 ] [ l_g_pix: 1.4534e-02 ] [ l_g_total: 1.4534e-02 ] +2024-10-24 21:26:43,189 INFO: [ epoch: 13 ] [ iter: 86,000 ] [ performance: 17.435 it/s ] [ lr: 5.00e-05 ] [ eta: 832 days, 8:35:07 ] [ l_g_pix: 2.2682e-02 ] [ l_g_total: 2.2682e-02 ] +2024-10-24 21:26:48,362 INFO: [ epoch: 13 ] [ iter: 86,100 ] [ performance: 19.533 it/s ] [ lr: 5.00e-05 ] [ eta: 827 days, 5:51:30 ] [ l_g_pix: 3.7854e-02 ] [ l_g_total: 3.7854e-02 ] +2024-10-24 21:26:53,397 INFO: [ epoch: 13 ] [ iter: 86,200 ] [ performance: 19.724 it/s ] [ lr: 5.00e-05 ] [ eta: 822 days, 2:18:52 ] [ l_g_pix: 2.4000e-02 ] [ l_g_total: 2.4000e-02 ] +2024-10-24 21:26:58,607 INFO: [ epoch: 13 ] [ iter: 86,300 ] [ performance: 19.130 it/s ] [ lr: 5.00e-05 ] [ eta: 816 days, 23:09:25 ] [ l_g_pix: 2.2110e-02 ] [ l_g_total: 2.2110e-02 ] +2024-10-24 21:27:03,814 INFO: [ epoch: 13 ] [ iter: 86,400 ] [ performance: 19.177 it/s ] [ lr: 5.00e-05 ] [ eta: 811 days, 19:41:41 ] [ l_g_pix: 2.0075e-02 ] [ l_g_total: 2.0075e-02 ] +2024-10-24 21:27:09,096 INFO: [ epoch: 13 ] [ iter: 86,500 ] [ performance: 18.948 it/s ] [ lr: 5.00e-05 ] [ eta: 806 days, 16:13:49 ] [ l_g_pix: 2.4835e-02 ] [ l_g_total: 2.4835e-02 ] +2024-10-24 21:27:14,917 INFO: [ epoch: 13 ] [ iter: 86,600 ] [ performance: 17.868 it/s ] [ lr: 5.00e-05 ] [ eta: 801 days, 14:28:30 ] [ l_g_pix: 2.3672e-02 ] [ l_g_total: 2.3672e-02 ] +2024-10-24 21:27:20,056 INFO: [ epoch: 13 ] [ iter: 86,700 ] [ performance: 19.409 it/s ] [ lr: 5.00e-05 ] [ eta: 796 days, 9:52:42 ] [ l_g_pix: 2.8016e-02 ] [ l_g_total: 2.8016e-02 ] +2024-10-24 21:27:25,195 INFO: [ epoch: 13 ] [ iter: 86,800 ] [ performance: 19.441 it/s ] [ lr: 5.00e-05 ] [ eta: 791 days, 4:59:39 ] [ l_g_pix: 3.6350e-02 ] [ l_g_total: 3.6350e-02 ] +2024-10-24 21:27:30,416 INFO: [ epoch: 13 ] [ iter: 86,900 ] [ performance: 19.158 it/s ] [ lr: 5.00e-05 ] [ eta: 786 days, 0:07:32 ] [ l_g_pix: 3.0051e-02 ] [ l_g_total: 3.0051e-02 ] +2024-10-24 21:27:35,623 INFO: [ epoch: 13 ] [ iter: 87,000 ] [ performance: 19.187 it/s ] [ lr: 5.00e-05 ] [ eta: 780 days, 18:54:59 ] [ l_g_pix: 2.9903e-02 ] [ l_g_total: 2.9903e-02 ] +2024-10-24 21:27:40,847 INFO: [ epoch: 13 ] [ iter: 87,100 ] [ performance: 19.339 it/s ] [ lr: 5.00e-05 ] [ eta: 775 days, 13:28:30 ] [ l_g_pix: 3.0183e-02 ] [ l_g_total: 3.0183e-02 ] +2024-10-24 21:27:46,048 INFO: [ epoch: 13 ] [ iter: 87,200 ] [ performance: 19.272 it/s ] [ lr: 5.00e-05 ] [ eta: 770 days, 7:39:59 ] [ l_g_pix: 3.3749e-02 ] [ l_g_total: 3.3749e-02 ] +2024-10-24 21:27:51,606 INFO: [ epoch: 13 ] [ iter: 87,300 ] [ performance: 18.527 it/s ] [ lr: 5.00e-05 ] [ eta: 765 days, 2:49:36 ] [ l_g_pix: 2.4597e-02 ] [ l_g_total: 2.4597e-02 ] +2024-10-24 21:27:56,756 INFO: [ epoch: 13 ] [ iter: 87,400 ] [ performance: 19.056 it/s ] [ lr: 5.00e-05 ] [ eta: 759 days, 20:14:51 ] [ l_g_pix: 3.1812e-02 ] [ l_g_total: 3.1812e-02 ] +2024-10-24 21:28:01,926 INFO: [ epoch: 13 ] [ iter: 87,500 ] [ performance: 19.414 it/s ] [ lr: 5.00e-05 ] [ eta: 754 days, 13:27:17 ] [ l_g_pix: 2.5682e-02 ] [ l_g_total: 2.5682e-02 ] +2024-10-24 21:28:07,106 INFO: [ epoch: 13 ] [ iter: 87,600 ] [ performance: 19.350 it/s ] [ lr: 5.00e-05 ] [ eta: 749 days, 6:24:28 ] [ l_g_pix: 2.7938e-02 ] [ l_g_total: 2.7938e-02 ] +2024-10-24 21:28:12,274 INFO: [ epoch: 13 ] [ iter: 87,700 ] [ performance: 19.405 it/s ] [ lr: 5.00e-05 ] [ eta: 743 days, 23:01:55 ] [ l_g_pix: 2.4815e-02 ] [ l_g_total: 2.4815e-02 ] +2024-10-24 21:28:17,539 INFO: [ epoch: 13 ] [ iter: 87,800 ] [ performance: 19.154 it/s ] [ lr: 5.00e-05 ] [ eta: 738 days, 15:41:53 ] [ l_g_pix: 2.9691e-02 ] [ l_g_total: 2.9691e-02 ] +2024-10-24 21:28:22,974 INFO: [ epoch: 13 ] [ iter: 87,900 ] [ performance: 18.130 it/s ] [ lr: 5.00e-05 ] [ eta: 733 days, 8:38:38 ] [ l_g_pix: 2.5010e-02 ] [ l_g_total: 2.5010e-02 ] +2024-10-24 21:28:28,103 INFO: [ epoch: 13 ] [ iter: 88,000 ] [ performance: 18.945 it/s ] [ lr: 5.00e-05 ] [ eta: 728 days, 0:16:09 ] [ l_g_pix: 2.1903e-02 ] [ l_g_total: 2.1903e-02 ] +2024-10-24 21:28:33,267 INFO: [ epoch: 13 ] [ iter: 88,100 ] [ performance: 19.684 it/s ] [ lr: 5.00e-05 ] [ eta: 722 days, 15:43:16 ] [ l_g_pix: 3.5598e-02 ] [ l_g_total: 3.5598e-02 ] +2024-10-24 21:28:38,479 INFO: [ epoch: 13 ] [ iter: 88,200 ] [ performance: 19.375 it/s ] [ lr: 5.00e-05 ] [ eta: 717 days, 7:02:48 ] [ l_g_pix: 2.3651e-02 ] [ l_g_total: 2.3651e-02 ] +2024-10-24 21:28:43,649 INFO: [ epoch: 13 ] [ iter: 88,300 ] [ performance: 19.485 it/s ] [ lr: 5.00e-05 ] [ eta: 711 days, 21:56:45 ] [ l_g_pix: 2.2642e-02 ] [ l_g_total: 2.2642e-02 ] +2024-10-24 21:28:48,804 INFO: [ epoch: 13 ] [ iter: 88,400 ] [ performance: 19.433 it/s ] [ lr: 5.00e-05 ] [ eta: 706 days, 12:30:28 ] [ l_g_pix: 1.8724e-02 ] [ l_g_total: 1.8724e-02 ] +2024-10-24 21:28:53,761 INFO: [ epoch: 13 ] [ iter: 88,500 ] [ performance: 20.248 it/s ] [ lr: 5.00e-05 ] [ eta: 701 days, 2:09:03 ] [ l_g_pix: 2.3482e-02 ] [ l_g_total: 2.3482e-02 ] +2024-10-24 21:28:59,074 INFO: [ epoch: 13 ] [ iter: 88,600 ] [ performance: 19.334 it/s ] [ lr: 5.00e-05 ] [ eta: 695 days, 16:38:50 ] [ l_g_pix: 3.5905e-02 ] [ l_g_total: 3.5905e-02 ] +2024-10-24 21:29:04,236 INFO: [ epoch: 13 ] [ iter: 88,700 ] [ performance: 19.321 it/s ] [ lr: 5.00e-05 ] [ eta: 690 days, 6:22:32 ] [ l_g_pix: 2.8983e-02 ] [ l_g_total: 2.8983e-02 ] +2024-10-24 21:29:09,403 INFO: [ epoch: 13 ] [ iter: 88,800 ] [ performance: 19.343 it/s ] [ lr: 5.00e-05 ] [ eta: 684 days, 19:49:52 ] [ l_g_pix: 2.5494e-02 ] [ l_g_total: 2.5494e-02 ] +2024-10-24 21:29:14,578 INFO: [ epoch: 13 ] [ iter: 88,900 ] [ performance: 19.360 it/s ] [ lr: 5.00e-05 ] [ eta: 679 days, 9:01:20 ] [ l_g_pix: 2.3468e-02 ] [ l_g_total: 2.3468e-02 ] +2024-10-24 21:29:19,814 INFO: [ epoch: 13 ] [ iter: 89,000 ] [ performance: 19.195 it/s ] [ lr: 5.00e-05 ] [ eta: 673 days, 22:06:52 ] [ l_g_pix: 2.3811e-02 ] [ l_g_total: 2.3811e-02 ] +2024-10-24 21:29:24,999 INFO: [ epoch: 13 ] [ iter: 89,100 ] [ performance: 19.119 it/s ] [ lr: 5.00e-05 ] [ eta: 668 days, 10:45:44 ] [ l_g_pix: 2.3470e-02 ] [ l_g_total: 2.3470e-02 ] +2024-10-24 21:29:30,077 INFO: [ epoch: 13 ] [ iter: 89,200 ] [ performance: 19.481 it/s ] [ lr: 5.00e-05 ] [ eta: 662 days, 22:48:05 ] [ l_g_pix: 2.4001e-02 ] [ l_g_total: 2.4001e-02 ] +2024-10-24 21:29:35,520 INFO: [ epoch: 13 ] [ iter: 89,300 ] [ performance: 19.170 it/s ] [ lr: 5.00e-05 ] [ eta: 657 days, 11:38:23 ] [ l_g_pix: 3.0404e-02 ] [ l_g_total: 3.0404e-02 ] +2024-10-24 21:29:40,692 INFO: [ epoch: 13 ] [ iter: 89,400 ] [ performance: 19.276 it/s ] [ lr: 5.00e-05 ] [ eta: 651 days, 23:22:54 ] [ l_g_pix: 2.5384e-02 ] [ l_g_total: 2.5384e-02 ] +2024-10-24 21:29:45,871 INFO: [ epoch: 13 ] [ iter: 89,500 ] [ performance: 19.166 it/s ] [ lr: 5.00e-05 ] [ eta: 646 days, 10:51:13 ] [ l_g_pix: 3.5013e-02 ] [ l_g_total: 3.5013e-02 ] +2024-10-24 21:29:51,144 INFO: [ epoch: 13 ] [ iter: 89,600 ] [ performance: 19.036 it/s ] [ lr: 5.00e-05 ] [ eta: 640 days, 22:18:42 ] [ l_g_pix: 2.3254e-02 ] [ l_g_total: 2.3254e-02 ] +2024-10-24 21:29:56,282 INFO: [ epoch: 13 ] [ iter: 89,700 ] [ performance: 19.509 it/s ] [ lr: 5.00e-05 ] [ eta: 635 days, 9:05:25 ] [ l_g_pix: 2.3629e-02 ] [ l_g_total: 2.3629e-02 ] +2024-10-24 21:30:01,447 INFO: [ epoch: 13 ] [ iter: 89,800 ] [ performance: 19.416 it/s ] [ lr: 5.00e-05 ] [ eta: 629 days, 19:39:28 ] [ l_g_pix: 2.6049e-02 ] [ l_g_total: 2.6049e-02 ] +2024-10-24 21:30:06,959 INFO: [ epoch: 13 ] [ iter: 89,900 ] [ performance: 17.755 it/s ] [ lr: 5.00e-05 ] [ eta: 624 days, 6:54:51 ] [ l_g_pix: 1.9818e-02 ] [ l_g_total: 1.9818e-02 ] +2024-10-24 21:30:12,100 INFO: [ epoch: 13 ] [ iter: 90,000 ] [ performance: 18.829 it/s ] [ lr: 5.00e-05 ] [ eta: 618 days, 16:50:00 ] [ l_g_pix: 3.3987e-02 ] [ l_g_total: 3.3987e-02 ] +2024-10-24 21:30:12,101 INFO: Saving models and training states. +2024-10-24 21:31:21,666 INFO: Validation val + + # psnr: 21.9928........ Best: 21.9965 @ 60000 iter + # ssim: 0.6473........ Best: 0.6473 @ 90000 iter + # dists: 0.7863........ Best: 0.7863 @ 90000 iter + +2024-10-24 21:31:26,969 INFO: [ epoch: 13 ] [ iter: 90,100 ] [ performance: 18.875 it/s ] [ lr: 5.00e-05 ] [ eta: 621 days, 2:11:49 ] [ l_g_pix: 4.1384e-02 ] [ l_g_total: 4.1384e-02 ] +2024-10-24 21:31:32,383 INFO: [ epoch: 13 ] [ iter: 90,200 ] [ performance: 18.608 it/s ] [ lr: 5.00e-05 ] [ eta: 615 days, 10:21:04 ] [ l_g_pix: 3.2089e-02 ] [ l_g_total: 3.2089e-02 ] +2024-10-24 21:31:37,702 INFO: [ epoch: 13 ] [ iter: 90,300 ] [ performance: 18.894 it/s ] [ lr: 5.00e-05 ] [ eta: 609 days, 17:56:52 ] [ l_g_pix: 3.0851e-02 ] [ l_g_total: 3.0851e-02 ] +2024-10-24 21:31:42,881 INFO: [ epoch: 13 ] [ iter: 90,400 ] [ performance: 19.167 it/s ] [ lr: 5.00e-05 ] [ eta: 604 days, 0:52:41 ] [ l_g_pix: 2.8644e-02 ] [ l_g_total: 2.8644e-02 ] +2024-10-24 21:31:48,108 INFO: [ epoch: 13 ] [ iter: 90,500 ] [ performance: 19.240 it/s ] [ lr: 5.00e-05 ] [ eta: 598 days, 7:38:36 ] [ l_g_pix: 3.3569e-02 ] [ l_g_total: 3.3569e-02 ] +2024-10-24 21:31:53,461 INFO: [ epoch: 13 ] [ iter: 90,600 ] [ performance: 18.866 it/s ] [ lr: 5.00e-05 ] [ eta: 592 days, 14:26:57 ] [ l_g_pix: 2.4303e-02 ] [ l_g_total: 2.4303e-02 ] +2024-10-24 21:31:58,783 INFO: [ epoch: 13 ] [ iter: 90,700 ] [ performance: 19.207 it/s ] [ lr: 5.00e-05 ] [ eta: 586 days, 20:52:45 ] [ l_g_pix: 2.8088e-02 ] [ l_g_total: 2.8088e-02 ] +2024-10-24 21:32:04,108 INFO: [ epoch: 13 ] [ iter: 90,800 ] [ performance: 18.921 it/s ] [ lr: 5.00e-05 ] [ eta: 581 days, 3:01:03 ] [ l_g_pix: 2.8788e-02 ] [ l_g_total: 2.8788e-02 ] +2024-10-24 21:32:09,473 INFO: [ epoch: 13 ] [ iter: 90,900 ] [ performance: 18.837 it/s ] [ lr: 5.00e-05 ] [ eta: 575 days, 8:57:54 ] [ l_g_pix: 2.8329e-02 ] [ l_g_total: 2.8329e-02 ] +2024-10-24 21:32:14,767 INFO: [ epoch: 13 ] [ iter: 91,000 ] [ performance: 18.874 it/s ] [ lr: 5.00e-05 ] [ eta: 569 days, 14:26:04 ] [ l_g_pix: 3.2934e-02 ] [ l_g_total: 3.2934e-02 ] +2024-10-24 21:32:20,130 INFO: [ epoch: 13 ] [ iter: 91,100 ] [ performance: 18.933 it/s ] [ lr: 5.00e-05 ] [ eta: 563 days, 19:46:53 ] [ l_g_pix: 2.5053e-02 ] [ l_g_total: 2.5053e-02 ] +2024-10-24 21:32:25,411 INFO: [ epoch: 13 ] [ iter: 91,200 ] [ performance: 18.937 it/s ] [ lr: 5.00e-05 ] [ eta: 558 days, 0:37:44 ] [ l_g_pix: 3.4450e-02 ] [ l_g_total: 3.4450e-02 ] +2024-10-24 21:32:30,702 INFO: [ epoch: 13 ] [ iter: 91,300 ] [ performance: 19.282 it/s ] [ lr: 5.00e-05 ] [ eta: 552 days, 5:12:30 ] [ l_g_pix: 2.8435e-02 ] [ l_g_total: 2.8435e-02 ] +2024-10-24 21:32:36,062 INFO: [ epoch: 13 ] [ iter: 91,400 ] [ performance: 18.853 it/s ] [ lr: 5.00e-05 ] [ eta: 546 days, 9:39:24 ] [ l_g_pix: 2.2913e-02 ] [ l_g_total: 2.2913e-02 ] +2024-10-24 21:32:41,353 INFO: [ epoch: 13 ] [ iter: 91,500 ] [ performance: 19.016 it/s ] [ lr: 5.00e-05 ] [ eta: 540 days, 13:38:47 ] [ l_g_pix: 3.7499e-02 ] [ l_g_total: 3.7499e-02 ] +2024-10-24 21:32:46,519 INFO: [ epoch: 13 ] [ iter: 91,600 ] [ performance: 19.253 it/s ] [ lr: 5.00e-05 ] [ eta: 534 days, 17:02:57 ] [ l_g_pix: 1.8785e-02 ] [ l_g_total: 1.8785e-02 ] +2024-10-24 21:32:51,740 INFO: [ epoch: 13 ] [ iter: 91,700 ] [ performance: 19.124 it/s ] [ lr: 5.00e-05 ] [ eta: 528 days, 20:17:30 ] [ l_g_pix: 2.1252e-02 ] [ l_g_total: 2.1252e-02 ] +2024-10-24 21:32:57,015 INFO: [ epoch: 13 ] [ iter: 91,800 ] [ performance: 19.008 it/s ] [ lr: 5.00e-05 ] [ eta: 522 days, 23:22:11 ] [ l_g_pix: 2.7685e-02 ] [ l_g_total: 2.7685e-02 ] +2024-10-24 21:33:02,290 INFO: [ epoch: 13 ] [ iter: 91,900 ] [ performance: 18.755 it/s ] [ lr: 5.00e-05 ] [ eta: 517 days, 2:09:12 ] [ l_g_pix: 3.0855e-02 ] [ l_g_total: 3.0855e-02 ] +2024-10-24 21:33:07,535 INFO: [ epoch: 13 ] [ iter: 92,000 ] [ performance: 18.975 it/s ] [ lr: 5.00e-05 ] [ eta: 511 days, 4:34:30 ] [ l_g_pix: 3.0033e-02 ] [ l_g_total: 3.0033e-02 ] +2024-10-24 21:33:12,798 INFO: [ epoch: 13 ] [ iter: 92,100 ] [ performance: 18.931 it/s ] [ lr: 5.00e-05 ] [ eta: 505 days, 6:44:52 ] [ l_g_pix: 2.6964e-02 ] [ l_g_total: 2.6964e-02 ] +2024-10-24 21:33:17,960 INFO: [ epoch: 13 ] [ iter: 92,200 ] [ performance: 19.241 it/s ] [ lr: 5.00e-05 ] [ eta: 499 days, 8:24:30 ] [ l_g_pix: 2.7124e-02 ] [ l_g_total: 2.7124e-02 ] +2024-10-24 21:33:23,063 INFO: [ epoch: 13 ] [ iter: 92,300 ] [ performance: 19.771 it/s ] [ lr: 5.00e-05 ] [ eta: 493 days, 9:39:17 ] [ l_g_pix: 1.9103e-02 ] [ l_g_total: 1.9103e-02 ] +2024-10-24 21:33:28,447 INFO: [ epoch: 13 ] [ iter: 92,400 ] [ performance: 18.907 it/s ] [ lr: 5.00e-05 ] [ eta: 487 days, 11:12:46 ] [ l_g_pix: 3.5941e-02 ] [ l_g_total: 3.5941e-02 ] +2024-10-24 21:33:33,673 INFO: [ epoch: 13 ] [ iter: 92,500 ] [ performance: 19.749 it/s ] [ lr: 5.00e-05 ] [ eta: 481 days, 12:08:23 ] [ l_g_pix: 1.8016e-02 ] [ l_g_total: 1.8016e-02 ] +2024-10-24 21:33:39,962 INFO: [ epoch: 14 ] [ iter: 92,600 ] [ performance: 16.839 it/s ] [ lr: 5.00e-05 ] [ eta: 475 days, 14:57:49 ] [ l_g_pix: 2.1704e-02 ] [ l_g_total: 2.1704e-02 ] +2024-10-24 21:33:45,137 INFO: [ epoch: 14 ] [ iter: 92,700 ] [ performance: 19.365 it/s ] [ lr: 5.00e-05 ] [ eta: 469 days, 15:10:47 ] [ l_g_pix: 1.8371e-02 ] [ l_g_total: 1.8371e-02 ] +2024-10-24 21:33:50,358 INFO: [ epoch: 14 ] [ iter: 92,800 ] [ performance: 19.213 it/s ] [ lr: 5.00e-05 ] [ eta: 463 days, 15:11:59 ] [ l_g_pix: 3.2257e-02 ] [ l_g_total: 3.2257e-02 ] +2024-10-24 21:33:55,561 INFO: [ epoch: 14 ] [ iter: 92,900 ] [ performance: 18.967 it/s ] [ lr: 5.00e-05 ] [ eta: 457 days, 14:53:35 ] [ l_g_pix: 3.7241e-02 ] [ l_g_total: 3.7241e-02 ] +2024-10-24 21:34:00,643 INFO: [ epoch: 14 ] [ iter: 93,000 ] [ performance: 19.480 it/s ] [ lr: 5.00e-05 ] [ eta: 451 days, 14:03:44 ] [ l_g_pix: 2.4099e-02 ] [ l_g_total: 2.4099e-02 ] +2024-10-24 21:34:05,928 INFO: [ epoch: 14 ] [ iter: 93,100 ] [ performance: 18.518 it/s ] [ lr: 5.00e-05 ] [ eta: 445 days, 13:20:21 ] [ l_g_pix: 2.4278e-02 ] [ l_g_total: 2.4278e-02 ] +2024-10-24 21:34:11,361 INFO: [ epoch: 14 ] [ iter: 93,200 ] [ performance: 18.437 it/s ] [ lr: 5.00e-05 ] [ eta: 439 days, 12:36:08 ] [ l_g_pix: 2.2895e-02 ] [ l_g_total: 2.2895e-02 ] +2024-10-24 21:34:16,574 INFO: [ epoch: 14 ] [ iter: 93,300 ] [ performance: 19.776 it/s ] [ lr: 5.00e-05 ] [ eta: 433 days, 11:09:13 ] [ l_g_pix: 2.6642e-02 ] [ l_g_total: 2.6642e-02 ] +2024-10-24 21:34:21,737 INFO: [ epoch: 14 ] [ iter: 93,400 ] [ performance: 19.479 it/s ] [ lr: 5.00e-05 ] [ eta: 427 days, 9:19:20 ] [ l_g_pix: 2.8568e-02 ] [ l_g_total: 2.8568e-02 ] +2024-10-24 21:34:26,983 INFO: [ epoch: 14 ] [ iter: 93,500 ] [ performance: 19.258 it/s ] [ lr: 5.00e-05 ] [ eta: 421 days, 7:21:18 ] [ l_g_pix: 2.5823e-02 ] [ l_g_total: 2.5823e-02 ] +2024-10-24 21:34:32,174 INFO: [ epoch: 14 ] [ iter: 93,600 ] [ performance: 19.265 it/s ] [ lr: 5.00e-05 ] [ eta: 415 days, 4:59:56 ] [ l_g_pix: 2.7699e-02 ] [ l_g_total: 2.7699e-02 ] +2024-10-24 21:34:37,331 INFO: [ epoch: 14 ] [ iter: 93,700 ] [ performance: 19.942 it/s ] [ lr: 5.00e-05 ] [ eta: 409 days, 2:17:43 ] [ l_g_pix: 3.3144e-02 ] [ l_g_total: 3.3144e-02 ] +2024-10-24 21:34:42,810 INFO: [ epoch: 14 ] [ iter: 93,800 ] [ performance: 18.656 it/s ] [ lr: 5.00e-05 ] [ eta: 402 days, 23:51:30 ] [ l_g_pix: 2.7824e-02 ] [ l_g_total: 2.7824e-02 ] +2024-10-24 21:34:48,097 INFO: [ epoch: 14 ] [ iter: 93,900 ] [ performance: 19.510 it/s ] [ lr: 5.00e-05 ] [ eta: 396 days, 20:47:37 ] [ l_g_pix: 3.3382e-02 ] [ l_g_total: 3.3382e-02 ] +2024-10-24 21:34:53,383 INFO: [ epoch: 14 ] [ iter: 94,000 ] [ performance: 19.064 it/s ] [ lr: 5.00e-05 ] [ eta: 390 days, 17:25:54 ] [ l_g_pix: 3.1336e-02 ] [ l_g_total: 3.1336e-02 ] +2024-10-24 21:34:58,580 INFO: [ epoch: 14 ] [ iter: 94,100 ] [ performance: 19.399 it/s ] [ lr: 5.00e-05 ] [ eta: 384 days, 13:37:51 ] [ l_g_pix: 2.7793e-02 ] [ l_g_total: 2.7793e-02 ] +2024-10-24 21:35:03,849 INFO: [ epoch: 14 ] [ iter: 94,200 ] [ performance: 19.080 it/s ] [ lr: 5.00e-05 ] [ eta: 378 days, 9:39:28 ] [ l_g_pix: 2.7736e-02 ] [ l_g_total: 2.7736e-02 ] +2024-10-24 21:35:09,086 INFO: [ epoch: 14 ] [ iter: 94,300 ] [ performance: 19.602 it/s ] [ lr: 5.00e-05 ] [ eta: 372 days, 5:20:29 ] [ l_g_pix: 2.7228e-02 ] [ l_g_total: 2.7228e-02 ] +2024-10-24 21:35:14,239 INFO: [ epoch: 14 ] [ iter: 94,400 ] [ performance: 19.454 it/s ] [ lr: 5.00e-05 ] [ eta: 366 days, 0:36:12 ] [ l_g_pix: 2.6494e-02 ] [ l_g_total: 2.6494e-02 ] +2024-10-24 21:35:19,794 INFO: [ epoch: 14 ] [ iter: 94,500 ] [ performance: 19.479 it/s ] [ lr: 5.00e-05 ] [ eta: 359 days, 20:11:31 ] [ l_g_pix: 2.6114e-02 ] [ l_g_total: 2.6114e-02 ] +2024-10-24 21:35:25,098 INFO: [ epoch: 14 ] [ iter: 94,600 ] [ performance: 18.995 it/s ] [ lr: 5.00e-05 ] [ eta: 353 days, 15:05:49 ] [ l_g_pix: 2.4438e-02 ] [ l_g_total: 2.4438e-02 ] +2024-10-24 21:35:30,307 INFO: [ epoch: 14 ] [ iter: 94,700 ] [ performance: 19.213 it/s ] [ lr: 5.00e-05 ] [ eta: 347 days, 9:33:56 ] [ l_g_pix: 3.9994e-02 ] [ l_g_total: 3.9994e-02 ] +2024-10-24 21:35:35,553 INFO: [ epoch: 14 ] [ iter: 94,800 ] [ performance: 19.098 it/s ] [ lr: 5.00e-05 ] [ eta: 341 days, 3:47:58 ] [ l_g_pix: 4.1195e-02 ] [ l_g_total: 4.1195e-02 ] +2024-10-24 21:35:40,830 INFO: [ epoch: 14 ] [ iter: 94,900 ] [ performance: 19.335 it/s ] [ lr: 5.00e-05 ] [ eta: 334 days, 21:47:09 ] [ l_g_pix: 2.3792e-02 ] [ l_g_total: 2.3792e-02 ] +2024-10-24 21:35:46,041 INFO: [ epoch: 14 ] [ iter: 95,000 ] [ performance: 19.222 it/s ] [ lr: 5.00e-05 ] [ eta: 328 days, 15:23:17 ] [ l_g_pix: 2.9574e-02 ] [ l_g_total: 2.9574e-02 ] +2024-10-24 21:35:51,541 INFO: [ epoch: 14 ] [ iter: 95,100 ] [ performance: 16.927 it/s ] [ lr: 5.00e-05 ] [ eta: 322 days, 9:05:36 ] [ l_g_pix: 2.8757e-02 ] [ l_g_total: 2.8757e-02 ] +2024-10-24 21:35:56,741 INFO: [ epoch: 14 ] [ iter: 95,200 ] [ performance: 18.692 it/s ] [ lr: 5.00e-05 ] [ eta: 316 days, 2:05:36 ] [ l_g_pix: 2.1192e-02 ] [ l_g_total: 2.1192e-02 ] +2024-10-24 21:36:02,018 INFO: [ epoch: 14 ] [ iter: 95,300 ] [ performance: 19.029 it/s ] [ lr: 5.00e-05 ] [ eta: 309 days, 18:54:16 ] [ l_g_pix: 3.0191e-02 ] [ l_g_total: 3.0191e-02 ] +2024-10-24 21:36:07,281 INFO: [ epoch: 14 ] [ iter: 95,400 ] [ performance: 19.010 it/s ] [ lr: 5.00e-05 ] [ eta: 303 days, 11:24:15 ] [ l_g_pix: 2.4307e-02 ] [ l_g_total: 2.4307e-02 ] +2024-10-24 21:36:12,629 INFO: [ epoch: 14 ] [ iter: 95,500 ] [ performance: 19.494 it/s ] [ lr: 5.00e-05 ] [ eta: 297 days, 3:43:06 ] [ l_g_pix: 1.8688e-02 ] [ l_g_total: 1.8688e-02 ] +2024-10-24 21:36:17,718 INFO: [ epoch: 14 ] [ iter: 95,600 ] [ performance: 19.621 it/s ] [ lr: 5.00e-05 ] [ eta: 290 days, 19:25:09 ] [ l_g_pix: 3.8597e-02 ] [ l_g_total: 3.8597e-02 ] +2024-10-24 21:36:22,715 INFO: [ epoch: 14 ] [ iter: 95,700 ] [ performance: 20.348 it/s ] [ lr: 5.00e-05 ] [ eta: 284 days, 10:43:40 ] [ l_g_pix: 2.1751e-02 ] [ l_g_total: 2.1751e-02 ] +2024-10-24 21:36:27,930 INFO: [ epoch: 14 ] [ iter: 95,800 ] [ performance: 19.395 it/s ] [ lr: 5.00e-05 ] [ eta: 278 days, 2:00:42 ] [ l_g_pix: 2.1343e-02 ] [ l_g_total: 2.1343e-02 ] +2024-10-24 21:36:32,997 INFO: [ epoch: 14 ] [ iter: 95,900 ] [ performance: 19.650 it/s ] [ lr: 5.00e-05 ] [ eta: 271 days, 16:50:18 ] [ l_g_pix: 2.9347e-02 ] [ l_g_total: 2.9347e-02 ] +2024-10-24 21:36:38,321 INFO: [ epoch: 14 ] [ iter: 96,000 ] [ performance: 18.941 it/s ] [ lr: 5.00e-05 ] [ eta: 265 days, 7:40:09 ] [ l_g_pix: 2.7687e-02 ] [ l_g_total: 2.7687e-02 ] +2024-10-24 21:36:43,521 INFO: [ epoch: 14 ] [ iter: 96,100 ] [ performance: 19.488 it/s ] [ lr: 5.00e-05 ] [ eta: 258 days, 22:04:11 ] [ l_g_pix: 2.7307e-02 ] [ l_g_total: 2.7307e-02 ] +2024-10-24 21:36:48,790 INFO: [ epoch: 14 ] [ iter: 96,200 ] [ performance: 19.072 it/s ] [ lr: 5.00e-05 ] [ eta: 252 days, 12:15:13 ] [ l_g_pix: 3.5197e-02 ] [ l_g_total: 3.5197e-02 ] +2024-10-24 21:36:54,106 INFO: [ epoch: 14 ] [ iter: 96,300 ] [ performance: 18.838 it/s ] [ lr: 5.00e-05 ] [ eta: 246 days, 2:11:36 ] [ l_g_pix: 2.3247e-02 ] [ l_g_total: 2.3247e-02 ] +2024-10-24 21:36:59,326 INFO: [ epoch: 14 ] [ iter: 96,400 ] [ performance: 19.103 it/s ] [ lr: 5.00e-05 ] [ eta: 239 days, 15:44:31 ] [ l_g_pix: 1.9257e-02 ] [ l_g_total: 1.9257e-02 ] +2024-10-24 21:37:04,761 INFO: [ epoch: 14 ] [ iter: 96,500 ] [ performance: 19.685 it/s ] [ lr: 5.00e-05 ] [ eta: 233 days, 5:12:36 ] [ l_g_pix: 2.8622e-02 ] [ l_g_total: 2.8622e-02 ] +2024-10-24 21:37:09,990 INFO: [ epoch: 14 ] [ iter: 96,600 ] [ performance: 19.218 it/s ] [ lr: 5.00e-05 ] [ eta: 226 days, 18:10:51 ] [ l_g_pix: 2.9974e-02 ] [ l_g_total: 2.9974e-02 ] +2024-10-24 21:37:15,182 INFO: [ epoch: 14 ] [ iter: 96,700 ] [ performance: 19.524 it/s ] [ lr: 5.00e-05 ] [ eta: 220 days, 6:49:38 ] [ l_g_pix: 3.2423e-02 ] [ l_g_total: 3.2423e-02 ] +2024-10-24 21:37:20,317 INFO: [ epoch: 14 ] [ iter: 96,800 ] [ performance: 19.484 it/s ] [ lr: 5.00e-05 ] [ eta: 213 days, 19:08:05 ] [ l_g_pix: 2.9500e-02 ] [ l_g_total: 2.9500e-02 ] +2024-10-24 21:37:25,584 INFO: [ epoch: 14 ] [ iter: 96,900 ] [ performance: 19.206 it/s ] [ lr: 5.00e-05 ] [ eta: 207 days, 7:16:15 ] [ l_g_pix: 2.9589e-02 ] [ l_g_total: 2.9589e-02 ] +2024-10-24 21:37:30,890 INFO: [ epoch: 14 ] [ iter: 97,000 ] [ performance: 18.904 it/s ] [ lr: 5.00e-05 ] [ eta: 200 days, 19:08:47 ] [ l_g_pix: 2.9848e-02 ] [ l_g_total: 2.9848e-02 ] +2024-10-24 21:37:36,339 INFO: [ epoch: 14 ] [ iter: 97,100 ] [ performance: 20.010 it/s ] [ lr: 5.00e-05 ] [ eta: 194 days, 6:50:34 ] [ l_g_pix: 3.9687e-02 ] [ l_g_total: 3.9687e-02 ] +2024-10-24 21:37:41,534 INFO: [ epoch: 14 ] [ iter: 97,200 ] [ performance: 19.359 it/s ] [ lr: 5.00e-05 ] [ eta: 187 days, 18:02:19 ] [ l_g_pix: 2.8448e-02 ] [ l_g_total: 2.8448e-02 ] +2024-10-24 21:37:46,687 INFO: [ epoch: 14 ] [ iter: 97,300 ] [ performance: 19.041 it/s ] [ lr: 5.00e-05 ] [ eta: 181 days, 4:54:53 ] [ l_g_pix: 2.3998e-02 ] [ l_g_total: 2.3998e-02 ] +2024-10-24 21:37:51,946 INFO: [ epoch: 14 ] [ iter: 97,400 ] [ performance: 19.021 it/s ] [ lr: 5.00e-05 ] [ eta: 174 days, 15:34:51 ] [ l_g_pix: 3.0248e-02 ] [ l_g_total: 3.0248e-02 ] +2024-10-24 21:37:57,203 INFO: [ epoch: 14 ] [ iter: 97,500 ] [ performance: 19.332 it/s ] [ lr: 5.00e-05 ] [ eta: 168 days, 1:57:12 ] [ l_g_pix: 3.1845e-02 ] [ l_g_total: 3.1845e-02 ] +2024-10-24 21:38:02,452 INFO: [ epoch: 14 ] [ iter: 97,600 ] [ performance: 19.089 it/s ] [ lr: 5.00e-05 ] [ eta: 161 days, 12:01:43 ] [ l_g_pix: 2.3508e-02 ] [ l_g_total: 2.3508e-02 ] +2024-10-24 21:38:07,806 INFO: [ epoch: 14 ] [ iter: 97,700 ] [ performance: 16.073 it/s ] [ lr: 5.00e-05 ] [ eta: 154 days, 21:52:45 ] [ l_g_pix: 2.7364e-02 ] [ l_g_total: 2.7364e-02 ] +2024-10-24 21:38:12,988 INFO: [ epoch: 14 ] [ iter: 97,800 ] [ performance: 18.836 it/s ] [ lr: 5.00e-05 ] [ eta: 148 days, 7:19:38 ] [ l_g_pix: 2.7137e-02 ] [ l_g_total: 2.7137e-02 ] +2024-10-24 21:38:18,194 INFO: [ epoch: 14 ] [ iter: 97,900 ] [ performance: 20.774 it/s ] [ lr: 5.00e-05 ] [ eta: 141 days, 16:30:05 ] [ l_g_pix: 2.2504e-02 ] [ l_g_total: 2.2504e-02 ] +2024-10-24 21:38:23,245 INFO: [ epoch: 14 ] [ iter: 98,000 ] [ performance: 19.909 it/s ] [ lr: 5.00e-05 ] [ eta: 135 days, 1:18:01 ] [ l_g_pix: 2.3850e-02 ] [ l_g_total: 2.3850e-02 ] +2024-10-24 21:38:28,433 INFO: [ epoch: 14 ] [ iter: 98,100 ] [ performance: 19.768 it/s ] [ lr: 5.00e-05 ] [ eta: 128 days, 9:53:27 ] [ l_g_pix: 1.8361e-02 ] [ l_g_total: 1.8361e-02 ] +2024-10-24 21:38:33,676 INFO: [ epoch: 14 ] [ iter: 98,200 ] [ performance: 19.147 it/s ] [ lr: 5.00e-05 ] [ eta: 121 days, 18:13:15 ] [ l_g_pix: 2.6557e-02 ] [ l_g_total: 2.6557e-02 ] +2024-10-24 21:38:38,885 INFO: [ epoch: 14 ] [ iter: 98,300 ] [ performance: 18.831 it/s ] [ lr: 5.00e-05 ] [ eta: 115 days, 2:14:36 ] [ l_g_pix: 2.8570e-02 ] [ l_g_total: 2.8570e-02 ] +2024-10-24 21:38:44,330 INFO: [ epoch: 14 ] [ iter: 98,400 ] [ performance: 18.415 it/s ] [ lr: 5.00e-05 ] [ eta: 108 days, 10:04:51 ] [ l_g_pix: 3.1088e-02 ] [ l_g_total: 3.1088e-02 ] +2024-10-24 21:38:49,609 INFO: [ epoch: 14 ] [ iter: 98,500 ] [ performance: 19.643 it/s ] [ lr: 5.00e-05 ] [ eta: 101 days, 17:32:52 ] [ l_g_pix: 3.5189e-02 ] [ l_g_total: 3.5189e-02 ] +2024-10-24 21:38:54,896 INFO: [ epoch: 14 ] [ iter: 98,600 ] [ performance: 18.982 it/s ] [ lr: 5.00e-05 ] [ eta: 95 days, 0:43:25 ] [ l_g_pix: 2.5957e-02 ] [ l_g_total: 2.5957e-02 ] +2024-10-24 21:39:00,121 INFO: [ epoch: 14 ] [ iter: 98,700 ] [ performance: 19.744 it/s ] [ lr: 5.00e-05 ] [ eta: 88 days, 7:35:01 ] [ l_g_pix: 2.5469e-02 ] [ l_g_total: 2.5469e-02 ] +2024-10-24 21:39:05,256 INFO: [ epoch: 14 ] [ iter: 98,800 ] [ performance: 19.499 it/s ] [ lr: 5.00e-05 ] [ eta: 81 days, 14:07:24 ] [ l_g_pix: 3.2306e-02 ] [ l_g_total: 3.2306e-02 ] +2024-10-24 21:39:10,603 INFO: [ epoch: 14 ] [ iter: 98,900 ] [ performance: 19.590 it/s ] [ lr: 5.00e-05 ] [ eta: 74 days, 20:26:33 ] [ l_g_pix: 2.1038e-02 ] [ l_g_total: 2.1038e-02 ] +2024-10-24 21:39:15,877 INFO: [ epoch: 14 ] [ iter: 99,000 ] [ performance: 19.006 it/s ] [ lr: 5.00e-05 ] [ eta: 68 days, 2:26:41 ] [ l_g_pix: 2.2362e-02 ] [ l_g_total: 2.2362e-02 ] +2024-10-24 21:39:21,222 INFO: [ epoch: 14 ] [ iter: 99,100 ] [ performance: 19.288 it/s ] [ lr: 5.00e-05 ] [ eta: 61 days, 8:10:17 ] [ l_g_pix: 2.0055e-02 ] [ l_g_total: 2.0055e-02 ] +2024-10-24 21:39:27,405 INFO: [ epoch: 15 ] [ iter: 99,200 ] [ performance: 16.349 it/s ] [ lr: 5.00e-05 ] [ eta: 54 days, 13:47:13 ] [ l_g_pix: 3.0115e-02 ] [ l_g_total: 3.0115e-02 ] +2024-10-24 21:39:32,622 INFO: [ epoch: 15 ] [ iter: 99,300 ] [ performance: 19.837 it/s ] [ lr: 5.00e-05 ] [ eta: 47 days, 18:52:18 ] [ l_g_pix: 2.5119e-02 ] [ l_g_total: 2.5119e-02 ] +2024-10-24 21:39:37,874 INFO: [ epoch: 15 ] [ iter: 99,400 ] [ performance: 19.088 it/s ] [ lr: 5.00e-05 ] [ eta: 40 days, 23:40:20 ] [ l_g_pix: 3.9768e-02 ] [ l_g_total: 3.9768e-02 ] +2024-10-24 21:39:43,048 INFO: [ epoch: 15 ] [ iter: 99,500 ] [ performance: 22.033 it/s ] [ lr: 5.00e-05 ] [ eta: 34 days, 4:10:14 ] [ l_g_pix: 2.3859e-02 ] [ l_g_total: 2.3859e-02 ] +2024-10-24 21:39:48,516 INFO: [ epoch: 15 ] [ iter: 99,600 ] [ performance: 18.441 it/s ] [ lr: 5.00e-05 ] [ eta: 27 days, 8:24:49 ] [ l_g_pix: 3.8708e-02 ] [ l_g_total: 3.8708e-02 ] +2024-10-24 21:39:53,791 INFO: [ epoch: 15 ] [ iter: 99,700 ] [ performance: 19.305 it/s ] [ lr: 5.00e-05 ] [ eta: 20 days, 12:20:13 ] [ l_g_pix: 2.6253e-02 ] [ l_g_total: 2.6253e-02 ] +2024-10-24 21:39:59,052 INFO: [ epoch: 15 ] [ iter: 99,800 ] [ performance: 19.023 it/s ] [ lr: 5.00e-05 ] [ eta: 13 days, 15:58:00 ] [ l_g_pix: 2.9424e-02 ] [ l_g_total: 2.9424e-02 ] +2024-10-24 21:40:04,357 INFO: [ epoch: 15 ] [ iter: 99,900 ] [ performance: 19.647 it/s ] [ lr: 5.00e-05 ] [ eta: 6 days, 19:18:18 ] [ l_g_pix: 3.2082e-02 ] [ l_g_total: 3.2082e-02 ] +2024-10-24 21:40:09,511 INFO: [ epoch: 15 ] [ iter:100,000 ] [ performance: 19.413 it/s ] [ lr: 5.00e-05 ] [ eta: -1 day, 22:20:57 ] [ l_g_pix: 3.5089e-02 ] [ l_g_total: 3.5089e-02 ] +2024-10-24 21:40:09,511 INFO: Saving models and training states. +2024-10-24 21:41:18,177 INFO: Validation val + + # psnr: 21.9906........ Best: 21.9965 @ 60000 iter + # ssim: 0.6474........ Best: 0.6474 @ 100000 iter + # dists: 0.7863........ Best: 0.7863 @ 100000 iter + +2024-10-24 21:41:19,219 INFO: End of training. Time consumed: 1:40:26 +2024-10-24 21:41:19,221 INFO: Save the latest model. +2024-10-24 21:42:25,867 INFO: Validation val + + # psnr: 21.9906........ Best: 21.9965 @ 60000 iter + # ssim: 0.6474........ Best: 0.6474 @ 100002 iter + # dists: 0.7863........ Best: 0.7863 @ 100002 iter + diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa04/training_states/100000.state b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa04/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..5ef8f1ab4d16ae8088f2911d500f1a343b0a4e26 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa04/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb0c143c219a012f1ea1a5d9c80a2c5fc38019d6741ac9a1ad7c545c9af5b0a +size 14859114 diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa05/4ximagenet_span_fp16_hyperiqa05.toml b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa05/4ximagenet_span_fp16_hyperiqa05.toml new file mode 100644 index 0000000000000000000000000000000000000000..e80827b44b1ffc5d58fc3f75f73598c2fe8aa80b --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa05/4ximagenet_span_fp16_hyperiqa05.toml @@ -0,0 +1,61 @@ +# GENERATE TIME: Thu Oct 24 21:42:33 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16_hyperiqa05.toml + +name = "4ximagenet_span_fp16_hyperiqa05" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/hyperiqa_05/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/hyperiqa_05_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa05/models/net_g_100000.pth b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa05/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..b808c083b12ede9aeb6c668f7d493b820cb8ce23 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa05/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cfb049e377c55c9a9b80ff99b630d40c081281ff824f782aa115c8aeb67236a +size 9010221 diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa05/train_4ximagenet_span_fp16_hyperiqa05_20241024_214233.log b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa05/train_4ximagenet_span_fp16_hyperiqa05_20241024_214233.log new file mode 100644 index 0000000000000000000000000000000000000000..2793145c5b6176a467fc360d93677c9e26ea0462 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa05/train_4ximagenet_span_fp16_hyperiqa05_20241024_214233.log @@ -0,0 +1,1100 @@ +2024-10-24 21:42:33,937 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-24 21:42:48,581 INFO: Dataset [paired] is built. +2024-10-24 21:42:48,581 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16_hyperiqa05 + Number of train images: 54819 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 3427 + Total epochs 30 for total iters 100000. +2024-10-24 21:42:48,590 INFO: Dataset [paired] is built. +2024-10-24 21:42:48,590 INFO: Number of val images/folders: 100 +2024-10-24 21:42:48,890 INFO: Using network [span]. +2024-10-24 21:42:48,946 INFO: Using exponential-moving average. +2024-10-24 21:42:48,947 INFO: Loss [L1Loss] enabled. +2024-10-24 21:42:48,947 INFO: Using model [image]. +2024-10-24 21:42:49,471 INFO: AMP enabled. +2024-10-24 21:42:49,472 INFO: Deterministic mode enabled. +2024-10-24 21:42:49,472 INFO: Start training from epoch: 0, iter: 0 +2024-10-24 21:42:57,420 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 12.584 it/s ] [ lr: 1.00e-04 ] [ eta: 5 days, 17:03:06 ] [ l_g_pix: 1.0925e-01 ] [ l_g_total: 1.0925e-01 ] +2024-10-24 21:43:02,578 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 15.262 it/s ] [ lr: 1.00e-04 ] [ eta: 11 days, 15:55:24 ] [ l_g_pix: 1.0085e-01 ] [ l_g_total: 1.0085e-01 ] +2024-10-24 21:43:07,765 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 19.285 it/s ] [ lr: 1.00e-04 ] [ eta: 17 days, 15:17:52 ] [ l_g_pix: 6.8659e-02 ] [ l_g_total: 6.8659e-02 ] +2024-10-24 21:43:13,071 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 19.064 it/s ] [ lr: 1.00e-04 ] [ eta: 23 days, 17:40:06 ] [ l_g_pix: 7.5123e-02 ] [ l_g_total: 7.5123e-02 ] +2024-10-24 21:43:18,271 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 19.256 it/s ] [ lr: 1.00e-04 ] [ eta: 29 days, 16:49:32 ] [ l_g_pix: 5.5168e-02 ] [ l_g_total: 5.5168e-02 ] +2024-10-24 21:43:23,583 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 19.038 it/s ] [ lr: 1.00e-04 ] [ eta: 35 days, 18:45:43 ] [ l_g_pix: 4.5696e-02 ] [ l_g_total: 4.5696e-02 ] +2024-10-24 21:43:28,971 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 18.569 it/s ] [ lr: 1.00e-04 ] [ eta: 41 days, 22:31:32 ] [ l_g_pix: 3.8330e-02 ] [ l_g_total: 3.8330e-02 ] +2024-10-24 21:43:34,241 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 18.775 it/s ] [ lr: 1.00e-04 ] [ eta: 47 days, 22:43:20 ] [ l_g_pix: 4.1867e-02 ] [ l_g_total: 4.1867e-02 ] +2024-10-24 21:43:39,287 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 19.900 it/s ] [ lr: 1.00e-04 ] [ eta: 53 days, 16:28:06 ] [ l_g_pix: 4.5157e-02 ] [ l_g_total: 4.5157e-02 ] +2024-10-24 21:43:44,610 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 19.318 it/s ] [ lr: 1.00e-04 ] [ eta: 59 days, 17:32:31 ] [ l_g_pix: 4.8680e-02 ] [ l_g_total: 4.8680e-02 ] +2024-10-24 21:43:49,857 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 19.072 it/s ] [ lr: 1.00e-04 ] [ eta: 65 days, 16:14:07 ] [ l_g_pix: 3.9418e-02 ] [ l_g_total: 3.9418e-02 ] +2024-10-24 21:43:55,218 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 18.855 it/s ] [ lr: 1.00e-04 ] [ eta: 71 days, 17:46:54 ] [ l_g_pix: 4.9630e-02 ] [ l_g_total: 4.9630e-02 ] +2024-10-24 21:44:00,335 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 19.578 it/s ] [ lr: 1.00e-04 ] [ eta: 77 days, 12:19:55 ] [ l_g_pix: 3.3548e-02 ] [ l_g_total: 3.3548e-02 ] +2024-10-24 21:44:05,346 INFO: [ epoch: 0 ] [ iter: 1,400 ] [ performance: 19.773 it/s ] [ lr: 1.00e-04 ] [ eta: 83 days, 3:40:56 ] [ l_g_pix: 2.6902e-02 ] [ l_g_total: 2.6902e-02 ] +2024-10-24 21:44:10,602 INFO: [ epoch: 0 ] [ iter: 1,500 ] [ performance: 19.040 it/s ] [ lr: 1.00e-04 ] [ eta: 89 days, 1:28:04 ] [ l_g_pix: 3.9720e-02 ] [ l_g_total: 3.9720e-02 ] +2024-10-24 21:44:15,925 INFO: [ epoch: 0 ] [ iter: 1,600 ] [ performance: 18.910 it/s ] [ lr: 1.00e-04 ] [ eta: 95 days, 0:47:18 ] [ l_g_pix: 4.3176e-02 ] [ l_g_total: 4.3176e-02 ] +2024-10-24 21:44:21,090 INFO: [ epoch: 0 ] [ iter: 1,700 ] [ performance: 19.359 it/s ] [ lr: 1.00e-04 ] [ eta: 100 days, 19:31:12 ] [ l_g_pix: 4.4431e-02 ] [ l_g_total: 4.4431e-02 ] +2024-10-24 21:44:26,446 INFO: [ epoch: 0 ] [ iter: 1,800 ] [ performance: 18.997 it/s ] [ lr: 1.00e-04 ] [ eta: 106 days, 19:08:25 ] [ l_g_pix: 4.0287e-02 ] [ l_g_total: 4.0287e-02 ] +2024-10-24 21:44:31,859 INFO: [ epoch: 0 ] [ iter: 1,900 ] [ performance: 18.427 it/s ] [ lr: 1.00e-04 ] [ eta: 112 days, 20:01:41 ] [ l_g_pix: 3.1407e-02 ] [ l_g_total: 3.1407e-02 ] +2024-10-24 21:44:37,126 INFO: [ epoch: 0 ] [ iter: 2,000 ] [ performance: 18.716 it/s ] [ lr: 1.00e-04 ] [ eta: 118 days, 16:39:05 ] [ l_g_pix: 3.7498e-02 ] [ l_g_total: 3.7498e-02 ] +2024-10-24 21:44:42,341 INFO: [ epoch: 0 ] [ iter: 2,100 ] [ performance: 19.282 it/s ] [ lr: 1.00e-04 ] [ eta: 124 days, 11:34:26 ] [ l_g_pix: 4.2816e-02 ] [ l_g_total: 4.2816e-02 ] +2024-10-24 21:44:47,546 INFO: [ epoch: 0 ] [ iter: 2,200 ] [ performance: 19.246 it/s ] [ lr: 1.00e-04 ] [ eta: 130 days, 5:55:43 ] [ l_g_pix: 3.1048e-02 ] [ l_g_total: 3.1048e-02 ] +2024-10-24 21:44:52,776 INFO: [ epoch: 0 ] [ iter: 2,300 ] [ performance: 19.080 it/s ] [ lr: 1.00e-04 ] [ eta: 136 days, 0:40:09 ] [ l_g_pix: 3.3208e-02 ] [ l_g_total: 3.3208e-02 ] +2024-10-24 21:44:57,915 INFO: [ epoch: 0 ] [ iter: 2,400 ] [ performance: 19.281 it/s ] [ lr: 1.00e-04 ] [ eta: 141 days, 16:37:55 ] [ l_g_pix: 4.1567e-02 ] [ l_g_total: 4.1567e-02 ] +2024-10-24 21:45:03,322 INFO: [ epoch: 0 ] [ iter: 2,500 ] [ performance: 18.524 it/s ] [ lr: 1.00e-04 ] [ eta: 147 days, 15:34:54 ] [ l_g_pix: 2.6806e-02 ] [ l_g_total: 2.6806e-02 ] +2024-10-24 21:45:08,623 INFO: [ epoch: 0 ] [ iter: 2,600 ] [ performance: 18.703 it/s ] [ lr: 1.00e-04 ] [ eta: 153 days, 11:23:16 ] [ l_g_pix: 3.4877e-02 ] [ l_g_total: 3.4877e-02 ] +2024-10-24 21:45:14,003 INFO: [ epoch: 0 ] [ iter: 2,700 ] [ performance: 18.620 it/s ] [ lr: 1.00e-04 ] [ eta: 159 days, 9:00:00 ] [ l_g_pix: 3.8971e-02 ] [ l_g_total: 3.8971e-02 ] +2024-10-24 21:45:19,210 INFO: [ epoch: 0 ] [ iter: 2,800 ] [ performance: 18.929 it/s ] [ lr: 1.00e-04 ] [ eta: 165 days, 1:39:30 ] [ l_g_pix: 4.3077e-02 ] [ l_g_total: 4.3077e-02 ] +2024-10-24 21:45:24,617 INFO: [ epoch: 0 ] [ iter: 2,900 ] [ performance: 19.042 it/s ] [ lr: 1.00e-04 ] [ eta: 170 days, 23:25:45 ] [ l_g_pix: 3.4447e-02 ] [ l_g_total: 3.4447e-02 ] +2024-10-24 21:45:29,881 INFO: [ epoch: 0 ] [ iter: 3,000 ] [ performance: 19.020 it/s ] [ lr: 1.00e-04 ] [ eta: 176 days, 17:02:02 ] [ l_g_pix: 2.9722e-02 ] [ l_g_total: 2.9722e-02 ] +2024-10-24 21:45:35,090 INFO: [ epoch: 0 ] [ iter: 3,100 ] [ performance: 19.243 it/s ] [ lr: 1.00e-04 ] [ eta: 182 days, 8:52:39 ] [ l_g_pix: 3.9918e-02 ] [ l_g_total: 3.9918e-02 ] +2024-10-24 21:45:40,258 INFO: [ epoch: 0 ] [ iter: 3,200 ] [ performance: 19.304 it/s ] [ lr: 1.00e-04 ] [ eta: 187 days, 23:18:08 ] [ l_g_pix: 2.8075e-02 ] [ l_g_total: 2.8075e-02 ] +2024-10-24 21:45:45,439 INFO: [ epoch: 0 ] [ iter: 3,300 ] [ performance: 19.427 it/s ] [ lr: 1.00e-04 ] [ eta: 193 days, 13:49:00 ] [ l_g_pix: 3.7682e-02 ] [ l_g_total: 3.7682e-02 ] +2024-10-24 21:45:50,316 INFO: [ epoch: 0 ] [ iter: 3,400 ] [ performance: 20.001 it/s ] [ lr: 1.00e-04 ] [ eta: 198 days, 19:51:55 ] [ l_g_pix: 3.9065e-02 ] [ l_g_total: 3.9065e-02 ] +2024-10-24 21:45:56,354 INFO: [ epoch: 1 ] [ iter: 3,500 ] [ performance: 15.833 it/s ] [ lr: 1.00e-04 ] [ eta: 205 days, 8:46:35 ] [ l_g_pix: 1.9761e-02 ] [ l_g_total: 1.9761e-02 ] +2024-10-24 21:46:01,357 INFO: [ epoch: 1 ] [ iter: 3,600 ] [ performance: 17.863 it/s ] [ lr: 1.00e-04 ] [ eta: 210 days, 17:39:23 ] [ l_g_pix: 4.3885e-02 ] [ l_g_total: 4.3885e-02 ] +2024-10-24 21:46:06,464 INFO: [ epoch: 1 ] [ iter: 3,700 ] [ performance: 19.635 it/s ] [ lr: 1.00e-04 ] [ eta: 216 days, 5:00:40 ] [ l_g_pix: 2.3978e-02 ] [ l_g_total: 2.3978e-02 ] +2024-10-24 21:46:11,648 INFO: [ epoch: 1 ] [ iter: 3,800 ] [ performance: 19.445 it/s ] [ lr: 1.00e-04 ] [ eta: 221 days, 18:08:55 ] [ l_g_pix: 4.5955e-02 ] [ l_g_total: 4.5955e-02 ] +2024-10-24 21:46:16,755 INFO: [ epoch: 1 ] [ iter: 3,900 ] [ performance: 19.648 it/s ] [ lr: 1.00e-04 ] [ eta: 227 days, 4:56:28 ] [ l_g_pix: 4.4687e-02 ] [ l_g_total: 4.4687e-02 ] +2024-10-24 21:46:21,819 INFO: [ epoch: 1 ] [ iter: 4,000 ] [ performance: 19.705 it/s ] [ lr: 1.00e-04 ] [ eta: 232 days, 14:17:39 ] [ l_g_pix: 4.4557e-02 ] [ l_g_total: 4.4557e-02 ] +2024-10-24 21:46:26,885 INFO: [ epoch: 1 ] [ iter: 4,100 ] [ performance: 19.904 it/s ] [ lr: 1.00e-04 ] [ eta: 237 days, 23:26:22 ] [ l_g_pix: 3.6734e-02 ] [ l_g_total: 3.6734e-02 ] +2024-10-24 21:46:31,923 INFO: [ epoch: 1 ] [ iter: 4,200 ] [ performance: 19.874 it/s ] [ lr: 1.00e-04 ] [ eta: 243 days, 7:33:43 ] [ l_g_pix: 3.5816e-02 ] [ l_g_total: 3.5816e-02 ] +2024-10-24 21:46:37,090 INFO: [ epoch: 1 ] [ iter: 4,300 ] [ performance: 19.348 it/s ] [ lr: 1.00e-04 ] [ eta: 248 days, 18:48:41 ] [ l_g_pix: 3.1747e-02 ] [ l_g_total: 3.1747e-02 ] +2024-10-24 21:46:42,196 INFO: [ epoch: 1 ] [ iter: 4,400 ] [ performance: 19.481 it/s ] [ lr: 1.00e-04 ] [ eta: 254 days, 4:09:47 ] [ l_g_pix: 3.2445e-02 ] [ l_g_total: 3.2445e-02 ] +2024-10-24 21:46:47,308 INFO: [ epoch: 1 ] [ iter: 4,500 ] [ performance: 19.793 it/s ] [ lr: 1.00e-04 ] [ eta: 259 days, 13:23:54 ] [ l_g_pix: 3.4417e-02 ] [ l_g_total: 3.4417e-02 ] +2024-10-24 21:46:52,381 INFO: [ epoch: 1 ] [ iter: 4,600 ] [ performance: 19.749 it/s ] [ lr: 1.00e-04 ] [ eta: 264 days, 21:18:31 ] [ l_g_pix: 4.8884e-02 ] [ l_g_total: 4.8884e-02 ] +2024-10-24 21:46:57,545 INFO: [ epoch: 1 ] [ iter: 4,700 ] [ performance: 19.785 it/s ] [ lr: 1.00e-04 ] [ eta: 270 days, 7:19:56 ] [ l_g_pix: 2.7942e-02 ] [ l_g_total: 2.7942e-02 ] +2024-10-24 21:47:02,609 INFO: [ epoch: 1 ] [ iter: 4,800 ] [ performance: 19.765 it/s ] [ lr: 1.00e-04 ] [ eta: 275 days, 14:26:33 ] [ l_g_pix: 3.1671e-02 ] [ l_g_total: 3.1671e-02 ] +2024-10-24 21:47:07,769 INFO: [ epoch: 1 ] [ iter: 4,900 ] [ performance: 19.487 it/s ] [ lr: 1.00e-04 ] [ eta: 280 days, 23:47:28 ] [ l_g_pix: 3.9557e-02 ] [ l_g_total: 3.9557e-02 ] +2024-10-24 21:47:12,913 INFO: [ epoch: 1 ] [ iter: 5,000 ] [ performance: 19.461 it/s ] [ lr: 1.00e-04 ] [ eta: 286 days, 8:27:20 ] [ l_g_pix: 3.3528e-02 ] [ l_g_total: 3.3528e-02 ] +2024-10-24 21:47:17,923 INFO: [ epoch: 1 ] [ iter: 5,100 ] [ performance: 19.854 it/s ] [ lr: 1.00e-04 ] [ eta: 291 days, 13:16:53 ] [ l_g_pix: 5.4739e-02 ] [ l_g_total: 5.4739e-02 ] +2024-10-24 21:47:23,060 INFO: [ epoch: 1 ] [ iter: 5,200 ] [ performance: 19.633 it/s ] [ lr: 1.00e-04 ] [ eta: 296 days, 21:10:36 ] [ l_g_pix: 3.3753e-02 ] [ l_g_total: 3.3753e-02 ] +2024-10-24 21:47:28,246 INFO: [ epoch: 1 ] [ iter: 5,300 ] [ performance: 19.300 it/s ] [ lr: 1.00e-04 ] [ eta: 302 days, 6:05:35 ] [ l_g_pix: 4.4548e-02 ] [ l_g_total: 4.4548e-02 ] +2024-10-24 21:47:33,408 INFO: [ epoch: 1 ] [ iter: 5,400 ] [ performance: 19.344 it/s ] [ lr: 1.00e-04 ] [ eta: 307 days, 14:04:05 ] [ l_g_pix: 4.1914e-02 ] [ l_g_total: 4.1914e-02 ] +2024-10-24 21:47:38,575 INFO: [ epoch: 1 ] [ iter: 5,500 ] [ performance: 19.364 it/s ] [ lr: 1.00e-04 ] [ eta: 312 days, 21:54:21 ] [ l_g_pix: 2.7094e-02 ] [ l_g_total: 2.7094e-02 ] +2024-10-24 21:47:43,714 INFO: [ epoch: 1 ] [ iter: 5,600 ] [ performance: 19.419 it/s ] [ lr: 1.00e-04 ] [ eta: 318 days, 4:43:21 ] [ l_g_pix: 3.3444e-02 ] [ l_g_total: 3.3444e-02 ] +2024-10-24 21:47:48,848 INFO: [ epoch: 1 ] [ iter: 5,700 ] [ performance: 19.472 it/s ] [ lr: 1.00e-04 ] [ eta: 323 days, 11:05:51 ] [ l_g_pix: 3.3738e-02 ] [ l_g_total: 3.3738e-02 ] +2024-10-24 21:47:54,048 INFO: [ epoch: 1 ] [ iter: 5,800 ] [ performance: 19.333 it/s ] [ lr: 1.00e-04 ] [ eta: 328 days, 18:55:25 ] [ l_g_pix: 3.0187e-02 ] [ l_g_total: 3.0187e-02 ] +2024-10-24 21:47:59,233 INFO: [ epoch: 1 ] [ iter: 5,900 ] [ performance: 19.345 it/s ] [ lr: 1.00e-04 ] [ eta: 334 days, 2:05:49 ] [ l_g_pix: 2.9406e-02 ] [ l_g_total: 2.9406e-02 ] +2024-10-24 21:48:04,406 INFO: [ epoch: 1 ] [ iter: 6,000 ] [ performance: 19.339 it/s ] [ lr: 1.00e-04 ] [ eta: 339 days, 8:38:29 ] [ l_g_pix: 4.1543e-02 ] [ l_g_total: 4.1543e-02 ] +2024-10-24 21:48:09,467 INFO: [ epoch: 1 ] [ iter: 6,100 ] [ performance: 19.841 it/s ] [ lr: 1.00e-04 ] [ eta: 344 days, 11:59:03 ] [ l_g_pix: 3.6131e-02 ] [ l_g_total: 3.6131e-02 ] +2024-10-24 21:48:14,569 INFO: [ epoch: 1 ] [ iter: 6,200 ] [ performance: 19.701 it/s ] [ lr: 1.00e-04 ] [ eta: 349 days, 16:06:05 ] [ l_g_pix: 3.5841e-02 ] [ l_g_total: 3.5841e-02 ] +2024-10-24 21:48:19,740 INFO: [ epoch: 1 ] [ iter: 6,300 ] [ performance: 19.348 it/s ] [ lr: 1.00e-04 ] [ eta: 354 days, 21:44:56 ] [ l_g_pix: 2.8179e-02 ] [ l_g_total: 2.8179e-02 ] +2024-10-24 21:48:24,821 INFO: [ epoch: 1 ] [ iter: 6,400 ] [ performance: 19.546 it/s ] [ lr: 1.00e-04 ] [ eta: 360 days, 0:45:33 ] [ l_g_pix: 2.5064e-02 ] [ l_g_total: 2.5064e-02 ] +2024-10-24 21:48:29,972 INFO: [ epoch: 1 ] [ iter: 6,500 ] [ performance: 19.597 it/s ] [ lr: 1.00e-04 ] [ eta: 365 days, 5:19:10 ] [ l_g_pix: 3.2059e-02 ] [ l_g_total: 3.2059e-02 ] +2024-10-24 21:48:35,138 INFO: [ epoch: 1 ] [ iter: 6,600 ] [ performance: 19.457 it/s ] [ lr: 1.00e-04 ] [ eta: 370 days, 9:57:25 ] [ l_g_pix: 3.7240e-02 ] [ l_g_total: 3.7240e-02 ] +2024-10-24 21:48:40,335 INFO: [ epoch: 1 ] [ iter: 6,700 ] [ performance: 19.408 it/s ] [ lr: 1.00e-04 ] [ eta: 375 days, 15:07:43 ] [ l_g_pix: 3.0826e-02 ] [ l_g_total: 3.0826e-02 ] +2024-10-24 21:48:45,375 INFO: [ epoch: 1 ] [ iter: 6,800 ] [ performance: 19.666 it/s ] [ lr: 1.00e-04 ] [ eta: 380 days, 15:57:14 ] [ l_g_pix: 3.0366e-02 ] [ l_g_total: 3.0366e-02 ] +2024-10-24 21:48:51,506 INFO: [ epoch: 2 ] [ iter: 6,900 ] [ performance: 14.927 it/s ] [ lr: 1.00e-04 ] [ eta: 386 days, 20:42:01 ] [ l_g_pix: 3.0770e-02 ] [ l_g_total: 3.0770e-02 ] +2024-10-24 21:48:56,636 INFO: [ epoch: 2 ] [ iter: 7,000 ] [ performance: 17.381 it/s ] [ lr: 1.00e-04 ] [ eta: 391 days, 23:15:19 ] [ l_g_pix: 3.2426e-02 ] [ l_g_total: 3.2426e-02 ] +2024-10-24 21:49:01,729 INFO: [ epoch: 2 ] [ iter: 7,100 ] [ performance: 19.835 it/s ] [ lr: 1.00e-04 ] [ eta: 397 days, 0:34:08 ] [ l_g_pix: 2.8506e-02 ] [ l_g_total: 2.8506e-02 ] +2024-10-24 21:49:06,936 INFO: [ epoch: 2 ] [ iter: 7,200 ] [ performance: 19.450 it/s ] [ lr: 1.00e-04 ] [ eta: 402 days, 4:31:51 ] [ l_g_pix: 3.5610e-02 ] [ l_g_total: 3.5610e-02 ] +2024-10-24 21:49:12,120 INFO: [ epoch: 2 ] [ iter: 7,300 ] [ performance: 19.376 it/s ] [ lr: 1.00e-04 ] [ eta: 407 days, 7:37:02 ] [ l_g_pix: 4.5023e-02 ] [ l_g_total: 4.5023e-02 ] +2024-10-24 21:49:17,301 INFO: [ epoch: 2 ] [ iter: 7,400 ] [ performance: 19.331 it/s ] [ lr: 1.00e-04 ] [ eta: 412 days, 10:20:41 ] [ l_g_pix: 4.1494e-02 ] [ l_g_total: 4.1494e-02 ] +2024-10-24 21:49:22,449 INFO: [ epoch: 2 ] [ iter: 7,500 ] [ performance: 19.420 it/s ] [ lr: 1.00e-04 ] [ eta: 417 days, 11:55:06 ] [ l_g_pix: 1.8577e-02 ] [ l_g_total: 1.8577e-02 ] +2024-10-24 21:49:27,618 INFO: [ epoch: 2 ] [ iter: 7,600 ] [ performance: 19.375 it/s ] [ lr: 1.00e-04 ] [ eta: 422 days, 13:45:52 ] [ l_g_pix: 3.4595e-02 ] [ l_g_total: 3.4595e-02 ] +2024-10-24 21:49:32,602 INFO: [ epoch: 2 ] [ iter: 7,700 ] [ performance: 19.560 it/s ] [ lr: 1.00e-04 ] [ eta: 427 days, 10:34:28 ] [ l_g_pix: 3.9389e-02 ] [ l_g_total: 3.9389e-02 ] +2024-10-24 21:49:37,868 INFO: [ epoch: 2 ] [ iter: 7,800 ] [ performance: 19.206 it/s ] [ lr: 1.00e-04 ] [ eta: 432 days, 14:18:58 ] [ l_g_pix: 3.5601e-02 ] [ l_g_total: 3.5601e-02 ] +2024-10-24 21:49:43,021 INFO: [ epoch: 2 ] [ iter: 7,900 ] [ performance: 19.512 it/s ] [ lr: 1.00e-04 ] [ eta: 437 days, 14:52:41 ] [ l_g_pix: 4.5176e-02 ] [ l_g_total: 4.5176e-02 ] +2024-10-24 21:49:48,125 INFO: [ epoch: 2 ] [ iter: 8,000 ] [ performance: 19.562 it/s ] [ lr: 1.00e-04 ] [ eta: 442 days, 13:55:33 ] [ l_g_pix: 3.0455e-02 ] [ l_g_total: 3.0455e-02 ] +2024-10-24 21:49:53,235 INFO: [ epoch: 2 ] [ iter: 8,100 ] [ performance: 19.608 it/s ] [ lr: 1.00e-04 ] [ eta: 447 days, 12:48:59 ] [ l_g_pix: 3.5926e-02 ] [ l_g_total: 3.5926e-02 ] +2024-10-24 21:49:58,425 INFO: [ epoch: 2 ] [ iter: 8,200 ] [ performance: 19.395 it/s ] [ lr: 1.00e-04 ] [ eta: 452 days, 13:28:41 ] [ l_g_pix: 2.4597e-02 ] [ l_g_total: 2.4597e-02 ] +2024-10-24 21:50:03,583 INFO: [ epoch: 2 ] [ iter: 8,300 ] [ performance: 19.629 it/s ] [ lr: 1.00e-04 ] [ eta: 457 days, 13:01:28 ] [ l_g_pix: 4.5905e-02 ] [ l_g_total: 4.5905e-02 ] +2024-10-24 21:50:08,610 INFO: [ epoch: 2 ] [ iter: 8,400 ] [ performance: 19.796 it/s ] [ lr: 1.00e-04 ] [ eta: 462 days, 8:57:13 ] [ l_g_pix: 3.8880e-02 ] [ l_g_total: 3.8880e-02 ] +2024-10-24 21:50:13,642 INFO: [ epoch: 2 ] [ iter: 8,500 ] [ performance: 20.486 it/s ] [ lr: 1.00e-04 ] [ eta: 467 days, 4:44:50 ] [ l_g_pix: 3.8246e-02 ] [ l_g_total: 3.8246e-02 ] +2024-10-24 21:50:18,674 INFO: [ epoch: 2 ] [ iter: 8,600 ] [ performance: 20.096 it/s ] [ lr: 1.00e-04 ] [ eta: 472 days, 0:14:22 ] [ l_g_pix: 3.0690e-02 ] [ l_g_total: 3.0690e-02 ] +2024-10-24 21:50:23,855 INFO: [ epoch: 2 ] [ iter: 8,700 ] [ performance: 19.072 it/s ] [ lr: 1.00e-04 ] [ eta: 476 days, 23:14:50 ] [ l_g_pix: 2.4588e-02 ] [ l_g_total: 2.4588e-02 ] +2024-10-24 21:50:29,002 INFO: [ epoch: 2 ] [ iter: 8,800 ] [ performance: 19.300 it/s ] [ lr: 1.00e-04 ] [ eta: 481 days, 21:05:33 ] [ l_g_pix: 2.3616e-02 ] [ l_g_total: 2.3616e-02 ] +2024-10-24 21:50:34,142 INFO: [ epoch: 2 ] [ iter: 8,900 ] [ performance: 19.573 it/s ] [ lr: 1.00e-04 ] [ eta: 486 days, 18:28:37 ] [ l_g_pix: 4.8460e-02 ] [ l_g_total: 4.8460e-02 ] +2024-10-24 21:50:39,276 INFO: [ epoch: 2 ] [ iter: 9,000 ] [ performance: 19.514 it/s ] [ lr: 1.00e-04 ] [ eta: 491 days, 15:25:34 ] [ l_g_pix: 2.7489e-02 ] [ l_g_total: 2.7489e-02 ] +2024-10-24 21:50:44,456 INFO: [ epoch: 2 ] [ iter: 9,100 ] [ performance: 19.354 it/s ] [ lr: 1.00e-04 ] [ eta: 496 days, 13:15:48 ] [ l_g_pix: 3.6340e-02 ] [ l_g_total: 3.6340e-02 ] +2024-10-24 21:50:49,681 INFO: [ epoch: 2 ] [ iter: 9,200 ] [ performance: 19.218 it/s ] [ lr: 1.00e-04 ] [ eta: 501 days, 11:55:25 ] [ l_g_pix: 3.1981e-02 ] [ l_g_total: 3.1981e-02 ] +2024-10-24 21:50:54,947 INFO: [ epoch: 2 ] [ iter: 9,300 ] [ performance: 19.340 it/s ] [ lr: 1.00e-04 ] [ eta: 506 days, 11:20:44 ] [ l_g_pix: 4.3238e-02 ] [ l_g_total: 4.3238e-02 ] +2024-10-24 21:51:00,069 INFO: [ epoch: 2 ] [ iter: 9,400 ] [ performance: 19.461 it/s ] [ lr: 1.00e-04 ] [ eta: 511 days, 6:50:39 ] [ l_g_pix: 4.0928e-02 ] [ l_g_total: 4.0928e-02 ] +2024-10-24 21:51:05,164 INFO: [ epoch: 2 ] [ iter: 9,500 ] [ performance: 20.165 it/s ] [ lr: 1.00e-04 ] [ eta: 516 days, 1:23:29 ] [ l_g_pix: 2.8682e-02 ] [ l_g_total: 2.8682e-02 ] +2024-10-24 21:51:10,325 INFO: [ epoch: 2 ] [ iter: 9,600 ] [ performance: 19.645 it/s ] [ lr: 1.00e-04 ] [ eta: 520 days, 21:17:37 ] [ l_g_pix: 3.0274e-02 ] [ l_g_total: 3.0274e-02 ] +2024-10-24 21:51:15,330 INFO: [ epoch: 2 ] [ iter: 9,700 ] [ performance: 20.256 it/s ] [ lr: 1.00e-04 ] [ eta: 525 days, 13:00:39 ] [ l_g_pix: 2.7031e-02 ] [ l_g_total: 2.7031e-02 ] +2024-10-24 21:51:20,362 INFO: [ epoch: 2 ] [ iter: 9,800 ] [ performance: 20.005 it/s ] [ lr: 1.00e-04 ] [ eta: 530 days, 5:06:31 ] [ l_g_pix: 5.2127e-02 ] [ l_g_total: 5.2127e-02 ] +2024-10-24 21:51:25,225 INFO: [ epoch: 2 ] [ iter: 9,900 ] [ performance: 20.243 it/s ] [ lr: 1.00e-04 ] [ eta: 534 days, 16:43:32 ] [ l_g_pix: 3.2189e-02 ] [ l_g_total: 3.2189e-02 ] +2024-10-24 21:51:30,267 INFO: [ epoch: 2 ] [ iter: 10,000 ] [ performance: 19.971 it/s ] [ lr: 1.00e-04 ] [ eta: 539 days, 8:32:00 ] [ l_g_pix: 3.7045e-02 ] [ l_g_total: 3.7045e-02 ] +2024-10-24 21:51:30,268 INFO: Saving models and training states. +2024-10-24 21:52:54,587 INFO: Validation val + + # psnr: 21.2383........ Best: 21.2383 @ 10000 iter + # ssim: 0.6043........ Best: 0.6043 @ 10000 iter + # dists: 0.7922........ Best: 0.7922 @ 10000 iter + +2024-10-24 21:52:59,908 INFO: [ epoch: 2 ] [ iter: 10,100 ] [ performance: 19.127 it/s ] [ lr: 1.00e-04 ] [ eta: 632 days, 0:39:19 ] [ l_g_pix: 4.2059e-02 ] [ l_g_total: 4.2059e-02 ] +2024-10-24 21:53:05,127 INFO: [ epoch: 2 ] [ iter: 10,200 ] [ performance: 19.153 it/s ] [ lr: 1.00e-04 ] [ eta: 636 days, 17:56:53 ] [ l_g_pix: 3.2883e-02 ] [ l_g_total: 3.2883e-02 ] +2024-10-24 21:53:11,286 INFO: [ epoch: 3 ] [ iter: 10,300 ] [ performance: 13.586 it/s ] [ lr: 1.00e-04 ] [ eta: 642 days, 10:22:45 ] [ l_g_pix: 4.1262e-02 ] [ l_g_total: 4.1262e-02 ] +2024-10-24 21:53:16,477 INFO: [ epoch: 3 ] [ iter: 10,400 ] [ performance: 16.937 it/s ] [ lr: 1.00e-04 ] [ eta: 647 days, 2:24:42 ] [ l_g_pix: 3.1670e-02 ] [ l_g_total: 3.1670e-02 ] +2024-10-24 21:53:21,556 INFO: [ epoch: 3 ] [ iter: 10,500 ] [ performance: 19.733 it/s ] [ lr: 1.00e-04 ] [ eta: 651 days, 15:20:49 ] [ l_g_pix: 4.1987e-02 ] [ l_g_total: 4.1987e-02 ] +2024-10-24 21:53:26,767 INFO: [ epoch: 3 ] [ iter: 10,600 ] [ performance: 19.365 it/s ] [ lr: 1.00e-04 ] [ eta: 656 days, 7:16:33 ] [ l_g_pix: 2.3772e-02 ] [ l_g_total: 2.3772e-02 ] +2024-10-24 21:53:32,079 INFO: [ epoch: 3 ] [ iter: 10,700 ] [ performance: 20.362 it/s ] [ lr: 1.00e-04 ] [ eta: 661 days, 1:25:46 ] [ l_g_pix: 3.4948e-02 ] [ l_g_total: 3.4948e-02 ] +2024-10-24 21:53:37,220 INFO: [ epoch: 3 ] [ iter: 10,800 ] [ performance: 19.738 it/s ] [ lr: 1.00e-04 ] [ eta: 665 days, 15:01:27 ] [ l_g_pix: 3.4557e-02 ] [ l_g_total: 3.4557e-02 ] +2024-10-24 21:53:42,343 INFO: [ epoch: 3 ] [ iter: 10,900 ] [ performance: 20.290 it/s ] [ lr: 1.00e-04 ] [ eta: 670 days, 3:55:36 ] [ l_g_pix: 4.1325e-02 ] [ l_g_total: 4.1325e-02 ] +2024-10-24 21:53:47,400 INFO: [ epoch: 3 ] [ iter: 11,000 ] [ performance: 19.937 it/s ] [ lr: 1.00e-04 ] [ eta: 674 days, 14:53:04 ] [ l_g_pix: 3.1896e-02 ] [ l_g_total: 3.1896e-02 ] +2024-10-24 21:53:52,528 INFO: [ epoch: 3 ] [ iter: 11,100 ] [ performance: 19.793 it/s ] [ lr: 1.00e-04 ] [ eta: 679 days, 3:19:04 ] [ l_g_pix: 2.8896e-02 ] [ l_g_total: 2.8896e-02 ] +2024-10-24 21:53:57,668 INFO: [ epoch: 3 ] [ iter: 11,200 ] [ performance: 19.561 it/s ] [ lr: 1.00e-04 ] [ eta: 683 days, 15:46:07 ] [ l_g_pix: 3.1421e-02 ] [ l_g_total: 3.1421e-02 ] +2024-10-24 21:54:03,097 INFO: [ epoch: 3 ] [ iter: 11,300 ] [ performance: 17.596 it/s ] [ lr: 1.00e-04 ] [ eta: 688 days, 11:03:39 ] [ l_g_pix: 5.4474e-02 ] [ l_g_total: 5.4474e-02 ] +2024-10-24 21:54:08,275 INFO: [ epoch: 3 ] [ iter: 11,400 ] [ performance: 18.756 it/s ] [ lr: 1.00e-04 ] [ eta: 692 days, 23:51:27 ] [ l_g_pix: 2.2375e-02 ] [ l_g_total: 2.2375e-02 ] +2024-10-24 21:54:13,363 INFO: [ epoch: 3 ] [ iter: 11,500 ] [ performance: 19.484 it/s ] [ lr: 1.00e-04 ] [ eta: 697 days, 10:10:48 ] [ l_g_pix: 3.4590e-02 ] [ l_g_total: 3.4590e-02 ] +2024-10-24 21:54:18,512 INFO: [ epoch: 3 ] [ iter: 11,600 ] [ performance: 19.441 it/s ] [ lr: 1.00e-04 ] [ eta: 701 days, 21:42:34 ] [ l_g_pix: 3.5244e-02 ] [ l_g_total: 3.5244e-02 ] +2024-10-24 21:54:23,706 INFO: [ epoch: 3 ] [ iter: 11,700 ] [ performance: 19.247 it/s ] [ lr: 1.00e-04 ] [ eta: 706 days, 10:01:45 ] [ l_g_pix: 2.8175e-02 ] [ l_g_total: 2.8175e-02 ] +2024-10-24 21:54:28,836 INFO: [ epoch: 3 ] [ iter: 11,800 ] [ performance: 19.422 it/s ] [ lr: 1.00e-04 ] [ eta: 710 days, 20:30:37 ] [ l_g_pix: 2.8869e-02 ] [ l_g_total: 2.8869e-02 ] +2024-10-24 21:54:33,900 INFO: [ epoch: 3 ] [ iter: 11,900 ] [ performance: 19.892 it/s ] [ lr: 1.00e-04 ] [ eta: 715 days, 5:06:30 ] [ l_g_pix: 3.0238e-02 ] [ l_g_total: 3.0238e-02 ] +2024-10-24 21:54:39,281 INFO: [ epoch: 3 ] [ iter: 12,000 ] [ performance: 18.947 it/s ] [ lr: 1.00e-04 ] [ eta: 719 days, 21:09:48 ] [ l_g_pix: 3.0696e-02 ] [ l_g_total: 3.0696e-02 ] +2024-10-24 21:54:44,386 INFO: [ epoch: 3 ] [ iter: 12,100 ] [ performance: 19.794 it/s ] [ lr: 1.00e-04 ] [ eta: 724 days, 6:10:06 ] [ l_g_pix: 3.2573e-02 ] [ l_g_total: 3.2573e-02 ] +2024-10-24 21:54:49,418 INFO: [ epoch: 3 ] [ iter: 12,200 ] [ performance: 19.852 it/s ] [ lr: 1.00e-04 ] [ eta: 728 days, 13:07:03 ] [ l_g_pix: 3.9684e-02 ] [ l_g_total: 3.9684e-02 ] +2024-10-24 21:54:54,545 INFO: [ epoch: 3 ] [ iter: 12,300 ] [ performance: 19.551 it/s ] [ lr: 1.00e-04 ] [ eta: 732 days, 22:05:41 ] [ l_g_pix: 2.6852e-02 ] [ l_g_total: 2.6852e-02 ] +2024-10-24 21:54:59,641 INFO: [ epoch: 3 ] [ iter: 12,400 ] [ performance: 19.604 it/s ] [ lr: 1.00e-04 ] [ eta: 737 days, 6:02:45 ] [ l_g_pix: 4.3704e-02 ] [ l_g_total: 4.3704e-02 ] +2024-10-24 21:55:04,805 INFO: [ epoch: 3 ] [ iter: 12,500 ] [ performance: 19.134 it/s ] [ lr: 1.00e-04 ] [ eta: 741 days, 15:21:42 ] [ l_g_pix: 3.5765e-02 ] [ l_g_total: 3.5765e-02 ] +2024-10-24 21:55:09,915 INFO: [ epoch: 3 ] [ iter: 12,600 ] [ performance: 19.450 it/s ] [ lr: 1.00e-04 ] [ eta: 745 days, 23:04:28 ] [ l_g_pix: 3.2832e-02 ] [ l_g_total: 3.2832e-02 ] +2024-10-24 21:55:15,341 INFO: [ epoch: 3 ] [ iter: 12,700 ] [ performance: 19.617 it/s ] [ lr: 1.00e-04 ] [ eta: 750 days, 14:09:25 ] [ l_g_pix: 3.1072e-02 ] [ l_g_total: 3.1072e-02 ] +2024-10-24 21:55:20,357 INFO: [ epoch: 3 ] [ iter: 12,800 ] [ performance: 19.851 it/s ] [ lr: 1.00e-04 ] [ eta: 754 days, 19:01:20 ] [ l_g_pix: 2.6753e-02 ] [ l_g_total: 2.6753e-02 ] +2024-10-24 21:55:25,319 INFO: [ epoch: 3 ] [ iter: 12,900 ] [ performance: 20.208 it/s ] [ lr: 1.00e-04 ] [ eta: 758 days, 22:18:52 ] [ l_g_pix: 4.7889e-02 ] [ l_g_total: 4.7889e-02 ] +2024-10-24 21:55:30,227 INFO: [ epoch: 3 ] [ iter: 13,000 ] [ performance: 20.334 it/s ] [ lr: 1.00e-04 ] [ eta: 762 days, 23:59:44 ] [ l_g_pix: 3.5864e-02 ] [ l_g_total: 3.5864e-02 ] +2024-10-24 21:55:35,153 INFO: [ epoch: 3 ] [ iter: 13,100 ] [ performance: 20.627 it/s ] [ lr: 1.00e-04 ] [ eta: 767 days, 1:51:36 ] [ l_g_pix: 3.0827e-02 ] [ l_g_total: 3.0827e-02 ] +2024-10-24 21:55:40,278 INFO: [ epoch: 3 ] [ iter: 13,200 ] [ performance: 19.793 it/s ] [ lr: 1.00e-04 ] [ eta: 771 days, 8:13:50 ] [ l_g_pix: 4.8504e-02 ] [ l_g_total: 4.8504e-02 ] +2024-10-24 21:55:45,483 INFO: [ epoch: 3 ] [ iter: 13,300 ] [ performance: 19.697 it/s ] [ lr: 1.00e-04 ] [ eta: 775 days, 16:15:18 ] [ l_g_pix: 3.1060e-02 ] [ l_g_total: 3.1060e-02 ] +2024-10-24 21:55:50,853 INFO: [ epoch: 3 ] [ iter: 13,400 ] [ performance: 18.884 it/s ] [ lr: 1.00e-04 ] [ eta: 780 days, 3:58:26 ] [ l_g_pix: 3.9573e-02 ] [ l_g_total: 3.9573e-02 ] +2024-10-24 21:55:56,060 INFO: [ epoch: 3 ] [ iter: 13,500 ] [ performance: 19.412 it/s ] [ lr: 1.00e-04 ] [ eta: 784 days, 11:27:26 ] [ l_g_pix: 4.4588e-02 ] [ l_g_total: 4.4588e-02 ] +2024-10-24 21:56:01,202 INFO: [ epoch: 3 ] [ iter: 13,600 ] [ performance: 19.441 it/s ] [ lr: 1.00e-04 ] [ eta: 788 days, 17:05:40 ] [ l_g_pix: 3.3912e-02 ] [ l_g_total: 3.3912e-02 ] +2024-10-24 21:56:05,922 INFO: [ epoch: 3 ] [ iter: 13,700 ] [ performance: 21.192 it/s ] [ lr: 1.00e-04 ] [ eta: 792 days, 12:19:49 ] [ l_g_pix: 3.5770e-02 ] [ l_g_total: 3.5770e-02 ] +2024-10-24 21:56:12,176 INFO: [ epoch: 4 ] [ iter: 13,800 ] [ performance: 17.003 it/s ] [ lr: 1.00e-04 ] [ eta: 797 days, 20:02:31 ] [ l_g_pix: 2.2990e-02 ] [ l_g_total: 2.2990e-02 ] +2024-10-24 21:56:17,321 INFO: [ epoch: 4 ] [ iter: 13,900 ] [ performance: 19.576 it/s ] [ lr: 1.00e-04 ] [ eta: 802 days, 0:52:24 ] [ l_g_pix: 2.6268e-02 ] [ l_g_total: 2.6268e-02 ] +2024-10-24 21:56:22,795 INFO: [ epoch: 4 ] [ iter: 14,000 ] [ performance: 18.564 it/s ] [ lr: 1.00e-04 ] [ eta: 806 days, 13:16:51 ] [ l_g_pix: 2.5132e-02 ] [ l_g_total: 2.5132e-02 ] +2024-10-24 21:56:28,058 INFO: [ epoch: 4 ] [ iter: 14,100 ] [ performance: 19.178 it/s ] [ lr: 1.00e-04 ] [ eta: 810 days, 20:22:11 ] [ l_g_pix: 4.0161e-02 ] [ l_g_total: 4.0161e-02 ] +2024-10-24 21:56:33,171 INFO: [ epoch: 4 ] [ iter: 14,200 ] [ performance: 19.472 it/s ] [ lr: 1.00e-04 ] [ eta: 814 days, 23:34:05 ] [ l_g_pix: 3.7990e-02 ] [ l_g_total: 3.7990e-02 ] +2024-10-24 21:56:38,354 INFO: [ epoch: 4 ] [ iter: 14,300 ] [ performance: 19.376 it/s ] [ lr: 1.00e-04 ] [ eta: 819 days, 4:08:42 ] [ l_g_pix: 3.7586e-02 ] [ l_g_total: 3.7586e-02 ] +2024-10-24 21:56:43,499 INFO: [ epoch: 4 ] [ iter: 14,400 ] [ performance: 19.424 it/s ] [ lr: 1.00e-04 ] [ eta: 823 days, 7:32:58 ] [ l_g_pix: 3.2641e-02 ] [ l_g_total: 3.2641e-02 ] +2024-10-24 21:56:48,589 INFO: [ epoch: 4 ] [ iter: 14,500 ] [ performance: 20.147 it/s ] [ lr: 1.00e-04 ] [ eta: 827 days, 9:20:55 ] [ l_g_pix: 2.7930e-02 ] [ l_g_total: 2.7930e-02 ] +2024-10-24 21:56:53,830 INFO: [ epoch: 4 ] [ iter: 14,600 ] [ performance: 19.307 it/s ] [ lr: 1.00e-04 ] [ eta: 831 days, 14:26:27 ] [ l_g_pix: 2.4979e-02 ] [ l_g_total: 2.4979e-02 ] +2024-10-24 21:56:59,334 INFO: [ epoch: 4 ] [ iter: 14,700 ] [ performance: 19.217 it/s ] [ lr: 1.00e-04 ] [ eta: 836 days, 1:30:02 ] [ l_g_pix: 4.5183e-02 ] [ l_g_total: 4.5183e-02 ] +2024-10-24 21:57:04,597 INFO: [ epoch: 4 ] [ iter: 14,800 ] [ performance: 19.049 it/s ] [ lr: 1.00e-04 ] [ eta: 840 days, 6:31:44 ] [ l_g_pix: 3.3775e-02 ] [ l_g_total: 3.3775e-02 ] +2024-10-24 21:57:09,544 INFO: [ epoch: 4 ] [ iter: 14,900 ] [ performance: 19.959 it/s ] [ lr: 1.00e-04 ] [ eta: 844 days, 3:47:23 ] [ l_g_pix: 3.0610e-02 ] [ l_g_total: 3.0610e-02 ] +2024-10-24 21:57:14,648 INFO: [ epoch: 4 ] [ iter: 15,000 ] [ performance: 19.670 it/s ] [ lr: 1.00e-04 ] [ eta: 848 days, 4:29:10 ] [ l_g_pix: 3.5083e-02 ] [ l_g_total: 3.5083e-02 ] +2024-10-24 21:57:19,790 INFO: [ epoch: 4 ] [ iter: 15,100 ] [ performance: 19.704 it/s ] [ lr: 1.00e-04 ] [ eta: 852 days, 5:48:26 ] [ l_g_pix: 4.1831e-02 ] [ l_g_total: 4.1831e-02 ] +2024-10-24 21:57:25,026 INFO: [ epoch: 4 ] [ iter: 15,200 ] [ performance: 19.219 it/s ] [ lr: 1.00e-04 ] [ eta: 856 days, 9:02:58 ] [ l_g_pix: 2.7755e-02 ] [ l_g_total: 2.7755e-02 ] +2024-10-24 21:57:30,323 INFO: [ epoch: 4 ] [ iter: 15,300 ] [ performance: 19.220 it/s ] [ lr: 1.00e-04 ] [ eta: 860 days, 13:26:48 ] [ l_g_pix: 3.4159e-02 ] [ l_g_total: 3.4159e-02 ] +2024-10-24 21:57:35,904 INFO: [ epoch: 4 ] [ iter: 15,400 ] [ performance: 18.158 it/s ] [ lr: 1.00e-04 ] [ eta: 865 days, 0:12:47 ] [ l_g_pix: 1.9866e-02 ] [ l_g_total: 1.9866e-02 ] +2024-10-24 21:57:41,150 INFO: [ epoch: 4 ] [ iter: 15,500 ] [ performance: 19.252 it/s ] [ lr: 1.00e-04 ] [ eta: 869 days, 2:48:22 ] [ l_g_pix: 3.6076e-02 ] [ l_g_total: 3.6076e-02 ] +2024-10-24 21:57:46,420 INFO: [ epoch: 4 ] [ iter: 15,600 ] [ performance: 19.029 it/s ] [ lr: 1.00e-04 ] [ eta: 873 days, 5:40:05 ] [ l_g_pix: 3.2950e-02 ] [ l_g_total: 3.2950e-02 ] +2024-10-24 21:57:51,625 INFO: [ epoch: 4 ] [ iter: 15,700 ] [ performance: 19.783 it/s ] [ lr: 1.00e-04 ] [ eta: 877 days, 6:43:05 ] [ l_g_pix: 3.2429e-02 ] [ l_g_total: 3.2429e-02 ] +2024-10-24 21:57:56,856 INFO: [ epoch: 4 ] [ iter: 15,800 ] [ performance: 19.236 it/s ] [ lr: 1.00e-04 ] [ eta: 881 days, 8:05:20 ] [ l_g_pix: 3.9083e-02 ] [ l_g_total: 3.9083e-02 ] +2024-10-24 21:58:02,057 INFO: [ epoch: 4 ] [ iter: 15,900 ] [ performance: 19.563 it/s ] [ lr: 1.00e-04 ] [ eta: 885 days, 8:28:27 ] [ l_g_pix: 4.3255e-02 ] [ l_g_total: 4.3255e-02 ] +2024-10-24 21:58:07,582 INFO: [ epoch: 4 ] [ iter: 16,000 ] [ performance: 18.339 it/s ] [ lr: 1.00e-04 ] [ eta: 889 days, 16:07:37 ] [ l_g_pix: 2.8085e-02 ] [ l_g_total: 2.8085e-02 ] +2024-10-24 21:58:12,789 INFO: [ epoch: 4 ] [ iter: 16,100 ] [ performance: 19.564 it/s ] [ lr: 1.00e-04 ] [ eta: 893 days, 16:02:33 ] [ l_g_pix: 4.3381e-02 ] [ l_g_total: 4.3381e-02 ] +2024-10-24 21:58:18,025 INFO: [ epoch: 4 ] [ iter: 16,200 ] [ performance: 19.176 it/s ] [ lr: 1.00e-04 ] [ eta: 897 days, 16:21:45 ] [ l_g_pix: 4.2834e-02 ] [ l_g_total: 4.2834e-02 ] +2024-10-24 21:58:23,205 INFO: [ epoch: 4 ] [ iter: 16,300 ] [ performance: 19.861 it/s ] [ lr: 1.00e-04 ] [ eta: 901 days, 15:05:01 ] [ l_g_pix: 3.4476e-02 ] [ l_g_total: 3.4476e-02 ] +2024-10-24 21:58:28,335 INFO: [ epoch: 4 ] [ iter: 16,400 ] [ performance: 19.554 it/s ] [ lr: 1.00e-04 ] [ eta: 905 days, 12:21:12 ] [ l_g_pix: 2.5907e-02 ] [ l_g_total: 2.5907e-02 ] +2024-10-24 21:58:33,549 INFO: [ epoch: 4 ] [ iter: 16,500 ] [ performance: 19.847 it/s ] [ lr: 1.00e-04 ] [ eta: 909 days, 11:17:50 ] [ l_g_pix: 2.8449e-02 ] [ l_g_total: 2.8449e-02 ] +2024-10-24 21:58:38,699 INFO: [ epoch: 4 ] [ iter: 16,600 ] [ performance: 19.485 it/s ] [ lr: 1.00e-04 ] [ eta: 913 days, 8:27:28 ] [ l_g_pix: 2.6552e-02 ] [ l_g_total: 2.6552e-02 ] +2024-10-24 21:58:43,920 INFO: [ epoch: 4 ] [ iter: 16,700 ] [ performance: 19.943 it/s ] [ lr: 1.00e-04 ] [ eta: 917 days, 6:58:48 ] [ l_g_pix: 2.5728e-02 ] [ l_g_total: 2.5728e-02 ] +2024-10-24 21:58:49,121 INFO: [ epoch: 4 ] [ iter: 16,800 ] [ performance: 19.329 it/s ] [ lr: 1.00e-04 ] [ eta: 921 days, 4:45:45 ] [ l_g_pix: 2.5753e-02 ] [ l_g_total: 2.5753e-02 ] +2024-10-24 21:58:54,253 INFO: [ epoch: 4 ] [ iter: 16,900 ] [ performance: 19.210 it/s ] [ lr: 1.00e-04 ] [ eta: 925 days, 0:38:58 ] [ l_g_pix: 3.8274e-02 ] [ l_g_total: 3.8274e-02 ] +2024-10-24 21:58:59,460 INFO: [ epoch: 4 ] [ iter: 17,000 ] [ performance: 19.209 it/s ] [ lr: 1.00e-04 ] [ eta: 928 days, 21:58:37 ] [ l_g_pix: 3.7849e-02 ] [ l_g_total: 3.7849e-02 ] +2024-10-24 21:59:04,418 INFO: [ epoch: 4 ] [ iter: 17,100 ] [ performance: 22.972 it/s ] [ lr: 1.00e-04 ] [ eta: 932 days, 13:17:42 ] [ l_g_pix: 4.2534e-02 ] [ l_g_total: 4.2534e-02 ] +2024-10-24 21:59:10,587 INFO: [ epoch: 5 ] [ iter: 17,200 ] [ performance: 16.860 it/s ] [ lr: 1.00e-04 ] [ eta: 937 days, 8:10:24 ] [ l_g_pix: 3.2677e-02 ] [ l_g_total: 3.2677e-02 ] +2024-10-24 21:59:15,957 INFO: [ epoch: 5 ] [ iter: 17,300 ] [ performance: 15.958 it/s ] [ lr: 1.00e-04 ] [ eta: 941 days, 8:22:36 ] [ l_g_pix: 4.1383e-02 ] [ l_g_total: 4.1383e-02 ] +2024-10-24 21:59:20,775 INFO: [ epoch: 5 ] [ iter: 17,400 ] [ performance: 20.020 it/s ] [ lr: 1.00e-04 ] [ eta: 944 days, 19:35:43 ] [ l_g_pix: 4.0209e-02 ] [ l_g_total: 4.0209e-02 ] +2024-10-24 21:59:25,890 INFO: [ epoch: 5 ] [ iter: 17,500 ] [ performance: 19.212 it/s ] [ lr: 1.00e-04 ] [ eta: 948 days, 13:22:02 ] [ l_g_pix: 3.2532e-02 ] [ l_g_total: 3.2532e-02 ] +2024-10-24 21:59:31,036 INFO: [ epoch: 5 ] [ iter: 17,600 ] [ performance: 19.410 it/s ] [ lr: 1.00e-04 ] [ eta: 952 days, 7:33:06 ] [ l_g_pix: 3.8696e-02 ] [ l_g_total: 3.8696e-02 ] +2024-10-24 21:59:36,213 INFO: [ epoch: 5 ] [ iter: 17,700 ] [ performance: 19.222 it/s ] [ lr: 1.00e-04 ] [ eta: 956 days, 2:09:38 ] [ l_g_pix: 3.4824e-02 ] [ l_g_total: 3.4824e-02 ] +2024-10-24 21:59:41,365 INFO: [ epoch: 5 ] [ iter: 17,800 ] [ performance: 19.393 it/s ] [ lr: 1.00e-04 ] [ eta: 959 days, 19:54:36 ] [ l_g_pix: 3.3989e-02 ] [ l_g_total: 3.3989e-02 ] +2024-10-24 21:59:46,520 INFO: [ epoch: 5 ] [ iter: 17,900 ] [ performance: 18.633 it/s ] [ lr: 1.00e-04 ] [ eta: 963 days, 13:27:08 ] [ l_g_pix: 3.1165e-02 ] [ l_g_total: 3.1165e-02 ] +2024-10-24 21:59:51,766 INFO: [ epoch: 5 ] [ iter: 18,000 ] [ performance: 19.020 it/s ] [ lr: 1.00e-04 ] [ eta: 967 days, 8:47:05 ] [ l_g_pix: 2.3880e-02 ] [ l_g_total: 2.3880e-02 ] +2024-10-24 21:59:56,911 INFO: [ epoch: 5 ] [ iter: 18,100 ] [ performance: 20.285 it/s ] [ lr: 1.00e-04 ] [ eta: 971 days, 1:31:12 ] [ l_g_pix: 4.3548e-02 ] [ l_g_total: 4.3548e-02 ] +2024-10-24 22:00:01,908 INFO: [ epoch: 5 ] [ iter: 18,200 ] [ performance: 20.039 it/s ] [ lr: 1.00e-04 ] [ eta: 974 days, 14:36:08 ] [ l_g_pix: 2.6193e-02 ] [ l_g_total: 2.6193e-02 ] +2024-10-24 22:00:07,036 INFO: [ epoch: 5 ] [ iter: 18,300 ] [ performance: 19.666 it/s ] [ lr: 1.00e-04 ] [ eta: 978 days, 6:22:20 ] [ l_g_pix: 2.7993e-02 ] [ l_g_total: 2.7993e-02 ] +2024-10-24 22:00:12,178 INFO: [ epoch: 5 ] [ iter: 18,400 ] [ performance: 19.468 it/s ] [ lr: 1.00e-04 ] [ eta: 981 days, 22:11:05 ] [ l_g_pix: 4.1157e-02 ] [ l_g_total: 4.1157e-02 ] +2024-10-24 22:00:17,413 INFO: [ epoch: 5 ] [ iter: 18,500 ] [ performance: 18.464 it/s ] [ lr: 1.00e-04 ] [ eta: 985 days, 15:49:36 ] [ l_g_pix: 4.0449e-02 ] [ l_g_total: 4.0449e-02 ] +2024-10-24 22:00:22,543 INFO: [ epoch: 5 ] [ iter: 18,600 ] [ performance: 19.415 it/s ] [ lr: 1.00e-04 ] [ eta: 989 days, 6:47:59 ] [ l_g_pix: 3.5185e-02 ] [ l_g_total: 3.5185e-02 ] +2024-10-24 22:00:27,909 INFO: [ epoch: 5 ] [ iter: 18,700 ] [ performance: 19.421 it/s ] [ lr: 1.00e-04 ] [ eta: 993 days, 2:48:20 ] [ l_g_pix: 3.7906e-02 ] [ l_g_total: 3.7906e-02 ] +2024-10-24 22:00:33,118 INFO: [ epoch: 5 ] [ iter: 18,800 ] [ performance: 19.214 it/s ] [ lr: 1.00e-04 ] [ eta: 996 days, 18:58:43 ] [ l_g_pix: 3.9349e-02 ] [ l_g_total: 3.9349e-02 ] +2024-10-24 22:00:38,170 INFO: [ epoch: 5 ] [ iter: 18,900 ] [ performance: 20.447 it/s ] [ lr: 1.00e-04 ] [ eta: 1000 days, 7:19:12 ] [ l_g_pix: 3.3022e-02 ] [ l_g_total: 3.3022e-02 ] +2024-10-24 22:00:43,205 INFO: [ epoch: 5 ] [ iter: 19,000 ] [ performance: 19.896 it/s ] [ lr: 1.00e-04 ] [ eta: 1003 days, 19:00:00 ] [ l_g_pix: 2.5158e-02 ] [ l_g_total: 2.5158e-02 ] +2024-10-24 22:00:48,294 INFO: [ epoch: 5 ] [ iter: 19,100 ] [ performance: 20.608 it/s ] [ lr: 1.00e-04 ] [ eta: 1007 days, 7:37:36 ] [ l_g_pix: 3.2359e-02 ] [ l_g_total: 3.2359e-02 ] +2024-10-24 22:00:53,388 INFO: [ epoch: 5 ] [ iter: 19,200 ] [ performance: 19.677 it/s ] [ lr: 1.00e-04 ] [ eta: 1010 days, 20:04:37 ] [ l_g_pix: 2.8133e-02 ] [ l_g_total: 2.8133e-02 ] +2024-10-24 22:00:58,581 INFO: [ epoch: 5 ] [ iter: 19,300 ] [ performance: 18.682 it/s ] [ lr: 1.00e-04 ] [ eta: 1014 days, 10:27:54 ] [ l_g_pix: 2.5731e-02 ] [ l_g_total: 2.5731e-02 ] +2024-10-24 22:01:03,873 INFO: [ epoch: 5 ] [ iter: 19,400 ] [ performance: 18.893 it/s ] [ lr: 1.00e-04 ] [ eta: 1018 days, 2:45:44 ] [ l_g_pix: 3.5017e-02 ] [ l_g_total: 3.5017e-02 ] +2024-10-24 22:01:09,045 INFO: [ epoch: 5 ] [ iter: 19,500 ] [ performance: 20.150 it/s ] [ lr: 1.00e-04 ] [ eta: 1021 days, 16:06:30 ] [ l_g_pix: 3.1330e-02 ] [ l_g_total: 3.1330e-02 ] +2024-10-24 22:01:14,272 INFO: [ epoch: 5 ] [ iter: 19,600 ] [ performance: 19.162 it/s ] [ lr: 1.00e-04 ] [ eta: 1025 days, 6:23:05 ] [ l_g_pix: 3.4362e-02 ] [ l_g_total: 3.4362e-02 ] +2024-10-24 22:01:19,525 INFO: [ epoch: 5 ] [ iter: 19,700 ] [ performance: 18.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1028 days, 20:56:05 ] [ l_g_pix: 2.6137e-02 ] [ l_g_total: 2.6137e-02 ] +2024-10-24 22:01:24,752 INFO: [ epoch: 5 ] [ iter: 19,800 ] [ performance: 19.120 it/s ] [ lr: 1.00e-04 ] [ eta: 1032 days, 10:38:16 ] [ l_g_pix: 2.9464e-02 ] [ l_g_total: 2.9464e-02 ] +2024-10-24 22:01:29,886 INFO: [ epoch: 5 ] [ iter: 19,900 ] [ performance: 20.313 it/s ] [ lr: 1.00e-04 ] [ eta: 1035 days, 21:58:19 ] [ l_g_pix: 4.6955e-02 ] [ l_g_total: 4.6955e-02 ] +2024-10-24 22:01:35,279 INFO: [ epoch: 5 ] [ iter: 20,000 ] [ performance: 18.562 it/s ] [ lr: 1.00e-04 ] [ eta: 1039 days, 14:46:13 ] [ l_g_pix: 3.6876e-02 ] [ l_g_total: 3.6876e-02 ] +2024-10-24 22:01:35,279 INFO: Saving models and training states. +2024-10-24 22:02:53,936 INFO: Validation val + + # psnr: 21.8586........ Best: 21.8586 @ 20000 iter + # ssim: 0.6358........ Best: 0.6358 @ 20000 iter + # dists: 0.7879........ Best: 0.7879 @ 20000 iter + +2024-10-24 22:02:59,485 INFO: [ epoch: 5 ] [ iter: 20,100 ] [ performance: 18.291 it/s ] [ lr: 1.00e-04 ] [ eta: 1116 days, 4:28:18 ] [ l_g_pix: 2.7456e-02 ] [ l_g_total: 2.7456e-02 ] +2024-10-24 22:03:04,681 INFO: [ epoch: 5 ] [ iter: 20,200 ] [ performance: 19.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1119 days, 14:06:10 ] [ l_g_pix: 3.2605e-02 ] [ l_g_total: 3.2605e-02 ] +2024-10-24 22:03:09,703 INFO: [ epoch: 5 ] [ iter: 20,300 ] [ performance: 19.579 it/s ] [ lr: 1.00e-04 ] [ eta: 1122 days, 19:37:41 ] [ l_g_pix: 2.7998e-02 ] [ l_g_total: 2.7998e-02 ] +2024-10-24 22:03:14,675 INFO: [ epoch: 5 ] [ iter: 20,400 ] [ performance: 20.118 it/s ] [ lr: 1.00e-04 ] [ eta: 1125 days, 23:45:08 ] [ l_g_pix: 3.8796e-02 ] [ l_g_total: 3.8796e-02 ] +2024-10-24 22:03:19,795 INFO: [ epoch: 5 ] [ iter: 20,500 ] [ performance: 19.821 it/s ] [ lr: 1.00e-04 ] [ eta: 1129 days, 6:51:20 ] [ l_g_pix: 3.0974e-02 ] [ l_g_total: 3.0974e-02 ] +2024-10-24 22:03:26,126 INFO: [ epoch: 6 ] [ iter: 20,600 ] [ performance: 15.733 it/s ] [ lr: 1.00e-04 ] [ eta: 1133 days, 16:22:54 ] [ l_g_pix: 4.2042e-02 ] [ l_g_total: 4.2042e-02 ] +2024-10-24 22:03:31,245 INFO: [ epoch: 6 ] [ iter: 20,700 ] [ performance: 17.449 it/s ] [ lr: 1.00e-04 ] [ eta: 1136 days, 22:53:01 ] [ l_g_pix: 4.0098e-02 ] [ l_g_total: 4.0098e-02 ] +2024-10-24 22:03:36,740 INFO: [ epoch: 6 ] [ iter: 20,800 ] [ performance: 18.192 it/s ] [ lr: 1.00e-04 ] [ eta: 1140 days, 13:22:37 ] [ l_g_pix: 3.0345e-02 ] [ l_g_total: 3.0345e-02 ] +2024-10-24 22:03:41,826 INFO: [ epoch: 6 ] [ iter: 20,900 ] [ performance: 18.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1143 days, 18:32:58 ] [ l_g_pix: 2.5261e-02 ] [ l_g_total: 2.5261e-02 ] +2024-10-24 22:03:47,027 INFO: [ epoch: 6 ] [ iter: 21,000 ] [ performance: 19.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1147 days, 1:58:57 ] [ l_g_pix: 2.5804e-02 ] [ l_g_total: 2.5804e-02 ] +2024-10-24 22:03:52,163 INFO: [ epoch: 6 ] [ iter: 21,100 ] [ performance: 19.374 it/s ] [ lr: 1.00e-04 ] [ eta: 1150 days, 7:42:05 ] [ l_g_pix: 2.6852e-02 ] [ l_g_total: 2.6852e-02 ] +2024-10-24 22:03:57,365 INFO: [ epoch: 6 ] [ iter: 21,200 ] [ performance: 19.245 it/s ] [ lr: 1.00e-04 ] [ eta: 1153 days, 14:33:39 ] [ l_g_pix: 4.1284e-02 ] [ l_g_total: 4.1284e-02 ] +2024-10-24 22:04:02,388 INFO: [ epoch: 6 ] [ iter: 21,300 ] [ performance: 19.581 it/s ] [ lr: 1.00e-04 ] [ eta: 1156 days, 17:13:47 ] [ l_g_pix: 3.1912e-02 ] [ l_g_total: 3.1912e-02 ] +2024-10-24 22:04:07,547 INFO: [ epoch: 6 ] [ iter: 21,400 ] [ performance: 19.354 it/s ] [ lr: 1.00e-04 ] [ eta: 1159 days, 22:36:16 ] [ l_g_pix: 4.5077e-02 ] [ l_g_total: 4.5077e-02 ] +2024-10-24 22:04:13,043 INFO: [ epoch: 6 ] [ iter: 21,500 ] [ performance: 18.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1163 days, 11:01:12 ] [ l_g_pix: 2.9566e-02 ] [ l_g_total: 2.9566e-02 ] +2024-10-24 22:04:18,111 INFO: [ epoch: 6 ] [ iter: 21,600 ] [ performance: 19.834 it/s ] [ lr: 1.00e-04 ] [ eta: 1166 days, 13:49:55 ] [ l_g_pix: 3.6124e-02 ] [ l_g_total: 3.6124e-02 ] +2024-10-24 22:04:23,249 INFO: [ epoch: 6 ] [ iter: 21,700 ] [ performance: 19.643 it/s ] [ lr: 1.00e-04 ] [ eta: 1169 days, 17:51:12 ] [ l_g_pix: 3.5102e-02 ] [ l_g_total: 3.5102e-02 ] +2024-10-24 22:04:28,681 INFO: [ epoch: 6 ] [ iter: 21,800 ] [ performance: 18.378 it/s ] [ lr: 1.00e-04 ] [ eta: 1173 days, 4:00:14 ] [ l_g_pix: 2.9995e-02 ] [ l_g_total: 2.9995e-02 ] +2024-10-24 22:04:33,857 INFO: [ epoch: 6 ] [ iter: 21,900 ] [ performance: 18.859 it/s ] [ lr: 1.00e-04 ] [ eta: 1176 days, 8:16:42 ] [ l_g_pix: 3.5480e-02 ] [ l_g_total: 3.5480e-02 ] +2024-10-24 22:04:39,017 INFO: [ epoch: 6 ] [ iter: 22,000 ] [ performance: 19.389 it/s ] [ lr: 1.00e-04 ] [ eta: 1179 days, 11:55:45 ] [ l_g_pix: 2.9405e-02 ] [ l_g_total: 2.9405e-02 ] +2024-10-24 22:04:44,153 INFO: [ epoch: 6 ] [ iter: 22,100 ] [ performance: 19.433 it/s ] [ lr: 1.00e-04 ] [ eta: 1182 days, 14:46:10 ] [ l_g_pix: 2.4031e-02 ] [ l_g_total: 2.4031e-02 ] +2024-10-24 22:04:49,252 INFO: [ epoch: 6 ] [ iter: 22,200 ] [ performance: 19.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1185 days, 16:32:10 ] [ l_g_pix: 2.7508e-02 ] [ l_g_total: 2.7508e-02 ] +2024-10-24 22:04:54,339 INFO: [ epoch: 6 ] [ iter: 22,300 ] [ performance: 19.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1188 days, 17:44:19 ] [ l_g_pix: 3.0566e-02 ] [ l_g_total: 3.0566e-02 ] +2024-10-24 22:04:59,426 INFO: [ epoch: 6 ] [ iter: 22,400 ] [ performance: 19.739 it/s ] [ lr: 1.00e-04 ] [ eta: 1191 days, 18:41:16 ] [ l_g_pix: 2.9343e-02 ] [ l_g_total: 2.9343e-02 ] +2024-10-24 22:05:04,619 INFO: [ epoch: 6 ] [ iter: 22,500 ] [ performance: 19.484 it/s ] [ lr: 1.00e-04 ] [ eta: 1194 days, 21:36:18 ] [ l_g_pix: 3.5716e-02 ] [ l_g_total: 3.5716e-02 ] +2024-10-24 22:05:09,871 INFO: [ epoch: 6 ] [ iter: 22,600 ] [ performance: 19.080 it/s ] [ lr: 1.00e-04 ] [ eta: 1198 days, 1:30:59 ] [ l_g_pix: 4.0265e-02 ] [ l_g_total: 4.0265e-02 ] +2024-10-24 22:05:15,185 INFO: [ epoch: 6 ] [ iter: 22,700 ] [ performance: 18.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1201 days, 6:28:36 ] [ l_g_pix: 3.3862e-02 ] [ l_g_total: 3.3862e-02 ] +2024-10-24 22:05:20,433 INFO: [ epoch: 6 ] [ iter: 22,800 ] [ performance: 19.136 it/s ] [ lr: 1.00e-04 ] [ eta: 1204 days, 9:43:40 ] [ l_g_pix: 3.7950e-02 ] [ l_g_total: 3.7950e-02 ] +2024-10-24 22:05:25,719 INFO: [ epoch: 6 ] [ iter: 22,900 ] [ performance: 19.021 it/s ] [ lr: 1.00e-04 ] [ eta: 1207 days, 13:28:44 ] [ l_g_pix: 3.9114e-02 ] [ l_g_total: 3.9114e-02 ] +2024-10-24 22:05:31,001 INFO: [ epoch: 6 ] [ iter: 23,000 ] [ performance: 19.004 it/s ] [ lr: 1.00e-04 ] [ eta: 1210 days, 16:52:12 ] [ l_g_pix: 3.6831e-02 ] [ l_g_total: 3.6831e-02 ] +2024-10-24 22:05:36,207 INFO: [ epoch: 6 ] [ iter: 23,100 ] [ performance: 19.115 it/s ] [ lr: 1.00e-04 ] [ eta: 1213 days, 18:20:24 ] [ l_g_pix: 4.2897e-02 ] [ l_g_total: 4.2897e-02 ] +2024-10-24 22:05:41,484 INFO: [ epoch: 6 ] [ iter: 23,200 ] [ performance: 18.969 it/s ] [ lr: 1.00e-04 ] [ eta: 1216 days, 21:02:21 ] [ l_g_pix: 2.2165e-02 ] [ l_g_total: 2.2165e-02 ] +2024-10-24 22:05:46,702 INFO: [ epoch: 6 ] [ iter: 23,300 ] [ performance: 19.077 it/s ] [ lr: 1.00e-04 ] [ eta: 1219 days, 22:10:06 ] [ l_g_pix: 3.7262e-02 ] [ l_g_total: 3.7262e-02 ] +2024-10-24 22:05:51,954 INFO: [ epoch: 6 ] [ iter: 23,400 ] [ performance: 19.043 it/s ] [ lr: 1.00e-04 ] [ eta: 1222 days, 23:44:47 ] [ l_g_pix: 2.9455e-02 ] [ l_g_total: 2.9455e-02 ] +2024-10-24 22:05:57,140 INFO: [ epoch: 6 ] [ iter: 23,500 ] [ performance: 19.174 it/s ] [ lr: 1.00e-04 ] [ eta: 1225 days, 23:37:31 ] [ l_g_pix: 3.6897e-02 ] [ l_g_total: 3.6897e-02 ] +2024-10-24 22:06:02,339 INFO: [ epoch: 6 ] [ iter: 23,600 ] [ performance: 19.365 it/s ] [ lr: 1.00e-04 ] [ eta: 1228 days, 23:30:06 ] [ l_g_pix: 3.4371e-02 ] [ l_g_total: 3.4371e-02 ] +2024-10-24 22:06:07,518 INFO: [ epoch: 6 ] [ iter: 23,700 ] [ performance: 19.335 it/s ] [ lr: 1.00e-04 ] [ eta: 1231 days, 22:40:08 ] [ l_g_pix: 3.2995e-02 ] [ l_g_total: 3.2995e-02 ] +2024-10-24 22:06:12,706 INFO: [ epoch: 6 ] [ iter: 23,800 ] [ performance: 19.484 it/s ] [ lr: 1.00e-04 ] [ eta: 1234 days, 21:43:43 ] [ l_g_pix: 2.9092e-02 ] [ l_g_total: 2.9092e-02 ] +2024-10-24 22:06:17,786 INFO: [ epoch: 6 ] [ iter: 23,900 ] [ performance: 19.597 it/s ] [ lr: 1.00e-04 ] [ eta: 1237 days, 18:12:02 ] [ l_g_pix: 3.5675e-02 ] [ l_g_total: 3.5675e-02 ] +2024-10-24 22:06:23,860 INFO: [ epoch: 7 ] [ iter: 24,000 ] [ performance: 15.555 it/s ] [ lr: 1.00e-04 ] [ eta: 1241 days, 11:23:26 ] [ l_g_pix: 5.0987e-02 ] [ l_g_total: 5.0987e-02 ] +2024-10-24 22:06:29,043 INFO: [ epoch: 7 ] [ iter: 24,100 ] [ performance: 17.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1244 days, 9:27:52 ] [ l_g_pix: 3.9522e-02 ] [ l_g_total: 3.9522e-02 ] +2024-10-24 22:06:34,093 INFO: [ epoch: 7 ] [ iter: 24,200 ] [ performance: 19.596 it/s ] [ lr: 1.00e-04 ] [ eta: 1247 days, 4:26:52 ] [ l_g_pix: 2.9495e-02 ] [ l_g_total: 2.9495e-02 ] +2024-10-24 22:06:39,334 INFO: [ epoch: 7 ] [ iter: 24,300 ] [ performance: 19.308 it/s ] [ lr: 1.00e-04 ] [ eta: 1250 days, 3:09:23 ] [ l_g_pix: 3.4346e-02 ] [ l_g_total: 3.4346e-02 ] +2024-10-24 22:06:44,495 INFO: [ epoch: 7 ] [ iter: 24,400 ] [ performance: 19.428 it/s ] [ lr: 1.00e-04 ] [ eta: 1252 days, 23:54:37 ] [ l_g_pix: 2.7288e-02 ] [ l_g_total: 2.7288e-02 ] +2024-10-24 22:06:49,707 INFO: [ epoch: 7 ] [ iter: 24,500 ] [ performance: 19.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1255 days, 21:25:36 ] [ l_g_pix: 2.6400e-02 ] [ l_g_total: 2.6400e-02 ] +2024-10-24 22:06:54,816 INFO: [ epoch: 7 ] [ iter: 24,600 ] [ performance: 19.628 it/s ] [ lr: 1.00e-04 ] [ eta: 1258 days, 16:31:28 ] [ l_g_pix: 2.9671e-02 ] [ l_g_total: 2.9671e-02 ] +2024-10-24 22:07:00,510 INFO: [ epoch: 7 ] [ iter: 24,700 ] [ performance: 18.414 it/s ] [ lr: 1.00e-04 ] [ eta: 1261 days, 23:32:46 ] [ l_g_pix: 3.5174e-02 ] [ l_g_total: 3.5174e-02 ] +2024-10-24 22:07:05,691 INFO: [ epoch: 7 ] [ iter: 24,800 ] [ performance: 19.264 it/s ] [ lr: 1.00e-04 ] [ eta: 1264 days, 19:33:02 ] [ l_g_pix: 3.6015e-02 ] [ l_g_total: 3.6015e-02 ] +2024-10-24 22:07:10,961 INFO: [ epoch: 7 ] [ iter: 24,900 ] [ performance: 19.101 it/s ] [ lr: 1.00e-04 ] [ eta: 1267 days, 17:07:09 ] [ l_g_pix: 3.5386e-02 ] [ l_g_total: 3.5386e-02 ] +2024-10-24 22:07:15,972 INFO: [ epoch: 7 ] [ iter: 25,000 ] [ performance: 20.363 it/s ] [ lr: 1.00e-04 ] [ eta: 1270 days, 8:59:56 ] [ l_g_pix: 4.1895e-02 ] [ l_g_total: 4.1895e-02 ] +2024-10-24 22:07:20,986 INFO: [ epoch: 7 ] [ iter: 25,100 ] [ performance: 20.124 it/s ] [ lr: 1.00e-04 ] [ eta: 1273 days, 0:40:10 ] [ l_g_pix: 3.0052e-02 ] [ l_g_total: 3.0052e-02 ] +2024-10-24 22:07:26,054 INFO: [ epoch: 7 ] [ iter: 25,200 ] [ performance: 19.955 it/s ] [ lr: 1.00e-04 ] [ eta: 1275 days, 17:10:10 ] [ l_g_pix: 3.4824e-02 ] [ l_g_total: 3.4824e-02 ] +2024-10-24 22:07:31,185 INFO: [ epoch: 7 ] [ iter: 25,300 ] [ performance: 19.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1278 days, 10:42:33 ] [ l_g_pix: 4.0675e-02 ] [ l_g_total: 4.0675e-02 ] +2024-10-24 22:07:36,664 INFO: [ epoch: 7 ] [ iter: 25,400 ] [ performance: 18.248 it/s ] [ lr: 1.00e-04 ] [ eta: 1281 days, 11:09:46 ] [ l_g_pix: 3.8173e-02 ] [ l_g_total: 3.8173e-02 ] +2024-10-24 22:07:41,815 INFO: [ epoch: 7 ] [ iter: 25,500 ] [ performance: 18.901 it/s ] [ lr: 1.00e-04 ] [ eta: 1284 days, 4:32:04 ] [ l_g_pix: 2.9952e-02 ] [ l_g_total: 2.9952e-02 ] +2024-10-24 22:07:46,980 INFO: [ epoch: 7 ] [ iter: 25,600 ] [ performance: 19.457 it/s ] [ lr: 1.00e-04 ] [ eta: 1286 days, 21:54:07 ] [ l_g_pix: 3.3155e-02 ] [ l_g_total: 3.3155e-02 ] +2024-10-24 22:07:52,160 INFO: [ epoch: 7 ] [ iter: 25,700 ] [ performance: 19.371 it/s ] [ lr: 1.00e-04 ] [ eta: 1289 days, 15:17:42 ] [ l_g_pix: 2.9636e-02 ] [ l_g_total: 2.9636e-02 ] +2024-10-24 22:07:57,310 INFO: [ epoch: 7 ] [ iter: 25,800 ] [ performance: 19.437 it/s ] [ lr: 1.00e-04 ] [ eta: 1292 days, 7:48:07 ] [ l_g_pix: 3.6452e-02 ] [ l_g_total: 3.6452e-02 ] +2024-10-24 22:08:02,422 INFO: [ epoch: 7 ] [ iter: 25,900 ] [ performance: 19.513 it/s ] [ lr: 1.00e-04 ] [ eta: 1294 days, 23:12:32 ] [ l_g_pix: 3.2103e-02 ] [ l_g_total: 3.2103e-02 ] +2024-10-24 22:08:07,613 INFO: [ epoch: 7 ] [ iter: 26,000 ] [ performance: 19.227 it/s ] [ lr: 1.00e-04 ] [ eta: 1297 days, 15:58:50 ] [ l_g_pix: 3.4237e-02 ] [ l_g_total: 3.4237e-02 ] +2024-10-24 22:08:12,969 INFO: [ epoch: 7 ] [ iter: 26,100 ] [ performance: 18.899 it/s ] [ lr: 1.00e-04 ] [ eta: 1300 days, 11:50:22 ] [ l_g_pix: 3.2080e-02 ] [ l_g_total: 3.2080e-02 ] +2024-10-24 22:08:18,061 INFO: [ epoch: 7 ] [ iter: 26,200 ] [ performance: 19.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1303 days, 1:58:50 ] [ l_g_pix: 2.4696e-02 ] [ l_g_total: 2.4696e-02 ] +2024-10-24 22:08:23,274 INFO: [ epoch: 7 ] [ iter: 26,300 ] [ performance: 19.461 it/s ] [ lr: 1.00e-04 ] [ eta: 1305 days, 18:19:48 ] [ l_g_pix: 3.2567e-02 ] [ l_g_total: 3.2567e-02 ] +2024-10-24 22:08:28,531 INFO: [ epoch: 7 ] [ iter: 26,400 ] [ performance: 18.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1308 days, 11:16:39 ] [ l_g_pix: 3.2202e-02 ] [ l_g_total: 3.2202e-02 ] +2024-10-24 22:08:33,772 INFO: [ epoch: 7 ] [ iter: 26,500 ] [ performance: 19.040 it/s ] [ lr: 1.00e-04 ] [ eta: 1311 days, 3:36:57 ] [ l_g_pix: 1.9102e-02 ] [ l_g_total: 1.9102e-02 ] +2024-10-24 22:08:39,003 INFO: [ epoch: 7 ] [ iter: 26,600 ] [ performance: 19.183 it/s ] [ lr: 1.00e-04 ] [ eta: 1313 days, 19:26:48 ] [ l_g_pix: 3.1168e-02 ] [ l_g_total: 3.1168e-02 ] +2024-10-24 22:08:44,516 INFO: [ epoch: 7 ] [ iter: 26,700 ] [ performance: 18.548 it/s ] [ lr: 1.00e-04 ] [ eta: 1316 days, 16:44:39 ] [ l_g_pix: 3.0051e-02 ] [ l_g_total: 3.0051e-02 ] +2024-10-24 22:08:49,693 INFO: [ epoch: 7 ] [ iter: 26,800 ] [ performance: 19.627 it/s ] [ lr: 1.00e-04 ] [ eta: 1319 days, 6:52:52 ] [ l_g_pix: 1.6412e-02 ] [ l_g_total: 1.6412e-02 ] +2024-10-24 22:08:54,806 INFO: [ epoch: 7 ] [ iter: 26,900 ] [ performance: 19.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1321 days, 19:26:53 ] [ l_g_pix: 3.8150e-02 ] [ l_g_total: 3.8150e-02 ] +2024-10-24 22:08:59,964 INFO: [ epoch: 7 ] [ iter: 27,000 ] [ performance: 19.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1324 days, 8:38:24 ] [ l_g_pix: 2.7132e-02 ] [ l_g_total: 2.7132e-02 ] +2024-10-24 22:09:05,041 INFO: [ epoch: 7 ] [ iter: 27,100 ] [ performance: 19.593 it/s ] [ lr: 1.00e-04 ] [ eta: 1326 days, 19:54:42 ] [ l_g_pix: 3.9674e-02 ] [ l_g_total: 3.9674e-02 ] +2024-10-24 22:09:10,115 INFO: [ epoch: 7 ] [ iter: 27,200 ] [ performance: 19.590 it/s ] [ lr: 1.00e-04 ] [ eta: 1329 days, 6:50:11 ] [ l_g_pix: 1.9863e-02 ] [ l_g_total: 1.9863e-02 ] +2024-10-24 22:09:15,258 INFO: [ epoch: 7 ] [ iter: 27,300 ] [ performance: 19.503 it/s ] [ lr: 1.00e-04 ] [ eta: 1331 days, 18:52:17 ] [ l_g_pix: 1.5707e-02 ] [ l_g_total: 1.5707e-02 ] +2024-10-24 22:09:20,400 INFO: [ epoch: 7 ] [ iter: 27,400 ] [ performance: 19.112 it/s ] [ lr: 1.00e-04 ] [ eta: 1334 days, 6:36:02 ] [ l_g_pix: 2.9220e-02 ] [ l_g_total: 2.9220e-02 ] +2024-10-24 22:09:26,806 INFO: [ epoch: 8 ] [ iter: 27,500 ] [ performance: 16.815 it/s ] [ lr: 1.00e-04 ] [ eta: 1337 days, 19:29:14 ] [ l_g_pix: 4.3651e-02 ] [ l_g_total: 4.3651e-02 ] +2024-10-24 22:09:31,970 INFO: [ epoch: 8 ] [ iter: 27,600 ] [ performance: 19.654 it/s ] [ lr: 1.00e-04 ] [ eta: 1340 days, 7:04:34 ] [ l_g_pix: 3.0232e-02 ] [ l_g_total: 3.0232e-02 ] +2024-10-24 22:09:37,178 INFO: [ epoch: 8 ] [ iter: 27,700 ] [ performance: 19.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1342 days, 19:14:08 ] [ l_g_pix: 3.5478e-02 ] [ l_g_total: 3.5478e-02 ] +2024-10-24 22:09:42,391 INFO: [ epoch: 8 ] [ iter: 27,800 ] [ performance: 19.208 it/s ] [ lr: 1.00e-04 ] [ eta: 1345 days, 7:12:41 ] [ l_g_pix: 2.5114e-02 ] [ l_g_total: 2.5114e-02 ] +2024-10-24 22:09:47,611 INFO: [ epoch: 8 ] [ iter: 27,900 ] [ performance: 19.180 it/s ] [ lr: 1.00e-04 ] [ eta: 1347 days, 19:01:28 ] [ l_g_pix: 3.5716e-02 ] [ l_g_total: 3.5716e-02 ] +2024-10-24 22:09:53,185 INFO: [ epoch: 8 ] [ iter: 28,000 ] [ performance: 17.231 it/s ] [ lr: 1.00e-04 ] [ eta: 1350 days, 13:39:00 ] [ l_g_pix: 4.2809e-02 ] [ l_g_total: 4.2809e-02 ] +2024-10-24 22:09:58,285 INFO: [ epoch: 8 ] [ iter: 28,100 ] [ performance: 18.637 it/s ] [ lr: 1.00e-04 ] [ eta: 1352 days, 22:28:33 ] [ l_g_pix: 3.3724e-02 ] [ l_g_total: 3.3724e-02 ] +2024-10-24 22:10:03,352 INFO: [ epoch: 8 ] [ iter: 28,200 ] [ performance: 19.678 it/s ] [ lr: 1.00e-04 ] [ eta: 1355 days, 6:22:55 ] [ l_g_pix: 3.2372e-02 ] [ l_g_total: 3.2372e-02 ] +2024-10-24 22:10:08,530 INFO: [ epoch: 8 ] [ iter: 28,300 ] [ performance: 19.450 it/s ] [ lr: 1.00e-04 ] [ eta: 1357 days, 16:12:24 ] [ l_g_pix: 2.6912e-02 ] [ l_g_total: 2.6912e-02 ] +2024-10-24 22:10:13,826 INFO: [ epoch: 8 ] [ iter: 28,400 ] [ performance: 18.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1360 days, 4:05:33 ] [ l_g_pix: 3.0897e-02 ] [ l_g_total: 3.0897e-02 ] +2024-10-24 22:10:19,048 INFO: [ epoch: 8 ] [ iter: 28,500 ] [ performance: 19.048 it/s ] [ lr: 1.00e-04 ] [ eta: 1362 days, 14:12:21 ] [ l_g_pix: 2.4816e-02 ] [ l_g_total: 2.4816e-02 ] +2024-10-24 22:10:24,318 INFO: [ epoch: 8 ] [ iter: 28,600 ] [ performance: 18.925 it/s ] [ lr: 1.00e-04 ] [ eta: 1365 days, 0:58:57 ] [ l_g_pix: 4.5192e-02 ] [ l_g_total: 4.5192e-02 ] +2024-10-24 22:10:29,857 INFO: [ epoch: 8 ] [ iter: 28,700 ] [ performance: 18.366 it/s ] [ lr: 1.00e-04 ] [ eta: 1367 days, 16:48:01 ] [ l_g_pix: 2.9845e-02 ] [ l_g_total: 2.9845e-02 ] +2024-10-24 22:10:35,089 INFO: [ epoch: 8 ] [ iter: 28,800 ] [ performance: 19.160 it/s ] [ lr: 1.00e-04 ] [ eta: 1370 days, 2:14:24 ] [ l_g_pix: 2.6373e-02 ] [ l_g_total: 2.6373e-02 ] +2024-10-24 22:10:40,155 INFO: [ epoch: 8 ] [ iter: 28,900 ] [ performance: 19.527 it/s ] [ lr: 1.00e-04 ] [ eta: 1372 days, 8:06:27 ] [ l_g_pix: 3.6554e-02 ] [ l_g_total: 3.6554e-02 ] +2024-10-24 22:10:45,241 INFO: [ epoch: 8 ] [ iter: 29,000 ] [ performance: 19.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1374 days, 14:05:43 ] [ l_g_pix: 2.9889e-02 ] [ l_g_total: 2.9889e-02 ] +2024-10-24 22:10:50,281 INFO: [ epoch: 8 ] [ iter: 29,100 ] [ performance: 19.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1376 days, 18:52:58 ] [ l_g_pix: 2.2467e-02 ] [ l_g_total: 2.2467e-02 ] +2024-10-24 22:10:55,363 INFO: [ epoch: 8 ] [ iter: 29,200 ] [ performance: 19.891 it/s ] [ lr: 1.00e-04 ] [ eta: 1379 days, 0:13:47 ] [ l_g_pix: 3.5625e-02 ] [ l_g_total: 3.5625e-02 ] +2024-10-24 22:11:00,565 INFO: [ epoch: 8 ] [ iter: 29,300 ] [ performance: 19.458 it/s ] [ lr: 1.00e-04 ] [ eta: 1381 days, 7:37:55 ] [ l_g_pix: 3.0563e-02 ] [ l_g_total: 3.0563e-02 ] +2024-10-24 22:11:06,030 INFO: [ epoch: 8 ] [ iter: 29,400 ] [ performance: 19.659 it/s ] [ lr: 1.00e-04 ] [ eta: 1383 days, 19:55:04 ] [ l_g_pix: 3.2448e-02 ] [ l_g_total: 3.2448e-02 ] +2024-10-24 22:11:11,099 INFO: [ epoch: 8 ] [ iter: 29,500 ] [ performance: 19.705 it/s ] [ lr: 1.00e-04 ] [ eta: 1386 days, 0:08:26 ] [ l_g_pix: 2.1995e-02 ] [ l_g_total: 2.1995e-02 ] +2024-10-24 22:11:16,295 INFO: [ epoch: 8 ] [ iter: 29,600 ] [ performance: 19.348 it/s ] [ lr: 1.00e-04 ] [ eta: 1388 days, 6:34:13 ] [ l_g_pix: 3.0708e-02 ] [ l_g_total: 3.0708e-02 ] +2024-10-24 22:11:21,394 INFO: [ epoch: 8 ] [ iter: 29,700 ] [ performance: 19.523 it/s ] [ lr: 1.00e-04 ] [ eta: 1390 days, 10:48:14 ] [ l_g_pix: 2.7903e-02 ] [ l_g_total: 2.7903e-02 ] +2024-10-24 22:11:26,550 INFO: [ epoch: 8 ] [ iter: 29,800 ] [ performance: 19.394 it/s ] [ lr: 1.00e-04 ] [ eta: 1392 days, 15:52:36 ] [ l_g_pix: 3.3589e-02 ] [ l_g_total: 3.3589e-02 ] +2024-10-24 22:11:31,790 INFO: [ epoch: 8 ] [ iter: 29,900 ] [ performance: 19.191 it/s ] [ lr: 1.00e-04 ] [ eta: 1394 days, 22:17:31 ] [ l_g_pix: 2.1071e-02 ] [ l_g_total: 2.1071e-02 ] +2024-10-24 22:11:37,388 INFO: [ epoch: 8 ] [ iter: 30,000 ] [ performance: 16.703 it/s ] [ lr: 1.00e-04 ] [ eta: 1397 days, 11:23:41 ] [ l_g_pix: 3.1029e-02 ] [ l_g_total: 3.1029e-02 ] +2024-10-24 22:11:37,388 INFO: Saving models and training states. +2024-10-24 22:12:52,131 INFO: Validation val + + # psnr: 21.9226........ Best: 21.9226 @ 30000 iter + # ssim: 0.6412........ Best: 0.6412 @ 30000 iter + # dists: 0.7872........ Best: 0.7872 @ 30000 iter + +2024-10-24 22:12:57,217 INFO: [ epoch: 8 ] [ iter: 30,100 ] [ performance: 18.555 it/s ] [ lr: 1.00e-04 ] [ eta: 1460 days, 1:27:44 ] [ l_g_pix: 2.7640e-02 ] [ l_g_total: 2.7640e-02 ] +2024-10-24 22:13:02,333 INFO: [ epoch: 8 ] [ iter: 30,200 ] [ performance: 19.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1462 days, 2:31:35 ] [ l_g_pix: 3.0848e-02 ] [ l_g_total: 3.0848e-02 ] +2024-10-24 22:13:07,434 INFO: [ epoch: 8 ] [ iter: 30,300 ] [ performance: 19.676 it/s ] [ lr: 1.00e-04 ] [ eta: 1464 days, 3:00:39 ] [ l_g_pix: 2.5753e-02 ] [ l_g_total: 2.5753e-02 ] +2024-10-24 22:13:12,408 INFO: [ epoch: 8 ] [ iter: 30,400 ] [ performance: 19.662 it/s ] [ lr: 1.00e-04 ] [ eta: 1466 days, 0:45:48 ] [ l_g_pix: 2.6632e-02 ] [ l_g_total: 2.6632e-02 ] +2024-10-24 22:13:17,482 INFO: [ epoch: 8 ] [ iter: 30,500 ] [ performance: 19.694 it/s ] [ lr: 1.00e-04 ] [ eta: 1468 days, 0:10:21 ] [ l_g_pix: 2.4883e-02 ] [ l_g_total: 2.4883e-02 ] +2024-10-24 22:13:22,742 INFO: [ epoch: 8 ] [ iter: 30,600 ] [ performance: 20.480 it/s ] [ lr: 1.00e-04 ] [ eta: 1470 days, 2:52:35 ] [ l_g_pix: 3.8605e-02 ] [ l_g_total: 3.8605e-02 ] +2024-10-24 22:13:27,863 INFO: [ epoch: 8 ] [ iter: 30,700 ] [ performance: 19.830 it/s ] [ lr: 1.00e-04 ] [ eta: 1472 days, 2:36:10 ] [ l_g_pix: 2.0037e-02 ] [ l_g_total: 2.0037e-02 ] +2024-10-24 22:13:32,703 INFO: [ epoch: 8 ] [ iter: 30,800 ] [ performance: 21.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1473 days, 20:39:13 ] [ l_g_pix: 2.9015e-02 ] [ l_g_total: 2.9015e-02 ] +2024-10-24 22:13:38,972 INFO: [ epoch: 9 ] [ iter: 30,900 ] [ performance: 17.404 it/s ] [ lr: 1.00e-04 ] [ eta: 1476 days, 17:51:24 ] [ l_g_pix: 3.2563e-02 ] [ l_g_total: 3.2563e-02 ] +2024-10-24 22:13:44,111 INFO: [ epoch: 9 ] [ iter: 31,000 ] [ performance: 19.369 it/s ] [ lr: 1.00e-04 ] [ eta: 1478 days, 17:04:25 ] [ l_g_pix: 4.1761e-02 ] [ l_g_total: 4.1761e-02 ] +2024-10-24 22:13:49,320 INFO: [ epoch: 9 ] [ iter: 31,100 ] [ performance: 19.254 it/s ] [ lr: 1.00e-04 ] [ eta: 1480 days, 17:19:31 ] [ l_g_pix: 3.1365e-02 ] [ l_g_total: 3.1365e-02 ] +2024-10-24 22:13:54,797 INFO: [ epoch: 9 ] [ iter: 31,200 ] [ performance: 17.468 it/s ] [ lr: 1.00e-04 ] [ eta: 1482 days, 22:24:49 ] [ l_g_pix: 3.3080e-02 ] [ l_g_total: 3.3080e-02 ] +2024-10-24 22:14:00,093 INFO: [ epoch: 9 ] [ iter: 31,300 ] [ performance: 18.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1484 days, 23:45:37 ] [ l_g_pix: 3.9151e-02 ] [ l_g_total: 3.9151e-02 ] +2024-10-24 22:14:05,231 INFO: [ epoch: 9 ] [ iter: 31,400 ] [ performance: 19.318 it/s ] [ lr: 1.00e-04 ] [ eta: 1486 days, 21:46:40 ] [ l_g_pix: 3.5153e-02 ] [ l_g_total: 3.5153e-02 ] +2024-10-24 22:14:10,402 INFO: [ epoch: 9 ] [ iter: 31,500 ] [ performance: 19.334 it/s ] [ lr: 1.00e-04 ] [ eta: 1488 days, 20:09:03 ] [ l_g_pix: 2.4022e-02 ] [ l_g_total: 2.4022e-02 ] +2024-10-24 22:14:15,612 INFO: [ epoch: 9 ] [ iter: 31,600 ] [ performance: 19.749 it/s ] [ lr: 1.00e-04 ] [ eta: 1490 days, 18:58:45 ] [ l_g_pix: 3.9124e-02 ] [ l_g_total: 3.9124e-02 ] +2024-10-24 22:14:20,773 INFO: [ epoch: 9 ] [ iter: 31,700 ] [ performance: 19.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1492 days, 16:34:50 ] [ l_g_pix: 3.6540e-02 ] [ l_g_total: 3.6540e-02 ] +2024-10-24 22:14:26,086 INFO: [ epoch: 9 ] [ iter: 31,800 ] [ performance: 18.920 it/s ] [ lr: 1.00e-04 ] [ eta: 1494 days, 16:46:49 ] [ l_g_pix: 2.2253e-02 ] [ l_g_total: 2.2253e-02 ] +2024-10-24 22:14:31,582 INFO: [ epoch: 9 ] [ iter: 31,900 ] [ performance: 18.405 it/s ] [ lr: 1.00e-04 ] [ eta: 1496 days, 20:08:54 ] [ l_g_pix: 2.4676e-02 ] [ l_g_total: 2.4676e-02 ] +2024-10-24 22:14:36,738 INFO: [ epoch: 9 ] [ iter: 32,000 ] [ performance: 19.094 it/s ] [ lr: 1.00e-04 ] [ eta: 1498 days, 16:46:21 ] [ l_g_pix: 3.5414e-02 ] [ l_g_total: 3.5414e-02 ] +2024-10-24 22:14:41,889 INFO: [ epoch: 9 ] [ iter: 32,100 ] [ performance: 19.320 it/s ] [ lr: 1.00e-04 ] [ eta: 1500 days, 13:02:30 ] [ l_g_pix: 4.9326e-02 ] [ l_g_total: 4.9326e-02 ] +2024-10-24 22:14:46,934 INFO: [ epoch: 9 ] [ iter: 32,200 ] [ performance: 20.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1502 days, 7:00:34 ] [ l_g_pix: 3.7471e-02 ] [ l_g_total: 3.7471e-02 ] +2024-10-24 22:14:52,048 INFO: [ epoch: 9 ] [ iter: 32,300 ] [ performance: 19.696 it/s ] [ lr: 1.00e-04 ] [ eta: 1504 days, 2:00:26 ] [ l_g_pix: 3.5090e-02 ] [ l_g_total: 3.5090e-02 ] +2024-10-24 22:14:57,091 INFO: [ epoch: 9 ] [ iter: 32,400 ] [ performance: 19.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1505 days, 19:23:01 ] [ l_g_pix: 3.2361e-02 ] [ l_g_total: 3.2361e-02 ] +2024-10-24 22:15:02,144 INFO: [ epoch: 9 ] [ iter: 32,500 ] [ performance: 19.736 it/s ] [ lr: 1.00e-04 ] [ eta: 1507 days, 12:39:50 ] [ l_g_pix: 2.9568e-02 ] [ l_g_total: 2.9568e-02 ] +2024-10-24 22:15:07,593 INFO: [ epoch: 9 ] [ iter: 32,600 ] [ performance: 19.616 it/s ] [ lr: 1.00e-04 ] [ eta: 1509 days, 13:03:51 ] [ l_g_pix: 3.2568e-02 ] [ l_g_total: 3.2568e-02 ] +2024-10-24 22:15:12,588 INFO: [ epoch: 9 ] [ iter: 32,700 ] [ performance: 19.907 it/s ] [ lr: 1.00e-04 ] [ eta: 1511 days, 4:42:01 ] [ l_g_pix: 3.3971e-02 ] [ l_g_total: 3.3971e-02 ] +2024-10-24 22:15:17,741 INFO: [ epoch: 9 ] [ iter: 32,800 ] [ performance: 19.507 it/s ] [ lr: 1.00e-04 ] [ eta: 1512 days, 22:58:58 ] [ l_g_pix: 3.3570e-02 ] [ l_g_total: 3.3570e-02 ] +2024-10-24 22:15:22,866 INFO: [ epoch: 9 ] [ iter: 32,900 ] [ performance: 19.512 it/s ] [ lr: 1.00e-04 ] [ eta: 1514 days, 16:28:34 ] [ l_g_pix: 3.1009e-02 ] [ l_g_total: 3.1009e-02 ] +2024-10-24 22:15:28,105 INFO: [ epoch: 9 ] [ iter: 33,000 ] [ performance: 19.695 it/s ] [ lr: 1.00e-04 ] [ eta: 1516 days, 11:48:25 ] [ l_g_pix: 4.0414e-02 ] [ l_g_total: 4.0414e-02 ] +2024-10-24 22:15:33,288 INFO: [ epoch: 9 ] [ iter: 33,100 ] [ performance: 19.400 it/s ] [ lr: 1.00e-04 ] [ eta: 1518 days, 5:48:10 ] [ l_g_pix: 3.2013e-02 ] [ l_g_total: 3.2013e-02 ] +2024-10-24 22:15:38,723 INFO: [ epoch: 9 ] [ iter: 33,200 ] [ performance: 17.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1520 days, 4:10:37 ] [ l_g_pix: 1.9484e-02 ] [ l_g_total: 1.9484e-02 ] +2024-10-24 22:15:44,013 INFO: [ epoch: 9 ] [ iter: 33,300 ] [ performance: 18.432 it/s ] [ lr: 1.00e-04 ] [ eta: 1521 days, 23:33:55 ] [ l_g_pix: 2.5832e-02 ] [ l_g_total: 2.5832e-02 ] +2024-10-24 22:15:49,293 INFO: [ epoch: 9 ] [ iter: 33,400 ] [ performance: 18.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1523 days, 18:28:44 ] [ l_g_pix: 2.8380e-02 ] [ l_g_total: 2.8380e-02 ] +2024-10-24 22:15:54,431 INFO: [ epoch: 9 ] [ iter: 33,500 ] [ performance: 19.330 it/s ] [ lr: 1.00e-04 ] [ eta: 1525 days, 10:29:18 ] [ l_g_pix: 2.7037e-02 ] [ l_g_total: 2.7037e-02 ] +2024-10-24 22:15:59,620 INFO: [ epoch: 9 ] [ iter: 33,600 ] [ performance: 19.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1527 days, 3:07:55 ] [ l_g_pix: 2.4755e-02 ] [ l_g_total: 2.4755e-02 ] +2024-10-24 22:16:04,895 INFO: [ epoch: 9 ] [ iter: 33,700 ] [ performance: 19.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1528 days, 21:04:41 ] [ l_g_pix: 2.9185e-02 ] [ l_g_total: 2.9185e-02 ] +2024-10-24 22:16:10,061 INFO: [ epoch: 9 ] [ iter: 33,800 ] [ performance: 20.185 it/s ] [ lr: 1.00e-04 ] [ eta: 1530 days, 12:43:43 ] [ l_g_pix: 3.5723e-02 ] [ l_g_total: 3.5723e-02 ] +2024-10-24 22:16:15,565 INFO: [ epoch: 9 ] [ iter: 33,900 ] [ performance: 18.622 it/s ] [ lr: 1.00e-04 ] [ eta: 1532 days, 10:17:47 ] [ l_g_pix: 4.0662e-02 ] [ l_g_total: 4.0662e-02 ] +2024-10-24 22:16:20,680 INFO: [ epoch: 9 ] [ iter: 34,000 ] [ performance: 19.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1534 days, 0:26:19 ] [ l_g_pix: 4.2080e-02 ] [ l_g_total: 4.2080e-02 ] +2024-10-24 22:16:25,765 INFO: [ epoch: 9 ] [ iter: 34,100 ] [ performance: 19.668 it/s ] [ lr: 1.00e-04 ] [ eta: 1535 days, 13:43:38 ] [ l_g_pix: 2.8564e-02 ] [ l_g_total: 2.8564e-02 ] +2024-10-24 22:16:30,722 INFO: [ epoch: 9 ] [ iter: 34,200 ] [ performance: 21.368 it/s ] [ lr: 1.00e-04 ] [ eta: 1537 days, 0:24:27 ] [ l_g_pix: 2.2081e-02 ] [ l_g_total: 2.2081e-02 ] +2024-10-24 22:16:36,925 INFO: [ epoch: 10 ] [ iter: 34,300 ] [ performance: 17.091 it/s ] [ lr: 1.00e-04 ] [ eta: 1539 days, 9:32:56 ] [ l_g_pix: 3.3548e-02 ] [ l_g_total: 3.3548e-02 ] +2024-10-24 22:16:42,146 INFO: [ epoch: 10 ] [ iter: 34,400 ] [ performance: 19.506 it/s ] [ lr: 1.00e-04 ] [ eta: 1541 days, 0:27:09 ] [ l_g_pix: 2.9097e-02 ] [ l_g_total: 2.9097e-02 ] +2024-10-24 22:16:47,307 INFO: [ epoch: 10 ] [ iter: 34,500 ] [ performance: 19.406 it/s ] [ lr: 1.00e-04 ] [ eta: 1542 days, 13:58:39 ] [ l_g_pix: 3.3736e-02 ] [ l_g_total: 3.3736e-02 ] +2024-10-24 22:16:52,773 INFO: [ epoch: 10 ] [ iter: 34,600 ] [ performance: 19.692 it/s ] [ lr: 1.00e-04 ] [ eta: 1544 days, 8:45:22 ] [ l_g_pix: 4.5996e-02 ] [ l_g_total: 4.5996e-02 ] +2024-10-24 22:16:57,974 INFO: [ epoch: 10 ] [ iter: 34,700 ] [ performance: 19.329 it/s ] [ lr: 1.00e-04 ] [ eta: 1545 days, 22:25:13 ] [ l_g_pix: 2.8557e-02 ] [ l_g_total: 2.8557e-02 ] +2024-10-24 22:17:03,145 INFO: [ epoch: 10 ] [ iter: 34,800 ] [ performance: 19.374 it/s ] [ lr: 1.00e-04 ] [ eta: 1547 days, 11:14:57 ] [ l_g_pix: 3.9180e-02 ] [ l_g_total: 3.9180e-02 ] +2024-10-24 22:17:08,265 INFO: [ epoch: 10 ] [ iter: 34,900 ] [ performance: 19.500 it/s ] [ lr: 1.00e-04 ] [ eta: 1548 days, 22:52:18 ] [ l_g_pix: 2.8276e-02 ] [ l_g_total: 2.8276e-02 ] +2024-10-24 22:17:13,446 INFO: [ epoch: 10 ] [ iter: 35,000 ] [ performance: 20.069 it/s ] [ lr: 1.00e-04 ] [ eta: 1550 days, 11:18:10 ] [ l_g_pix: 3.3052e-02 ] [ l_g_total: 3.3052e-02 ] +2024-10-24 22:17:18,613 INFO: [ epoch: 10 ] [ iter: 35,100 ] [ performance: 19.500 it/s ] [ lr: 1.00e-04 ] [ eta: 1551 days, 23:11:54 ] [ l_g_pix: 2.8235e-02 ] [ l_g_total: 2.8235e-02 ] +2024-10-24 22:17:24,060 INFO: [ epoch: 10 ] [ iter: 35,200 ] [ performance: 16.683 it/s ] [ lr: 1.00e-04 ] [ eta: 1553 days, 15:51:41 ] [ l_g_pix: 2.6742e-02 ] [ l_g_total: 2.6742e-02 ] +2024-10-24 22:17:29,219 INFO: [ epoch: 10 ] [ iter: 35,300 ] [ performance: 18.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1555 days, 3:02:03 ] [ l_g_pix: 3.5626e-02 ] [ l_g_total: 3.5626e-02 ] +2024-10-24 22:17:34,433 INFO: [ epoch: 10 ] [ iter: 35,400 ] [ performance: 19.583 it/s ] [ lr: 1.00e-04 ] [ eta: 1556 days, 14:54:08 ] [ l_g_pix: 4.1204e-02 ] [ l_g_total: 4.1204e-02 ] +2024-10-24 22:17:39,691 INFO: [ epoch: 10 ] [ iter: 35,500 ] [ performance: 19.128 it/s ] [ lr: 1.00e-04 ] [ eta: 1558 days, 3:16:20 ] [ l_g_pix: 3.2018e-02 ] [ l_g_total: 3.2018e-02 ] +2024-10-24 22:17:44,818 INFO: [ epoch: 10 ] [ iter: 35,600 ] [ performance: 19.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1559 days, 13:00:46 ] [ l_g_pix: 3.7248e-02 ] [ l_g_total: 3.7248e-02 ] +2024-10-24 22:17:49,989 INFO: [ epoch: 10 ] [ iter: 35,700 ] [ performance: 19.380 it/s ] [ lr: 1.00e-04 ] [ eta: 1560 days, 23:14:59 ] [ l_g_pix: 2.2370e-02 ] [ l_g_total: 2.2370e-02 ] +2024-10-24 22:17:55,112 INFO: [ epoch: 10 ] [ iter: 35,800 ] [ performance: 19.867 it/s ] [ lr: 1.00e-04 ] [ eta: 1562 days, 8:21:15 ] [ l_g_pix: 3.1254e-02 ] [ l_g_total: 3.1254e-02 ] +2024-10-24 22:18:00,586 INFO: [ epoch: 10 ] [ iter: 35,900 ] [ performance: 18.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1563 days, 23:24:36 ] [ l_g_pix: 3.6342e-02 ] [ l_g_total: 3.6342e-02 ] +2024-10-24 22:18:05,791 INFO: [ epoch: 10 ] [ iter: 36,000 ] [ performance: 19.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1565 days, 9:22:27 ] [ l_g_pix: 2.3965e-02 ] [ l_g_total: 2.3965e-02 ] +2024-10-24 22:18:10,952 INFO: [ epoch: 10 ] [ iter: 36,100 ] [ performance: 19.368 it/s ] [ lr: 1.00e-04 ] [ eta: 1566 days, 18:17:09 ] [ l_g_pix: 3.2053e-02 ] [ l_g_total: 3.2053e-02 ] +2024-10-24 22:18:16,180 INFO: [ epoch: 10 ] [ iter: 36,200 ] [ performance: 19.707 it/s ] [ lr: 1.00e-04 ] [ eta: 1568 days, 4:05:36 ] [ l_g_pix: 2.5019e-02 ] [ l_g_total: 2.5019e-02 ] +2024-10-24 22:18:21,265 INFO: [ epoch: 10 ] [ iter: 36,300 ] [ performance: 19.676 it/s ] [ lr: 1.00e-04 ] [ eta: 1569 days, 11:04:16 ] [ l_g_pix: 3.6512e-02 ] [ l_g_total: 3.6512e-02 ] +2024-10-24 22:18:26,444 INFO: [ epoch: 10 ] [ iter: 36,400 ] [ performance: 19.913 it/s ] [ lr: 1.00e-04 ] [ eta: 1570 days, 19:26:01 ] [ l_g_pix: 3.7079e-02 ] [ l_g_total: 3.7079e-02 ] +2024-10-24 22:18:31,592 INFO: [ epoch: 10 ] [ iter: 36,500 ] [ performance: 19.503 it/s ] [ lr: 1.00e-04 ] [ eta: 1572 days, 2:57:52 ] [ l_g_pix: 2.4458e-02 ] [ l_g_total: 2.4458e-02 ] +2024-10-24 22:18:37,063 INFO: [ epoch: 10 ] [ iter: 36,600 ] [ performance: 19.764 it/s ] [ lr: 1.00e-04 ] [ eta: 1573 days, 15:52:50 ] [ l_g_pix: 5.6088e-02 ] [ l_g_total: 5.6088e-02 ] +2024-10-24 22:18:42,220 INFO: [ epoch: 10 ] [ iter: 36,700 ] [ performance: 19.449 it/s ] [ lr: 1.00e-04 ] [ eta: 1574 days, 22:59:08 ] [ l_g_pix: 3.8004e-02 ] [ l_g_total: 3.8004e-02 ] +2024-10-24 22:18:47,470 INFO: [ epoch: 10 ] [ iter: 36,800 ] [ performance: 19.400 it/s ] [ lr: 1.00e-04 ] [ eta: 1576 days, 7:26:14 ] [ l_g_pix: 2.3471e-02 ] [ l_g_total: 2.3471e-02 ] +2024-10-24 22:18:52,672 INFO: [ epoch: 10 ] [ iter: 36,900 ] [ performance: 19.250 it/s ] [ lr: 1.00e-04 ] [ eta: 1577 days, 14:45:27 ] [ l_g_pix: 4.6053e-02 ] [ l_g_total: 4.6053e-02 ] +2024-10-24 22:18:57,815 INFO: [ epoch: 10 ] [ iter: 37,000 ] [ performance: 19.477 it/s ] [ lr: 1.00e-04 ] [ eta: 1578 days, 20:45:00 ] [ l_g_pix: 3.0517e-02 ] [ l_g_total: 3.0517e-02 ] +2024-10-24 22:19:03,082 INFO: [ epoch: 10 ] [ iter: 37,100 ] [ performance: 19.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1580 days, 4:37:41 ] [ l_g_pix: 2.8843e-02 ] [ l_g_total: 2.8843e-02 ] +2024-10-24 22:19:08,531 INFO: [ epoch: 10 ] [ iter: 37,200 ] [ performance: 17.253 it/s ] [ lr: 1.00e-04 ] [ eta: 1581 days, 15:23:23 ] [ l_g_pix: 2.8895e-02 ] [ l_g_total: 2.8895e-02 ] +2024-10-24 22:19:13,477 INFO: [ epoch: 10 ] [ iter: 37,300 ] [ performance: 19.776 it/s ] [ lr: 1.00e-04 ] [ eta: 1582 days, 17:05:34 ] [ l_g_pix: 3.2919e-02 ] [ l_g_total: 3.2919e-02 ] +2024-10-24 22:19:18,547 INFO: [ epoch: 10 ] [ iter: 37,400 ] [ performance: 19.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1583 days, 20:39:22 ] [ l_g_pix: 3.4091e-02 ] [ l_g_total: 3.4091e-02 ] +2024-10-24 22:19:23,665 INFO: [ epoch: 10 ] [ iter: 37,500 ] [ performance: 19.566 it/s ] [ lr: 1.00e-04 ] [ eta: 1585 days, 0:47:29 ] [ l_g_pix: 3.4103e-02 ] [ l_g_total: 3.4103e-02 ] +2024-10-24 22:19:28,661 INFO: [ epoch: 10 ] [ iter: 37,600 ] [ performance: 22.053 it/s ] [ lr: 1.00e-04 ] [ eta: 1586 days, 2:31:29 ] [ l_g_pix: 3.9629e-02 ] [ l_g_total: 3.9629e-02 ] +2024-10-24 22:19:34,651 INFO: [ epoch: 11 ] [ iter: 37,700 ] [ performance: 17.179 it/s ] [ lr: 1.00e-04 ] [ eta: 1587 days, 21:09:34 ] [ l_g_pix: 3.7343e-02 ] [ l_g_total: 3.7343e-02 ] +2024-10-24 22:19:39,817 INFO: [ epoch: 11 ] [ iter: 37,800 ] [ performance: 19.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1589 days, 1:15:53 ] [ l_g_pix: 3.0919e-02 ] [ l_g_total: 3.0919e-02 ] +2024-10-24 22:19:45,391 INFO: [ epoch: 11 ] [ iter: 37,900 ] [ performance: 18.143 it/s ] [ lr: 1.00e-04 ] [ eta: 1590 days, 12:05:13 ] [ l_g_pix: 3.4978e-02 ] [ l_g_total: 3.4978e-02 ] +2024-10-24 22:19:50,508 INFO: [ epoch: 11 ] [ iter: 38,000 ] [ performance: 19.797 it/s ] [ lr: 1.00e-04 ] [ eta: 1591 days, 14:44:34 ] [ l_g_pix: 3.3115e-02 ] [ l_g_total: 3.3115e-02 ] +2024-10-24 22:19:55,697 INFO: [ epoch: 11 ] [ iter: 38,100 ] [ performance: 19.325 it/s ] [ lr: 1.00e-04 ] [ eta: 1592 days, 18:21:02 ] [ l_g_pix: 4.7984e-02 ] [ l_g_total: 4.7984e-02 ] +2024-10-24 22:20:00,803 INFO: [ epoch: 11 ] [ iter: 38,200 ] [ performance: 22.152 it/s ] [ lr: 1.00e-04 ] [ eta: 1593 days, 20:15:16 ] [ l_g_pix: 3.1487e-02 ] [ l_g_total: 3.1487e-02 ] +2024-10-24 22:20:05,926 INFO: [ epoch: 11 ] [ iter: 38,300 ] [ performance: 19.736 it/s ] [ lr: 1.00e-04 ] [ eta: 1594 days, 22:09:18 ] [ l_g_pix: 3.7892e-02 ] [ l_g_total: 3.7892e-02 ] +2024-10-24 22:20:11,101 INFO: [ epoch: 11 ] [ iter: 38,400 ] [ performance: 19.766 it/s ] [ lr: 1.00e-04 ] [ eta: 1596 days, 0:40:22 ] [ l_g_pix: 3.7807e-02 ] [ l_g_total: 3.7807e-02 ] +2024-10-24 22:20:16,242 INFO: [ epoch: 11 ] [ iter: 38,500 ] [ performance: 19.483 it/s ] [ lr: 1.00e-04 ] [ eta: 1597 days, 2:17:46 ] [ l_g_pix: 2.6546e-02 ] [ l_g_total: 2.6546e-02 ] +2024-10-24 22:20:21,758 INFO: [ epoch: 11 ] [ iter: 38,600 ] [ performance: 19.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1598 days, 10:03:27 ] [ l_g_pix: 2.5820e-02 ] [ l_g_total: 2.5820e-02 ] +2024-10-24 22:20:26,880 INFO: [ epoch: 11 ] [ iter: 38,700 ] [ performance: 19.497 it/s ] [ lr: 1.00e-04 ] [ eta: 1599 days, 10:47:42 ] [ l_g_pix: 3.2144e-02 ] [ l_g_total: 3.2144e-02 ] +2024-10-24 22:20:31,937 INFO: [ epoch: 11 ] [ iter: 38,800 ] [ performance: 20.432 it/s ] [ lr: 1.00e-04 ] [ eta: 1600 days, 10:08:20 ] [ l_g_pix: 2.6403e-02 ] [ l_g_total: 2.6403e-02 ] +2024-10-24 22:20:37,030 INFO: [ epoch: 11 ] [ iter: 38,900 ] [ performance: 19.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1601 days, 9:49:03 ] [ l_g_pix: 3.4606e-02 ] [ l_g_total: 3.4606e-02 ] +2024-10-24 22:20:42,129 INFO: [ epoch: 11 ] [ iter: 39,000 ] [ performance: 18.120 it/s ] [ lr: 1.00e-04 ] [ eta: 1602 days, 9:17:54 ] [ l_g_pix: 3.6504e-02 ] [ l_g_total: 3.6504e-02 ] +2024-10-24 22:20:47,305 INFO: [ epoch: 11 ] [ iter: 39,100 ] [ performance: 19.248 it/s ] [ lr: 1.00e-04 ] [ eta: 1603 days, 9:49:25 ] [ l_g_pix: 2.8276e-02 ] [ l_g_total: 2.8276e-02 ] +2024-10-24 22:20:52,781 INFO: [ epoch: 11 ] [ iter: 39,200 ] [ performance: 19.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1604 days, 15:06:46 ] [ l_g_pix: 3.0740e-02 ] [ l_g_total: 3.0740e-02 ] +2024-10-24 22:20:57,923 INFO: [ epoch: 11 ] [ iter: 39,300 ] [ performance: 19.464 it/s ] [ lr: 1.00e-04 ] [ eta: 1605 days, 14:28:24 ] [ l_g_pix: 3.4153e-02 ] [ l_g_total: 3.4153e-02 ] +2024-10-24 22:21:03,022 INFO: [ epoch: 11 ] [ iter: 39,400 ] [ performance: 20.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1606 days, 12:48:56 ] [ l_g_pix: 2.4136e-02 ] [ l_g_total: 2.4136e-02 ] +2024-10-24 22:21:08,087 INFO: [ epoch: 11 ] [ iter: 39,500 ] [ performance: 19.776 it/s ] [ lr: 1.00e-04 ] [ eta: 1607 days, 10:18:01 ] [ l_g_pix: 3.3068e-02 ] [ l_g_total: 3.3068e-02 ] +2024-10-24 22:21:13,228 INFO: [ epoch: 11 ] [ iter: 39,600 ] [ performance: 19.896 it/s ] [ lr: 1.00e-04 ] [ eta: 1608 days, 8:47:23 ] [ l_g_pix: 2.2293e-02 ] [ l_g_total: 2.2293e-02 ] +2024-10-24 22:21:18,284 INFO: [ epoch: 11 ] [ iter: 39,700 ] [ performance: 19.782 it/s ] [ lr: 1.00e-04 ] [ eta: 1609 days, 5:34:37 ] [ l_g_pix: 2.0879e-02 ] [ l_g_total: 2.0879e-02 ] +2024-10-24 22:21:23,390 INFO: [ epoch: 11 ] [ iter: 39,800 ] [ performance: 19.560 it/s ] [ lr: 1.00e-04 ] [ eta: 1610 days, 2:54:13 ] [ l_g_pix: 3.8929e-02 ] [ l_g_total: 3.8929e-02 ] +2024-10-24 22:21:28,938 INFO: [ epoch: 11 ] [ iter: 39,900 ] [ performance: 18.056 it/s ] [ lr: 1.00e-04 ] [ eta: 1611 days, 7:19:31 ] [ l_g_pix: 3.0711e-02 ] [ l_g_total: 3.0711e-02 ] +2024-10-24 22:21:34,088 INFO: [ epoch: 11 ] [ iter: 40,000 ] [ performance: 21.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1612 days, 4:48:42 ] [ l_g_pix: 3.5191e-02 ] [ l_g_total: 3.5191e-02 ] +2024-10-24 22:21:34,088 INFO: Saving models and training states. +2024-10-24 22:23:22,603 INFO: Validation val + + # psnr: 21.9349........ Best: 21.9349 @ 40000 iter + # ssim: 0.6425........ Best: 0.6425 @ 40000 iter + # dists: 0.7869........ Best: 0.7869 @ 40000 iter + +2024-10-24 22:23:27,771 INFO: [ epoch: 11 ] [ iter: 40,100 ] [ performance: 19.377 it/s ] [ lr: 1.00e-04 ] [ eta: 1688 days, 7:50:52 ] [ l_g_pix: 3.5642e-02 ] [ l_g_total: 3.5642e-02 ] +2024-10-24 22:23:32,950 INFO: [ epoch: 11 ] [ iter: 40,200 ] [ performance: 19.344 it/s ] [ lr: 1.00e-04 ] [ eta: 1689 days, 2:14:04 ] [ l_g_pix: 3.1258e-02 ] [ l_g_total: 3.1258e-02 ] +2024-10-24 22:23:38,069 INFO: [ epoch: 11 ] [ iter: 40,300 ] [ performance: 19.539 it/s ] [ lr: 1.00e-04 ] [ eta: 1689 days, 19:19:31 ] [ l_g_pix: 3.1523e-02 ] [ l_g_total: 3.1523e-02 ] +2024-10-24 22:23:43,190 INFO: [ epoch: 11 ] [ iter: 40,400 ] [ performance: 19.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1690 days, 12:11:01 ] [ l_g_pix: 3.1511e-02 ] [ l_g_total: 3.1511e-02 ] +2024-10-24 22:23:48,366 INFO: [ epoch: 11 ] [ iter: 40,500 ] [ performance: 19.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1691 days, 5:38:37 ] [ l_g_pix: 2.0302e-02 ] [ l_g_total: 2.0302e-02 ] +2024-10-24 22:23:53,725 INFO: [ epoch: 11 ] [ iter: 40,600 ] [ performance: 18.986 it/s ] [ lr: 1.00e-04 ] [ eta: 1692 days, 1:50:52 ] [ l_g_pix: 3.4318e-02 ] [ l_g_total: 3.4318e-02 ] +2024-10-24 22:23:58,784 INFO: [ epoch: 11 ] [ iter: 40,700 ] [ performance: 19.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1692 days, 16:48:50 ] [ l_g_pix: 4.5175e-02 ] [ l_g_total: 4.5175e-02 ] +2024-10-24 22:24:03,846 INFO: [ epoch: 11 ] [ iter: 40,800 ] [ performance: 19.750 it/s ] [ lr: 1.00e-04 ] [ eta: 1693 days, 7:32:30 ] [ l_g_pix: 3.1191e-02 ] [ l_g_total: 3.1191e-02 ] +2024-10-24 22:24:08,949 INFO: [ epoch: 11 ] [ iter: 40,900 ] [ performance: 19.570 it/s ] [ lr: 1.00e-04 ] [ eta: 1693 days, 22:40:23 ] [ l_g_pix: 2.5865e-02 ] [ l_g_total: 2.5865e-02 ] +2024-10-24 22:24:14,149 INFO: [ epoch: 11 ] [ iter: 41,000 ] [ performance: 19.397 it/s ] [ lr: 1.00e-04 ] [ eta: 1694 days, 15:06:28 ] [ l_g_pix: 2.4120e-02 ] [ l_g_total: 2.4120e-02 ] +2024-10-24 22:24:19,080 INFO: [ epoch: 11 ] [ iter: 41,100 ] [ performance: 20.301 it/s ] [ lr: 1.00e-04 ] [ eta: 1695 days, 2:50:39 ] [ l_g_pix: 3.3017e-02 ] [ l_g_total: 3.3017e-02 ] +2024-10-24 22:24:25,569 INFO: [ epoch: 12 ] [ iter: 41,200 ] [ performance: 17.475 it/s ] [ lr: 1.00e-04 ] [ eta: 1696 days, 15:44:33 ] [ l_g_pix: 2.3177e-02 ] [ l_g_total: 2.3177e-02 ] +2024-10-24 22:24:31,713 INFO: [ epoch: 12 ] [ iter: 41,300 ] [ performance: 16.124 it/s ] [ lr: 1.00e-04 ] [ eta: 1697 days, 22:40:23 ] [ l_g_pix: 3.7333e-02 ] [ l_g_total: 3.7333e-02 ] +2024-10-24 22:24:36,960 INFO: [ epoch: 12 ] [ iter: 41,400 ] [ performance: 17.506 it/s ] [ lr: 1.00e-04 ] [ eta: 1698 days, 14:40:01 ] [ l_g_pix: 3.2723e-02 ] [ l_g_total: 3.2723e-02 ] +2024-10-24 22:24:42,072 INFO: [ epoch: 12 ] [ iter: 41,500 ] [ performance: 19.532 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 4:09:43 ] [ l_g_pix: 3.2299e-02 ] [ l_g_total: 3.2299e-02 ] +2024-10-24 22:24:47,148 INFO: [ epoch: 12 ] [ iter: 41,600 ] [ performance: 19.620 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 16:47:42 ] [ l_g_pix: 2.9382e-02 ] [ l_g_total: 2.9382e-02 ] +2024-10-24 22:24:52,326 INFO: [ epoch: 12 ] [ iter: 41,700 ] [ performance: 19.310 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 6:47:33 ] [ l_g_pix: 3.5650e-02 ] [ l_g_total: 3.5650e-02 ] +2024-10-24 22:24:57,558 INFO: [ epoch: 12 ] [ iter: 41,800 ] [ performance: 19.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 21:22:46 ] [ l_g_pix: 4.1991e-02 ] [ l_g_total: 4.1991e-02 ] +2024-10-24 22:25:02,785 INFO: [ epoch: 12 ] [ iter: 41,900 ] [ performance: 19.152 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 11:36:24 ] [ l_g_pix: 3.0789e-02 ] [ l_g_total: 3.0789e-02 ] +2024-10-24 22:25:08,348 INFO: [ epoch: 12 ] [ iter: 42,000 ] [ performance: 18.522 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 6:56:41 ] [ l_g_pix: 2.3502e-02 ] [ l_g_total: 2.3502e-02 ] +2024-10-24 22:25:13,493 INFO: [ epoch: 12 ] [ iter: 42,100 ] [ performance: 19.359 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 19:15:09 ] [ l_g_pix: 3.0470e-02 ] [ l_g_total: 3.0470e-02 ] +2024-10-24 22:25:18,589 INFO: [ epoch: 12 ] [ iter: 42,200 ] [ performance: 19.499 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 6:28:25 ] [ l_g_pix: 2.3187e-02 ] [ l_g_total: 2.3187e-02 ] +2024-10-24 22:25:23,729 INFO: [ epoch: 12 ] [ iter: 42,300 ] [ performance: 19.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 18:08:13 ] [ l_g_pix: 3.1309e-02 ] [ l_g_total: 3.1309e-02 ] +2024-10-24 22:25:28,970 INFO: [ epoch: 12 ] [ iter: 42,400 ] [ performance: 19.318 it/s ] [ lr: 1.00e-04 ] [ eta: 1704 days, 7:07:41 ] [ l_g_pix: 2.7098e-02 ] [ l_g_total: 2.7098e-02 ] +2024-10-24 22:25:34,238 INFO: [ epoch: 12 ] [ iter: 42,500 ] [ performance: 19.153 it/s ] [ lr: 1.00e-04 ] [ eta: 1704 days, 20:15:23 ] [ l_g_pix: 2.6159e-02 ] [ l_g_total: 2.6159e-02 ] +2024-10-24 22:25:39,557 INFO: [ epoch: 12 ] [ iter: 42,600 ] [ performance: 18.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1705 days, 9:54:20 ] [ l_g_pix: 3.0527e-02 ] [ l_g_total: 3.0527e-02 ] +2024-10-24 22:25:45,018 INFO: [ epoch: 12 ] [ iter: 42,700 ] [ performance: 18.522 it/s ] [ lr: 1.00e-04 ] [ eta: 1706 days, 1:30:24 ] [ l_g_pix: 4.4491e-02 ] [ l_g_total: 4.4491e-02 ] +2024-10-24 22:25:50,183 INFO: [ epoch: 12 ] [ iter: 42,800 ] [ performance: 18.961 it/s ] [ lr: 1.00e-04 ] [ eta: 1706 days, 12:06:32 ] [ l_g_pix: 2.4342e-02 ] [ l_g_total: 2.4342e-02 ] +2024-10-24 22:25:55,251 INFO: [ epoch: 12 ] [ iter: 42,900 ] [ performance: 19.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1706 days, 20:53:55 ] [ l_g_pix: 3.5416e-02 ] [ l_g_total: 3.5416e-02 ] +2024-10-24 22:26:00,367 INFO: [ epoch: 12 ] [ iter: 43,000 ] [ performance: 19.671 it/s ] [ lr: 1.00e-04 ] [ eta: 1707 days, 6:09:13 ] [ l_g_pix: 3.9413e-02 ] [ l_g_total: 3.9413e-02 ] +2024-10-24 22:26:05,516 INFO: [ epoch: 12 ] [ iter: 43,100 ] [ performance: 19.387 it/s ] [ lr: 1.00e-04 ] [ eta: 1707 days, 15:39:20 ] [ l_g_pix: 2.9278e-02 ] [ l_g_total: 2.9278e-02 ] +2024-10-24 22:26:10,647 INFO: [ epoch: 12 ] [ iter: 43,200 ] [ performance: 19.444 it/s ] [ lr: 1.00e-04 ] [ eta: 1708 days, 0:34:21 ] [ l_g_pix: 2.7465e-02 ] [ l_g_total: 2.7465e-02 ] +2024-10-24 22:26:16,246 INFO: [ epoch: 12 ] [ iter: 43,300 ] [ performance: 17.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1708 days, 16:35:11 ] [ l_g_pix: 2.6276e-02 ] [ l_g_total: 2.6276e-02 ] +2024-10-24 22:26:21,521 INFO: [ epoch: 12 ] [ iter: 43,400 ] [ performance: 18.377 it/s ] [ lr: 1.00e-04 ] [ eta: 1709 days, 3:11:35 ] [ l_g_pix: 3.4842e-02 ] [ l_g_total: 3.4842e-02 ] +2024-10-24 22:26:26,757 INFO: [ epoch: 12 ] [ iter: 43,500 ] [ performance: 19.241 it/s ] [ lr: 1.00e-04 ] [ eta: 1709 days, 12:53:19 ] [ l_g_pix: 3.2806e-02 ] [ l_g_total: 3.2806e-02 ] +2024-10-24 22:26:31,929 INFO: [ epoch: 12 ] [ iter: 43,600 ] [ performance: 19.292 it/s ] [ lr: 1.00e-04 ] [ eta: 1709 days, 21:18:16 ] [ l_g_pix: 3.1735e-02 ] [ l_g_total: 3.1735e-02 ] +2024-10-24 22:26:37,144 INFO: [ epoch: 12 ] [ iter: 43,700 ] [ performance: 19.139 it/s ] [ lr: 1.00e-04 ] [ eta: 1710 days, 6:06:01 ] [ l_g_pix: 2.9602e-02 ] [ l_g_total: 2.9602e-02 ] +2024-10-24 22:26:42,325 INFO: [ epoch: 12 ] [ iter: 43,800 ] [ performance: 19.229 it/s ] [ lr: 1.00e-04 ] [ eta: 1710 days, 14:04:13 ] [ l_g_pix: 3.2917e-02 ] [ l_g_total: 3.2917e-02 ] +2024-10-24 22:26:47,566 INFO: [ epoch: 12 ] [ iter: 43,900 ] [ performance: 19.138 it/s ] [ lr: 1.00e-04 ] [ eta: 1710 days, 22:41:03 ] [ l_g_pix: 3.7802e-02 ] [ l_g_total: 3.7802e-02 ] +2024-10-24 22:26:53,154 INFO: [ epoch: 12 ] [ iter: 44,000 ] [ performance: 18.436 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 12:24:36 ] [ l_g_pix: 4.7858e-02 ] [ l_g_total: 4.7858e-02 ] +2024-10-24 22:26:58,411 INFO: [ epoch: 12 ] [ iter: 44,100 ] [ performance: 19.314 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 20:40:52 ] [ l_g_pix: 2.5854e-02 ] [ l_g_total: 2.5854e-02 ] +2024-10-24 22:27:03,549 INFO: [ epoch: 12 ] [ iter: 44,200 ] [ performance: 19.397 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 2:49:16 ] [ l_g_pix: 2.8464e-02 ] [ l_g_total: 2.8464e-02 ] +2024-10-24 22:27:08,780 INFO: [ epoch: 12 ] [ iter: 44,300 ] [ performance: 19.091 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 10:07:24 ] [ l_g_pix: 3.4801e-02 ] [ l_g_total: 3.4801e-02 ] +2024-10-24 22:27:13,984 INFO: [ epoch: 12 ] [ iter: 44,400 ] [ performance: 19.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 16:42:43 ] [ l_g_pix: 2.9171e-02 ] [ l_g_total: 2.9171e-02 ] +2024-10-24 22:27:18,957 INFO: [ epoch: 12 ] [ iter: 44,500 ] [ performance: 20.412 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 19:26:20 ] [ l_g_pix: 3.5796e-02 ] [ l_g_total: 3.5796e-02 ] +2024-10-24 22:27:25,677 INFO: [ epoch: 13 ] [ iter: 44,600 ] [ performance: 16.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 0:46:25 ] [ l_g_pix: 2.5821e-02 ] [ l_g_total: 2.5821e-02 ] +2024-10-24 22:27:30,881 INFO: [ epoch: 13 ] [ iter: 44,700 ] [ performance: 19.345 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 6:27:56 ] [ l_g_pix: 3.3367e-02 ] [ l_g_total: 3.3367e-02 ] +2024-10-24 22:27:35,989 INFO: [ epoch: 13 ] [ iter: 44,800 ] [ performance: 19.477 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 10:22:58 ] [ l_g_pix: 2.8342e-02 ] [ l_g_total: 2.8342e-02 ] +2024-10-24 22:27:41,094 INFO: [ epoch: 13 ] [ iter: 44,900 ] [ performance: 19.853 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 13:58:44 ] [ l_g_pix: 3.6789e-02 ] [ l_g_total: 3.6789e-02 ] +2024-10-24 22:27:46,241 INFO: [ epoch: 13 ] [ iter: 45,000 ] [ performance: 19.613 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 17:55:37 ] [ l_g_pix: 3.1584e-02 ] [ l_g_total: 3.1584e-02 ] +2024-10-24 22:27:51,435 INFO: [ epoch: 13 ] [ iter: 45,100 ] [ performance: 19.320 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 22:18:28 ] [ l_g_pix: 3.0406e-02 ] [ l_g_total: 3.0406e-02 ] +2024-10-24 22:27:56,645 INFO: [ epoch: 13 ] [ iter: 45,200 ] [ performance: 19.249 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 2:38:51 ] [ l_g_pix: 2.9683e-02 ] [ l_g_total: 2.9683e-02 ] +2024-10-24 22:28:02,111 INFO: [ epoch: 13 ] [ iter: 45,300 ] [ performance: 17.931 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 10:34:57 ] [ l_g_pix: 3.3355e-02 ] [ l_g_total: 3.3355e-02 ] +2024-10-24 22:28:07,189 INFO: [ epoch: 13 ] [ iter: 45,400 ] [ performance: 18.898 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 12:19:52 ] [ l_g_pix: 3.1235e-02 ] [ l_g_total: 3.1235e-02 ] +2024-10-24 22:28:12,204 INFO: [ epoch: 13 ] [ iter: 45,500 ] [ performance: 19.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 12:50:13 ] [ l_g_pix: 2.9770e-02 ] [ l_g_total: 2.9770e-02 ] +2024-10-24 22:28:17,295 INFO: [ epoch: 13 ] [ iter: 45,600 ] [ performance: 19.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 14:13:11 ] [ l_g_pix: 2.2400e-02 ] [ l_g_total: 2.2400e-02 ] +2024-10-24 22:28:22,493 INFO: [ epoch: 13 ] [ iter: 45,700 ] [ performance: 19.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 16:55:35 ] [ l_g_pix: 2.8080e-02 ] [ l_g_total: 2.8080e-02 ] +2024-10-24 22:28:27,734 INFO: [ epoch: 13 ] [ iter: 45,800 ] [ performance: 19.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 20:00:11 ] [ l_g_pix: 3.0280e-02 ] [ l_g_total: 3.0280e-02 ] +2024-10-24 22:28:32,874 INFO: [ epoch: 13 ] [ iter: 45,900 ] [ performance: 19.516 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 21:15:50 ] [ l_g_pix: 2.6606e-02 ] [ l_g_total: 2.6606e-02 ] +2024-10-24 22:28:38,523 INFO: [ epoch: 13 ] [ iter: 46,000 ] [ performance: 18.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 5:52:56 ] [ l_g_pix: 2.2961e-02 ] [ l_g_total: 2.2961e-02 ] +2024-10-24 22:28:43,709 INFO: [ epoch: 13 ] [ iter: 46,100 ] [ performance: 19.227 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 7:14:44 ] [ l_g_pix: 3.2944e-02 ] [ l_g_total: 3.2944e-02 ] +2024-10-24 22:28:48,763 INFO: [ epoch: 13 ] [ iter: 46,200 ] [ performance: 19.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 6:20:54 ] [ l_g_pix: 3.4571e-02 ] [ l_g_total: 3.4571e-02 ] +2024-10-24 22:28:53,896 INFO: [ epoch: 13 ] [ iter: 46,300 ] [ performance: 19.335 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 6:20:35 ] [ l_g_pix: 1.9624e-02 ] [ l_g_total: 1.9624e-02 ] +2024-10-24 22:28:59,129 INFO: [ epoch: 13 ] [ iter: 46,400 ] [ performance: 19.203 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 7:33:04 ] [ l_g_pix: 3.1274e-02 ] [ l_g_total: 3.1274e-02 ] +2024-10-24 22:29:04,289 INFO: [ epoch: 13 ] [ iter: 46,500 ] [ performance: 19.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 7:23:06 ] [ l_g_pix: 4.3985e-02 ] [ l_g_total: 4.3985e-02 ] +2024-10-24 22:29:09,612 INFO: [ epoch: 13 ] [ iter: 46,600 ] [ performance: 18.960 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 9:20:28 ] [ l_g_pix: 2.8151e-02 ] [ l_g_total: 2.8151e-02 ] +2024-10-24 22:29:14,802 INFO: [ epoch: 13 ] [ iter: 46,700 ] [ performance: 19.709 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 9:03:02 ] [ l_g_pix: 3.4042e-02 ] [ l_g_total: 3.4042e-02 ] +2024-10-24 22:29:19,906 INFO: [ epoch: 13 ] [ iter: 46,800 ] [ performance: 19.643 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 7:10:30 ] [ l_g_pix: 3.3429e-02 ] [ l_g_total: 3.3429e-02 ] +2024-10-24 22:29:25,033 INFO: [ epoch: 13 ] [ iter: 46,900 ] [ performance: 19.753 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 5:22:42 ] [ l_g_pix: 4.3410e-02 ] [ l_g_total: 4.3410e-02 ] +2024-10-24 22:29:30,166 INFO: [ epoch: 13 ] [ iter: 47,000 ] [ performance: 19.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 3:22:23 ] [ l_g_pix: 2.8908e-02 ] [ l_g_total: 2.8908e-02 ] +2024-10-24 22:29:35,367 INFO: [ epoch: 13 ] [ iter: 47,100 ] [ performance: 19.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 2:05:10 ] [ l_g_pix: 3.4367e-02 ] [ l_g_total: 3.4367e-02 ] +2024-10-24 22:29:40,569 INFO: [ epoch: 13 ] [ iter: 47,200 ] [ performance: 19.254 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 0:30:54 ] [ l_g_pix: 3.0554e-02 ] [ l_g_total: 3.0554e-02 ] +2024-10-24 22:29:46,086 INFO: [ epoch: 13 ] [ iter: 47,300 ] [ performance: 17.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 3:16:25 ] [ l_g_pix: 4.1954e-02 ] [ l_g_total: 4.1954e-02 ] +2024-10-24 22:29:51,115 INFO: [ epoch: 13 ] [ iter: 47,400 ] [ performance: 18.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 22:36:26 ] [ l_g_pix: 2.0967e-02 ] [ l_g_total: 2.0967e-02 ] +2024-10-24 22:29:56,260 INFO: [ epoch: 13 ] [ iter: 47,500 ] [ performance: 19.603 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 19:20:30 ] [ l_g_pix: 4.6138e-02 ] [ l_g_total: 4.6138e-02 ] +2024-10-24 22:30:01,350 INFO: [ epoch: 13 ] [ iter: 47,600 ] [ performance: 19.631 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 14:59:14 ] [ l_g_pix: 3.5454e-02 ] [ l_g_total: 3.5454e-02 ] +2024-10-24 22:30:06,538 INFO: [ epoch: 13 ] [ iter: 47,700 ] [ performance: 19.451 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 11:46:27 ] [ l_g_pix: 3.3117e-02 ] [ l_g_total: 3.3117e-02 ] +2024-10-24 22:30:11,736 INFO: [ epoch: 13 ] [ iter: 47,800 ] [ performance: 19.322 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 8:25:00 ] [ l_g_pix: 4.5206e-02 ] [ l_g_total: 4.5206e-02 ] +2024-10-24 22:30:16,903 INFO: [ epoch: 13 ] [ iter: 47,900 ] [ performance: 19.508 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 4:20:00 ] [ l_g_pix: 3.0300e-02 ] [ l_g_total: 3.0300e-02 ] +2024-10-24 22:30:23,421 INFO: [ epoch: 14 ] [ iter: 48,000 ] [ performance: 16.710 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 19:27:32 ] [ l_g_pix: 3.4955e-02 ] [ l_g_total: 3.4955e-02 ] +2024-10-24 22:30:28,682 INFO: [ epoch: 14 ] [ iter: 48,100 ] [ performance: 18.971 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 16:06:31 ] [ l_g_pix: 3.0816e-02 ] [ l_g_total: 3.0816e-02 ] +2024-10-24 22:30:33,710 INFO: [ epoch: 14 ] [ iter: 48,200 ] [ performance: 19.532 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 9:07:14 ] [ l_g_pix: 3.2702e-02 ] [ l_g_total: 3.2702e-02 ] +2024-10-24 22:30:38,829 INFO: [ epoch: 14 ] [ iter: 48,300 ] [ performance: 19.356 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 3:09:21 ] [ l_g_pix: 2.2441e-02 ] [ l_g_total: 2.2441e-02 ] +2024-10-24 22:30:43,988 INFO: [ epoch: 14 ] [ iter: 48,400 ] [ performance: 19.375 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 21:28:37 ] [ l_g_pix: 3.4414e-02 ] [ l_g_total: 3.4414e-02 ] +2024-10-24 22:30:49,117 INFO: [ epoch: 14 ] [ iter: 48,500 ] [ performance: 19.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 15:04:58 ] [ l_g_pix: 2.8556e-02 ] [ l_g_total: 2.8556e-02 ] +2024-10-24 22:30:54,508 INFO: [ epoch: 14 ] [ iter: 48,600 ] [ performance: 18.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 12:09:00 ] [ l_g_pix: 3.6111e-02 ] [ l_g_total: 3.6111e-02 ] +2024-10-24 22:30:59,611 INFO: [ epoch: 14 ] [ iter: 48,700 ] [ performance: 19.932 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 4:48:39 ] [ l_g_pix: 2.9499e-02 ] [ l_g_total: 2.9499e-02 ] +2024-10-24 22:31:04,778 INFO: [ epoch: 14 ] [ iter: 48,800 ] [ performance: 19.564 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 22:05:34 ] [ l_g_pix: 2.6246e-02 ] [ l_g_total: 2.6246e-02 ] +2024-10-24 22:31:09,981 INFO: [ epoch: 14 ] [ iter: 48,900 ] [ performance: 18.931 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 15:36:01 ] [ l_g_pix: 2.0888e-02 ] [ l_g_total: 2.0888e-02 ] +2024-10-24 22:31:15,154 INFO: [ epoch: 14 ] [ iter: 49,000 ] [ performance: 19.185 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 8:24:01 ] [ l_g_pix: 2.2328e-02 ] [ l_g_total: 2.2328e-02 ] +2024-10-24 22:31:20,376 INFO: [ epoch: 14 ] [ iter: 49,100 ] [ performance: 19.524 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 1:36:07 ] [ l_g_pix: 3.2049e-02 ] [ l_g_total: 3.2049e-02 ] +2024-10-24 22:31:25,586 INFO: [ epoch: 14 ] [ iter: 49,200 ] [ performance: 19.312 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 18:20:51 ] [ l_g_pix: 2.8403e-02 ] [ l_g_total: 2.8403e-02 ] +2024-10-24 22:31:31,146 INFO: [ epoch: 14 ] [ iter: 49,300 ] [ performance: 17.256 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 15:43:45 ] [ l_g_pix: 3.9898e-02 ] [ l_g_total: 3.9898e-02 ] +2024-10-24 22:31:36,358 INFO: [ epoch: 14 ] [ iter: 49,400 ] [ performance: 18.454 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 7:55:08 ] [ l_g_pix: 3.5990e-02 ] [ l_g_total: 3.5990e-02 ] +2024-10-24 22:31:41,545 INFO: [ epoch: 14 ] [ iter: 49,500 ] [ performance: 19.191 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 23:27:17 ] [ l_g_pix: 4.2147e-02 ] [ l_g_total: 4.2147e-02 ] +2024-10-24 22:31:46,664 INFO: [ epoch: 14 ] [ iter: 49,600 ] [ performance: 19.414 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 13:45:42 ] [ l_g_pix: 2.4062e-02 ] [ l_g_total: 2.4062e-02 ] +2024-10-24 22:31:51,785 INFO: [ epoch: 14 ] [ iter: 49,700 ] [ performance: 19.291 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 3:47:58 ] [ l_g_pix: 3.0972e-02 ] [ l_g_total: 3.0972e-02 ] +2024-10-24 22:31:56,983 INFO: [ epoch: 14 ] [ iter: 49,800 ] [ performance: 19.258 it/s ] [ lr: 1.00e-04 ] [ eta: 1710 days, 18:38:07 ] [ l_g_pix: 2.7722e-02 ] [ l_g_total: 2.7722e-02 ] +2024-10-24 22:32:02,163 INFO: [ epoch: 14 ] [ iter: 49,900 ] [ performance: 19.431 it/s ] [ lr: 1.00e-04 ] [ eta: 1710 days, 8:56:08 ] [ l_g_pix: 3.0576e-02 ] [ l_g_total: 3.0576e-02 ] +2024-10-24 22:32:07,831 INFO: [ epoch: 14 ] [ iter: 50,000 ] [ performance: 18.218 it/s ] [ lr: 5.00e-05 ] [ eta: 1710 days, 5:43:11 ] [ l_g_pix: 3.8980e-02 ] [ l_g_total: 3.8980e-02 ] +2024-10-24 22:32:07,832 INFO: Saving models and training states. +2024-10-24 22:33:17,817 INFO: Validation val + + # psnr: 21.9297........ Best: 21.9349 @ 40000 iter + # ssim: 0.6431........ Best: 0.6431 @ 50000 iter + # dists: 0.7867........ Best: 0.7867 @ 50000 iter + +2024-10-24 22:33:22,985 INFO: [ epoch: 14 ] [ iter: 50,100 ] [ performance: 19.783 it/s ] [ lr: 5.00e-05 ] [ eta: 1750 days, 5:19:12 ] [ l_g_pix: 4.1717e-02 ] [ l_g_total: 4.1717e-02 ] +2024-10-24 22:33:28,082 INFO: [ epoch: 14 ] [ iter: 50,200 ] [ performance: 19.675 it/s ] [ lr: 5.00e-05 ] [ eta: 1749 days, 15:39:08 ] [ l_g_pix: 3.8711e-02 ] [ l_g_total: 3.8711e-02 ] +2024-10-24 22:33:33,180 INFO: [ epoch: 14 ] [ iter: 50,300 ] [ performance: 19.756 it/s ] [ lr: 5.00e-05 ] [ eta: 1749 days, 1:42:35 ] [ l_g_pix: 2.4037e-02 ] [ l_g_total: 2.4037e-02 ] +2024-10-24 22:33:38,418 INFO: [ epoch: 14 ] [ iter: 50,400 ] [ performance: 19.310 it/s ] [ lr: 5.00e-05 ] [ eta: 1748 days, 13:24:24 ] [ l_g_pix: 2.9070e-02 ] [ l_g_total: 2.9070e-02 ] +2024-10-24 22:33:43,586 INFO: [ epoch: 14 ] [ iter: 50,500 ] [ performance: 19.600 it/s ] [ lr: 5.00e-05 ] [ eta: 1747 days, 23:51:05 ] [ l_g_pix: 2.9697e-02 ] [ l_g_total: 2.9697e-02 ] +2024-10-24 22:33:48,762 INFO: [ epoch: 14 ] [ iter: 50,600 ] [ performance: 19.412 it/s ] [ lr: 5.00e-05 ] [ eta: 1747 days, 10:07:41 ] [ l_g_pix: 5.8048e-02 ] [ l_g_total: 5.8048e-02 ] +2024-10-24 22:33:54,127 INFO: [ epoch: 14 ] [ iter: 50,700 ] [ performance: 18.251 it/s ] [ lr: 5.00e-05 ] [ eta: 1746 days, 22:42:05 ] [ l_g_pix: 2.8948e-02 ] [ l_g_total: 2.8948e-02 ] +2024-10-24 22:33:59,302 INFO: [ epoch: 14 ] [ iter: 50,800 ] [ performance: 18.963 it/s ] [ lr: 5.00e-05 ] [ eta: 1746 days, 8:22:57 ] [ l_g_pix: 3.8743e-02 ] [ l_g_total: 3.8743e-02 ] +2024-10-24 22:34:04,449 INFO: [ epoch: 14 ] [ iter: 50,900 ] [ performance: 19.436 it/s ] [ lr: 5.00e-05 ] [ eta: 1745 days, 17:22:47 ] [ l_g_pix: 2.5143e-02 ] [ l_g_total: 2.5143e-02 ] +2024-10-24 22:34:09,674 INFO: [ epoch: 14 ] [ iter: 51,000 ] [ performance: 19.232 it/s ] [ lr: 5.00e-05 ] [ eta: 1745 days, 3:10:32 ] [ l_g_pix: 2.7204e-02 ] [ l_g_total: 2.7204e-02 ] +2024-10-24 22:34:14,878 INFO: [ epoch: 14 ] [ iter: 51,100 ] [ performance: 19.641 it/s ] [ lr: 5.00e-05 ] [ eta: 1744 days, 12:22:43 ] [ l_g_pix: 4.1290e-02 ] [ l_g_total: 4.1290e-02 ] +2024-10-24 22:34:20,074 INFO: [ epoch: 14 ] [ iter: 51,200 ] [ performance: 19.369 it/s ] [ lr: 5.00e-05 ] [ eta: 1743 days, 21:11:39 ] [ l_g_pix: 2.2202e-02 ] [ l_g_total: 2.2202e-02 ] +2024-10-24 22:34:25,432 INFO: [ epoch: 14 ] [ iter: 51,300 ] [ performance: 18.050 it/s ] [ lr: 5.00e-05 ] [ eta: 1743 days, 7:54:19 ] [ l_g_pix: 4.2411e-02 ] [ l_g_total: 4.2411e-02 ] +2024-10-24 22:34:31,300 INFO: [ epoch: 15 ] [ iter: 51,400 ] [ performance: 17.345 it/s ] [ lr: 5.00e-05 ] [ eta: 1743 days, 1:12:00 ] [ l_g_pix: 3.1601e-02 ] [ l_g_total: 3.1601e-02 ] +2024-10-24 22:34:36,530 INFO: [ epoch: 15 ] [ iter: 51,500 ] [ performance: 19.316 it/s ] [ lr: 5.00e-05 ] [ eta: 1742 days, 9:34:47 ] [ l_g_pix: 4.0356e-02 ] [ l_g_total: 4.0356e-02 ] +2024-10-24 22:34:41,740 INFO: [ epoch: 15 ] [ iter: 51,600 ] [ performance: 19.233 it/s ] [ lr: 5.00e-05 ] [ eta: 1741 days, 17:24:04 ] [ l_g_pix: 3.9506e-02 ] [ l_g_total: 3.9506e-02 ] +2024-10-24 22:34:47,002 INFO: [ epoch: 15 ] [ iter: 51,700 ] [ performance: 19.265 it/s ] [ lr: 5.00e-05 ] [ eta: 1741 days, 1:38:02 ] [ l_g_pix: 3.5574e-02 ] [ l_g_total: 3.5574e-02 ] +2024-10-24 22:34:52,251 INFO: [ epoch: 15 ] [ iter: 51,800 ] [ performance: 19.118 it/s ] [ lr: 5.00e-05 ] [ eta: 1740 days, 9:23:25 ] [ l_g_pix: 1.8635e-02 ] [ l_g_total: 1.8635e-02 ] +2024-10-24 22:34:57,760 INFO: [ epoch: 15 ] [ iter: 51,900 ] [ performance: 17.509 it/s ] [ lr: 5.00e-05 ] [ eta: 1739 days, 20:20:35 ] [ l_g_pix: 2.9256e-02 ] [ l_g_total: 2.9256e-02 ] +2024-10-24 22:35:03,500 INFO: [ epoch: 15 ] [ iter: 52,000 ] [ performance: 17.449 it/s ] [ lr: 5.00e-05 ] [ eta: 1739 days, 10:03:54 ] [ l_g_pix: 4.2905e-02 ] [ l_g_total: 4.2905e-02 ] +2024-10-24 22:35:08,771 INFO: [ epoch: 15 ] [ iter: 52,100 ] [ performance: 19.523 it/s ] [ lr: 5.00e-05 ] [ eta: 1738 days, 17:12:52 ] [ l_g_pix: 3.0156e-02 ] [ l_g_total: 3.0156e-02 ] +2024-10-24 22:35:13,844 INFO: [ epoch: 15 ] [ iter: 52,200 ] [ performance: 19.658 it/s ] [ lr: 5.00e-05 ] [ eta: 1737 days, 21:27:26 ] [ l_g_pix: 2.9494e-02 ] [ l_g_total: 2.9494e-02 ] +2024-10-24 22:35:19,058 INFO: [ epoch: 15 ] [ iter: 52,300 ] [ performance: 19.568 it/s ] [ lr: 5.00e-05 ] [ eta: 1737 days, 3:16:48 ] [ l_g_pix: 4.7169e-02 ] [ l_g_total: 4.7169e-02 ] +2024-10-24 22:35:24,242 INFO: [ epoch: 15 ] [ iter: 52,400 ] [ performance: 19.371 it/s ] [ lr: 5.00e-05 ] [ eta: 1736 days, 8:24:52 ] [ l_g_pix: 3.5475e-02 ] [ l_g_total: 3.5475e-02 ] +2024-10-24 22:35:29,528 INFO: [ epoch: 15 ] [ iter: 52,500 ] [ performance: 18.808 it/s ] [ lr: 5.00e-05 ] [ eta: 1735 days, 14:36:38 ] [ l_g_pix: 4.1508e-02 ] [ l_g_total: 4.1508e-02 ] +2024-10-24 22:35:34,930 INFO: [ epoch: 15 ] [ iter: 52,600 ] [ performance: 18.595 it/s ] [ lr: 5.00e-05 ] [ eta: 1734 days, 22:02:33 ] [ l_g_pix: 2.4373e-02 ] [ l_g_total: 2.4373e-02 ] +2024-10-24 22:35:40,304 INFO: [ epoch: 15 ] [ iter: 52,700 ] [ performance: 19.659 it/s ] [ lr: 5.00e-05 ] [ eta: 1734 days, 4:48:22 ] [ l_g_pix: 4.2691e-02 ] [ l_g_total: 4.2691e-02 ] +2024-10-24 22:35:45,440 INFO: [ epoch: 15 ] [ iter: 52,800 ] [ performance: 19.524 it/s ] [ lr: 5.00e-05 ] [ eta: 1733 days, 8:08:57 ] [ l_g_pix: 3.5766e-02 ] [ l_g_total: 3.5766e-02 ] +2024-10-24 22:35:50,653 INFO: [ epoch: 15 ] [ iter: 52,900 ] [ performance: 19.563 it/s ] [ lr: 5.00e-05 ] [ eta: 1732 days, 12:12:52 ] [ l_g_pix: 2.8013e-02 ] [ l_g_total: 2.8013e-02 ] +2024-10-24 22:35:55,835 INFO: [ epoch: 15 ] [ iter: 53,000 ] [ performance: 19.373 it/s ] [ lr: 5.00e-05 ] [ eta: 1731 days, 15:34:26 ] [ l_g_pix: 4.7596e-02 ] [ l_g_total: 4.7596e-02 ] +2024-10-24 22:36:01,020 INFO: [ epoch: 15 ] [ iter: 53,100 ] [ performance: 19.552 it/s ] [ lr: 5.00e-05 ] [ eta: 1730 days, 18:41:46 ] [ l_g_pix: 3.4968e-02 ] [ l_g_total: 3.4968e-02 ] +2024-10-24 22:36:06,217 INFO: [ epoch: 15 ] [ iter: 53,200 ] [ performance: 19.325 it/s ] [ lr: 5.00e-05 ] [ eta: 1729 days, 21:41:01 ] [ l_g_pix: 2.8020e-02 ] [ l_g_total: 2.8020e-02 ] +2024-10-24 22:36:11,787 INFO: [ epoch: 15 ] [ iter: 53,300 ] [ performance: 19.121 it/s ] [ lr: 5.00e-05 ] [ eta: 1729 days, 5:13:33 ] [ l_g_pix: 2.4484e-02 ] [ l_g_total: 2.4484e-02 ] +2024-10-24 22:36:16,939 INFO: [ epoch: 15 ] [ iter: 53,400 ] [ performance: 19.336 it/s ] [ lr: 5.00e-05 ] [ eta: 1728 days, 7:02:44 ] [ l_g_pix: 2.9477e-02 ] [ l_g_total: 2.9477e-02 ] +2024-10-24 22:36:22,093 INFO: [ epoch: 15 ] [ iter: 53,500 ] [ performance: 19.735 it/s ] [ lr: 5.00e-05 ] [ eta: 1727 days, 8:36:15 ] [ l_g_pix: 3.0552e-02 ] [ l_g_total: 3.0552e-02 ] +2024-10-24 22:36:27,134 INFO: [ epoch: 15 ] [ iter: 53,600 ] [ performance: 19.814 it/s ] [ lr: 5.00e-05 ] [ eta: 1726 days, 8:24:54 ] [ l_g_pix: 3.6703e-02 ] [ l_g_total: 3.6703e-02 ] +2024-10-24 22:36:32,279 INFO: [ epoch: 15 ] [ iter: 53,700 ] [ performance: 19.605 it/s ] [ lr: 5.00e-05 ] [ eta: 1725 days, 9:17:28 ] [ l_g_pix: 3.9514e-02 ] [ l_g_total: 3.9514e-02 ] +2024-10-24 22:36:37,342 INFO: [ epoch: 15 ] [ iter: 53,800 ] [ performance: 19.717 it/s ] [ lr: 5.00e-05 ] [ eta: 1724 days, 8:49:33 ] [ l_g_pix: 3.5809e-02 ] [ l_g_total: 3.5809e-02 ] +2024-10-24 22:36:42,485 INFO: [ epoch: 15 ] [ iter: 53,900 ] [ performance: 19.191 it/s ] [ lr: 5.00e-05 ] [ eta: 1723 days, 9:06:37 ] [ l_g_pix: 2.6196e-02 ] [ l_g_total: 2.6196e-02 ] +2024-10-24 22:36:47,975 INFO: [ epoch: 15 ] [ iter: 54,000 ] [ performance: 18.445 it/s ] [ lr: 5.00e-05 ] [ eta: 1722 days, 13:31:54 ] [ l_g_pix: 2.3932e-02 ] [ l_g_total: 2.3932e-02 ] +2024-10-24 22:36:53,244 INFO: [ epoch: 15 ] [ iter: 54,100 ] [ performance: 19.554 it/s ] [ lr: 5.00e-05 ] [ eta: 1721 days, 14:50:09 ] [ l_g_pix: 4.0919e-02 ] [ l_g_total: 4.0919e-02 ] +2024-10-24 22:36:58,483 INFO: [ epoch: 15 ] [ iter: 54,200 ] [ performance: 19.198 it/s ] [ lr: 5.00e-05 ] [ eta: 1720 days, 15:27:56 ] [ l_g_pix: 2.6563e-02 ] [ l_g_total: 2.6563e-02 ] +2024-10-24 22:37:03,726 INFO: [ epoch: 15 ] [ iter: 54,300 ] [ performance: 19.682 it/s ] [ lr: 5.00e-05 ] [ eta: 1719 days, 15:51:37 ] [ l_g_pix: 4.1867e-02 ] [ l_g_total: 4.1867e-02 ] +2024-10-24 22:37:08,983 INFO: [ epoch: 15 ] [ iter: 54,400 ] [ performance: 19.174 it/s ] [ lr: 5.00e-05 ] [ eta: 1718 days, 16:07:42 ] [ l_g_pix: 3.0031e-02 ] [ l_g_total: 3.0031e-02 ] +2024-10-24 22:37:14,219 INFO: [ epoch: 15 ] [ iter: 54,500 ] [ performance: 19.021 it/s ] [ lr: 5.00e-05 ] [ eta: 1717 days, 15:51:02 ] [ l_g_pix: 3.5132e-02 ] [ l_g_total: 3.5132e-02 ] +2024-10-24 22:37:19,810 INFO: [ epoch: 15 ] [ iter: 54,600 ] [ performance: 18.131 it/s ] [ lr: 5.00e-05 ] [ eta: 1716 days, 19:45:15 ] [ l_g_pix: 4.5902e-02 ] [ l_g_total: 4.5902e-02 ] +2024-10-24 22:37:25,022 INFO: [ epoch: 15 ] [ iter: 54,700 ] [ performance: 19.482 it/s ] [ lr: 5.00e-05 ] [ eta: 1715 days, 18:34:34 ] [ l_g_pix: 2.5000e-02 ] [ l_g_total: 2.5000e-02 ] +2024-10-24 22:37:29,839 INFO: [ epoch: 15 ] [ iter: 54,800 ] [ performance: 20.469 it/s ] [ lr: 5.00e-05 ] [ eta: 1714 days, 12:08:58 ] [ l_g_pix: 2.2726e-02 ] [ l_g_total: 2.2726e-02 ] +2024-10-24 22:37:36,279 INFO: [ epoch: 16 ] [ iter: 54,900 ] [ performance: 19.232 it/s ] [ lr: 5.00e-05 ] [ eta: 1714 days, 1:47:02 ] [ l_g_pix: 2.8411e-02 ] [ l_g_total: 2.8411e-02 ] +2024-10-24 22:37:41,382 INFO: [ epoch: 16 ] [ iter: 55,000 ] [ performance: 19.522 it/s ] [ lr: 5.00e-05 ] [ eta: 1712 days, 22:21:16 ] [ l_g_pix: 3.3336e-02 ] [ l_g_total: 3.3336e-02 ] +2024-10-24 22:37:46,416 INFO: [ epoch: 16 ] [ iter: 55,100 ] [ performance: 20.379 it/s ] [ lr: 5.00e-05 ] [ eta: 1711 days, 17:47:04 ] [ l_g_pix: 4.4196e-02 ] [ l_g_total: 4.4196e-02 ] +2024-10-24 22:37:51,472 INFO: [ epoch: 16 ] [ iter: 55,200 ] [ performance: 19.901 it/s ] [ lr: 5.00e-05 ] [ eta: 1710 days, 13:12:18 ] [ l_g_pix: 3.2677e-02 ] [ l_g_total: 3.2677e-02 ] +2024-10-24 22:37:56,873 INFO: [ epoch: 16 ] [ iter: 55,300 ] [ performance: 19.555 it/s ] [ lr: 5.00e-05 ] [ eta: 1709 days, 12:37:27 ] [ l_g_pix: 4.4212e-02 ] [ l_g_total: 4.4212e-02 ] +2024-10-24 22:38:01,786 INFO: [ epoch: 16 ] [ iter: 55,400 ] [ performance: 20.190 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 5:42:23 ] [ l_g_pix: 2.6993e-02 ] [ l_g_total: 2.6993e-02 ] +2024-10-24 22:38:06,875 INFO: [ epoch: 16 ] [ iter: 55,500 ] [ performance: 19.617 it/s ] [ lr: 5.00e-05 ] [ eta: 1707 days, 0:40:24 ] [ l_g_pix: 3.6788e-02 ] [ l_g_total: 3.6788e-02 ] +2024-10-24 22:38:11,974 INFO: [ epoch: 16 ] [ iter: 55,600 ] [ performance: 19.613 it/s ] [ lr: 5.00e-05 ] [ eta: 1705 days, 19:30:11 ] [ l_g_pix: 3.5877e-02 ] [ l_g_total: 3.5877e-02 ] +2024-10-24 22:38:17,101 INFO: [ epoch: 16 ] [ iter: 55,700 ] [ performance: 20.295 it/s ] [ lr: 5.00e-05 ] [ eta: 1704 days, 14:22:34 ] [ l_g_pix: 2.2381e-02 ] [ l_g_total: 2.2381e-02 ] +2024-10-24 22:38:22,302 INFO: [ epoch: 16 ] [ iter: 55,800 ] [ performance: 19.419 it/s ] [ lr: 5.00e-05 ] [ eta: 1703 days, 9:53:01 ] [ l_g_pix: 2.6722e-02 ] [ l_g_total: 2.6722e-02 ] +2024-10-24 22:38:27,506 INFO: [ epoch: 16 ] [ iter: 55,900 ] [ performance: 19.569 it/s ] [ lr: 5.00e-05 ] [ eta: 1702 days, 5:08:22 ] [ l_g_pix: 4.5753e-02 ] [ l_g_total: 4.5753e-02 ] +2024-10-24 22:38:33,059 INFO: [ epoch: 16 ] [ iter: 56,000 ] [ performance: 18.272 it/s ] [ lr: 5.00e-05 ] [ eta: 1701 days, 4:22:18 ] [ l_g_pix: 2.3233e-02 ] [ l_g_total: 2.3233e-02 ] +2024-10-24 22:38:38,254 INFO: [ epoch: 16 ] [ iter: 56,100 ] [ performance: 19.629 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 22:55:18 ] [ l_g_pix: 4.1319e-02 ] [ l_g_total: 4.1319e-02 ] +2024-10-24 22:38:43,395 INFO: [ epoch: 16 ] [ iter: 56,200 ] [ performance: 19.484 it/s ] [ lr: 5.00e-05 ] [ eta: 1698 days, 16:31:54 ] [ l_g_pix: 2.4722e-02 ] [ l_g_total: 2.4722e-02 ] +2024-10-24 22:38:48,553 INFO: [ epoch: 16 ] [ iter: 56,300 ] [ performance: 20.245 it/s ] [ lr: 5.00e-05 ] [ eta: 1697 days, 10:03:23 ] [ l_g_pix: 2.3049e-02 ] [ l_g_total: 2.3049e-02 ] +2024-10-24 22:38:53,756 INFO: [ epoch: 16 ] [ iter: 56,400 ] [ performance: 19.384 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 3:50:57 ] [ l_g_pix: 3.3291e-02 ] [ l_g_total: 3.3291e-02 ] +2024-10-24 22:38:58,949 INFO: [ epoch: 16 ] [ iter: 56,500 ] [ performance: 19.561 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 21:13:31 ] [ l_g_pix: 4.1400e-02 ] [ l_g_total: 4.1400e-02 ] +2024-10-24 22:39:04,490 INFO: [ epoch: 16 ] [ iter: 56,600 ] [ performance: 18.276 it/s ] [ lr: 5.00e-05 ] [ eta: 1693 days, 18:30:31 ] [ l_g_pix: 3.0667e-02 ] [ l_g_total: 3.0667e-02 ] +2024-10-24 22:39:09,739 INFO: [ epoch: 16 ] [ iter: 56,700 ] [ performance: 18.858 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 11:59:00 ] [ l_g_pix: 3.5809e-02 ] [ l_g_total: 3.5809e-02 ] +2024-10-24 22:39:14,832 INFO: [ epoch: 16 ] [ iter: 56,800 ] [ performance: 19.516 it/s ] [ lr: 5.00e-05 ] [ eta: 1691 days, 3:16:46 ] [ l_g_pix: 3.7813e-02 ] [ l_g_total: 3.7813e-02 ] +2024-10-24 22:39:19,939 INFO: [ epoch: 16 ] [ iter: 56,900 ] [ performance: 18.657 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 18:27:42 ] [ l_g_pix: 2.9225e-02 ] [ l_g_total: 2.9225e-02 ] +2024-10-24 22:39:25,106 INFO: [ epoch: 16 ] [ iter: 57,000 ] [ performance: 19.250 it/s ] [ lr: 5.00e-05 ] [ eta: 1688 days, 10:05:11 ] [ l_g_pix: 2.9636e-02 ] [ l_g_total: 2.9636e-02 ] +2024-10-24 22:39:30,235 INFO: [ epoch: 16 ] [ iter: 57,100 ] [ performance: 19.626 it/s ] [ lr: 5.00e-05 ] [ eta: 1687 days, 0:57:43 ] [ l_g_pix: 3.2387e-02 ] [ l_g_total: 3.2387e-02 ] +2024-10-24 22:39:35,427 INFO: [ epoch: 16 ] [ iter: 57,200 ] [ performance: 19.310 it/s ] [ lr: 5.00e-05 ] [ eta: 1685 days, 16:18:54 ] [ l_g_pix: 3.2434e-02 ] [ l_g_total: 3.2434e-02 ] +2024-10-24 22:39:40,868 INFO: [ epoch: 16 ] [ iter: 57,300 ] [ performance: 19.713 it/s ] [ lr: 5.00e-05 ] [ eta: 1684 days, 10:18:59 ] [ l_g_pix: 3.1200e-02 ] [ l_g_total: 3.1200e-02 ] +2024-10-24 22:39:46,006 INFO: [ epoch: 16 ] [ iter: 57,400 ] [ performance: 19.496 it/s ] [ lr: 5.00e-05 ] [ eta: 1683 days, 0:26:36 ] [ l_g_pix: 4.1883e-02 ] [ l_g_total: 4.1883e-02 ] +2024-10-24 22:39:51,237 INFO: [ epoch: 16 ] [ iter: 57,500 ] [ performance: 20.208 it/s ] [ lr: 5.00e-05 ] [ eta: 1681 days, 15:22:35 ] [ l_g_pix: 3.7515e-02 ] [ l_g_total: 3.7515e-02 ] +2024-10-24 22:39:56,424 INFO: [ epoch: 16 ] [ iter: 57,600 ] [ performance: 19.393 it/s ] [ lr: 5.00e-05 ] [ eta: 1680 days, 5:29:29 ] [ l_g_pix: 2.9007e-02 ] [ l_g_total: 2.9007e-02 ] +2024-10-24 22:40:01,530 INFO: [ epoch: 16 ] [ iter: 57,700 ] [ performance: 19.808 it/s ] [ lr: 5.00e-05 ] [ eta: 1678 days, 18:22:49 ] [ l_g_pix: 4.0987e-02 ] [ l_g_total: 4.0987e-02 ] +2024-10-24 22:40:06,670 INFO: [ epoch: 16 ] [ iter: 57,800 ] [ performance: 19.498 it/s ] [ lr: 5.00e-05 ] [ eta: 1677 days, 7:22:40 ] [ l_g_pix: 4.0709e-02 ] [ l_g_total: 4.0709e-02 ] +2024-10-24 22:40:11,855 INFO: [ epoch: 16 ] [ iter: 57,900 ] [ performance: 19.194 it/s ] [ lr: 5.00e-05 ] [ eta: 1675 days, 20:37:00 ] [ l_g_pix: 2.3098e-02 ] [ l_g_total: 2.3098e-02 ] +2024-10-24 22:40:17,389 INFO: [ epoch: 16 ] [ iter: 58,000 ] [ performance: 18.184 it/s ] [ lr: 5.00e-05 ] [ eta: 1674 days, 13:38:57 ] [ l_g_pix: 2.8800e-02 ] [ l_g_total: 2.8800e-02 ] +2024-10-24 22:40:22,716 INFO: [ epoch: 16 ] [ iter: 58,100 ] [ performance: 19.159 it/s ] [ lr: 5.00e-05 ] [ eta: 1673 days, 3:57:19 ] [ l_g_pix: 1.6315e-02 ] [ l_g_total: 1.6315e-02 ] +2024-10-24 22:40:27,551 INFO: [ epoch: 16 ] [ iter: 58,200 ] [ performance: 20.526 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 12:14:39 ] [ l_g_pix: 3.6921e-02 ] [ l_g_total: 3.6921e-02 ] +2024-10-24 22:40:33,819 INFO: [ epoch: 17 ] [ iter: 58,300 ] [ performance: 20.213 it/s ] [ lr: 5.00e-05 ] [ eta: 1670 days, 12:52:24 ] [ l_g_pix: 3.3065e-02 ] [ l_g_total: 3.3065e-02 ] +2024-10-24 22:40:38,892 INFO: [ epoch: 17 ] [ iter: 58,400 ] [ performance: 19.759 it/s ] [ lr: 5.00e-05 ] [ eta: 1668 days, 23:21:12 ] [ l_g_pix: 2.6293e-02 ] [ l_g_total: 2.6293e-02 ] +2024-10-24 22:40:43,922 INFO: [ epoch: 17 ] [ iter: 58,500 ] [ performance: 19.289 it/s ] [ lr: 5.00e-05 ] [ eta: 1667 days, 9:02:20 ] [ l_g_pix: 3.1709e-02 ] [ l_g_total: 3.1709e-02 ] +2024-10-24 22:40:49,390 INFO: [ epoch: 17 ] [ iter: 58,600 ] [ performance: 18.367 it/s ] [ lr: 5.00e-05 ] [ eta: 1665 days, 23:29:54 ] [ l_g_pix: 2.4954e-02 ] [ l_g_total: 2.4954e-02 ] +2024-10-24 22:40:54,572 INFO: [ epoch: 17 ] [ iter: 58,700 ] [ performance: 18.934 it/s ] [ lr: 5.00e-05 ] [ eta: 1664 days, 10:21:46 ] [ l_g_pix: 2.8206e-02 ] [ l_g_total: 2.8206e-02 ] +2024-10-24 22:40:59,656 INFO: [ epoch: 17 ] [ iter: 58,800 ] [ performance: 19.616 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 19:49:10 ] [ l_g_pix: 2.7590e-02 ] [ l_g_total: 2.7590e-02 ] +2024-10-24 22:41:04,843 INFO: [ epoch: 17 ] [ iter: 58,900 ] [ performance: 19.435 it/s ] [ lr: 5.00e-05 ] [ eta: 1661 days, 6:10:03 ] [ l_g_pix: 2.1463e-02 ] [ l_g_total: 2.1463e-02 ] +2024-10-24 22:41:09,959 INFO: [ epoch: 17 ] [ iter: 59,000 ] [ performance: 19.542 it/s ] [ lr: 5.00e-05 ] [ eta: 1659 days, 15:25:14 ] [ l_g_pix: 2.0176e-02 ] [ l_g_total: 2.0176e-02 ] +2024-10-24 22:41:15,175 INFO: [ epoch: 17 ] [ iter: 59,100 ] [ performance: 19.184 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 1:32:06 ] [ l_g_pix: 3.1539e-02 ] [ l_g_total: 3.1539e-02 ] +2024-10-24 22:41:20,427 INFO: [ epoch: 17 ] [ iter: 59,200 ] [ performance: 19.053 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 11:45:10 ] [ l_g_pix: 2.5582e-02 ] [ l_g_total: 2.5582e-02 ] +2024-10-24 22:41:25,994 INFO: [ epoch: 17 ] [ iter: 59,300 ] [ performance: 19.429 it/s ] [ lr: 5.00e-05 ] [ eta: 1655 days, 1:14:36 ] [ l_g_pix: 2.9552e-02 ] [ l_g_total: 2.9552e-02 ] +2024-10-24 22:41:31,115 INFO: [ epoch: 17 ] [ iter: 59,400 ] [ performance: 19.525 it/s ] [ lr: 5.00e-05 ] [ eta: 1653 days, 9:23:51 ] [ l_g_pix: 3.1931e-02 ] [ l_g_total: 3.1931e-02 ] +2024-10-24 22:41:36,272 INFO: [ epoch: 17 ] [ iter: 59,500 ] [ performance: 20.301 it/s ] [ lr: 5.00e-05 ] [ eta: 1651 days, 17:40:18 ] [ l_g_pix: 3.1617e-02 ] [ l_g_total: 3.1617e-02 ] +2024-10-24 22:41:41,363 INFO: [ epoch: 17 ] [ iter: 59,600 ] [ performance: 19.668 it/s ] [ lr: 5.00e-05 ] [ eta: 1650 days, 0:55:25 ] [ l_g_pix: 4.8834e-02 ] [ l_g_total: 4.8834e-02 ] +2024-10-24 22:41:46,566 INFO: [ epoch: 17 ] [ iter: 59,700 ] [ performance: 19.602 it/s ] [ lr: 5.00e-05 ] [ eta: 1648 days, 9:08:25 ] [ l_g_pix: 4.2287e-02 ] [ l_g_total: 4.2287e-02 ] +2024-10-24 22:41:51,759 INFO: [ epoch: 17 ] [ iter: 59,800 ] [ performance: 19.268 it/s ] [ lr: 5.00e-05 ] [ eta: 1646 days, 16:57:48 ] [ l_g_pix: 3.3955e-02 ] [ l_g_total: 3.3955e-02 ] +2024-10-24 22:41:56,991 INFO: [ epoch: 17 ] [ iter: 59,900 ] [ performance: 14.573 it/s ] [ lr: 5.00e-05 ] [ eta: 1645 days, 0:55:11 ] [ l_g_pix: 3.3651e-02 ] [ l_g_total: 3.3651e-02 ] +2024-10-24 22:42:02,457 INFO: [ epoch: 17 ] [ iter: 60,000 ] [ performance: 18.205 it/s ] [ lr: 5.00e-05 ] [ eta: 1643 days, 11:11:51 ] [ l_g_pix: 3.2103e-02 ] [ l_g_total: 3.2103e-02 ] +2024-10-24 22:42:02,457 INFO: Saving models and training states. +2024-10-24 22:43:11,249 INFO: Validation val + + # psnr: 21.9398........ Best: 21.9398 @ 60000 iter + # ssim: 0.6442........ Best: 0.6442 @ 60000 iter + # dists: 0.7864........ Best: 0.7864 @ 60000 iter + +2024-10-24 22:43:16,428 INFO: [ epoch: 17 ] [ iter: 60,100 ] [ performance: 18.260 it/s ] [ lr: 5.00e-05 ] [ eta: 1673 days, 12:24:36 ] [ l_g_pix: 3.7913e-02 ] [ l_g_total: 3.7913e-02 ] +2024-10-24 22:43:21,561 INFO: [ epoch: 17 ] [ iter: 60,200 ] [ performance: 19.472 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 16:29:22 ] [ l_g_pix: 3.5380e-02 ] [ l_g_total: 3.5380e-02 ] +2024-10-24 22:43:26,705 INFO: [ epoch: 17 ] [ iter: 60,300 ] [ performance: 19.456 it/s ] [ lr: 5.00e-05 ] [ eta: 1669 days, 20:24:54 ] [ l_g_pix: 2.1253e-02 ] [ l_g_total: 2.1253e-02 ] +2024-10-24 22:43:31,949 INFO: [ epoch: 17 ] [ iter: 60,400 ] [ performance: 19.072 it/s ] [ lr: 5.00e-05 ] [ eta: 1668 days, 1:08:52 ] [ l_g_pix: 2.9522e-02 ] [ l_g_total: 2.9522e-02 ] +2024-10-24 22:43:37,210 INFO: [ epoch: 17 ] [ iter: 60,500 ] [ performance: 19.041 it/s ] [ lr: 5.00e-05 ] [ eta: 1666 days, 5:46:26 ] [ l_g_pix: 2.7765e-02 ] [ l_g_total: 2.7765e-02 ] +2024-10-24 22:43:42,615 INFO: [ epoch: 17 ] [ iter: 60,600 ] [ performance: 18.519 it/s ] [ lr: 5.00e-05 ] [ eta: 1664 days, 11:40:56 ] [ l_g_pix: 2.6398e-02 ] [ l_g_total: 2.6398e-02 ] +2024-10-24 22:43:47,907 INFO: [ epoch: 17 ] [ iter: 60,700 ] [ performance: 18.708 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 16:03:32 ] [ l_g_pix: 4.8262e-02 ] [ l_g_total: 4.8262e-02 ] +2024-10-24 22:43:53,112 INFO: [ epoch: 17 ] [ iter: 60,800 ] [ performance: 19.225 it/s ] [ lr: 5.00e-05 ] [ eta: 1660 days, 19:11:32 ] [ l_g_pix: 3.4780e-02 ] [ l_g_total: 3.4780e-02 ] +2024-10-24 22:43:58,359 INFO: [ epoch: 17 ] [ iter: 60,900 ] [ performance: 19.142 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 22:29:47 ] [ l_g_pix: 1.7142e-02 ] [ l_g_total: 1.7142e-02 ] +2024-10-24 22:44:03,457 INFO: [ epoch: 17 ] [ iter: 61,000 ] [ performance: 19.656 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 23:53:35 ] [ l_g_pix: 3.6255e-02 ] [ l_g_total: 3.6255e-02 ] +2024-10-24 22:44:08,590 INFO: [ epoch: 17 ] [ iter: 61,100 ] [ performance: 19.568 it/s ] [ lr: 5.00e-05 ] [ eta: 1655 days, 1:23:09 ] [ l_g_pix: 3.3355e-02 ] [ l_g_total: 3.3355e-02 ] +2024-10-24 22:44:13,849 INFO: [ epoch: 17 ] [ iter: 61,200 ] [ performance: 18.991 it/s ] [ lr: 5.00e-05 ] [ eta: 1653 days, 3:57:12 ] [ l_g_pix: 4.5128e-02 ] [ l_g_total: 4.5128e-02 ] +2024-10-24 22:44:19,069 INFO: [ epoch: 17 ] [ iter: 61,300 ] [ performance: 19.077 it/s ] [ lr: 5.00e-05 ] [ eta: 1651 days, 5:48:20 ] [ l_g_pix: 4.5065e-02 ] [ l_g_total: 4.5065e-02 ] +2024-10-24 22:44:24,263 INFO: [ epoch: 17 ] [ iter: 61,400 ] [ performance: 19.291 it/s ] [ lr: 5.00e-05 ] [ eta: 1649 days, 7:05:27 ] [ l_g_pix: 5.0346e-02 ] [ l_g_total: 5.0346e-02 ] +2024-10-24 22:44:29,551 INFO: [ epoch: 17 ] [ iter: 61,500 ] [ performance: 19.095 it/s ] [ lr: 5.00e-05 ] [ eta: 1647 days, 9:05:30 ] [ l_g_pix: 2.4305e-02 ] [ l_g_total: 2.4305e-02 ] +2024-10-24 22:44:34,608 INFO: [ epoch: 17 ] [ iter: 61,600 ] [ performance: 19.894 it/s ] [ lr: 5.00e-05 ] [ eta: 1645 days, 8:19:54 ] [ l_g_pix: 2.5709e-02 ] [ l_g_total: 2.5709e-02 ] +2024-10-24 22:44:40,845 INFO: [ epoch: 18 ] [ iter: 61,700 ] [ performance: 17.700 it/s ] [ lr: 5.00e-05 ] [ eta: 1643 days, 19:50:27 ] [ l_g_pix: 2.4899e-02 ] [ l_g_total: 2.4899e-02 ] +2024-10-24 22:44:46,336 INFO: [ epoch: 18 ] [ iter: 61,800 ] [ performance: 18.202 it/s ] [ lr: 5.00e-05 ] [ eta: 1641 days, 23:06:04 ] [ l_g_pix: 2.2470e-02 ] [ l_g_total: 2.2470e-02 ] +2024-10-24 22:44:51,681 INFO: [ epoch: 18 ] [ iter: 61,900 ] [ performance: 18.463 it/s ] [ lr: 5.00e-05 ] [ eta: 1640 days, 0:30:08 ] [ l_g_pix: 2.1869e-02 ] [ l_g_total: 2.1869e-02 ] +2024-10-24 22:44:56,860 INFO: [ epoch: 18 ] [ iter: 62,000 ] [ performance: 19.387 it/s ] [ lr: 5.00e-05 ] [ eta: 1637 days, 23:52:00 ] [ l_g_pix: 3.0020e-02 ] [ l_g_total: 3.0020e-02 ] +2024-10-24 22:45:02,030 INFO: [ epoch: 18 ] [ iter: 62,100 ] [ performance: 19.367 it/s ] [ lr: 5.00e-05 ] [ eta: 1635 days, 22:49:44 ] [ l_g_pix: 3.2625e-02 ] [ l_g_total: 3.2625e-02 ] +2024-10-24 22:45:07,219 INFO: [ epoch: 18 ] [ iter: 62,200 ] [ performance: 19.262 it/s ] [ lr: 5.00e-05 ] [ eta: 1633 days, 21:43:21 ] [ l_g_pix: 5.0666e-02 ] [ l_g_total: 5.0666e-02 ] +2024-10-24 22:45:12,265 INFO: [ epoch: 18 ] [ iter: 62,300 ] [ performance: 19.551 it/s ] [ lr: 5.00e-05 ] [ eta: 1631 days, 18:48:54 ] [ l_g_pix: 2.9264e-02 ] [ l_g_total: 2.9264e-02 ] +2024-10-24 22:45:17,462 INFO: [ epoch: 18 ] [ iter: 62,400 ] [ performance: 19.293 it/s ] [ lr: 5.00e-05 ] [ eta: 1629 days, 17:12:44 ] [ l_g_pix: 3.5973e-02 ] [ l_g_total: 3.5973e-02 ] +2024-10-24 22:45:23,037 INFO: [ epoch: 18 ] [ iter: 62,500 ] [ performance: 18.557 it/s ] [ lr: 5.00e-05 ] [ eta: 1627 days, 19:15:05 ] [ l_g_pix: 3.3680e-02 ] [ l_g_total: 3.3680e-02 ] +2024-10-24 22:45:28,312 INFO: [ epoch: 18 ] [ iter: 62,600 ] [ performance: 18.999 it/s ] [ lr: 5.00e-05 ] [ eta: 1625 days, 17:52:17 ] [ l_g_pix: 3.5083e-02 ] [ l_g_total: 3.5083e-02 ] +2024-10-24 22:45:33,552 INFO: [ epoch: 18 ] [ iter: 62,700 ] [ performance: 19.045 it/s ] [ lr: 5.00e-05 ] [ eta: 1623 days, 15:49:55 ] [ l_g_pix: 3.6483e-02 ] [ l_g_total: 3.6483e-02 ] +2024-10-24 22:45:38,822 INFO: [ epoch: 18 ] [ iter: 62,800 ] [ performance: 19.072 it/s ] [ lr: 5.00e-05 ] [ eta: 1621 days, 13:49:09 ] [ l_g_pix: 3.8245e-02 ] [ l_g_total: 3.8245e-02 ] +2024-10-24 22:45:43,992 INFO: [ epoch: 18 ] [ iter: 62,900 ] [ performance: 19.216 it/s ] [ lr: 5.00e-05 ] [ eta: 1619 days, 10:28:46 ] [ l_g_pix: 3.4626e-02 ] [ l_g_total: 3.4626e-02 ] +2024-10-24 22:45:49,251 INFO: [ epoch: 18 ] [ iter: 63,000 ] [ performance: 19.126 it/s ] [ lr: 5.00e-05 ] [ eta: 1617 days, 7:45:22 ] [ l_g_pix: 4.0876e-02 ] [ l_g_total: 4.0876e-02 ] +2024-10-24 22:45:54,483 INFO: [ epoch: 18 ] [ iter: 63,100 ] [ performance: 19.120 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 4:28:36 ] [ l_g_pix: 3.2186e-02 ] [ l_g_total: 3.2186e-02 ] +2024-10-24 22:46:00,051 INFO: [ epoch: 18 ] [ iter: 63,200 ] [ performance: 17.910 it/s ] [ lr: 5.00e-05 ] [ eta: 1613 days, 4:19:55 ] [ l_g_pix: 2.6530e-02 ] [ l_g_total: 2.6530e-02 ] +2024-10-24 22:46:05,215 INFO: [ epoch: 18 ] [ iter: 63,300 ] [ performance: 18.666 it/s ] [ lr: 5.00e-05 ] [ eta: 1610 days, 23:45:50 ] [ l_g_pix: 3.0090e-02 ] [ l_g_total: 3.0090e-02 ] +2024-10-24 22:46:10,389 INFO: [ epoch: 18 ] [ iter: 63,400 ] [ performance: 19.403 it/s ] [ lr: 5.00e-05 ] [ eta: 1608 days, 19:01:06 ] [ l_g_pix: 3.0291e-02 ] [ l_g_total: 3.0291e-02 ] +2024-10-24 22:46:15,623 INFO: [ epoch: 18 ] [ iter: 63,500 ] [ performance: 19.243 it/s ] [ lr: 5.00e-05 ] [ eta: 1606 days, 14:35:09 ] [ l_g_pix: 3.5536e-02 ] [ l_g_total: 3.5536e-02 ] +2024-10-24 22:46:20,820 INFO: [ epoch: 18 ] [ iter: 63,600 ] [ performance: 19.431 it/s ] [ lr: 5.00e-05 ] [ eta: 1604 days, 9:29:07 ] [ l_g_pix: 2.3232e-02 ] [ l_g_total: 2.3232e-02 ] +2024-10-24 22:46:25,947 INFO: [ epoch: 18 ] [ iter: 63,700 ] [ performance: 19.472 it/s ] [ lr: 5.00e-05 ] [ eta: 1602 days, 3:23:39 ] [ l_g_pix: 3.7356e-02 ] [ l_g_total: 3.7356e-02 ] +2024-10-24 22:46:31,101 INFO: [ epoch: 18 ] [ iter: 63,800 ] [ performance: 19.281 it/s ] [ lr: 5.00e-05 ] [ eta: 1599 days, 21:17:19 ] [ l_g_pix: 2.6940e-02 ] [ l_g_total: 2.6940e-02 ] +2024-10-24 22:46:36,663 INFO: [ epoch: 18 ] [ iter: 63,900 ] [ performance: 18.548 it/s ] [ lr: 5.00e-05 ] [ eta: 1597 days, 18:59:16 ] [ l_g_pix: 2.5968e-02 ] [ l_g_total: 2.5968e-02 ] +2024-10-24 22:46:41,843 INFO: [ epoch: 18 ] [ iter: 64,000 ] [ performance: 19.324 it/s ] [ lr: 5.00e-05 ] [ eta: 1595 days, 12:34:01 ] [ l_g_pix: 2.6946e-02 ] [ l_g_total: 2.6946e-02 ] +2024-10-24 22:46:47,013 INFO: [ epoch: 18 ] [ iter: 64,100 ] [ performance: 19.337 it/s ] [ lr: 5.00e-05 ] [ eta: 1593 days, 5:44:41 ] [ l_g_pix: 3.3440e-02 ] [ l_g_total: 3.3440e-02 ] +2024-10-24 22:46:52,207 INFO: [ epoch: 18 ] [ iter: 64,200 ] [ performance: 19.327 it/s ] [ lr: 5.00e-05 ] [ eta: 1590 days, 22:53:06 ] [ l_g_pix: 2.6161e-02 ] [ l_g_total: 2.6161e-02 ] +2024-10-24 22:46:57,438 INFO: [ epoch: 18 ] [ iter: 64,300 ] [ performance: 19.212 it/s ] [ lr: 5.00e-05 ] [ eta: 1588 days, 16:05:56 ] [ l_g_pix: 3.1709e-02 ] [ l_g_total: 3.1709e-02 ] +2024-10-24 22:47:02,682 INFO: [ epoch: 18 ] [ iter: 64,400 ] [ performance: 19.254 it/s ] [ lr: 5.00e-05 ] [ eta: 1586 days, 9:08:43 ] [ l_g_pix: 3.1431e-02 ] [ l_g_total: 3.1431e-02 ] +2024-10-24 22:47:08,326 INFO: [ epoch: 18 ] [ iter: 64,500 ] [ performance: 18.380 it/s ] [ lr: 5.00e-05 ] [ eta: 1584 days, 5:51:03 ] [ l_g_pix: 3.0827e-02 ] [ l_g_total: 3.0827e-02 ] +2024-10-24 22:47:13,535 INFO: [ epoch: 18 ] [ iter: 64,600 ] [ performance: 19.381 it/s ] [ lr: 5.00e-05 ] [ eta: 1581 days, 21:58:01 ] [ l_g_pix: 3.2213e-02 ] [ l_g_total: 3.2213e-02 ] +2024-10-24 22:47:18,632 INFO: [ epoch: 18 ] [ iter: 64,700 ] [ performance: 19.516 it/s ] [ lr: 5.00e-05 ] [ eta: 1579 days, 12:41:20 ] [ l_g_pix: 2.6095e-02 ] [ l_g_total: 2.6095e-02 ] +2024-10-24 22:47:23,678 INFO: [ epoch: 18 ] [ iter: 64,800 ] [ performance: 19.879 it/s ] [ lr: 5.00e-05 ] [ eta: 1577 days, 2:37:49 ] [ l_g_pix: 3.1640e-02 ] [ l_g_total: 3.1640e-02 ] +2024-10-24 22:47:29,023 INFO: [ epoch: 18 ] [ iter: 64,900 ] [ performance: 19.208 it/s ] [ lr: 5.00e-05 ] [ eta: 1574 days, 19:12:49 ] [ l_g_pix: 2.0875e-02 ] [ l_g_total: 2.0875e-02 ] +2024-10-24 22:47:34,240 INFO: [ epoch: 18 ] [ iter: 65,000 ] [ performance: 19.335 it/s ] [ lr: 5.00e-05 ] [ eta: 1572 days, 10:15:09 ] [ l_g_pix: 3.9278e-02 ] [ l_g_total: 3.9278e-02 ] +2024-10-24 22:47:40,421 INFO: [ epoch: 19 ] [ iter: 65,100 ] [ performance: 17.419 it/s ] [ lr: 5.00e-05 ] [ eta: 1570 days, 10:20:05 ] [ l_g_pix: 3.0907e-02 ] [ l_g_total: 3.0907e-02 ] +2024-10-24 22:47:45,993 INFO: [ epoch: 19 ] [ iter: 65,200 ] [ performance: 18.939 it/s ] [ lr: 5.00e-05 ] [ eta: 1568 days, 4:12:17 ] [ l_g_pix: 1.9291e-02 ] [ l_g_total: 1.9291e-02 ] +2024-10-24 22:47:51,271 INFO: [ epoch: 19 ] [ iter: 65,300 ] [ performance: 18.945 it/s ] [ lr: 5.00e-05 ] [ eta: 1565 days, 18:55:24 ] [ l_g_pix: 4.0870e-02 ] [ l_g_total: 4.0870e-02 ] +2024-10-24 22:47:56,509 INFO: [ epoch: 19 ] [ iter: 65,400 ] [ performance: 19.342 it/s ] [ lr: 5.00e-05 ] [ eta: 1563 days, 8:57:57 ] [ l_g_pix: 1.8327e-02 ] [ l_g_total: 1.8327e-02 ] +2024-10-24 22:48:01,698 INFO: [ epoch: 19 ] [ iter: 65,500 ] [ performance: 19.302 it/s ] [ lr: 5.00e-05 ] [ eta: 1560 days, 22:15:01 ] [ l_g_pix: 3.4328e-02 ] [ l_g_total: 3.4328e-02 ] +2024-10-24 22:48:06,958 INFO: [ epoch: 19 ] [ iter: 65,600 ] [ performance: 19.140 it/s ] [ lr: 5.00e-05 ] [ eta: 1558 days, 11:55:17 ] [ l_g_pix: 3.5829e-02 ] [ l_g_total: 3.5829e-02 ] +2024-10-24 22:48:12,198 INFO: [ epoch: 19 ] [ iter: 65,700 ] [ performance: 19.110 it/s ] [ lr: 5.00e-05 ] [ eta: 1556 days, 1:06:21 ] [ l_g_pix: 2.6759e-02 ] [ l_g_total: 2.6759e-02 ] +2024-10-24 22:48:17,823 INFO: [ epoch: 19 ] [ iter: 65,800 ] [ performance: 17.415 it/s ] [ lr: 5.00e-05 ] [ eta: 1553 days, 17:39:47 ] [ l_g_pix: 3.1421e-02 ] [ l_g_total: 3.1421e-02 ] +2024-10-24 22:48:23,077 INFO: [ epoch: 19 ] [ iter: 65,900 ] [ performance: 18.317 it/s ] [ lr: 5.00e-05 ] [ eta: 1551 days, 6:23:17 ] [ l_g_pix: 2.3965e-02 ] [ l_g_total: 2.3965e-02 ] +2024-10-24 22:48:28,367 INFO: [ epoch: 19 ] [ iter: 66,000 ] [ performance: 18.929 it/s ] [ lr: 5.00e-05 ] [ eta: 1548 days, 19:10:25 ] [ l_g_pix: 2.5751e-02 ] [ l_g_total: 2.5751e-02 ] +2024-10-24 22:48:33,620 INFO: [ epoch: 19 ] [ iter: 66,100 ] [ performance: 18.995 it/s ] [ lr: 5.00e-05 ] [ eta: 1546 days, 7:18:03 ] [ l_g_pix: 3.7236e-02 ] [ l_g_total: 3.7236e-02 ] +2024-10-24 22:48:38,930 INFO: [ epoch: 19 ] [ iter: 66,200 ] [ performance: 18.827 it/s ] [ lr: 5.00e-05 ] [ eta: 1543 days, 19:40:45 ] [ l_g_pix: 2.7782e-02 ] [ l_g_total: 2.7782e-02 ] +2024-10-24 22:48:44,243 INFO: [ epoch: 19 ] [ iter: 66,300 ] [ performance: 18.824 it/s ] [ lr: 5.00e-05 ] [ eta: 1541 days, 7:47:45 ] [ l_g_pix: 3.6331e-02 ] [ l_g_total: 3.6331e-02 ] +2024-10-24 22:48:49,527 INFO: [ epoch: 19 ] [ iter: 66,400 ] [ performance: 19.072 it/s ] [ lr: 5.00e-05 ] [ eta: 1538 days, 19:20:09 ] [ l_g_pix: 2.4248e-02 ] [ l_g_total: 2.4248e-02 ] +2024-10-24 22:48:55,137 INFO: [ epoch: 19 ] [ iter: 66,500 ] [ performance: 18.321 it/s ] [ lr: 5.00e-05 ] [ eta: 1536 days, 9:36:59 ] [ l_g_pix: 3.2101e-02 ] [ l_g_total: 3.2101e-02 ] +2024-10-24 22:49:00,505 INFO: [ epoch: 19 ] [ iter: 66,600 ] [ performance: 18.567 it/s ] [ lr: 5.00e-05 ] [ eta: 1533 days, 21:21:07 ] [ l_g_pix: 3.4486e-02 ] [ l_g_total: 3.4486e-02 ] +2024-10-24 22:49:05,876 INFO: [ epoch: 19 ] [ iter: 66,700 ] [ performance: 18.599 it/s ] [ lr: 5.00e-05 ] [ eta: 1531 days, 8:48:28 ] [ l_g_pix: 2.5283e-02 ] [ l_g_total: 2.5283e-02 ] +2024-10-24 22:49:11,226 INFO: [ epoch: 19 ] [ iter: 66,800 ] [ performance: 18.716 it/s ] [ lr: 5.00e-05 ] [ eta: 1528 days, 19:46:11 ] [ l_g_pix: 3.3015e-02 ] [ l_g_total: 3.3015e-02 ] +2024-10-24 22:49:16,554 INFO: [ epoch: 19 ] [ iter: 66,900 ] [ performance: 18.749 it/s ] [ lr: 5.00e-05 ] [ eta: 1526 days, 6:14:10 ] [ l_g_pix: 3.3514e-02 ] [ l_g_total: 3.3514e-02 ] +2024-10-24 22:49:21,918 INFO: [ epoch: 19 ] [ iter: 67,000 ] [ performance: 18.755 it/s ] [ lr: 5.00e-05 ] [ eta: 1523 days, 16:44:17 ] [ l_g_pix: 3.5095e-02 ] [ l_g_total: 3.5095e-02 ] +2024-10-24 22:49:27,601 INFO: [ epoch: 19 ] [ iter: 67,100 ] [ performance: 18.045 it/s ] [ lr: 5.00e-05 ] [ eta: 1521 days, 5:51:07 ] [ l_g_pix: 2.9922e-02 ] [ l_g_total: 2.9922e-02 ] +2024-10-24 22:49:32,923 INFO: [ epoch: 19 ] [ iter: 67,200 ] [ performance: 18.642 it/s ] [ lr: 5.00e-05 ] [ eta: 1518 days, 15:21:43 ] [ l_g_pix: 3.4985e-02 ] [ l_g_total: 3.4985e-02 ] +2024-10-24 22:49:38,231 INFO: [ epoch: 19 ] [ iter: 67,300 ] [ performance: 18.760 it/s ] [ lr: 5.00e-05 ] [ eta: 1516 days, 0:27:34 ] [ l_g_pix: 3.2119e-02 ] [ l_g_total: 3.2119e-02 ] +2024-10-24 22:49:43,546 INFO: [ epoch: 19 ] [ iter: 67,400 ] [ performance: 18.731 it/s ] [ lr: 5.00e-05 ] [ eta: 1513 days, 9:18:55 ] [ l_g_pix: 2.9154e-02 ] [ l_g_total: 2.9154e-02 ] +2024-10-24 22:49:48,775 INFO: [ epoch: 19 ] [ iter: 67,500 ] [ performance: 18.970 it/s ] [ lr: 5.00e-05 ] [ eta: 1510 days, 17:05:48 ] [ l_g_pix: 3.6263e-02 ] [ l_g_total: 3.6263e-02 ] +2024-10-24 22:49:54,120 INFO: [ epoch: 19 ] [ iter: 67,600 ] [ performance: 18.799 it/s ] [ lr: 5.00e-05 ] [ eta: 1508 days, 1:38:10 ] [ l_g_pix: 3.3387e-02 ] [ l_g_total: 3.3387e-02 ] +2024-10-24 22:49:59,361 INFO: [ epoch: 19 ] [ iter: 67,700 ] [ performance: 18.970 it/s ] [ lr: 5.00e-05 ] [ eta: 1505 days, 8:57:01 ] [ l_g_pix: 2.0395e-02 ] [ l_g_total: 2.0395e-02 ] +2024-10-24 22:50:04,892 INFO: [ epoch: 19 ] [ iter: 67,800 ] [ performance: 19.833 it/s ] [ lr: 5.00e-05 ] [ eta: 1502 days, 18:33:58 ] [ l_g_pix: 2.9708e-02 ] [ l_g_total: 2.9708e-02 ] +2024-10-24 22:50:09,990 INFO: [ epoch: 19 ] [ iter: 67,900 ] [ performance: 19.700 it/s ] [ lr: 5.00e-05 ] [ eta: 1500 days, 0:00:36 ] [ l_g_pix: 3.4367e-02 ] [ l_g_total: 3.4367e-02 ] +2024-10-24 22:50:15,186 INFO: [ epoch: 19 ] [ iter: 68,000 ] [ performance: 19.290 it/s ] [ lr: 5.00e-05 ] [ eta: 1497 days, 6:02:11 ] [ l_g_pix: 3.4434e-02 ] [ l_g_total: 3.4434e-02 ] +2024-10-24 22:50:20,415 INFO: [ epoch: 19 ] [ iter: 68,100 ] [ performance: 19.189 it/s ] [ lr: 5.00e-05 ] [ eta: 1494 days, 12:04:26 ] [ l_g_pix: 4.8232e-02 ] [ l_g_total: 4.8232e-02 ] +2024-10-24 22:50:25,660 INFO: [ epoch: 19 ] [ iter: 68,200 ] [ performance: 18.933 it/s ] [ lr: 5.00e-05 ] [ eta: 1491 days, 17:57:48 ] [ l_g_pix: 3.1567e-02 ] [ l_g_total: 3.1567e-02 ] +2024-10-24 22:50:30,872 INFO: [ epoch: 19 ] [ iter: 68,300 ] [ performance: 19.092 it/s ] [ lr: 5.00e-05 ] [ eta: 1488 days, 23:15:54 ] [ l_g_pix: 2.8257e-02 ] [ l_g_total: 2.8257e-02 ] +2024-10-24 22:50:36,310 INFO: [ epoch: 19 ] [ iter: 68,400 ] [ performance: 17.728 it/s ] [ lr: 5.00e-05 ] [ eta: 1486 days, 6:16:00 ] [ l_g_pix: 2.6791e-02 ] [ l_g_total: 2.6791e-02 ] +2024-10-24 22:50:41,269 INFO: [ epoch: 19 ] [ iter: 68,500 ] [ performance: 19.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1483 days, 8:46:27 ] [ l_g_pix: 2.5726e-02 ] [ l_g_total: 2.5726e-02 ] +2024-10-24 22:50:47,870 INFO: [ epoch: 20 ] [ iter: 68,600 ] [ performance: 18.937 it/s ] [ lr: 5.00e-05 ] [ eta: 1481 days, 1:18:55 ] [ l_g_pix: 3.1336e-02 ] [ l_g_total: 3.1336e-02 ] +2024-10-24 22:50:53,078 INFO: [ epoch: 20 ] [ iter: 68,700 ] [ performance: 19.103 it/s ] [ lr: 5.00e-05 ] [ eta: 1478 days, 5:23:55 ] [ l_g_pix: 2.8283e-02 ] [ l_g_total: 2.8283e-02 ] +2024-10-24 22:50:58,283 INFO: [ epoch: 20 ] [ iter: 68,800 ] [ performance: 19.261 it/s ] [ lr: 5.00e-05 ] [ eta: 1475 days, 9:09:31 ] [ l_g_pix: 2.8701e-02 ] [ l_g_total: 2.8701e-02 ] +2024-10-24 22:51:03,501 INFO: [ epoch: 20 ] [ iter: 68,900 ] [ performance: 19.202 it/s ] [ lr: 5.00e-05 ] [ eta: 1472 days, 12:44:23 ] [ l_g_pix: 2.2741e-02 ] [ l_g_total: 2.2741e-02 ] +2024-10-24 22:51:08,787 INFO: [ epoch: 20 ] [ iter: 69,000 ] [ performance: 19.006 it/s ] [ lr: 5.00e-05 ] [ eta: 1469 days, 16:36:45 ] [ l_g_pix: 3.2897e-02 ] [ l_g_total: 3.2897e-02 ] +2024-10-24 22:51:14,384 INFO: [ epoch: 20 ] [ iter: 69,100 ] [ performance: 18.266 it/s ] [ lr: 5.00e-05 ] [ eta: 1466 days, 22:51:45 ] [ l_g_pix: 3.6124e-02 ] [ l_g_total: 3.6124e-02 ] +2024-10-24 22:51:19,592 INFO: [ epoch: 20 ] [ iter: 69,200 ] [ performance: 19.654 it/s ] [ lr: 5.00e-05 ] [ eta: 1464 days, 1:28:45 ] [ l_g_pix: 3.9918e-02 ] [ l_g_total: 3.9918e-02 ] +2024-10-24 22:51:24,908 INFO: [ epoch: 20 ] [ iter: 69,300 ] [ performance: 19.107 it/s ] [ lr: 5.00e-05 ] [ eta: 1461 days, 4:43:26 ] [ l_g_pix: 2.3250e-02 ] [ l_g_total: 2.3250e-02 ] +2024-10-24 22:51:30,085 INFO: [ epoch: 20 ] [ iter: 69,400 ] [ performance: 19.286 it/s ] [ lr: 5.00e-05 ] [ eta: 1458 days, 6:29:33 ] [ l_g_pix: 3.7161e-02 ] [ l_g_total: 3.7161e-02 ] +2024-10-24 22:51:35,299 INFO: [ epoch: 20 ] [ iter: 69,500 ] [ performance: 19.217 it/s ] [ lr: 5.00e-05 ] [ eta: 1455 days, 8:17:30 ] [ l_g_pix: 3.5396e-02 ] [ l_g_total: 3.5396e-02 ] +2024-10-24 22:51:40,455 INFO: [ epoch: 20 ] [ iter: 69,600 ] [ performance: 19.662 it/s ] [ lr: 5.00e-05 ] [ eta: 1452 days, 9:18:15 ] [ l_g_pix: 2.7224e-02 ] [ l_g_total: 2.7224e-02 ] +2024-10-24 22:51:46,029 INFO: [ epoch: 20 ] [ iter: 69,700 ] [ performance: 18.510 it/s ] [ lr: 5.00e-05 ] [ eta: 1449 days, 13:33:09 ] [ l_g_pix: 3.0977e-02 ] [ l_g_total: 3.0977e-02 ] +2024-10-24 22:51:51,357 INFO: [ epoch: 20 ] [ iter: 69,800 ] [ performance: 18.991 it/s ] [ lr: 5.00e-05 ] [ eta: 1446 days, 15:25:39 ] [ l_g_pix: 2.5250e-02 ] [ l_g_total: 2.5250e-02 ] +2024-10-24 22:51:56,594 INFO: [ epoch: 20 ] [ iter: 69,900 ] [ performance: 19.060 it/s ] [ lr: 5.00e-05 ] [ eta: 1443 days, 16:14:44 ] [ l_g_pix: 2.5951e-02 ] [ l_g_total: 2.5951e-02 ] +2024-10-24 22:52:01,705 INFO: [ epoch: 20 ] [ iter: 70,000 ] [ performance: 19.637 it/s ] [ lr: 5.00e-05 ] [ eta: 1440 days, 15:43:23 ] [ l_g_pix: 2.8179e-02 ] [ l_g_total: 2.8179e-02 ] +2024-10-24 22:52:01,706 INFO: Saving models and training states. +2024-10-24 22:53:09,873 INFO: Validation val + + # psnr: 21.9308........ Best: 21.9398 @ 60000 iter + # ssim: 0.6442........ Best: 0.6442 @ 70000 iter + # dists: 0.7863........ Best: 0.7863 @ 70000 iter + +2024-10-24 22:53:14,834 INFO: [ epoch: 20 ] [ iter: 70,100 ] [ performance: 19.977 it/s ] [ lr: 5.00e-05 ] [ eta: 1461 days, 3:49:21 ] [ l_g_pix: 2.8331e-02 ] [ l_g_total: 2.8331e-02 ] +2024-10-24 22:53:19,944 INFO: [ epoch: 20 ] [ iter: 70,200 ] [ performance: 19.458 it/s ] [ lr: 5.00e-05 ] [ eta: 1458 days, 0:49:45 ] [ l_g_pix: 3.6838e-02 ] [ l_g_total: 3.6838e-02 ] +2024-10-24 22:53:25,186 INFO: [ epoch: 20 ] [ iter: 70,300 ] [ performance: 19.205 it/s ] [ lr: 5.00e-05 ] [ eta: 1454 days, 22:38:49 ] [ l_g_pix: 3.1263e-02 ] [ l_g_total: 3.1263e-02 ] +2024-10-24 22:53:30,378 INFO: [ epoch: 20 ] [ iter: 70,400 ] [ performance: 19.789 it/s ] [ lr: 5.00e-05 ] [ eta: 1451 days, 19:45:20 ] [ l_g_pix: 2.9825e-02 ] [ l_g_total: 2.9825e-02 ] +2024-10-24 22:53:35,540 INFO: [ epoch: 20 ] [ iter: 70,500 ] [ performance: 19.509 it/s ] [ lr: 5.00e-05 ] [ eta: 1448 days, 16:20:28 ] [ l_g_pix: 4.1398e-02 ] [ l_g_total: 4.1398e-02 ] +2024-10-24 22:53:40,787 INFO: [ epoch: 20 ] [ iter: 70,600 ] [ performance: 19.377 it/s ] [ lr: 5.00e-05 ] [ eta: 1445 days, 13:19:15 ] [ l_g_pix: 3.1997e-02 ] [ l_g_total: 3.1997e-02 ] +2024-10-24 22:53:45,941 INFO: [ epoch: 20 ] [ iter: 70,700 ] [ performance: 19.394 it/s ] [ lr: 5.00e-05 ] [ eta: 1442 days, 9:15:54 ] [ l_g_pix: 3.6342e-02 ] [ l_g_total: 3.6342e-02 ] +2024-10-24 22:53:51,058 INFO: [ epoch: 20 ] [ iter: 70,800 ] [ performance: 19.195 it/s ] [ lr: 5.00e-05 ] [ eta: 1439 days, 4:36:34 ] [ l_g_pix: 2.4105e-02 ] [ l_g_total: 2.4105e-02 ] +2024-10-24 22:53:56,161 INFO: [ epoch: 20 ] [ iter: 70,900 ] [ performance: 19.466 it/s ] [ lr: 5.00e-05 ] [ eta: 1435 days, 23:33:54 ] [ l_g_pix: 2.4768e-02 ] [ l_g_total: 2.4768e-02 ] +2024-10-24 22:54:01,384 INFO: [ epoch: 20 ] [ iter: 71,000 ] [ performance: 19.747 it/s ] [ lr: 5.00e-05 ] [ eta: 1432 days, 19:12:16 ] [ l_g_pix: 2.4565e-02 ] [ l_g_total: 2.4565e-02 ] +2024-10-24 22:54:06,511 INFO: [ epoch: 20 ] [ iter: 71,100 ] [ performance: 19.584 it/s ] [ lr: 5.00e-05 ] [ eta: 1429 days, 13:46:47 ] [ l_g_pix: 3.9418e-02 ] [ l_g_total: 3.9418e-02 ] +2024-10-24 22:54:11,595 INFO: [ epoch: 20 ] [ iter: 71,200 ] [ performance: 19.790 it/s ] [ lr: 5.00e-05 ] [ eta: 1426 days, 7:43:52 ] [ l_g_pix: 3.1048e-02 ] [ l_g_total: 3.1048e-02 ] +2024-10-24 22:54:16,729 INFO: [ epoch: 20 ] [ iter: 71,300 ] [ performance: 19.579 it/s ] [ lr: 5.00e-05 ] [ eta: 1423 days, 1:47:21 ] [ l_g_pix: 2.8797e-02 ] [ l_g_total: 2.8797e-02 ] +2024-10-24 22:54:21,917 INFO: [ epoch: 20 ] [ iter: 71,400 ] [ performance: 19.114 it/s ] [ lr: 5.00e-05 ] [ eta: 1419 days, 19:59:46 ] [ l_g_pix: 3.4819e-02 ] [ l_g_total: 3.4819e-02 ] +2024-10-24 22:54:27,044 INFO: [ epoch: 20 ] [ iter: 71,500 ] [ performance: 19.383 it/s ] [ lr: 5.00e-05 ] [ eta: 1416 days, 13:25:55 ] [ l_g_pix: 3.2719e-02 ] [ l_g_total: 3.2719e-02 ] +2024-10-24 22:54:32,184 INFO: [ epoch: 20 ] [ iter: 71,600 ] [ performance: 19.281 it/s ] [ lr: 5.00e-05 ] [ eta: 1413 days, 6:41:19 ] [ l_g_pix: 4.0998e-02 ] [ l_g_total: 4.0998e-02 ] +2024-10-24 22:54:37,411 INFO: [ epoch: 20 ] [ iter: 71,700 ] [ performance: 19.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1410 days, 0:20:38 ] [ l_g_pix: 3.2876e-02 ] [ l_g_total: 3.2876e-02 ] +2024-10-24 22:54:42,682 INFO: [ epoch: 20 ] [ iter: 71,800 ] [ performance: 19.143 it/s ] [ lr: 5.00e-05 ] [ eta: 1406 days, 18:02:49 ] [ l_g_pix: 3.3920e-02 ] [ l_g_total: 3.3920e-02 ] +2024-10-24 22:54:47,758 INFO: [ epoch: 20 ] [ iter: 71,900 ] [ performance: 19.530 it/s ] [ lr: 5.00e-05 ] [ eta: 1403 days, 9:56:36 ] [ l_g_pix: 2.8956e-02 ] [ l_g_total: 2.8956e-02 ] +2024-10-24 22:54:54,217 INFO: [ epoch: 21 ] [ iter: 72,000 ] [ performance: 19.162 it/s ] [ lr: 5.00e-05 ] [ eta: 1400 days, 12:18:21 ] [ l_g_pix: 3.5867e-02 ] [ l_g_total: 3.5867e-02 ] +2024-10-24 22:54:59,372 INFO: [ epoch: 21 ] [ iter: 72,100 ] [ performance: 19.332 it/s ] [ lr: 5.00e-05 ] [ eta: 1397 days, 4:12:19 ] [ l_g_pix: 2.8055e-02 ] [ l_g_total: 2.8055e-02 ] +2024-10-24 22:55:04,835 INFO: [ epoch: 21 ] [ iter: 72,200 ] [ performance: 17.284 it/s ] [ lr: 5.00e-05 ] [ eta: 1393 days, 22:11:56 ] [ l_g_pix: 3.7856e-02 ] [ l_g_total: 3.7856e-02 ] +2024-10-24 22:55:10,238 INFO: [ epoch: 21 ] [ iter: 72,300 ] [ performance: 18.137 it/s ] [ lr: 5.00e-05 ] [ eta: 1390 days, 15:25:36 ] [ l_g_pix: 2.7755e-02 ] [ l_g_total: 2.7755e-02 ] +2024-10-24 22:55:15,364 INFO: [ epoch: 21 ] [ iter: 72,400 ] [ performance: 19.994 it/s ] [ lr: 5.00e-05 ] [ eta: 1387 days, 6:14:05 ] [ l_g_pix: 3.3597e-02 ] [ l_g_total: 3.3597e-02 ] +2024-10-24 22:55:20,457 INFO: [ epoch: 21 ] [ iter: 72,500 ] [ performance: 19.739 it/s ] [ lr: 5.00e-05 ] [ eta: 1383 days, 20:29:58 ] [ l_g_pix: 3.3920e-02 ] [ l_g_total: 3.3920e-02 ] +2024-10-24 22:55:25,604 INFO: [ epoch: 21 ] [ iter: 72,600 ] [ performance: 19.432 it/s ] [ lr: 5.00e-05 ] [ eta: 1380 days, 10:54:04 ] [ l_g_pix: 3.7974e-02 ] [ l_g_total: 3.7974e-02 ] +2024-10-24 22:55:30,789 INFO: [ epoch: 21 ] [ iter: 72,700 ] [ performance: 19.328 it/s ] [ lr: 5.00e-05 ] [ eta: 1377 days, 1:18:00 ] [ l_g_pix: 2.7761e-02 ] [ l_g_total: 2.7761e-02 ] +2024-10-24 22:55:35,965 INFO: [ epoch: 21 ] [ iter: 72,800 ] [ performance: 19.760 it/s ] [ lr: 5.00e-05 ] [ eta: 1373 days, 15:20:05 ] [ l_g_pix: 3.6742e-02 ] [ l_g_total: 3.6742e-02 ] +2024-10-24 22:55:41,439 INFO: [ epoch: 21 ] [ iter: 72,900 ] [ performance: 18.656 it/s ] [ lr: 5.00e-05 ] [ eta: 1370 days, 7:20:14 ] [ l_g_pix: 2.9571e-02 ] [ l_g_total: 2.9571e-02 ] +2024-10-24 22:55:46,617 INFO: [ epoch: 21 ] [ iter: 73,000 ] [ performance: 19.794 it/s ] [ lr: 5.00e-05 ] [ eta: 1366 days, 20:48:29 ] [ l_g_pix: 3.0251e-02 ] [ l_g_total: 3.0251e-02 ] +2024-10-24 22:55:51,882 INFO: [ epoch: 21 ] [ iter: 73,100 ] [ performance: 19.204 it/s ] [ lr: 5.00e-05 ] [ eta: 1363 days, 10:38:52 ] [ l_g_pix: 4.0035e-02 ] [ l_g_total: 4.0035e-02 ] +2024-10-24 22:55:57,014 INFO: [ epoch: 21 ] [ iter: 73,200 ] [ performance: 19.482 it/s ] [ lr: 5.00e-05 ] [ eta: 1359 days, 23:12:02 ] [ l_g_pix: 2.8683e-02 ] [ l_g_total: 2.8683e-02 ] +2024-10-24 22:56:02,198 INFO: [ epoch: 21 ] [ iter: 73,300 ] [ performance: 19.343 it/s ] [ lr: 5.00e-05 ] [ eta: 1356 days, 11:51:13 ] [ l_g_pix: 4.3124e-02 ] [ l_g_total: 4.3124e-02 ] +2024-10-24 22:56:07,449 INFO: [ epoch: 21 ] [ iter: 73,400 ] [ performance: 19.569 it/s ] [ lr: 5.00e-05 ] [ eta: 1353 days, 0:42:52 ] [ l_g_pix: 3.6102e-02 ] [ l_g_total: 3.6102e-02 ] +2024-10-24 22:56:12,702 INFO: [ epoch: 21 ] [ iter: 73,500 ] [ performance: 19.175 it/s ] [ lr: 5.00e-05 ] [ eta: 1349 days, 13:17:40 ] [ l_g_pix: 3.5423e-02 ] [ l_g_total: 3.5423e-02 ] +2024-10-24 22:56:18,194 INFO: [ epoch: 21 ] [ iter: 73,600 ] [ performance: 19.043 it/s ] [ lr: 5.00e-05 ] [ eta: 1346 days, 3:20:39 ] [ l_g_pix: 3.3489e-02 ] [ l_g_total: 3.3489e-02 ] +2024-10-24 22:56:23,478 INFO: [ epoch: 21 ] [ iter: 73,700 ] [ performance: 18.956 it/s ] [ lr: 5.00e-05 ] [ eta: 1342 days, 15:33:55 ] [ l_g_pix: 3.4805e-02 ] [ l_g_total: 3.4805e-02 ] +2024-10-24 22:56:28,689 INFO: [ epoch: 21 ] [ iter: 73,800 ] [ performance: 19.391 it/s ] [ lr: 5.00e-05 ] [ eta: 1339 days, 2:57:40 ] [ l_g_pix: 3.4451e-02 ] [ l_g_total: 3.4451e-02 ] +2024-10-24 22:56:33,999 INFO: [ epoch: 21 ] [ iter: 73,900 ] [ performance: 18.970 it/s ] [ lr: 5.00e-05 ] [ eta: 1335 days, 14:46:59 ] [ l_g_pix: 3.3192e-02 ] [ l_g_total: 3.3192e-02 ] +2024-10-24 22:56:39,271 INFO: [ epoch: 21 ] [ iter: 74,000 ] [ performance: 19.918 it/s ] [ lr: 5.00e-05 ] [ eta: 1332 days, 2:02:10 ] [ l_g_pix: 1.2792e-02 ] [ l_g_total: 1.2792e-02 ] +2024-10-24 22:56:44,501 INFO: [ epoch: 21 ] [ iter: 74,100 ] [ performance: 19.311 it/s ] [ lr: 5.00e-05 ] [ eta: 1328 days, 12:41:36 ] [ l_g_pix: 2.1237e-02 ] [ l_g_total: 2.1237e-02 ] +2024-10-24 22:56:49,654 INFO: [ epoch: 21 ] [ iter: 74,200 ] [ performance: 19.604 it/s ] [ lr: 5.00e-05 ] [ eta: 1324 days, 22:30:39 ] [ l_g_pix: 3.1308e-02 ] [ l_g_total: 3.1308e-02 ] +2024-10-24 22:56:55,051 INFO: [ epoch: 21 ] [ iter: 74,300 ] [ performance: 18.775 it/s ] [ lr: 5.00e-05 ] [ eta: 1321 days, 9:46:55 ] [ l_g_pix: 4.2066e-02 ] [ l_g_total: 4.2066e-02 ] +2024-10-24 22:57:00,008 INFO: [ epoch: 21 ] [ iter: 74,400 ] [ performance: 20.020 it/s ] [ lr: 5.00e-05 ] [ eta: 1317 days, 17:37:32 ] [ l_g_pix: 3.3912e-02 ] [ l_g_total: 3.3912e-02 ] +2024-10-24 22:57:05,035 INFO: [ epoch: 21 ] [ iter: 74,500 ] [ performance: 19.923 it/s ] [ lr: 5.00e-05 ] [ eta: 1314 days, 1:41:35 ] [ l_g_pix: 3.7360e-02 ] [ l_g_total: 3.7360e-02 ] +2024-10-24 22:57:10,175 INFO: [ epoch: 21 ] [ iter: 74,600 ] [ performance: 20.025 it/s ] [ lr: 5.00e-05 ] [ eta: 1310 days, 10:16:19 ] [ l_g_pix: 3.1250e-02 ] [ l_g_total: 3.1250e-02 ] +2024-10-24 22:57:15,270 INFO: [ epoch: 21 ] [ iter: 74,700 ] [ performance: 19.717 it/s ] [ lr: 5.00e-05 ] [ eta: 1306 days, 18:15:08 ] [ l_g_pix: 3.2904e-02 ] [ l_g_total: 3.2904e-02 ] +2024-10-24 22:57:20,474 INFO: [ epoch: 21 ] [ iter: 74,800 ] [ performance: 19.337 it/s ] [ lr: 5.00e-05 ] [ eta: 1303 days, 2:42:39 ] [ l_g_pix: 5.0244e-02 ] [ l_g_total: 5.0244e-02 ] +2024-10-24 22:57:26,022 INFO: [ epoch: 21 ] [ iter: 74,900 ] [ performance: 18.295 it/s ] [ lr: 5.00e-05 ] [ eta: 1299 days, 13:17:13 ] [ l_g_pix: 4.2872e-02 ] [ l_g_total: 4.2872e-02 ] +2024-10-24 22:57:31,209 INFO: [ epoch: 21 ] [ iter: 75,000 ] [ performance: 19.439 it/s ] [ lr: 5.00e-05 ] [ eta: 1295 days, 21:02:20 ] [ l_g_pix: 3.3862e-02 ] [ l_g_total: 3.3862e-02 ] +2024-10-24 22:57:36,340 INFO: [ epoch: 21 ] [ iter: 75,100 ] [ performance: 19.480 it/s ] [ lr: 5.00e-05 ] [ eta: 1292 days, 4:07:08 ] [ l_g_pix: 4.1374e-02 ] [ l_g_total: 4.1374e-02 ] +2024-10-24 22:57:41,454 INFO: [ epoch: 21 ] [ iter: 75,200 ] [ performance: 20.029 it/s ] [ lr: 5.00e-05 ] [ eta: 1288 days, 10:47:48 ] [ l_g_pix: 2.5459e-02 ] [ l_g_total: 2.5459e-02 ] +2024-10-24 22:57:46,601 INFO: [ epoch: 21 ] [ iter: 75,300 ] [ performance: 19.553 it/s ] [ lr: 5.00e-05 ] [ eta: 1284 days, 17:24:44 ] [ l_g_pix: 3.5537e-02 ] [ l_g_total: 3.5537e-02 ] +2024-10-24 22:57:52,957 INFO: [ epoch: 22 ] [ iter: 75,400 ] [ performance: 19.422 it/s ] [ lr: 5.00e-05 ] [ eta: 1281 days, 8:00:14 ] [ l_g_pix: 4.8364e-02 ] [ l_g_total: 4.8364e-02 ] +2024-10-24 22:57:58,241 INFO: [ epoch: 22 ] [ iter: 75,500 ] [ performance: 19.024 it/s ] [ lr: 5.00e-05 ] [ eta: 1277 days, 14:57:19 ] [ l_g_pix: 3.4975e-02 ] [ l_g_total: 3.4975e-02 ] +2024-10-24 22:58:03,792 INFO: [ epoch: 22 ] [ iter: 75,600 ] [ performance: 19.221 it/s ] [ lr: 5.00e-05 ] [ eta: 1273 days, 23:25:03 ] [ l_g_pix: 3.0966e-02 ] [ l_g_total: 3.0966e-02 ] +2024-10-24 22:58:09,030 INFO: [ epoch: 22 ] [ iter: 75,700 ] [ performance: 19.120 it/s ] [ lr: 5.00e-05 ] [ eta: 1270 days, 5:27:15 ] [ l_g_pix: 3.7297e-02 ] [ l_g_total: 3.7297e-02 ] +2024-10-24 22:58:14,249 INFO: [ epoch: 22 ] [ iter: 75,800 ] [ performance: 19.499 it/s ] [ lr: 5.00e-05 ] [ eta: 1266 days, 11:04:31 ] [ l_g_pix: 3.2697e-02 ] [ l_g_total: 3.2697e-02 ] +2024-10-24 22:58:19,445 INFO: [ epoch: 22 ] [ iter: 75,900 ] [ performance: 19.295 it/s ] [ lr: 5.00e-05 ] [ eta: 1262 days, 16:15:09 ] [ l_g_pix: 3.3151e-02 ] [ l_g_total: 3.3151e-02 ] +2024-10-24 22:58:24,702 INFO: [ epoch: 22 ] [ iter: 76,000 ] [ performance: 19.276 it/s ] [ lr: 5.00e-05 ] [ eta: 1258 days, 21:33:01 ] [ l_g_pix: 4.0715e-02 ] [ l_g_total: 4.0715e-02 ] +2024-10-24 22:58:29,879 INFO: [ epoch: 22 ] [ iter: 76,100 ] [ performance: 19.312 it/s ] [ lr: 5.00e-05 ] [ eta: 1255 days, 2:01:22 ] [ l_g_pix: 2.1982e-02 ] [ l_g_total: 2.1982e-02 ] +2024-10-24 22:58:35,386 INFO: [ epoch: 22 ] [ iter: 76,200 ] [ performance: 15.263 it/s ] [ lr: 5.00e-05 ] [ eta: 1251 days, 8:23:32 ] [ l_g_pix: 3.6234e-02 ] [ l_g_total: 3.6234e-02 ] +2024-10-24 22:58:40,671 INFO: [ epoch: 22 ] [ iter: 76,300 ] [ performance: 18.169 it/s ] [ lr: 5.00e-05 ] [ eta: 1247 days, 12:59:21 ] [ l_g_pix: 3.8451e-02 ] [ l_g_total: 3.8451e-02 ] +2024-10-24 22:58:45,732 INFO: [ epoch: 22 ] [ iter: 76,400 ] [ performance: 19.490 it/s ] [ lr: 5.00e-05 ] [ eta: 1243 days, 15:49:38 ] [ l_g_pix: 2.4705e-02 ] [ l_g_total: 2.4705e-02 ] +2024-10-24 22:58:50,857 INFO: [ epoch: 22 ] [ iter: 76,500 ] [ performance: 19.510 it/s ] [ lr: 5.00e-05 ] [ eta: 1239 days, 18:48:07 ] [ l_g_pix: 2.5386e-02 ] [ l_g_total: 2.5386e-02 ] +2024-10-24 22:58:55,955 INFO: [ epoch: 22 ] [ iter: 76,600 ] [ performance: 19.281 it/s ] [ lr: 5.00e-05 ] [ eta: 1235 days, 21:19:08 ] [ l_g_pix: 4.4901e-02 ] [ l_g_total: 4.4901e-02 ] +2024-10-24 22:59:01,191 INFO: [ epoch: 22 ] [ iter: 76,700 ] [ performance: 19.131 it/s ] [ lr: 5.00e-05 ] [ eta: 1232 days, 0:26:26 ] [ l_g_pix: 3.0816e-02 ] [ l_g_total: 3.0816e-02 ] +2024-10-24 22:59:06,393 INFO: [ epoch: 22 ] [ iter: 76,800 ] [ performance: 19.805 it/s ] [ lr: 5.00e-05 ] [ eta: 1228 days, 3:03:14 ] [ l_g_pix: 3.0166e-02 ] [ l_g_total: 3.0166e-02 ] +2024-10-24 22:59:11,911 INFO: [ epoch: 22 ] [ iter: 76,900 ] [ performance: 18.361 it/s ] [ lr: 5.00e-05 ] [ eta: 1224 days, 7:24:32 ] [ l_g_pix: 3.7696e-02 ] [ l_g_total: 3.7696e-02 ] +2024-10-24 22:59:17,065 INFO: [ epoch: 22 ] [ iter: 77,000 ] [ performance: 19.851 it/s ] [ lr: 5.00e-05 ] [ eta: 1220 days, 9:07:30 ] [ l_g_pix: 3.1746e-02 ] [ l_g_total: 3.1746e-02 ] +2024-10-24 22:59:22,362 INFO: [ epoch: 22 ] [ iter: 77,100 ] [ performance: 19.015 it/s ] [ lr: 5.00e-05 ] [ eta: 1216 days, 11:28:15 ] [ l_g_pix: 3.7888e-02 ] [ l_g_total: 3.7888e-02 ] +2024-10-24 22:59:27,673 INFO: [ epoch: 22 ] [ iter: 77,200 ] [ performance: 18.580 it/s ] [ lr: 5.00e-05 ] [ eta: 1212 days, 13:36:45 ] [ l_g_pix: 3.4556e-02 ] [ l_g_total: 3.4556e-02 ] +2024-10-24 22:59:32,838 INFO: [ epoch: 22 ] [ iter: 77,300 ] [ performance: 19.252 it/s ] [ lr: 5.00e-05 ] [ eta: 1208 days, 14:32:02 ] [ l_g_pix: 2.0662e-02 ] [ l_g_total: 2.0662e-02 ] +2024-10-24 22:59:38,143 INFO: [ epoch: 22 ] [ iter: 77,400 ] [ performance: 19.581 it/s ] [ lr: 5.00e-05 ] [ eta: 1204 days, 16:02:50 ] [ l_g_pix: 2.6607e-02 ] [ l_g_total: 2.6607e-02 ] +2024-10-24 22:59:43,364 INFO: [ epoch: 22 ] [ iter: 77,500 ] [ performance: 19.210 it/s ] [ lr: 5.00e-05 ] [ eta: 1200 days, 16:44:34 ] [ l_g_pix: 3.2264e-02 ] [ l_g_total: 3.2264e-02 ] +2024-10-24 22:59:48,938 INFO: [ epoch: 22 ] [ iter: 77,600 ] [ performance: 19.459 it/s ] [ lr: 5.00e-05 ] [ eta: 1196 days, 19:20:32 ] [ l_g_pix: 2.8128e-02 ] [ l_g_total: 2.8128e-02 ] +2024-10-24 22:59:54,201 INFO: [ epoch: 22 ] [ iter: 77,700 ] [ performance: 19.056 it/s ] [ lr: 5.00e-05 ] [ eta: 1192 days, 19:42:36 ] [ l_g_pix: 2.7761e-02 ] [ l_g_total: 2.7761e-02 ] +2024-10-24 22:59:59,494 INFO: [ epoch: 22 ] [ iter: 77,800 ] [ performance: 19.115 it/s ] [ lr: 5.00e-05 ] [ eta: 1188 days, 19:57:56 ] [ l_g_pix: 3.7825e-02 ] [ l_g_total: 3.7825e-02 ] +2024-10-24 23:00:04,685 INFO: [ epoch: 22 ] [ iter: 77,900 ] [ performance: 19.250 it/s ] [ lr: 5.00e-05 ] [ eta: 1184 days, 19:18:05 ] [ l_g_pix: 2.8723e-02 ] [ l_g_total: 2.8723e-02 ] +2024-10-24 23:00:09,832 INFO: [ epoch: 22 ] [ iter: 78,000 ] [ performance: 18.987 it/s ] [ lr: 5.00e-05 ] [ eta: 1180 days, 18:04:48 ] [ l_g_pix: 3.2328e-02 ] [ l_g_total: 3.2328e-02 ] +2024-10-24 23:00:15,018 INFO: [ epoch: 22 ] [ iter: 78,100 ] [ performance: 19.252 it/s ] [ lr: 5.00e-05 ] [ eta: 1176 days, 16:48:47 ] [ l_g_pix: 3.1309e-02 ] [ l_g_total: 3.1309e-02 ] +2024-10-24 23:00:20,563 INFO: [ epoch: 22 ] [ iter: 78,200 ] [ performance: 19.346 it/s ] [ lr: 5.00e-05 ] [ eta: 1172 days, 17:26:00 ] [ l_g_pix: 2.4975e-02 ] [ l_g_total: 2.4975e-02 ] +2024-10-24 23:00:25,696 INFO: [ epoch: 22 ] [ iter: 78,300 ] [ performance: 19.473 it/s ] [ lr: 5.00e-05 ] [ eta: 1168 days, 15:15:20 ] [ l_g_pix: 2.4402e-02 ] [ l_g_total: 2.4402e-02 ] +2024-10-24 23:00:30,889 INFO: [ epoch: 22 ] [ iter: 78,400 ] [ performance: 19.993 it/s ] [ lr: 5.00e-05 ] [ eta: 1164 days, 13:09:31 ] [ l_g_pix: 4.3217e-02 ] [ l_g_total: 4.3217e-02 ] +2024-10-24 23:00:36,139 INFO: [ epoch: 22 ] [ iter: 78,500 ] [ performance: 19.134 it/s ] [ lr: 5.00e-05 ] [ eta: 1160 days, 11:06:31 ] [ l_g_pix: 2.8638e-02 ] [ l_g_total: 2.8638e-02 ] +2024-10-24 23:00:41,339 INFO: [ epoch: 22 ] [ iter: 78,600 ] [ performance: 19.562 it/s ] [ lr: 5.00e-05 ] [ eta: 1156 days, 8:28:21 ] [ l_g_pix: 2.6731e-02 ] [ l_g_total: 2.6731e-02 ] +2024-10-24 23:00:46,498 INFO: [ epoch: 22 ] [ iter: 78,700 ] [ performance: 19.401 it/s ] [ lr: 5.00e-05 ] [ eta: 1152 days, 5:18:15 ] [ l_g_pix: 2.4648e-02 ] [ l_g_total: 2.4648e-02 ] +2024-10-24 23:00:52,585 INFO: [ epoch: 23 ] [ iter: 78,800 ] [ performance: 5.203 it/s ] [ lr: 5.00e-05 ] [ eta: 1148 days, 7:18:23 ] [ l_g_pix: 3.1059e-02 ] [ l_g_total: 3.1059e-02 ] +2024-10-24 23:00:58,344 INFO: [ epoch: 23 ] [ iter: 78,900 ] [ performance: 14.806 it/s ] [ lr: 5.00e-05 ] [ eta: 1144 days, 7:03:57 ] [ l_g_pix: 2.1770e-02 ] [ l_g_total: 2.1770e-02 ] +2024-10-24 23:01:03,515 INFO: [ epoch: 23 ] [ iter: 79,000 ] [ performance: 20.554 it/s ] [ lr: 5.00e-05 ] [ eta: 1140 days, 3:03:58 ] [ l_g_pix: 2.7063e-02 ] [ l_g_total: 2.7063e-02 ] +2024-10-24 23:01:08,662 INFO: [ epoch: 23 ] [ iter: 79,100 ] [ performance: 19.502 it/s ] [ lr: 5.00e-05 ] [ eta: 1135 days, 22:38:17 ] [ l_g_pix: 2.0784e-02 ] [ l_g_total: 2.0784e-02 ] +2024-10-24 23:01:13,828 INFO: [ epoch: 23 ] [ iter: 79,200 ] [ performance: 20.685 it/s ] [ lr: 5.00e-05 ] [ eta: 1131 days, 18:02:12 ] [ l_g_pix: 3.1355e-02 ] [ l_g_total: 3.1355e-02 ] +2024-10-24 23:01:19,005 INFO: [ epoch: 23 ] [ iter: 79,300 ] [ performance: 19.393 it/s ] [ lr: 5.00e-05 ] [ eta: 1127 days, 13:12:27 ] [ l_g_pix: 2.0331e-02 ] [ l_g_total: 2.0331e-02 ] +2024-10-24 23:01:24,206 INFO: [ epoch: 23 ] [ iter: 79,400 ] [ performance: 19.247 it/s ] [ lr: 5.00e-05 ] [ eta: 1123 days, 8:13:58 ] [ l_g_pix: 3.8353e-02 ] [ l_g_total: 3.8353e-02 ] +2024-10-24 23:01:29,667 INFO: [ epoch: 23 ] [ iter: 79,500 ] [ performance: 18.358 it/s ] [ lr: 5.00e-05 ] [ eta: 1119 days, 4:26:42 ] [ l_g_pix: 3.8441e-02 ] [ l_g_total: 3.8441e-02 ] +2024-10-24 23:01:34,876 INFO: [ epoch: 23 ] [ iter: 79,600 ] [ performance: 18.985 it/s ] [ lr: 5.00e-05 ] [ eta: 1114 days, 22:55:40 ] [ l_g_pix: 2.7089e-02 ] [ l_g_total: 2.7089e-02 ] +2024-10-24 23:01:40,228 INFO: [ epoch: 23 ] [ iter: 79,700 ] [ performance: 18.698 it/s ] [ lr: 5.00e-05 ] [ eta: 1110 days, 17:55:42 ] [ l_g_pix: 2.6672e-02 ] [ l_g_total: 2.6672e-02 ] +2024-10-24 23:01:45,490 INFO: [ epoch: 23 ] [ iter: 79,800 ] [ performance: 19.262 it/s ] [ lr: 5.00e-05 ] [ eta: 1106 days, 12:07:47 ] [ l_g_pix: 4.3530e-02 ] [ l_g_total: 4.3530e-02 ] +2024-10-24 23:01:50,611 INFO: [ epoch: 23 ] [ iter: 79,900 ] [ performance: 19.525 it/s ] [ lr: 5.00e-05 ] [ eta: 1102 days, 5:14:38 ] [ l_g_pix: 2.3687e-02 ] [ l_g_total: 2.3687e-02 ] +2024-10-24 23:01:55,675 INFO: [ epoch: 23 ] [ iter: 80,000 ] [ performance: 18.389 it/s ] [ lr: 5.00e-05 ] [ eta: 1097 days, 21:45:49 ] [ l_g_pix: 3.2037e-02 ] [ l_g_total: 3.2037e-02 ] +2024-10-24 23:01:55,675 INFO: Saving models and training states. +2024-10-24 23:03:01,402 INFO: Validation val + + # psnr: 21.9339........ Best: 21.9398 @ 60000 iter + # ssim: 0.6447........ Best: 0.6447 @ 80000 iter + # dists: 0.7862........ Best: 0.7862 @ 80000 iter + +2024-10-24 23:03:06,568 INFO: [ epoch: 23 ] [ iter: 80,100 ] [ performance: 19.343 it/s ] [ lr: 5.00e-05 ] [ eta: 1108 days, 17:52:03 ] [ l_g_pix: 2.9049e-02 ] [ l_g_total: 2.9049e-02 ] +2024-10-24 23:03:11,704 INFO: [ epoch: 23 ] [ iter: 80,200 ] [ performance: 20.421 it/s ] [ lr: 5.00e-05 ] [ eta: 1104 days, 8:23:24 ] [ l_g_pix: 2.8811e-02 ] [ l_g_total: 2.8811e-02 ] +2024-10-24 23:03:16,840 INFO: [ epoch: 23 ] [ iter: 80,300 ] [ performance: 19.479 it/s ] [ lr: 5.00e-05 ] [ eta: 1099 days, 22:37:49 ] [ l_g_pix: 1.5077e-02 ] [ l_g_total: 1.5077e-02 ] +2024-10-24 23:03:22,034 INFO: [ epoch: 23 ] [ iter: 80,400 ] [ performance: 19.369 it/s ] [ lr: 5.00e-05 ] [ eta: 1095 days, 12:53:35 ] [ l_g_pix: 2.7281e-02 ] [ l_g_total: 2.7281e-02 ] +2024-10-24 23:03:27,109 INFO: [ epoch: 23 ] [ iter: 80,500 ] [ performance: 19.707 it/s ] [ lr: 5.00e-05 ] [ eta: 1091 days, 2:13:40 ] [ l_g_pix: 2.7309e-02 ] [ l_g_total: 2.7309e-02 ] +2024-10-24 23:03:32,226 INFO: [ epoch: 23 ] [ iter: 80,600 ] [ performance: 19.625 it/s ] [ lr: 5.00e-05 ] [ eta: 1086 days, 15:30:29 ] [ l_g_pix: 3.2810e-02 ] [ l_g_total: 3.2810e-02 ] +2024-10-24 23:03:37,479 INFO: [ epoch: 23 ] [ iter: 80,700 ] [ performance: 19.064 it/s ] [ lr: 5.00e-05 ] [ eta: 1082 days, 5:13:51 ] [ l_g_pix: 2.3739e-02 ] [ l_g_total: 2.3739e-02 ] +2024-10-24 23:03:42,682 INFO: [ epoch: 23 ] [ iter: 80,800 ] [ performance: 19.144 it/s ] [ lr: 5.00e-05 ] [ eta: 1077 days, 18:23:34 ] [ l_g_pix: 3.5014e-02 ] [ l_g_total: 3.5014e-02 ] +2024-10-24 23:03:47,877 INFO: [ epoch: 23 ] [ iter: 80,900 ] [ performance: 19.265 it/s ] [ lr: 5.00e-05 ] [ eta: 1073 days, 7:13:40 ] [ l_g_pix: 2.8321e-02 ] [ l_g_total: 2.8321e-02 ] +2024-10-24 23:03:53,069 INFO: [ epoch: 23 ] [ iter: 81,000 ] [ performance: 19.264 it/s ] [ lr: 5.00e-05 ] [ eta: 1068 days, 19:45:21 ] [ l_g_pix: 3.1356e-02 ] [ l_g_total: 3.1356e-02 ] +2024-10-24 23:03:58,386 INFO: [ epoch: 23 ] [ iter: 81,100 ] [ performance: 18.817 it/s ] [ lr: 5.00e-05 ] [ eta: 1064 days, 8:39:08 ] [ l_g_pix: 3.3705e-02 ] [ l_g_total: 3.3705e-02 ] +2024-10-24 23:04:03,629 INFO: [ epoch: 23 ] [ iter: 81,200 ] [ performance: 18.948 it/s ] [ lr: 5.00e-05 ] [ eta: 1059 days, 20:51:54 ] [ l_g_pix: 4.0962e-02 ] [ l_g_total: 4.0962e-02 ] +2024-10-24 23:04:08,830 INFO: [ epoch: 23 ] [ iter: 81,300 ] [ performance: 19.247 it/s ] [ lr: 5.00e-05 ] [ eta: 1055 days, 8:34:25 ] [ l_g_pix: 2.6483e-02 ] [ l_g_total: 2.6483e-02 ] +2024-10-24 23:04:14,016 INFO: [ epoch: 23 ] [ iter: 81,400 ] [ performance: 19.267 it/s ] [ lr: 5.00e-05 ] [ eta: 1050 days, 19:54:43 ] [ l_g_pix: 3.1589e-02 ] [ l_g_total: 3.1589e-02 ] +2024-10-24 23:04:19,269 INFO: [ epoch: 23 ] [ iter: 81,500 ] [ performance: 19.083 it/s ] [ lr: 5.00e-05 ] [ eta: 1046 days, 7:18:16 ] [ l_g_pix: 4.0044e-02 ] [ l_g_total: 4.0044e-02 ] +2024-10-24 23:04:24,381 INFO: [ epoch: 23 ] [ iter: 81,600 ] [ performance: 19.326 it/s ] [ lr: 5.00e-05 ] [ eta: 1041 days, 17:41:21 ] [ l_g_pix: 3.4070e-02 ] [ l_g_total: 3.4070e-02 ] +2024-10-24 23:04:29,501 INFO: [ epoch: 23 ] [ iter: 81,700 ] [ performance: 19.524 it/s ] [ lr: 5.00e-05 ] [ eta: 1037 days, 3:49:44 ] [ l_g_pix: 3.4244e-02 ] [ l_g_total: 3.4244e-02 ] +2024-10-24 23:04:34,722 INFO: [ epoch: 23 ] [ iter: 81,800 ] [ performance: 19.333 it/s ] [ lr: 5.00e-05 ] [ eta: 1032 days, 14:11:32 ] [ l_g_pix: 2.6329e-02 ] [ l_g_total: 2.6329e-02 ] +2024-10-24 23:04:39,934 INFO: [ epoch: 23 ] [ iter: 81,900 ] [ performance: 19.281 it/s ] [ lr: 5.00e-05 ] [ eta: 1028 days, 0:13:29 ] [ l_g_pix: 2.8094e-02 ] [ l_g_total: 2.8094e-02 ] +2024-10-24 23:04:45,136 INFO: [ epoch: 23 ] [ iter: 82,000 ] [ performance: 19.253 it/s ] [ lr: 5.00e-05 ] [ eta: 1023 days, 9:54:53 ] [ l_g_pix: 2.6331e-02 ] [ l_g_total: 2.6331e-02 ] +2024-10-24 23:04:50,318 INFO: [ epoch: 23 ] [ iter: 82,100 ] [ performance: 19.198 it/s ] [ lr: 5.00e-05 ] [ eta: 1018 days, 19:12:55 ] [ l_g_pix: 2.8615e-02 ] [ l_g_total: 2.8615e-02 ] +2024-10-24 23:04:55,223 INFO: [ epoch: 23 ] [ iter: 82,200 ] [ performance: 19.801 it/s ] [ lr: 5.00e-05 ] [ eta: 1014 days, 2:51:37 ] [ l_g_pix: 3.3216e-02 ] [ l_g_total: 3.3216e-02 ] +2024-10-24 23:05:01,708 INFO: [ epoch: 24 ] [ iter: 82,300 ] [ performance: 15.093 it/s ] [ lr: 5.00e-05 ] [ eta: 1009 days, 18:00:00 ] [ l_g_pix: 3.0114e-02 ] [ l_g_total: 3.0114e-02 ] +2024-10-24 23:05:06,949 INFO: [ epoch: 24 ] [ iter: 82,400 ] [ performance: 16.949 it/s ] [ lr: 5.00e-05 ] [ eta: 1005 days, 2:41:54 ] [ l_g_pix: 3.5249e-02 ] [ l_g_total: 3.5249e-02 ] +2024-10-24 23:05:12,164 INFO: [ epoch: 24 ] [ iter: 82,500 ] [ performance: 19.274 it/s ] [ lr: 5.00e-05 ] [ eta: 1000 days, 10:58:47 ] [ l_g_pix: 3.4832e-02 ] [ l_g_total: 3.4832e-02 ] +2024-10-24 23:05:17,417 INFO: [ epoch: 24 ] [ iter: 82,600 ] [ performance: 19.151 it/s ] [ lr: 5.00e-05 ] [ eta: 995 days, 19:09:07 ] [ l_g_pix: 2.3586e-02 ] [ l_g_total: 2.3586e-02 ] +2024-10-24 23:05:23,206 INFO: [ epoch: 24 ] [ iter: 82,700 ] [ performance: 17.160 it/s ] [ lr: 5.00e-05 ] [ eta: 991 days, 5:36:44 ] [ l_g_pix: 4.6917e-02 ] [ l_g_total: 4.6917e-02 ] +2024-10-24 23:05:27,950 INFO: [ epoch: 24 ] [ iter: 82,800 ] [ performance: 19.034 it/s ] [ lr: 5.00e-05 ] [ eta: 986 days, 10:45:24 ] [ l_g_pix: 3.1106e-02 ] [ l_g_total: 3.1106e-02 ] +2024-10-24 23:05:32,769 INFO: [ epoch: 24 ] [ iter: 82,900 ] [ performance: 20.650 it/s ] [ lr: 5.00e-05 ] [ eta: 981 days, 15:59:29 ] [ l_g_pix: 3.0738e-02 ] [ l_g_total: 3.0738e-02 ] +2024-10-24 23:05:37,653 INFO: [ epoch: 24 ] [ iter: 83,000 ] [ performance: 20.558 it/s ] [ lr: 5.00e-05 ] [ eta: 976 days, 21:16:03 ] [ l_g_pix: 3.8385e-02 ] [ l_g_total: 3.8385e-02 ] +2024-10-24 23:05:42,709 INFO: [ epoch: 24 ] [ iter: 83,100 ] [ performance: 19.879 it/s ] [ lr: 5.00e-05 ] [ eta: 972 days, 3:04:58 ] [ l_g_pix: 2.5724e-02 ] [ l_g_total: 2.5724e-02 ] +2024-10-24 23:05:47,728 INFO: [ epoch: 24 ] [ iter: 83,200 ] [ performance: 19.906 it/s ] [ lr: 5.00e-05 ] [ eta: 967 days, 8:26:20 ] [ l_g_pix: 4.0748e-02 ] [ l_g_total: 4.0748e-02 ] +2024-10-24 23:05:52,978 INFO: [ epoch: 24 ] [ iter: 83,300 ] [ performance: 19.078 it/s ] [ lr: 5.00e-05 ] [ eta: 962 days, 14:35:23 ] [ l_g_pix: 3.9601e-02 ] [ l_g_total: 3.9601e-02 ] +2024-10-24 23:05:58,593 INFO: [ epoch: 24 ] [ iter: 83,400 ] [ performance: 18.375 it/s ] [ lr: 5.00e-05 ] [ eta: 957 days, 22:07:58 ] [ l_g_pix: 3.1263e-02 ] [ l_g_total: 3.1263e-02 ] +2024-10-24 23:06:03,856 INFO: [ epoch: 24 ] [ iter: 83,500 ] [ performance: 19.098 it/s ] [ lr: 5.00e-05 ] [ eta: 953 days, 3:45:13 ] [ l_g_pix: 2.6917e-02 ] [ l_g_total: 2.6917e-02 ] +2024-10-24 23:06:09,040 INFO: [ epoch: 24 ] [ iter: 83,600 ] [ performance: 19.204 it/s ] [ lr: 5.00e-05 ] [ eta: 948 days, 8:42:57 ] [ l_g_pix: 3.6117e-02 ] [ l_g_total: 3.6117e-02 ] +2024-10-24 23:06:14,248 INFO: [ epoch: 24 ] [ iter: 83,700 ] [ performance: 19.267 it/s ] [ lr: 5.00e-05 ] [ eta: 943 days, 13:30:04 ] [ l_g_pix: 2.5718e-02 ] [ l_g_total: 2.5718e-02 ] +2024-10-24 23:06:19,374 INFO: [ epoch: 24 ] [ iter: 83,800 ] [ performance: 19.398 it/s ] [ lr: 5.00e-05 ] [ eta: 938 days, 17:37:55 ] [ l_g_pix: 3.5489e-02 ] [ l_g_total: 3.5489e-02 ] +2024-10-24 23:06:24,579 INFO: [ epoch: 24 ] [ iter: 83,900 ] [ performance: 19.196 it/s ] [ lr: 5.00e-05 ] [ eta: 933 days, 21:49:33 ] [ l_g_pix: 4.1751e-02 ] [ l_g_total: 4.1751e-02 ] +2024-10-24 23:06:29,796 INFO: [ epoch: 24 ] [ iter: 84,000 ] [ performance: 19.181 it/s ] [ lr: 5.00e-05 ] [ eta: 929 days, 1:47:17 ] [ l_g_pix: 3.0964e-02 ] [ l_g_total: 3.0964e-02 ] +2024-10-24 23:06:35,299 INFO: [ epoch: 24 ] [ iter: 84,100 ] [ performance: 18.034 it/s ] [ lr: 5.00e-05 ] [ eta: 924 days, 6:43:19 ] [ l_g_pix: 3.3117e-02 ] [ l_g_total: 3.3117e-02 ] +2024-10-24 23:06:40,555 INFO: [ epoch: 24 ] [ iter: 84,200 ] [ performance: 18.568 it/s ] [ lr: 5.00e-05 ] [ eta: 919 days, 10:15:52 ] [ l_g_pix: 3.6232e-02 ] [ l_g_total: 3.6232e-02 ] +2024-10-24 23:06:45,788 INFO: [ epoch: 24 ] [ iter: 84,300 ] [ performance: 19.215 it/s ] [ lr: 5.00e-05 ] [ eta: 914 days, 13:24:59 ] [ l_g_pix: 2.3355e-02 ] [ l_g_total: 2.3355e-02 ] +2024-10-24 23:06:50,955 INFO: [ epoch: 24 ] [ iter: 84,400 ] [ performance: 19.294 it/s ] [ lr: 5.00e-05 ] [ eta: 909 days, 15:59:18 ] [ l_g_pix: 2.7542e-02 ] [ l_g_total: 2.7542e-02 ] +2024-10-24 23:06:56,043 INFO: [ epoch: 24 ] [ iter: 84,500 ] [ performance: 19.825 it/s ] [ lr: 5.00e-05 ] [ eta: 904 days, 17:56:18 ] [ l_g_pix: 3.5685e-02 ] [ l_g_total: 3.5685e-02 ] +2024-10-24 23:07:01,361 INFO: [ epoch: 24 ] [ iter: 84,600 ] [ performance: 19.246 it/s ] [ lr: 5.00e-05 ] [ eta: 899 days, 20:35:16 ] [ l_g_pix: 4.4378e-02 ] [ l_g_total: 4.4378e-02 ] +2024-10-24 23:07:06,783 INFO: [ epoch: 24 ] [ iter: 84,700 ] [ performance: 18.448 it/s ] [ lr: 5.00e-05 ] [ eta: 894 days, 23:22:59 ] [ l_g_pix: 3.0628e-02 ] [ l_g_total: 3.0628e-02 ] +2024-10-24 23:07:12,168 INFO: [ epoch: 24 ] [ iter: 84,800 ] [ performance: 18.518 it/s ] [ lr: 5.00e-05 ] [ eta: 890 days, 1:43:09 ] [ l_g_pix: 3.4171e-02 ] [ l_g_total: 3.4171e-02 ] +2024-10-24 23:07:17,366 INFO: [ epoch: 24 ] [ iter: 84,900 ] [ performance: 19.211 it/s ] [ lr: 5.00e-05 ] [ eta: 885 days, 2:58:34 ] [ l_g_pix: 2.4596e-02 ] [ l_g_total: 2.4596e-02 ] +2024-10-24 23:07:22,572 INFO: [ epoch: 24 ] [ iter: 85,000 ] [ performance: 19.212 it/s ] [ lr: 5.00e-05 ] [ eta: 880 days, 3:58:25 ] [ l_g_pix: 4.2421e-02 ] [ l_g_total: 4.2421e-02 ] +2024-10-24 23:07:27,927 INFO: [ epoch: 24 ] [ iter: 85,100 ] [ performance: 18.819 it/s ] [ lr: 5.00e-05 ] [ eta: 875 days, 5:18:04 ] [ l_g_pix: 4.0879e-02 ] [ l_g_total: 4.0879e-02 ] +2024-10-24 23:07:33,137 INFO: [ epoch: 24 ] [ iter: 85,200 ] [ performance: 19.030 it/s ] [ lr: 5.00e-05 ] [ eta: 870 days, 5:44:03 ] [ l_g_pix: 3.2000e-02 ] [ l_g_total: 3.2000e-02 ] +2024-10-24 23:07:38,413 INFO: [ epoch: 24 ] [ iter: 85,300 ] [ performance: 19.159 it/s ] [ lr: 5.00e-05 ] [ eta: 865 days, 6:08:38 ] [ l_g_pix: 2.9408e-02 ] [ l_g_total: 2.9408e-02 ] +2024-10-24 23:07:43,997 INFO: [ epoch: 24 ] [ iter: 85,400 ] [ performance: 18.428 it/s ] [ lr: 5.00e-05 ] [ eta: 860 days, 7:30:50 ] [ l_g_pix: 2.8436e-02 ] [ l_g_total: 2.8436e-02 ] +2024-10-24 23:07:49,139 INFO: [ epoch: 24 ] [ iter: 85,500 ] [ performance: 19.680 it/s ] [ lr: 5.00e-05 ] [ eta: 855 days, 6:47:33 ] [ l_g_pix: 3.8627e-02 ] [ l_g_total: 3.8627e-02 ] +2024-10-24 23:07:54,250 INFO: [ epoch: 24 ] [ iter: 85,600 ] [ performance: 19.616 it/s ] [ lr: 5.00e-05 ] [ eta: 850 days, 5:39:41 ] [ l_g_pix: 2.9450e-02 ] [ l_g_total: 2.9450e-02 ] +2024-10-24 23:08:00,624 INFO: [ epoch: 25 ] [ iter: 85,700 ] [ performance: 14.686 it/s ] [ lr: 5.00e-05 ] [ eta: 845 days, 9:15:38 ] [ l_g_pix: 2.7576e-02 ] [ l_g_total: 2.7576e-02 ] +2024-10-24 23:08:05,671 INFO: [ epoch: 25 ] [ iter: 85,800 ] [ performance: 17.254 it/s ] [ lr: 5.00e-05 ] [ eta: 840 days, 7:16:31 ] [ l_g_pix: 1.6194e-02 ] [ l_g_total: 1.6194e-02 ] +2024-10-24 23:08:10,834 INFO: [ epoch: 25 ] [ iter: 85,900 ] [ performance: 19.277 it/s ] [ lr: 5.00e-05 ] [ eta: 835 days, 5:27:52 ] [ l_g_pix: 3.4433e-02 ] [ l_g_total: 3.4433e-02 ] +2024-10-24 23:08:16,180 INFO: [ epoch: 25 ] [ iter: 86,000 ] [ performance: 18.945 it/s ] [ lr: 5.00e-05 ] [ eta: 830 days, 4:04:27 ] [ l_g_pix: 3.4855e-02 ] [ l_g_total: 3.4855e-02 ] +2024-10-24 23:08:21,548 INFO: [ epoch: 25 ] [ iter: 86,100 ] [ performance: 19.574 it/s ] [ lr: 5.00e-05 ] [ eta: 825 days, 2:28:28 ] [ l_g_pix: 2.4403e-02 ] [ l_g_total: 2.4403e-02 ] +2024-10-24 23:08:26,774 INFO: [ epoch: 25 ] [ iter: 86,200 ] [ performance: 19.318 it/s ] [ lr: 5.00e-05 ] [ eta: 820 days, 0:01:55 ] [ l_g_pix: 3.6126e-02 ] [ l_g_total: 3.6126e-02 ] +2024-10-24 23:08:31,985 INFO: [ epoch: 25 ] [ iter: 86,300 ] [ performance: 19.448 it/s ] [ lr: 5.00e-05 ] [ eta: 814 days, 21:14:29 ] [ l_g_pix: 2.6543e-02 ] [ l_g_total: 2.6543e-02 ] +2024-10-24 23:08:37,214 INFO: [ epoch: 25 ] [ iter: 86,400 ] [ performance: 19.257 it/s ] [ lr: 5.00e-05 ] [ eta: 809 days, 18:13:58 ] [ l_g_pix: 3.5604e-02 ] [ l_g_total: 3.5604e-02 ] +2024-10-24 23:08:42,496 INFO: [ epoch: 25 ] [ iter: 86,500 ] [ performance: 19.046 it/s ] [ lr: 5.00e-05 ] [ eta: 804 days, 15:07:47 ] [ l_g_pix: 4.1513e-02 ] [ l_g_total: 4.1513e-02 ] +2024-10-24 23:08:47,779 INFO: [ epoch: 25 ] [ iter: 86,600 ] [ performance: 18.980 it/s ] [ lr: 5.00e-05 ] [ eta: 799 days, 11:44:03 ] [ l_g_pix: 2.5011e-02 ] [ l_g_total: 2.5011e-02 ] +2024-10-24 23:08:53,289 INFO: [ epoch: 25 ] [ iter: 86,700 ] [ performance: 17.844 it/s ] [ lr: 5.00e-05 ] [ eta: 794 days, 8:53:10 ] [ l_g_pix: 3.2979e-02 ] [ l_g_total: 3.2979e-02 ] +2024-10-24 23:08:58,376 INFO: [ epoch: 25 ] [ iter: 86,800 ] [ performance: 18.876 it/s ] [ lr: 5.00e-05 ] [ eta: 789 days, 4:10:52 ] [ l_g_pix: 3.4794e-02 ] [ l_g_total: 3.4794e-02 ] +2024-10-24 23:09:03,510 INFO: [ epoch: 25 ] [ iter: 86,900 ] [ performance: 19.473 it/s ] [ lr: 5.00e-05 ] [ eta: 783 days, 23:21:55 ] [ l_g_pix: 3.9525e-02 ] [ l_g_total: 3.9525e-02 ] +2024-10-24 23:09:08,703 INFO: [ epoch: 25 ] [ iter: 87,000 ] [ performance: 19.346 it/s ] [ lr: 5.00e-05 ] [ eta: 778 days, 18:28:34 ] [ l_g_pix: 3.2839e-02 ] [ l_g_total: 3.2839e-02 ] +2024-10-24 23:09:13,811 INFO: [ epoch: 25 ] [ iter: 87,100 ] [ performance: 19.791 it/s ] [ lr: 5.00e-05 ] [ eta: 773 days, 12:59:46 ] [ l_g_pix: 3.6613e-02 ] [ l_g_total: 3.6613e-02 ] +2024-10-24 23:09:18,930 INFO: [ epoch: 25 ] [ iter: 87,200 ] [ performance: 19.638 it/s ] [ lr: 5.00e-05 ] [ eta: 768 days, 7:16:12 ] [ l_g_pix: 3.3274e-02 ] [ l_g_total: 3.3274e-02 ] +2024-10-24 23:09:24,169 INFO: [ epoch: 25 ] [ iter: 87,300 ] [ performance: 19.099 it/s ] [ lr: 5.00e-05 ] [ eta: 763 days, 1:40:53 ] [ l_g_pix: 2.4606e-02 ] [ l_g_total: 2.4606e-02 ] +2024-10-24 23:09:29,756 INFO: [ epoch: 25 ] [ iter: 87,400 ] [ performance: 18.358 it/s ] [ lr: 5.00e-05 ] [ eta: 757 days, 21:01:18 ] [ l_g_pix: 3.8002e-02 ] [ l_g_total: 3.8002e-02 ] +2024-10-24 23:09:34,921 INFO: [ epoch: 25 ] [ iter: 87,500 ] [ performance: 19.527 it/s ] [ lr: 5.00e-05 ] [ eta: 752 days, 14:35:07 ] [ l_g_pix: 3.6488e-02 ] [ l_g_total: 3.6488e-02 ] +2024-10-24 23:09:40,171 INFO: [ epoch: 25 ] [ iter: 87,600 ] [ performance: 19.235 it/s ] [ lr: 5.00e-05 ] [ eta: 747 days, 8:09:15 ] [ l_g_pix: 2.5468e-02 ] [ l_g_total: 2.5468e-02 ] +2024-10-24 23:09:45,440 INFO: [ epoch: 25 ] [ iter: 87,700 ] [ performance: 18.962 it/s ] [ lr: 5.00e-05 ] [ eta: 742 days, 1:29:45 ] [ l_g_pix: 3.7068e-02 ] [ l_g_total: 3.7068e-02 ] +2024-10-24 23:09:50,719 INFO: [ epoch: 25 ] [ iter: 87,800 ] [ performance: 18.951 it/s ] [ lr: 5.00e-05 ] [ eta: 736 days, 18:34:53 ] [ l_g_pix: 2.2521e-02 ] [ l_g_total: 2.2521e-02 ] +2024-10-24 23:09:55,897 INFO: [ epoch: 25 ] [ iter: 87,900 ] [ performance: 19.511 it/s ] [ lr: 5.00e-05 ] [ eta: 731 days, 11:01:58 ] [ l_g_pix: 2.2948e-02 ] [ l_g_total: 2.2948e-02 ] +2024-10-24 23:10:01,332 INFO: [ epoch: 25 ] [ iter: 88,000 ] [ performance: 18.815 it/s ] [ lr: 5.00e-05 ] [ eta: 726 days, 4:03:13 ] [ l_g_pix: 2.7288e-02 ] [ l_g_total: 2.7288e-02 ] +2024-10-24 23:10:06,715 INFO: [ epoch: 25 ] [ iter: 88,100 ] [ performance: 18.823 it/s ] [ lr: 5.00e-05 ] [ eta: 720 days, 20:35:59 ] [ l_g_pix: 2.2388e-02 ] [ l_g_total: 2.2388e-02 ] +2024-10-24 23:10:11,980 INFO: [ epoch: 25 ] [ iter: 88,200 ] [ performance: 18.930 it/s ] [ lr: 5.00e-05 ] [ eta: 715 days, 12:27:35 ] [ l_g_pix: 3.2786e-02 ] [ l_g_total: 3.2786e-02 ] +2024-10-24 23:10:17,172 INFO: [ epoch: 25 ] [ iter: 88,300 ] [ performance: 19.124 it/s ] [ lr: 5.00e-05 ] [ eta: 710 days, 3:47:31 ] [ l_g_pix: 3.4522e-02 ] [ l_g_total: 3.4522e-02 ] +2024-10-24 23:10:22,406 INFO: [ epoch: 25 ] [ iter: 88,400 ] [ performance: 19.115 it/s ] [ lr: 5.00e-05 ] [ eta: 704 days, 18:58:07 ] [ l_g_pix: 4.0267e-02 ] [ l_g_total: 4.0267e-02 ] +2024-10-24 23:10:27,739 INFO: [ epoch: 25 ] [ iter: 88,500 ] [ performance: 18.732 it/s ] [ lr: 5.00e-05 ] [ eta: 699 days, 10:10:22 ] [ l_g_pix: 2.9076e-02 ] [ l_g_total: 2.9076e-02 ] +2024-10-24 23:10:33,006 INFO: [ epoch: 25 ] [ iter: 88,600 ] [ performance: 18.892 it/s ] [ lr: 5.00e-05 ] [ eta: 694 days, 0:52:13 ] [ l_g_pix: 2.2959e-02 ] [ l_g_total: 2.2959e-02 ] +2024-10-24 23:10:38,613 INFO: [ epoch: 25 ] [ iter: 88,700 ] [ performance: 17.099 it/s ] [ lr: 5.00e-05 ] [ eta: 688 days, 16:20:35 ] [ l_g_pix: 3.1841e-02 ] [ l_g_total: 3.1841e-02 ] +2024-10-24 23:10:43,792 INFO: [ epoch: 25 ] [ iter: 88,800 ] [ performance: 18.427 it/s ] [ lr: 5.00e-05 ] [ eta: 683 days, 6:10:20 ] [ l_g_pix: 2.0208e-02 ] [ l_g_total: 2.0208e-02 ] +2024-10-24 23:10:48,991 INFO: [ epoch: 25 ] [ iter: 88,900 ] [ performance: 19.292 it/s ] [ lr: 5.00e-05 ] [ eta: 677 days, 19:46:29 ] [ l_g_pix: 4.2649e-02 ] [ l_g_total: 4.2649e-02 ] +2024-10-24 23:10:54,113 INFO: [ epoch: 25 ] [ iter: 89,000 ] [ performance: 19.438 it/s ] [ lr: 5.00e-05 ] [ eta: 672 days, 8:51:20 ] [ l_g_pix: 2.2388e-02 ] [ l_g_total: 2.2388e-02 ] +2024-10-24 23:11:00,514 INFO: [ epoch: 26 ] [ iter: 89,100 ] [ performance: 13.455 it/s ] [ lr: 5.00e-05 ] [ eta: 667 days, 1:31:15 ] [ l_g_pix: 2.7956e-02 ] [ l_g_total: 2.7956e-02 ] +2024-10-24 23:11:05,697 INFO: [ epoch: 26 ] [ iter: 89,200 ] [ performance: 16.670 it/s ] [ lr: 5.00e-05 ] [ eta: 661 days, 14:10:43 ] [ l_g_pix: 4.6413e-02 ] [ l_g_total: 4.6413e-02 ] +2024-10-24 23:11:11,311 INFO: [ epoch: 26 ] [ iter: 89,300 ] [ performance: 17.052 it/s ] [ lr: 5.00e-05 ] [ eta: 656 days, 3:49:52 ] [ l_g_pix: 2.9079e-02 ] [ l_g_total: 2.9079e-02 ] +2024-10-24 23:11:16,488 INFO: [ epoch: 26 ] [ iter: 89,400 ] [ performance: 18.439 it/s ] [ lr: 5.00e-05 ] [ eta: 650 days, 15:52:58 ] [ l_g_pix: 3.3559e-02 ] [ l_g_total: 3.3559e-02 ] +2024-10-24 23:11:21,629 INFO: [ epoch: 26 ] [ iter: 89,500 ] [ performance: 19.154 it/s ] [ lr: 5.00e-05 ] [ eta: 645 days, 3:32:26 ] [ l_g_pix: 3.9108e-02 ] [ l_g_total: 3.9108e-02 ] +2024-10-24 23:11:26,864 INFO: [ epoch: 26 ] [ iter: 89,600 ] [ performance: 19.121 it/s ] [ lr: 5.00e-05 ] [ eta: 639 days, 15:11:18 ] [ l_g_pix: 2.4437e-02 ] [ l_g_total: 2.4437e-02 ] +2024-10-24 23:11:32,018 INFO: [ epoch: 26 ] [ iter: 89,700 ] [ performance: 19.423 it/s ] [ lr: 5.00e-05 ] [ eta: 634 days, 2:18:34 ] [ l_g_pix: 2.8866e-02 ] [ l_g_total: 2.8866e-02 ] +2024-10-24 23:11:37,248 INFO: [ epoch: 26 ] [ iter: 89,800 ] [ performance: 19.227 it/s ] [ lr: 5.00e-05 ] [ eta: 628 days, 13:21:41 ] [ l_g_pix: 3.7257e-02 ] [ l_g_total: 3.7257e-02 ] +2024-10-24 23:11:42,490 INFO: [ epoch: 26 ] [ iter: 89,900 ] [ performance: 19.083 it/s ] [ lr: 5.00e-05 ] [ eta: 623 days, 0:09:26 ] [ l_g_pix: 2.7521e-02 ] [ l_g_total: 2.7521e-02 ] +2024-10-24 23:11:48,056 INFO: [ epoch: 26 ] [ iter: 90,000 ] [ performance: 18.339 it/s ] [ lr: 5.00e-05 ] [ eta: 617 days, 11:33:43 ] [ l_g_pix: 3.5999e-02 ] [ l_g_total: 3.5999e-02 ] +2024-10-24 23:11:48,057 INFO: Saving models and training states. +2024-10-24 23:12:54,030 INFO: Validation val + + # psnr: 21.9354........ Best: 21.9398 @ 60000 iter + # ssim: 0.6451........ Best: 0.6451 @ 90000 iter + # dists: 0.7861........ Best: 0.7861 @ 90000 iter + +2024-10-24 23:12:59,125 INFO: [ epoch: 26 ] [ iter: 90,100 ] [ performance: 19.163 it/s ] [ lr: 5.00e-05 ] [ eta: 619 days, 10:46:17 ] [ l_g_pix: 3.7822e-02 ] [ l_g_total: 3.7822e-02 ] +2024-10-24 23:13:04,356 INFO: [ epoch: 26 ] [ iter: 90,200 ] [ performance: 19.135 it/s ] [ lr: 5.00e-05 ] [ eta: 613 days, 18:49:30 ] [ l_g_pix: 3.8307e-02 ] [ l_g_total: 3.8307e-02 ] +2024-10-24 23:13:09,648 INFO: [ epoch: 26 ] [ iter: 90,300 ] [ performance: 19.170 it/s ] [ lr: 5.00e-05 ] [ eta: 608 days, 2:45:12 ] [ l_g_pix: 2.1893e-02 ] [ l_g_total: 2.1893e-02 ] +2024-10-24 23:13:14,865 INFO: [ epoch: 26 ] [ iter: 90,400 ] [ performance: 19.172 it/s ] [ lr: 5.00e-05 ] [ eta: 602 days, 10:11:05 ] [ l_g_pix: 2.1890e-02 ] [ l_g_total: 2.1890e-02 ] +2024-10-24 23:13:20,085 INFO: [ epoch: 26 ] [ iter: 90,500 ] [ performance: 19.521 it/s ] [ lr: 5.00e-05 ] [ eta: 596 days, 17:20:12 ] [ l_g_pix: 3.2833e-02 ] [ l_g_total: 3.2833e-02 ] +2024-10-24 23:13:25,233 INFO: [ epoch: 26 ] [ iter: 90,600 ] [ performance: 19.458 it/s ] [ lr: 5.00e-05 ] [ eta: 591 days, 0:00:39 ] [ l_g_pix: 2.9314e-02 ] [ l_g_total: 2.9314e-02 ] +2024-10-24 23:13:30,327 INFO: [ epoch: 26 ] [ iter: 90,700 ] [ performance: 20.655 it/s ] [ lr: 5.00e-05 ] [ eta: 585 days, 6:15:33 ] [ l_g_pix: 4.1910e-02 ] [ l_g_total: 4.1910e-02 ] +2024-10-24 23:13:35,541 INFO: [ epoch: 26 ] [ iter: 90,800 ] [ performance: 19.642 it/s ] [ lr: 5.00e-05 ] [ eta: 579 days, 12:31:53 ] [ l_g_pix: 3.9966e-02 ] [ l_g_total: 3.9966e-02 ] +2024-10-24 23:13:40,912 INFO: [ epoch: 26 ] [ iter: 90,900 ] [ performance: 18.872 it/s ] [ lr: 5.00e-05 ] [ eta: 573 days, 18:54:38 ] [ l_g_pix: 2.6426e-02 ] [ l_g_total: 2.6426e-02 ] +2024-10-24 23:13:46,181 INFO: [ epoch: 26 ] [ iter: 91,000 ] [ performance: 18.945 it/s ] [ lr: 5.00e-05 ] [ eta: 568 days, 0:44:13 ] [ l_g_pix: 2.9960e-02 ] [ l_g_total: 2.9960e-02 ] +2024-10-24 23:13:51,388 INFO: [ epoch: 26 ] [ iter: 91,100 ] [ performance: 19.543 it/s ] [ lr: 5.00e-05 ] [ eta: 562 days, 6:07:00 ] [ l_g_pix: 2.1668e-02 ] [ l_g_total: 2.1668e-02 ] +2024-10-24 23:13:56,578 INFO: [ epoch: 26 ] [ iter: 91,200 ] [ performance: 19.364 it/s ] [ lr: 5.00e-05 ] [ eta: 556 days, 11:09:59 ] [ l_g_pix: 3.5050e-02 ] [ l_g_total: 3.5050e-02 ] +2024-10-24 23:14:01,724 INFO: [ epoch: 26 ] [ iter: 91,300 ] [ performance: 19.539 it/s ] [ lr: 5.00e-05 ] [ eta: 550 days, 15:49:14 ] [ l_g_pix: 2.6897e-02 ] [ l_g_total: 2.6897e-02 ] +2024-10-24 23:14:06,928 INFO: [ epoch: 26 ] [ iter: 91,400 ] [ performance: 19.320 it/s ] [ lr: 5.00e-05 ] [ eta: 544 days, 20:19:34 ] [ l_g_pix: 2.7538e-02 ] [ l_g_total: 2.7538e-02 ] +2024-10-24 23:14:12,064 INFO: [ epoch: 26 ] [ iter: 91,500 ] [ performance: 19.545 it/s ] [ lr: 5.00e-05 ] [ eta: 539 days, 0:23:02 ] [ l_g_pix: 3.7470e-02 ] [ l_g_total: 3.7470e-02 ] +2024-10-24 23:14:17,164 INFO: [ epoch: 26 ] [ iter: 91,600 ] [ performance: 19.589 it/s ] [ lr: 5.00e-05 ] [ eta: 533 days, 4:04:21 ] [ l_g_pix: 3.6965e-02 ] [ l_g_total: 3.6965e-02 ] +2024-10-24 23:14:22,322 INFO: [ epoch: 26 ] [ iter: 91,700 ] [ performance: 19.196 it/s ] [ lr: 5.00e-05 ] [ eta: 527 days, 7:36:33 ] [ l_g_pix: 3.5378e-02 ] [ l_g_total: 3.5378e-02 ] +2024-10-24 23:14:27,503 INFO: [ epoch: 26 ] [ iter: 91,800 ] [ performance: 19.271 it/s ] [ lr: 5.00e-05 ] [ eta: 521 days, 10:54:49 ] [ l_g_pix: 3.2612e-02 ] [ l_g_total: 3.2612e-02 ] +2024-10-24 23:14:32,702 INFO: [ epoch: 26 ] [ iter: 91,900 ] [ performance: 19.482 it/s ] [ lr: 5.00e-05 ] [ eta: 515 days, 13:58:15 ] [ l_g_pix: 3.2853e-02 ] [ l_g_total: 3.2853e-02 ] +2024-10-24 23:14:37,889 INFO: [ epoch: 26 ] [ iter: 92,000 ] [ performance: 19.343 it/s ] [ lr: 5.00e-05 ] [ eta: 509 days, 16:42:40 ] [ l_g_pix: 3.3264e-02 ] [ l_g_total: 3.3264e-02 ] +2024-10-24 23:14:43,095 INFO: [ epoch: 26 ] [ iter: 92,100 ] [ performance: 19.466 it/s ] [ lr: 5.00e-05 ] [ eta: 503 days, 19:12:22 ] [ l_g_pix: 3.2117e-02 ] [ l_g_total: 3.2117e-02 ] +2024-10-24 23:14:48,284 INFO: [ epoch: 26 ] [ iter: 92,200 ] [ performance: 19.330 it/s ] [ lr: 5.00e-05 ] [ eta: 497 days, 21:22:31 ] [ l_g_pix: 3.3944e-02 ] [ l_g_total: 3.3944e-02 ] +2024-10-24 23:14:53,499 INFO: [ epoch: 26 ] [ iter: 92,300 ] [ performance: 18.944 it/s ] [ lr: 5.00e-05 ] [ eta: 491 days, 23:18:41 ] [ l_g_pix: 2.7865e-02 ] [ l_g_total: 2.7865e-02 ] +2024-10-24 23:14:58,701 INFO: [ epoch: 26 ] [ iter: 92,400 ] [ performance: 19.142 it/s ] [ lr: 5.00e-05 ] [ eta: 486 days, 0:55:52 ] [ l_g_pix: 3.3287e-02 ] [ l_g_total: 3.3287e-02 ] +2024-10-24 23:15:03,353 INFO: [ epoch: 26 ] [ iter: 92,500 ] [ performance: 21.267 it/s ] [ lr: 5.00e-05 ] [ eta: 480 days, 1:06:57 ] [ l_g_pix: 4.0144e-02 ] [ l_g_total: 4.0144e-02 ] +2024-10-24 23:15:09,794 INFO: [ epoch: 27 ] [ iter: 92,600 ] [ performance: 16.827 it/s ] [ lr: 5.00e-05 ] [ eta: 474 days, 4:42:57 ] [ l_g_pix: 4.5936e-02 ] [ l_g_total: 4.5936e-02 ] +2024-10-24 23:15:14,983 INFO: [ epoch: 27 ] [ iter: 92,700 ] [ performance: 19.493 it/s ] [ lr: 5.00e-05 ] [ eta: 468 days, 5:25:23 ] [ l_g_pix: 3.2196e-02 ] [ l_g_total: 3.2196e-02 ] +2024-10-24 23:15:20,118 INFO: [ epoch: 27 ] [ iter: 92,800 ] [ performance: 19.479 it/s ] [ lr: 5.00e-05 ] [ eta: 462 days, 5:44:06 ] [ l_g_pix: 2.7560e-02 ] [ l_g_total: 2.7560e-02 ] +2024-10-24 23:15:25,237 INFO: [ epoch: 27 ] [ iter: 92,900 ] [ performance: 19.663 it/s ] [ lr: 5.00e-05 ] [ eta: 456 days, 5:43:37 ] [ l_g_pix: 3.5292e-02 ] [ l_g_total: 3.5292e-02 ] +2024-10-24 23:15:30,347 INFO: [ epoch: 27 ] [ iter: 93,000 ] [ performance: 19.596 it/s ] [ lr: 5.00e-05 ] [ eta: 450 days, 5:25:10 ] [ l_g_pix: 3.7888e-02 ] [ l_g_total: 3.7888e-02 ] +2024-10-24 23:15:35,454 INFO: [ epoch: 27 ] [ iter: 93,100 ] [ performance: 19.730 it/s ] [ lr: 5.00e-05 ] [ eta: 444 days, 4:49:11 ] [ l_g_pix: 3.2209e-02 ] [ l_g_total: 3.2209e-02 ] +2024-10-24 23:15:41,272 INFO: [ epoch: 27 ] [ iter: 93,200 ] [ performance: 17.809 it/s ] [ lr: 5.00e-05 ] [ eta: 438 days, 5:16:54 ] [ l_g_pix: 2.7770e-02 ] [ l_g_total: 2.7770e-02 ] +2024-10-24 23:15:46,574 INFO: [ epoch: 27 ] [ iter: 93,300 ] [ performance: 19.059 it/s ] [ lr: 5.00e-05 ] [ eta: 432 days, 4:27:32 ] [ l_g_pix: 2.2677e-02 ] [ l_g_total: 2.2677e-02 ] +2024-10-24 23:15:51,895 INFO: [ epoch: 27 ] [ iter: 93,400 ] [ performance: 18.865 it/s ] [ lr: 5.00e-05 ] [ eta: 426 days, 3:22:37 ] [ l_g_pix: 3.8999e-02 ] [ l_g_total: 3.8999e-02 ] +2024-10-24 23:15:57,040 INFO: [ epoch: 27 ] [ iter: 93,500 ] [ performance: 20.278 it/s ] [ lr: 5.00e-05 ] [ eta: 420 days, 1:40:53 ] [ l_g_pix: 3.0092e-02 ] [ l_g_total: 3.0092e-02 ] +2024-10-24 23:16:02,181 INFO: [ epoch: 27 ] [ iter: 93,600 ] [ performance: 19.663 it/s ] [ lr: 5.00e-05 ] [ eta: 413 days, 23:41:31 ] [ l_g_pix: 3.1589e-02 ] [ l_g_total: 3.1589e-02 ] +2024-10-24 23:16:07,240 INFO: [ epoch: 27 ] [ iter: 93,700 ] [ performance: 20.490 it/s ] [ lr: 5.00e-05 ] [ eta: 407 days, 21:16:29 ] [ l_g_pix: 4.5745e-02 ] [ l_g_total: 4.5745e-02 ] +2024-10-24 23:16:12,215 INFO: [ epoch: 27 ] [ iter: 93,800 ] [ performance: 20.200 it/s ] [ lr: 5.00e-05 ] [ eta: 401 days, 18:25:52 ] [ l_g_pix: 3.0162e-02 ] [ l_g_total: 3.0162e-02 ] +2024-10-24 23:16:17,675 INFO: [ epoch: 27 ] [ iter: 93,900 ] [ performance: 19.806 it/s ] [ lr: 5.00e-05 ] [ eta: 395 days, 16:08:03 ] [ l_g_pix: 3.0477e-02 ] [ l_g_total: 3.0477e-02 ] +2024-10-24 23:16:22,745 INFO: [ epoch: 27 ] [ iter: 94,000 ] [ performance: 19.747 it/s ] [ lr: 5.00e-05 ] [ eta: 389 days, 12:52:57 ] [ l_g_pix: 3.8134e-02 ] [ l_g_total: 3.8134e-02 ] +2024-10-24 23:16:27,861 INFO: [ epoch: 27 ] [ iter: 94,100 ] [ performance: 19.212 it/s ] [ lr: 5.00e-05 ] [ eta: 383 days, 9:25:31 ] [ l_g_pix: 2.5260e-02 ] [ l_g_total: 2.5260e-02 ] +2024-10-24 23:16:32,992 INFO: [ epoch: 27 ] [ iter: 94,200 ] [ performance: 19.424 it/s ] [ lr: 5.00e-05 ] [ eta: 377 days, 5:42:25 ] [ l_g_pix: 3.1287e-02 ] [ l_g_total: 3.1287e-02 ] +2024-10-24 23:16:38,190 INFO: [ epoch: 27 ] [ iter: 94,300 ] [ performance: 19.629 it/s ] [ lr: 5.00e-05 ] [ eta: 371 days, 1:48:40 ] [ l_g_pix: 4.0676e-02 ] [ l_g_total: 4.0676e-02 ] +2024-10-24 23:16:43,397 INFO: [ epoch: 27 ] [ iter: 94,400 ] [ performance: 19.307 it/s ] [ lr: 5.00e-05 ] [ eta: 364 days, 21:38:20 ] [ l_g_pix: 3.7904e-02 ] [ l_g_total: 3.7904e-02 ] +2024-10-24 23:16:48,842 INFO: [ epoch: 27 ] [ iter: 94,500 ] [ performance: 16.998 it/s ] [ lr: 5.00e-05 ] [ eta: 358 days, 17:32:33 ] [ l_g_pix: 2.6245e-02 ] [ l_g_total: 2.6245e-02 ] +2024-10-24 23:16:54,130 INFO: [ epoch: 27 ] [ iter: 94,600 ] [ performance: 18.433 it/s ] [ lr: 5.00e-05 ] [ eta: 352 days, 12:54:28 ] [ l_g_pix: 3.3970e-02 ] [ l_g_total: 3.3970e-02 ] +2024-10-24 23:16:59,217 INFO: [ epoch: 27 ] [ iter: 94,700 ] [ performance: 20.267 it/s ] [ lr: 5.00e-05 ] [ eta: 346 days, 7:40:55 ] [ l_g_pix: 2.4383e-02 ] [ l_g_total: 2.4383e-02 ] +2024-10-24 23:17:04,408 INFO: [ epoch: 27 ] [ iter: 94,800 ] [ performance: 19.482 it/s ] [ lr: 5.00e-05 ] [ eta: 340 days, 2:19:30 ] [ l_g_pix: 3.7992e-02 ] [ l_g_total: 3.7992e-02 ] +2024-10-24 23:17:09,527 INFO: [ epoch: 27 ] [ iter: 94,900 ] [ performance: 19.948 it/s ] [ lr: 5.00e-05 ] [ eta: 333 days, 20:34:39 ] [ l_g_pix: 3.2539e-02 ] [ l_g_total: 3.2539e-02 ] +2024-10-24 23:17:14,622 INFO: [ epoch: 27 ] [ iter: 95,000 ] [ performance: 19.699 it/s ] [ lr: 5.00e-05 ] [ eta: 327 days, 14:30:44 ] [ l_g_pix: 3.2616e-02 ] [ l_g_total: 3.2616e-02 ] +2024-10-24 23:17:19,827 INFO: [ epoch: 27 ] [ iter: 95,100 ] [ performance: 19.044 it/s ] [ lr: 5.00e-05 ] [ eta: 321 days, 8:18:52 ] [ l_g_pix: 2.5403e-02 ] [ l_g_total: 2.5403e-02 ] +2024-10-24 23:17:25,318 INFO: [ epoch: 27 ] [ iter: 95,200 ] [ performance: 18.386 it/s ] [ lr: 5.00e-05 ] [ eta: 315 days, 2:12:26 ] [ l_g_pix: 2.3046e-02 ] [ l_g_total: 2.3046e-02 ] +2024-10-24 23:17:30,569 INFO: [ epoch: 27 ] [ iter: 95,300 ] [ performance: 19.481 it/s ] [ lr: 5.00e-05 ] [ eta: 308 days, 19:28:57 ] [ l_g_pix: 2.6791e-02 ] [ l_g_total: 2.6791e-02 ] +2024-10-24 23:17:35,587 INFO: [ epoch: 27 ] [ iter: 95,400 ] [ performance: 19.835 it/s ] [ lr: 5.00e-05 ] [ eta: 302 days, 12:10:07 ] [ l_g_pix: 2.5671e-02 ] [ l_g_total: 2.5671e-02 ] +2024-10-24 23:17:40,557 INFO: [ epoch: 27 ] [ iter: 95,500 ] [ performance: 19.878 it/s ] [ lr: 5.00e-05 ] [ eta: 296 days, 4:30:57 ] [ l_g_pix: 3.1336e-02 ] [ l_g_total: 3.1336e-02 ] +2024-10-24 23:17:45,602 INFO: [ epoch: 27 ] [ iter: 95,600 ] [ performance: 19.837 it/s ] [ lr: 5.00e-05 ] [ eta: 289 days, 20:40:40 ] [ l_g_pix: 1.7317e-02 ] [ l_g_total: 1.7317e-02 ] +2024-10-24 23:17:50,602 INFO: [ epoch: 27 ] [ iter: 95,700 ] [ performance: 20.609 it/s ] [ lr: 5.00e-05 ] [ eta: 283 days, 12:30:26 ] [ l_g_pix: 3.4941e-02 ] [ l_g_total: 3.4941e-02 ] +2024-10-24 23:17:55,673 INFO: [ epoch: 27 ] [ iter: 95,800 ] [ performance: 19.890 it/s ] [ lr: 5.00e-05 ] [ eta: 277 days, 4:08:24 ] [ l_g_pix: 2.5677e-02 ] [ l_g_total: 2.5677e-02 ] +2024-10-24 23:18:00,841 INFO: [ epoch: 27 ] [ iter: 95,900 ] [ performance: 20.850 it/s ] [ lr: 5.00e-05 ] [ eta: 270 days, 19:36:09 ] [ l_g_pix: 4.7334e-02 ] [ l_g_total: 4.7334e-02 ] +2024-10-24 23:18:07,277 INFO: [ epoch: 28 ] [ iter: 96,000 ] [ performance: 16.317 it/s ] [ lr: 5.00e-05 ] [ eta: 264 days, 12:11:10 ] [ l_g_pix: 2.4846e-02 ] [ l_g_total: 2.4846e-02 ] +2024-10-24 23:18:12,331 INFO: [ epoch: 28 ] [ iter: 96,100 ] [ performance: 19.660 it/s ] [ lr: 5.00e-05 ] [ eta: 258 days, 2:54:55 ] [ l_g_pix: 3.5171e-02 ] [ l_g_total: 3.5171e-02 ] +2024-10-24 23:18:17,403 INFO: [ epoch: 28 ] [ iter: 96,200 ] [ performance: 19.708 it/s ] [ lr: 5.00e-05 ] [ eta: 251 days, 17:22:59 ] [ l_g_pix: 3.0171e-02 ] [ l_g_total: 3.0171e-02 ] +2024-10-24 23:18:22,435 INFO: [ epoch: 28 ] [ iter: 96,300 ] [ performance: 19.338 it/s ] [ lr: 5.00e-05 ] [ eta: 245 days, 7:31:42 ] [ l_g_pix: 3.9678e-02 ] [ l_g_total: 3.9678e-02 ] +2024-10-24 23:18:27,627 INFO: [ epoch: 28 ] [ iter: 96,400 ] [ performance: 19.275 it/s ] [ lr: 5.00e-05 ] [ eta: 238 days, 21:33:13 ] [ l_g_pix: 3.2607e-02 ] [ l_g_total: 3.2607e-02 ] +2024-10-24 23:18:33,123 INFO: [ epoch: 28 ] [ iter: 96,500 ] [ performance: 15.619 it/s ] [ lr: 5.00e-05 ] [ eta: 232 days, 11:35:08 ] [ l_g_pix: 2.7331e-02 ] [ l_g_total: 2.7331e-02 ] +2024-10-24 23:18:38,368 INFO: [ epoch: 28 ] [ iter: 96,600 ] [ performance: 18.392 it/s ] [ lr: 5.00e-05 ] [ eta: 226 days, 1:04:32 ] [ l_g_pix: 3.2247e-02 ] [ l_g_total: 3.2247e-02 ] +2024-10-24 23:18:43,502 INFO: [ epoch: 28 ] [ iter: 96,700 ] [ performance: 19.791 it/s ] [ lr: 5.00e-05 ] [ eta: 219 days, 14:10:19 ] [ l_g_pix: 1.7861e-02 ] [ l_g_total: 1.7861e-02 ] +2024-10-24 23:18:48,627 INFO: [ epoch: 28 ] [ iter: 96,800 ] [ performance: 19.557 it/s ] [ lr: 5.00e-05 ] [ eta: 213 days, 2:58:33 ] [ l_g_pix: 2.4459e-02 ] [ l_g_total: 2.4459e-02 ] +2024-10-24 23:18:53,748 INFO: [ epoch: 28 ] [ iter: 96,900 ] [ performance: 20.223 it/s ] [ lr: 5.00e-05 ] [ eta: 206 days, 15:29:29 ] [ l_g_pix: 3.3367e-02 ] [ l_g_total: 3.3367e-02 ] +2024-10-24 23:18:58,946 INFO: [ epoch: 28 ] [ iter: 97,000 ] [ performance: 19.384 it/s ] [ lr: 5.00e-05 ] [ eta: 200 days, 3:47:11 ] [ l_g_pix: 2.9213e-02 ] [ l_g_total: 2.9213e-02 ] +2024-10-24 23:19:04,046 INFO: [ epoch: 28 ] [ iter: 97,100 ] [ performance: 20.243 it/s ] [ lr: 5.00e-05 ] [ eta: 193 days, 15:42:50 ] [ l_g_pix: 2.4022e-02 ] [ l_g_total: 2.4022e-02 ] +2024-10-24 23:19:09,531 INFO: [ epoch: 28 ] [ iter: 97,200 ] [ performance: 18.502 it/s ] [ lr: 5.00e-05 ] [ eta: 187 days, 3:39:24 ] [ l_g_pix: 2.6028e-02 ] [ l_g_total: 2.6028e-02 ] +2024-10-24 23:19:14,677 INFO: [ epoch: 28 ] [ iter: 97,300 ] [ performance: 20.126 it/s ] [ lr: 5.00e-05 ] [ eta: 180 days, 15:02:28 ] [ l_g_pix: 4.1184e-02 ] [ l_g_total: 4.1184e-02 ] +2024-10-24 23:19:19,813 INFO: [ epoch: 28 ] [ iter: 97,400 ] [ performance: 19.561 it/s ] [ lr: 5.00e-05 ] [ eta: 174 days, 2:07:56 ] [ l_g_pix: 2.2425e-02 ] [ l_g_total: 2.2425e-02 ] +2024-10-24 23:19:24,830 INFO: [ epoch: 28 ] [ iter: 97,500 ] [ performance: 19.903 it/s ] [ lr: 5.00e-05 ] [ eta: 167 days, 12:51:21 ] [ l_g_pix: 2.4810e-02 ] [ l_g_total: 2.4810e-02 ] +2024-10-24 23:19:29,889 INFO: [ epoch: 28 ] [ iter: 97,600 ] [ performance: 19.787 it/s ] [ lr: 5.00e-05 ] [ eta: 160 days, 23:19:43 ] [ l_g_pix: 2.6984e-02 ] [ l_g_total: 2.6984e-02 ] +2024-10-24 23:19:34,888 INFO: [ epoch: 28 ] [ iter: 97,700 ] [ performance: 20.102 it/s ] [ lr: 5.00e-05 ] [ eta: 154 days, 9:28:54 ] [ l_g_pix: 3.6481e-02 ] [ l_g_total: 3.6481e-02 ] +2024-10-24 23:19:39,967 INFO: [ epoch: 28 ] [ iter: 97,800 ] [ performance: 19.740 it/s ] [ lr: 5.00e-05 ] [ eta: 147 days, 19:24:22 ] [ l_g_pix: 2.9624e-02 ] [ l_g_total: 2.9624e-02 ] +2024-10-24 23:19:45,464 INFO: [ epoch: 28 ] [ iter: 97,900 ] [ performance: 19.248 it/s ] [ lr: 5.00e-05 ] [ eta: 141 days, 5:17:33 ] [ l_g_pix: 2.9278e-02 ] [ l_g_total: 2.9278e-02 ] +2024-10-24 23:19:50,453 INFO: [ epoch: 28 ] [ iter: 98,000 ] [ performance: 19.952 it/s ] [ lr: 5.00e-05 ] [ eta: 134 days, 14:35:27 ] [ l_g_pix: 2.9725e-02 ] [ l_g_total: 2.9725e-02 ] +2024-10-24 23:19:55,598 INFO: [ epoch: 28 ] [ iter: 98,100 ] [ performance: 19.408 it/s ] [ lr: 5.00e-05 ] [ eta: 127 days, 23:41:40 ] [ l_g_pix: 2.9894e-02 ] [ l_g_total: 2.9894e-02 ] +2024-10-24 23:20:00,698 INFO: [ epoch: 28 ] [ iter: 98,200 ] [ performance: 19.589 it/s ] [ lr: 5.00e-05 ] [ eta: 121 days, 8:29:23 ] [ l_g_pix: 2.7316e-02 ] [ l_g_total: 2.7316e-02 ] +2024-10-24 23:20:05,878 INFO: [ epoch: 28 ] [ iter: 98,300 ] [ performance: 19.518 it/s ] [ lr: 5.00e-05 ] [ eta: 114 days, 17:02:22 ] [ l_g_pix: 3.5349e-02 ] [ l_g_total: 3.5349e-02 ] +2024-10-24 23:20:10,989 INFO: [ epoch: 28 ] [ iter: 98,400 ] [ performance: 19.562 it/s ] [ lr: 5.00e-05 ] [ eta: 108 days, 1:16:15 ] [ l_g_pix: 3.1144e-02 ] [ l_g_total: 3.1144e-02 ] +2024-10-24 23:20:16,041 INFO: [ epoch: 28 ] [ iter: 98,500 ] [ performance: 20.430 it/s ] [ lr: 5.00e-05 ] [ eta: 101 days, 9:11:37 ] [ l_g_pix: 3.2635e-02 ] [ l_g_total: 3.2635e-02 ] +2024-10-24 23:20:21,565 INFO: [ epoch: 28 ] [ iter: 98,600 ] [ performance: 18.295 it/s ] [ lr: 5.00e-05 ] [ eta: 94 days, 17:01:09 ] [ l_g_pix: 2.4593e-02 ] [ l_g_total: 2.4593e-02 ] +2024-10-24 23:20:26,694 INFO: [ epoch: 28 ] [ iter: 98,700 ] [ performance: 19.689 it/s ] [ lr: 5.00e-05 ] [ eta: 88 days, 0:23:43 ] [ l_g_pix: 3.4657e-02 ] [ l_g_total: 3.4657e-02 ] +2024-10-24 23:20:31,844 INFO: [ epoch: 28 ] [ iter: 98,800 ] [ performance: 19.442 it/s ] [ lr: 5.00e-05 ] [ eta: 81 days, 7:29:37 ] [ l_g_pix: 3.9872e-02 ] [ l_g_total: 3.9872e-02 ] +2024-10-24 23:20:36,868 INFO: [ epoch: 28 ] [ iter: 98,900 ] [ performance: 20.012 it/s ] [ lr: 5.00e-05 ] [ eta: 74 days, 14:16:02 ] [ l_g_pix: 3.0863e-02 ] [ l_g_total: 3.0863e-02 ] +2024-10-24 23:20:42,017 INFO: [ epoch: 28 ] [ iter: 99,000 ] [ performance: 19.466 it/s ] [ lr: 5.00e-05 ] [ eta: 67 days, 20:47:47 ] [ l_g_pix: 4.7055e-02 ] [ l_g_total: 4.7055e-02 ] +2024-10-24 23:20:47,199 INFO: [ epoch: 28 ] [ iter: 99,100 ] [ performance: 19.549 it/s ] [ lr: 5.00e-05 ] [ eta: 61 days, 3:02:52 ] [ l_g_pix: 2.3917e-02 ] [ l_g_total: 2.3917e-02 ] +2024-10-24 23:20:52,592 INFO: [ epoch: 28 ] [ iter: 99,200 ] [ performance: 18.608 it/s ] [ lr: 5.00e-05 ] [ eta: 54 days, 9:03:29 ] [ l_g_pix: 3.4437e-02 ] [ l_g_total: 3.4437e-02 ] +2024-10-24 23:20:57,612 INFO: [ epoch: 28 ] [ iter: 99,300 ] [ performance: 20.901 it/s ] [ lr: 5.00e-05 ] [ eta: 47 days, 14:41:46 ] [ l_g_pix: 2.5323e-02 ] [ l_g_total: 2.5323e-02 ] +2024-10-24 23:21:03,910 INFO: [ epoch: 29 ] [ iter: 99,400 ] [ performance: 16.099 it/s ] [ lr: 5.00e-05 ] [ eta: 40 days, 20:16:06 ] [ l_g_pix: 4.2866e-02 ] [ l_g_total: 4.2866e-02 ] +2024-10-24 23:21:09,075 INFO: [ epoch: 29 ] [ iter: 99,500 ] [ performance: 20.986 it/s ] [ lr: 5.00e-05 ] [ eta: 34 days, 1:20:00 ] [ l_g_pix: 2.6725e-02 ] [ l_g_total: 2.6725e-02 ] +2024-10-24 23:21:14,249 INFO: [ epoch: 29 ] [ iter: 99,600 ] [ performance: 19.404 it/s ] [ lr: 5.00e-05 ] [ eta: 27 days, 6:06:45 ] [ l_g_pix: 3.0425e-02 ] [ l_g_total: 3.0425e-02 ] +2024-10-24 23:21:19,426 INFO: [ epoch: 29 ] [ iter: 99,700 ] [ performance: 19.925 it/s ] [ lr: 5.00e-05 ] [ eta: 20 days, 10:36:16 ] [ l_g_pix: 2.1392e-02 ] [ l_g_total: 2.1392e-02 ] +2024-10-24 23:21:24,583 INFO: [ epoch: 29 ] [ iter: 99,800 ] [ performance: 19.411 it/s ] [ lr: 5.00e-05 ] [ eta: 13 days, 14:48:28 ] [ l_g_pix: 2.6970e-02 ] [ l_g_total: 2.6970e-02 ] +2024-10-24 23:21:30,229 INFO: [ epoch: 29 ] [ iter: 99,900 ] [ performance: 19.032 it/s ] [ lr: 5.00e-05 ] [ eta: 6 days, 18:44:17 ] [ l_g_pix: 3.9621e-02 ] [ l_g_total: 3.9621e-02 ] +2024-10-24 23:21:35,435 INFO: [ epoch: 29 ] [ iter:100,000 ] [ performance: 19.204 it/s ] [ lr: 5.00e-05 ] [ eta: -1 day, 22:21:18 ] [ l_g_pix: 2.9147e-02 ] [ l_g_total: 2.9147e-02 ] +2024-10-24 23:21:35,436 INFO: Saving models and training states. +2024-10-24 23:22:40,991 INFO: Validation val + + # psnr: 21.9282........ Best: 21.9398 @ 60000 iter + # ssim: 0.6450........ Best: 0.6451 @ 90000 iter + # dists: 0.7860........ Best: 0.7860 @ 100000 iter + +2024-10-24 23:22:41,941 INFO: End of training. Time consumed: 1:39:52 +2024-10-24 23:22:41,942 INFO: Save the latest model. +2024-10-24 23:23:50,168 INFO: Validation val + + # psnr: 21.9282........ Best: 21.9398 @ 60000 iter + # ssim: 0.6450........ Best: 0.6451 @ 90000 iter + # dists: 0.7860........ Best: 0.7860 @ 100002 iter + diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa05/training_states/100000.state b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa05/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..736a84046cd50808dc19dc0453fc046fd48d065f --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa05/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c846d30b98e793b6fc027adc5455f3144ecb150e4673acd42fb74e8f879cccdc +size 14859114 diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa06/4ximagenet_span_fp16_hyperiqa06.toml b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa06/4ximagenet_span_fp16_hyperiqa06.toml new file mode 100644 index 0000000000000000000000000000000000000000..c1178a22815968f55451e2e71372f2b453ec51d3 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa06/4ximagenet_span_fp16_hyperiqa06.toml @@ -0,0 +1,61 @@ +# GENERATE TIME: Thu Oct 24 23:23:55 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16_hyperiqa06.toml + +name = "4ximagenet_span_fp16_hyperiqa06" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/hyperiqa_06/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/hyperiqa_06_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa06/models/net_g_100000.pth b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa06/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..c3e82f591b74689f7196110b6712c7d3c449a19d --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa06/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a8c394e7049fc37fbefed734a84d19c4a5bde8ae9426daf2b7e6b7447aa9708 +size 9010221 diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa06/train_4ximagenet_span_fp16_hyperiqa06_20241024_232355.log b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa06/train_4ximagenet_span_fp16_hyperiqa06_20241024_232355.log new file mode 100644 index 0000000000000000000000000000000000000000..fc31fb7c4ab54a200d5d1658e2e957b12fa322f1 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa06/train_4ximagenet_span_fp16_hyperiqa06_20241024_232355.log @@ -0,0 +1,1100 @@ +2024-10-24 23:23:55,258 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-24 23:23:57,073 INFO: Dataset [paired] is built. +2024-10-24 23:23:57,073 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16_hyperiqa06 + Number of train images: 18397 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1150 + Total epochs 87 for total iters 100000. +2024-10-24 23:23:57,074 INFO: Dataset [paired] is built. +2024-10-24 23:23:57,074 INFO: Number of val images/folders: 100 +2024-10-24 23:23:57,283 INFO: Using network [span]. +2024-10-24 23:23:57,320 INFO: Using exponential-moving average. +2024-10-24 23:23:57,322 INFO: Loss [L1Loss] enabled. +2024-10-24 23:23:57,322 INFO: Using model [image]. +2024-10-24 23:23:57,714 INFO: AMP enabled. +2024-10-24 23:23:57,715 INFO: Deterministic mode enabled. +2024-10-24 23:23:57,715 INFO: Start training from epoch: 0, iter: 0 +2024-10-24 23:24:05,071 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 13.596 it/s ] [ lr: 1.00e-04 ] [ eta: 6 days, 0:47:35 ] [ l_g_pix: 1.2401e-01 ] [ l_g_total: 1.2401e-01 ] +2024-10-24 23:24:10,281 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 15.919 it/s ] [ lr: 1.00e-04 ] [ eta: 12 days, 1:05:26 ] [ l_g_pix: 7.7524e-02 ] [ l_g_total: 7.7524e-02 ] +2024-10-24 23:24:16,074 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 17.249 it/s ] [ lr: 1.00e-04 ] [ eta: 18 days, 17:14:51 ] [ l_g_pix: 7.9723e-02 ] [ l_g_total: 7.9723e-02 ] +2024-10-24 23:24:21,351 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 18.066 it/s ] [ lr: 1.00e-04 ] [ eta: 24 days, 18:46:53 ] [ l_g_pix: 6.9277e-02 ] [ l_g_total: 6.9277e-02 ] +2024-10-24 23:24:26,541 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 19.298 it/s ] [ lr: 1.00e-04 ] [ eta: 30 days, 17:38:07 ] [ l_g_pix: 6.5802e-02 ] [ l_g_total: 6.5802e-02 ] +2024-10-24 23:24:31,826 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 19.107 it/s ] [ lr: 1.00e-04 ] [ eta: 36 days, 18:49:31 ] [ l_g_pix: 6.7495e-02 ] [ l_g_total: 6.7495e-02 ] +2024-10-24 23:24:37,177 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 18.716 it/s ] [ lr: 1.00e-04 ] [ eta: 42 days, 21:30:45 ] [ l_g_pix: 5.1954e-02 ] [ l_g_total: 5.1954e-02 ] +2024-10-24 23:24:42,455 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 18.834 it/s ] [ lr: 1.00e-04 ] [ eta: 48 days, 21:54:47 ] [ l_g_pix: 5.0658e-02 ] [ l_g_total: 5.0658e-02 ] +2024-10-24 23:24:47,733 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 18.914 it/s ] [ lr: 1.00e-04 ] [ eta: 54 days, 22:01:11 ] [ l_g_pix: 5.2826e-02 ] [ l_g_total: 5.2826e-02 ] +2024-10-24 23:24:52,773 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 19.376 it/s ] [ lr: 1.00e-04 ] [ eta: 60 days, 15:18:00 ] [ l_g_pix: 4.7366e-02 ] [ l_g_total: 4.7366e-02 ] +2024-10-24 23:24:57,773 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 20.133 it/s ] [ lr: 1.00e-04 ] [ eta: 66 days, 7:11:40 ] [ l_g_pix: 4.9521e-02 ] [ l_g_total: 4.9521e-02 ] +2024-10-24 23:25:03,675 INFO: [ epoch: 1 ] [ iter: 1,200 ] [ performance: 18.362 it/s ] [ lr: 1.00e-04 ] [ eta: 72 days, 23:32:53 ] [ l_g_pix: 4.4180e-02 ] [ l_g_total: 4.4180e-02 ] +2024-10-24 23:25:08,769 INFO: [ epoch: 1 ] [ iter: 1,300 ] [ performance: 19.787 it/s ] [ lr: 1.00e-04 ] [ eta: 78 days, 17:26:47 ] [ l_g_pix: 5.2183e-02 ] [ l_g_total: 5.2183e-02 ] +2024-10-24 23:25:13,786 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 19.864 it/s ] [ lr: 1.00e-04 ] [ eta: 84 days, 8:55:40 ] [ l_g_pix: 5.9863e-02 ] [ l_g_total: 5.9863e-02 ] +2024-10-24 23:25:18,839 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 19.845 it/s ] [ lr: 1.00e-04 ] [ eta: 90 days, 1:07:56 ] [ l_g_pix: 4.3331e-02 ] [ l_g_total: 4.3331e-02 ] +2024-10-24 23:25:24,125 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 19.355 it/s ] [ lr: 1.00e-04 ] [ eta: 95 days, 23:25:34 ] [ l_g_pix: 4.4221e-02 ] [ l_g_total: 4.4221e-02 ] +2024-10-24 23:25:29,226 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 19.632 it/s ] [ lr: 1.00e-04 ] [ eta: 101 days, 16:21:37 ] [ l_g_pix: 4.6858e-02 ] [ l_g_total: 4.6858e-02 ] +2024-10-24 23:25:34,319 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 19.634 it/s ] [ lr: 1.00e-04 ] [ eta: 107 days, 8:48:38 ] [ l_g_pix: 5.4234e-02 ] [ l_g_total: 5.4234e-02 ] +2024-10-24 23:25:39,420 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 19.589 it/s ] [ lr: 1.00e-04 ] [ eta: 113 days, 1:11:23 ] [ l_g_pix: 4.6025e-02 ] [ l_g_total: 4.6025e-02 ] +2024-10-24 23:25:44,494 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 19.653 it/s ] [ lr: 1.00e-04 ] [ eta: 118 days, 16:32:55 ] [ l_g_pix: 5.0501e-02 ] [ l_g_total: 5.0501e-02 ] +2024-10-24 23:25:49,541 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 19.917 it/s ] [ lr: 1.00e-04 ] [ eta: 124 days, 6:54:04 ] [ l_g_pix: 4.2859e-02 ] [ l_g_total: 4.2859e-02 ] +2024-10-24 23:25:54,495 INFO: [ epoch: 1 ] [ iter: 2,200 ] [ performance: 20.059 it/s ] [ lr: 1.00e-04 ] [ eta: 129 days, 18:26:11 ] [ l_g_pix: 4.4561e-02 ] [ l_g_total: 4.4561e-02 ] +2024-10-24 23:26:00,023 INFO: [ epoch: 2 ] [ iter: 2,300 ] [ performance: 17.760 it/s ] [ lr: 1.00e-04 ] [ eta: 135 days, 21:13:42 ] [ l_g_pix: 4.4699e-02 ] [ l_g_total: 4.4699e-02 ] +2024-10-24 23:26:05,070 INFO: [ epoch: 2 ] [ iter: 2,400 ] [ performance: 18.796 it/s ] [ lr: 1.00e-04 ] [ eta: 141 days, 10:45:08 ] [ l_g_pix: 3.5337e-02 ] [ l_g_total: 3.5337e-02 ] +2024-10-24 23:26:10,109 INFO: [ epoch: 2 ] [ iter: 2,500 ] [ performance: 19.905 it/s ] [ lr: 1.00e-04 ] [ eta: 146 days, 23:44:53 ] [ l_g_pix: 4.1797e-02 ] [ l_g_total: 4.1797e-02 ] +2024-10-24 23:26:15,206 INFO: [ epoch: 2 ] [ iter: 2,600 ] [ performance: 19.754 it/s ] [ lr: 1.00e-04 ] [ eta: 152 days, 14:01:01 ] [ l_g_pix: 4.0986e-02 ] [ l_g_total: 4.0986e-02 ] +2024-10-24 23:26:20,286 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 19.687 it/s ] [ lr: 1.00e-04 ] [ eta: 158 days, 3:34:38 ] [ l_g_pix: 4.6071e-02 ] [ l_g_total: 4.6071e-02 ] +2024-10-24 23:26:25,301 INFO: [ epoch: 2 ] [ iter: 2,800 ] [ performance: 19.823 it/s ] [ lr: 1.00e-04 ] [ eta: 163 days, 15:04:55 ] [ l_g_pix: 4.3405e-02 ] [ l_g_total: 4.3405e-02 ] +2024-10-24 23:26:30,460 INFO: [ epoch: 2 ] [ iter: 2,900 ] [ performance: 19.319 it/s ] [ lr: 1.00e-04 ] [ eta: 169 days, 6:10:43 ] [ l_g_pix: 4.3550e-02 ] [ l_g_total: 4.3550e-02 ] +2024-10-24 23:26:35,562 INFO: [ epoch: 2 ] [ iter: 3,000 ] [ performance: 19.470 it/s ] [ lr: 1.00e-04 ] [ eta: 174 days, 19:28:09 ] [ l_g_pix: 2.6780e-02 ] [ l_g_total: 2.6780e-02 ] +2024-10-24 23:26:40,679 INFO: [ epoch: 2 ] [ iter: 3,100 ] [ performance: 19.477 it/s ] [ lr: 1.00e-04 ] [ eta: 180 days, 8:52:40 ] [ l_g_pix: 4.1051e-02 ] [ l_g_total: 4.1051e-02 ] +2024-10-24 23:26:45,767 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 19.574 it/s ] [ lr: 1.00e-04 ] [ eta: 185 days, 21:12:43 ] [ l_g_pix: 3.8891e-02 ] [ l_g_total: 3.8891e-02 ] +2024-10-24 23:26:50,775 INFO: [ epoch: 2 ] [ iter: 3,300 ] [ performance: 20.005 it/s ] [ lr: 1.00e-04 ] [ eta: 191 days, 7:06:48 ] [ l_g_pix: 3.9748e-02 ] [ l_g_total: 3.9748e-02 ] +2024-10-24 23:26:55,552 INFO: [ epoch: 2 ] [ iter: 3,400 ] [ performance: 20.501 it/s ] [ lr: 1.00e-04 ] [ eta: 196 days, 10:32:38 ] [ l_g_pix: 4.8688e-02 ] [ l_g_total: 4.8688e-02 ] +2024-10-24 23:27:01,460 INFO: [ epoch: 3 ] [ iter: 3,500 ] [ performance: 16.173 it/s ] [ lr: 1.00e-04 ] [ eta: 202 days, 20:02:22 ] [ l_g_pix: 3.5117e-02 ] [ l_g_total: 3.5117e-02 ] +2024-10-24 23:27:06,574 INFO: [ epoch: 3 ] [ iter: 3,600 ] [ performance: 17.863 it/s ] [ lr: 1.00e-04 ] [ eta: 208 days, 7:55:55 ] [ l_g_pix: 5.8874e-02 ] [ l_g_total: 5.8874e-02 ] +2024-10-24 23:27:11,673 INFO: [ epoch: 3 ] [ iter: 3,700 ] [ performance: 19.668 it/s ] [ lr: 1.00e-04 ] [ eta: 213 days, 19:08:01 ] [ l_g_pix: 5.0777e-02 ] [ l_g_total: 5.0777e-02 ] +2024-10-24 23:27:16,654 INFO: [ epoch: 3 ] [ iter: 3,800 ] [ performance: 19.891 it/s ] [ lr: 1.00e-04 ] [ eta: 219 days, 2:55:11 ] [ l_g_pix: 3.5986e-02 ] [ l_g_total: 3.5986e-02 ] +2024-10-24 23:27:21,485 INFO: [ epoch: 3 ] [ iter: 3,900 ] [ performance: 20.598 it/s ] [ lr: 1.00e-04 ] [ eta: 224 days, 6:24:55 ] [ l_g_pix: 5.7178e-02 ] [ l_g_total: 5.7178e-02 ] +2024-10-24 23:27:26,305 INFO: [ epoch: 3 ] [ iter: 4,000 ] [ performance: 20.681 it/s ] [ lr: 1.00e-04 ] [ eta: 229 days, 9:21:04 ] [ l_g_pix: 3.9205e-02 ] [ l_g_total: 3.9205e-02 ] +2024-10-24 23:27:31,229 INFO: [ epoch: 3 ] [ iter: 4,100 ] [ performance: 20.408 it/s ] [ lr: 1.00e-04 ] [ eta: 234 days, 14:46:05 ] [ l_g_pix: 5.9839e-02 ] [ l_g_total: 5.9839e-02 ] +2024-10-24 23:27:36,251 INFO: [ epoch: 3 ] [ iter: 4,200 ] [ performance: 20.131 it/s ] [ lr: 1.00e-04 ] [ eta: 239 days, 22:32:31 ] [ l_g_pix: 6.5471e-02 ] [ l_g_total: 6.5471e-02 ] +2024-10-24 23:27:41,268 INFO: [ epoch: 3 ] [ iter: 4,300 ] [ performance: 19.952 it/s ] [ lr: 1.00e-04 ] [ eta: 245 days, 5:53:34 ] [ l_g_pix: 3.5277e-02 ] [ l_g_total: 3.5277e-02 ] +2024-10-24 23:27:46,258 INFO: [ epoch: 3 ] [ iter: 4,400 ] [ performance: 20.002 it/s ] [ lr: 1.00e-04 ] [ eta: 250 days, 12:15:46 ] [ l_g_pix: 4.4278e-02 ] [ l_g_total: 4.4278e-02 ] +2024-10-24 23:27:51,267 INFO: [ epoch: 3 ] [ iter: 4,500 ] [ performance: 20.157 it/s ] [ lr: 1.00e-04 ] [ eta: 255 days, 18:50:24 ] [ l_g_pix: 4.8736e-02 ] [ l_g_total: 4.8736e-02 ] +2024-10-24 23:27:56,866 INFO: [ epoch: 4 ] [ iter: 4,600 ] [ performance: 18.802 it/s ] [ lr: 1.00e-04 ] [ eta: 261 days, 16:46:26 ] [ l_g_pix: 3.8953e-02 ] [ l_g_total: 3.8953e-02 ] +2024-10-24 23:28:01,996 INFO: [ epoch: 4 ] [ iter: 4,700 ] [ performance: 19.602 it/s ] [ lr: 1.00e-04 ] [ eta: 267 days, 2:01:12 ] [ l_g_pix: 4.7885e-02 ] [ l_g_total: 4.7885e-02 ] +2024-10-24 23:28:07,102 INFO: [ epoch: 4 ] [ iter: 4,800 ] [ performance: 19.594 it/s ] [ lr: 1.00e-04 ] [ eta: 272 days, 10:19:02 ] [ l_g_pix: 4.5927e-02 ] [ l_g_total: 4.5927e-02 ] +2024-10-24 23:28:12,191 INFO: [ epoch: 4 ] [ iter: 4,900 ] [ performance: 19.563 it/s ] [ lr: 1.00e-04 ] [ eta: 277 days, 17:52:47 ] [ l_g_pix: 3.2522e-02 ] [ l_g_total: 3.2522e-02 ] +2024-10-24 23:28:17,311 INFO: [ epoch: 4 ] [ iter: 5,000 ] [ performance: 19.548 it/s ] [ lr: 1.00e-04 ] [ eta: 283 days, 1:58:04 ] [ l_g_pix: 3.8353e-02 ] [ l_g_total: 3.8353e-02 ] +2024-10-24 23:28:22,425 INFO: [ epoch: 4 ] [ iter: 5,100 ] [ performance: 19.548 it/s ] [ lr: 1.00e-04 ] [ eta: 288 days, 9:38:05 ] [ l_g_pix: 5.1132e-02 ] [ l_g_total: 5.1132e-02 ] +2024-10-24 23:28:27,479 INFO: [ epoch: 4 ] [ iter: 5,200 ] [ performance: 19.685 it/s ] [ lr: 1.00e-04 ] [ eta: 293 days, 15:25:50 ] [ l_g_pix: 3.8387e-02 ] [ l_g_total: 3.8387e-02 ] +2024-10-24 23:28:32,393 INFO: [ epoch: 4 ] [ iter: 5,300 ] [ performance: 20.319 it/s ] [ lr: 1.00e-04 ] [ eta: 298 days, 17:15:43 ] [ l_g_pix: 2.8782e-02 ] [ l_g_total: 2.8782e-02 ] +2024-10-24 23:28:37,425 INFO: [ epoch: 4 ] [ iter: 5,400 ] [ performance: 20.063 it/s ] [ lr: 1.00e-04 ] [ eta: 303 days, 21:54:04 ] [ l_g_pix: 3.6844e-02 ] [ l_g_total: 3.6844e-02 ] +2024-10-24 23:28:42,521 INFO: [ epoch: 4 ] [ iter: 5,500 ] [ performance: 19.626 it/s ] [ lr: 1.00e-04 ] [ eta: 309 days, 3:57:42 ] [ l_g_pix: 3.1301e-02 ] [ l_g_total: 3.1301e-02 ] +2024-10-24 23:28:47,493 INFO: [ epoch: 4 ] [ iter: 5,600 ] [ performance: 19.904 it/s ] [ lr: 1.00e-04 ] [ eta: 314 days, 6:30:14 ] [ l_g_pix: 3.0265e-02 ] [ l_g_total: 3.0265e-02 ] +2024-10-24 23:28:52,316 INFO: [ epoch: 4 ] [ iter: 5,700 ] [ performance: 20.901 it/s ] [ lr: 1.00e-04 ] [ eta: 319 days, 4:50:29 ] [ l_g_pix: 2.6243e-02 ] [ l_g_total: 2.6243e-02 ] +2024-10-24 23:28:58,321 INFO: [ epoch: 5 ] [ iter: 5,800 ] [ performance: 18.204 it/s ] [ lr: 1.00e-04 ] [ eta: 325 days, 9:50:05 ] [ l_g_pix: 2.9888e-02 ] [ l_g_total: 2.9888e-02 ] +2024-10-24 23:29:03,397 INFO: [ epoch: 5 ] [ iter: 5,900 ] [ performance: 19.797 it/s ] [ lr: 1.00e-04 ] [ eta: 330 days, 14:13:26 ] [ l_g_pix: 4.0822e-02 ] [ l_g_total: 4.0822e-02 ] +2024-10-24 23:29:08,401 INFO: [ epoch: 5 ] [ iter: 6,000 ] [ performance: 19.907 it/s ] [ lr: 1.00e-04 ] [ eta: 335 days, 16:27:20 ] [ l_g_pix: 3.0366e-02 ] [ l_g_total: 3.0366e-02 ] +2024-10-24 23:29:13,528 INFO: [ epoch: 5 ] [ iter: 6,100 ] [ performance: 19.481 it/s ] [ lr: 1.00e-04 ] [ eta: 340 days, 21:36:38 ] [ l_g_pix: 6.7006e-02 ] [ l_g_total: 6.7006e-02 ] +2024-10-24 23:29:18,575 INFO: [ epoch: 5 ] [ iter: 6,200 ] [ performance: 19.677 it/s ] [ lr: 1.00e-04 ] [ eta: 346 days, 0:23:38 ] [ l_g_pix: 4.0538e-02 ] [ l_g_total: 4.0538e-02 ] +2024-10-24 23:29:23,508 INFO: [ epoch: 5 ] [ iter: 6,300 ] [ performance: 20.083 it/s ] [ lr: 1.00e-04 ] [ eta: 350 days, 23:55:57 ] [ l_g_pix: 3.5982e-02 ] [ l_g_total: 3.5982e-02 ] +2024-10-24 23:29:28,525 INFO: [ epoch: 5 ] [ iter: 6,400 ] [ performance: 19.993 it/s ] [ lr: 1.00e-04 ] [ eta: 356 days, 1:24:07 ] [ l_g_pix: 3.7651e-02 ] [ l_g_total: 3.7651e-02 ] +2024-10-24 23:29:33,564 INFO: [ epoch: 5 ] [ iter: 6,500 ] [ performance: 19.793 it/s ] [ lr: 1.00e-04 ] [ eta: 361 days, 3:07:38 ] [ l_g_pix: 4.0301e-02 ] [ l_g_total: 4.0301e-02 ] +2024-10-24 23:29:38,673 INFO: [ epoch: 5 ] [ iter: 6,600 ] [ performance: 19.662 it/s ] [ lr: 1.00e-04 ] [ eta: 366 days, 6:24:59 ] [ l_g_pix: 4.4423e-02 ] [ l_g_total: 4.4423e-02 ] +2024-10-24 23:29:43,633 INFO: [ epoch: 5 ] [ iter: 6,700 ] [ performance: 20.215 it/s ] [ lr: 1.00e-04 ] [ eta: 371 days, 5:32:19 ] [ l_g_pix: 5.1912e-02 ] [ l_g_total: 5.1912e-02 ] +2024-10-24 23:29:48,625 INFO: [ epoch: 5 ] [ iter: 6,800 ] [ performance: 20.107 it/s ] [ lr: 1.00e-04 ] [ eta: 376 days, 5:13:30 ] [ l_g_pix: 5.0492e-02 ] [ l_g_total: 5.0492e-02 ] +2024-10-24 23:29:54,004 INFO: [ epoch: 6 ] [ iter: 6,900 ] [ performance: 17.337 it/s ] [ lr: 1.00e-04 ] [ eta: 381 days, 14:38:20 ] [ l_g_pix: 4.9364e-02 ] [ l_g_total: 4.9364e-02 ] +2024-10-24 23:29:59,115 INFO: [ epoch: 6 ] [ iter: 7,000 ] [ performance: 18.617 it/s ] [ lr: 1.00e-04 ] [ eta: 386 days, 16:50:25 ] [ l_g_pix: 3.0220e-02 ] [ l_g_total: 3.0220e-02 ] +2024-10-24 23:30:03,955 INFO: [ epoch: 6 ] [ iter: 7,100 ] [ performance: 20.517 it/s ] [ lr: 1.00e-04 ] [ eta: 391 days, 11:46:23 ] [ l_g_pix: 4.1181e-02 ] [ l_g_total: 4.1181e-02 ] +2024-10-24 23:30:08,691 INFO: [ epoch: 6 ] [ iter: 7,200 ] [ performance: 20.877 it/s ] [ lr: 1.00e-04 ] [ eta: 396 days, 3:44:08 ] [ l_g_pix: 4.6021e-02 ] [ l_g_total: 4.6021e-02 ] +2024-10-24 23:30:13,612 INFO: [ epoch: 6 ] [ iter: 7,300 ] [ performance: 19.983 it/s ] [ lr: 1.00e-04 ] [ eta: 401 days, 0:12:55 ] [ l_g_pix: 4.2615e-02 ] [ l_g_total: 4.2615e-02 ] +2024-10-24 23:30:18,692 INFO: [ epoch: 6 ] [ iter: 7,400 ] [ performance: 19.802 it/s ] [ lr: 1.00e-04 ] [ eta: 406 days, 0:29:55 ] [ l_g_pix: 2.5136e-02 ] [ l_g_total: 2.5136e-02 ] +2024-10-24 23:30:23,557 INFO: [ epoch: 6 ] [ iter: 7,500 ] [ performance: 20.688 it/s ] [ lr: 1.00e-04 ] [ eta: 410 days, 18:58:04 ] [ l_g_pix: 5.2271e-02 ] [ l_g_total: 5.2271e-02 ] +2024-10-24 23:30:28,520 INFO: [ epoch: 6 ] [ iter: 7,600 ] [ performance: 20.356 it/s ] [ lr: 1.00e-04 ] [ eta: 415 days, 15:41:11 ] [ l_g_pix: 4.0991e-02 ] [ l_g_total: 4.0991e-02 ] +2024-10-24 23:30:33,541 INFO: [ epoch: 6 ] [ iter: 7,700 ] [ performance: 19.886 it/s ] [ lr: 1.00e-04 ] [ eta: 420 days, 13:38:01 ] [ l_g_pix: 4.3174e-02 ] [ l_g_total: 4.3174e-02 ] +2024-10-24 23:30:38,517 INFO: [ epoch: 6 ] [ iter: 7,800 ] [ performance: 20.017 it/s ] [ lr: 1.00e-04 ] [ eta: 425 days, 10:08:07 ] [ l_g_pix: 4.4995e-02 ] [ l_g_total: 4.4995e-02 ] +2024-10-24 23:30:43,647 INFO: [ epoch: 6 ] [ iter: 7,900 ] [ performance: 19.419 it/s ] [ lr: 1.00e-04 ] [ eta: 430 days, 10:18:15 ] [ l_g_pix: 3.9747e-02 ] [ l_g_total: 3.9747e-02 ] +2024-10-24 23:30:48,479 INFO: [ epoch: 6 ] [ iter: 8,000 ] [ performance: 20.195 it/s ] [ lr: 1.00e-04 ] [ eta: 435 days, 2:33:25 ] [ l_g_pix: 3.0563e-02 ] [ l_g_total: 3.0563e-02 ] +2024-10-24 23:30:54,243 INFO: [ epoch: 7 ] [ iter: 8,100 ] [ performance: 15.377 it/s ] [ lr: 1.00e-04 ] [ eta: 440 days, 18:20:28 ] [ l_g_pix: 5.1752e-02 ] [ l_g_total: 5.1752e-02 ] +2024-10-24 23:30:59,186 INFO: [ epoch: 7 ] [ iter: 8,200 ] [ performance: 18.090 it/s ] [ lr: 1.00e-04 ] [ eta: 445 days, 12:53:41 ] [ l_g_pix: 3.0897e-02 ] [ l_g_total: 3.0897e-02 ] +2024-10-24 23:31:04,215 INFO: [ epoch: 7 ] [ iter: 8,300 ] [ performance: 19.551 it/s ] [ lr: 1.00e-04 ] [ eta: 450 days, 9:20:27 ] [ l_g_pix: 4.3899e-02 ] [ l_g_total: 4.3899e-02 ] +2024-10-24 23:31:09,117 INFO: [ epoch: 7 ] [ iter: 8,400 ] [ performance: 20.077 it/s ] [ lr: 1.00e-04 ] [ eta: 455 days, 2:17:21 ] [ l_g_pix: 3.6175e-02 ] [ l_g_total: 3.6175e-02 ] +2024-10-24 23:31:14,119 INFO: [ epoch: 7 ] [ iter: 8,500 ] [ performance: 19.987 it/s ] [ lr: 1.00e-04 ] [ eta: 459 days, 21:28:58 ] [ l_g_pix: 4.1547e-02 ] [ l_g_total: 4.1547e-02 ] +2024-10-24 23:31:19,036 INFO: [ epoch: 7 ] [ iter: 8,600 ] [ performance: 20.210 it/s ] [ lr: 1.00e-04 ] [ eta: 464 days, 14:15:05 ] [ l_g_pix: 4.4197e-02 ] [ l_g_total: 4.4197e-02 ] +2024-10-24 23:31:23,999 INFO: [ epoch: 7 ] [ iter: 8,700 ] [ performance: 20.199 it/s ] [ lr: 1.00e-04 ] [ eta: 469 days, 7:55:58 ] [ l_g_pix: 4.0369e-02 ] [ l_g_total: 4.0369e-02 ] +2024-10-24 23:31:28,951 INFO: [ epoch: 7 ] [ iter: 8,800 ] [ performance: 20.198 it/s ] [ lr: 1.00e-04 ] [ eta: 474 days, 1:02:44 ] [ l_g_pix: 3.5164e-02 ] [ l_g_total: 3.5164e-02 ] +2024-10-24 23:31:33,963 INFO: [ epoch: 7 ] [ iter: 8,900 ] [ performance: 19.831 it/s ] [ lr: 1.00e-04 ] [ eta: 478 days, 19:24:03 ] [ l_g_pix: 4.1636e-02 ] [ l_g_total: 4.1636e-02 ] +2024-10-24 23:31:38,919 INFO: [ epoch: 7 ] [ iter: 9,000 ] [ performance: 20.054 it/s ] [ lr: 1.00e-04 ] [ eta: 483 days, 12:03:33 ] [ l_g_pix: 4.2099e-02 ] [ l_g_total: 4.2099e-02 ] +2024-10-24 23:31:43,996 INFO: [ epoch: 7 ] [ iter: 9,100 ] [ performance: 19.528 it/s ] [ lr: 1.00e-04 ] [ eta: 488 days, 7:29:35 ] [ l_g_pix: 4.4347e-02 ] [ l_g_total: 4.4347e-02 ] +2024-10-24 23:31:49,655 INFO: [ epoch: 8 ] [ iter: 9,200 ] [ performance: 18.290 it/s ] [ lr: 1.00e-04 ] [ eta: 493 days, 17:19:38 ] [ l_g_pix: 4.5394e-02 ] [ l_g_total: 4.5394e-02 ] +2024-10-24 23:31:54,806 INFO: [ epoch: 8 ] [ iter: 9,300 ] [ performance: 19.523 it/s ] [ lr: 1.00e-04 ] [ eta: 498 days, 14:04:01 ] [ l_g_pix: 4.8332e-02 ] [ l_g_total: 4.8332e-02 ] +2024-10-24 23:31:59,802 INFO: [ epoch: 8 ] [ iter: 9,400 ] [ performance: 19.843 it/s ] [ lr: 1.00e-04 ] [ eta: 503 days, 6:35:37 ] [ l_g_pix: 4.4725e-02 ] [ l_g_total: 4.4725e-02 ] +2024-10-24 23:32:04,658 INFO: [ epoch: 8 ] [ iter: 9,500 ] [ performance: 20.999 it/s ] [ lr: 1.00e-04 ] [ eta: 507 days, 19:19:54 ] [ l_g_pix: 4.9489e-02 ] [ l_g_total: 4.9489e-02 ] +2024-10-24 23:32:09,597 INFO: [ epoch: 8 ] [ iter: 9,600 ] [ performance: 20.502 it/s ] [ lr: 1.00e-04 ] [ eta: 512 days, 9:53:47 ] [ l_g_pix: 4.5969e-02 ] [ l_g_total: 4.5969e-02 ] +2024-10-24 23:32:14,557 INFO: [ epoch: 8 ] [ iter: 9,700 ] [ performance: 20.311 it/s ] [ lr: 1.00e-04 ] [ eta: 517 days, 0:42:34 ] [ l_g_pix: 4.7748e-02 ] [ l_g_total: 4.7748e-02 ] +2024-10-24 23:32:19,472 INFO: [ epoch: 8 ] [ iter: 9,800 ] [ performance: 20.336 it/s ] [ lr: 1.00e-04 ] [ eta: 521 days, 14:06:31 ] [ l_g_pix: 3.6742e-02 ] [ l_g_total: 3.6742e-02 ] +2024-10-24 23:32:24,333 INFO: [ epoch: 8 ] [ iter: 9,900 ] [ performance: 20.929 it/s ] [ lr: 1.00e-04 ] [ eta: 526 days, 1:53:27 ] [ l_g_pix: 3.1987e-02 ] [ l_g_total: 3.1987e-02 ] +2024-10-24 23:32:29,245 INFO: [ epoch: 8 ] [ iter: 10,000 ] [ performance: 20.550 it/s ] [ lr: 1.00e-04 ] [ eta: 530 days, 14:40:04 ] [ l_g_pix: 3.5290e-02 ] [ l_g_total: 3.5290e-02 ] +2024-10-24 23:32:29,245 INFO: Saving models and training states. +2024-10-24 23:33:37,256 INFO: Validation val + + # psnr: 21.1946........ Best: 21.1946 @ 10000 iter + # ssim: 0.6021........ Best: 0.6021 @ 10000 iter + # dists: 0.7922........ Best: 0.7922 @ 10000 iter + +2024-10-24 23:33:42,403 INFO: [ epoch: 8 ] [ iter: 10,100 ] [ performance: 19.512 it/s ] [ lr: 1.00e-04 ] [ eta: 606 days, 3:24:39 ] [ l_g_pix: 3.7403e-02 ] [ l_g_total: 3.7403e-02 ] +2024-10-24 23:33:47,438 INFO: [ epoch: 8 ] [ iter: 10,200 ] [ performance: 19.744 it/s ] [ lr: 1.00e-04 ] [ eta: 610 days, 16:50:12 ] [ l_g_pix: 3.4784e-02 ] [ l_g_total: 3.4784e-02 ] +2024-10-24 23:33:52,347 INFO: [ epoch: 8 ] [ iter: 10,300 ] [ performance: 21.255 it/s ] [ lr: 1.00e-04 ] [ eta: 615 days, 2:49:37 ] [ l_g_pix: 2.7067e-02 ] [ l_g_total: 2.7067e-02 ] +2024-10-24 23:33:58,325 INFO: [ epoch: 9 ] [ iter: 10,400 ] [ performance: 17.990 it/s ] [ lr: 1.00e-04 ] [ eta: 620 days, 15:08:33 ] [ l_g_pix: 3.2882e-02 ] [ l_g_total: 3.2882e-02 ] +2024-10-24 23:34:03,350 INFO: [ epoch: 9 ] [ iter: 10,500 ] [ performance: 19.576 it/s ] [ lr: 1.00e-04 ] [ eta: 625 days, 3:26:35 ] [ l_g_pix: 3.4301e-02 ] [ l_g_total: 3.4301e-02 ] +2024-10-24 23:34:08,565 INFO: [ epoch: 9 ] [ iter: 10,600 ] [ performance: 19.304 it/s ] [ lr: 1.00e-04 ] [ eta: 629 days, 20:11:27 ] [ l_g_pix: 3.9704e-02 ] [ l_g_total: 3.9704e-02 ] +2024-10-24 23:34:13,637 INFO: [ epoch: 9 ] [ iter: 10,700 ] [ performance: 19.798 it/s ] [ lr: 1.00e-04 ] [ eta: 634 days, 9:05:24 ] [ l_g_pix: 3.3545e-02 ] [ l_g_total: 3.3545e-02 ] +2024-10-24 23:34:18,752 INFO: [ epoch: 9 ] [ iter: 10,800 ] [ performance: 19.629 it/s ] [ lr: 1.00e-04 ] [ eta: 638 days, 22:47:27 ] [ l_g_pix: 4.4929e-02 ] [ l_g_total: 4.4929e-02 ] +2024-10-24 23:34:23,933 INFO: [ epoch: 9 ] [ iter: 10,900 ] [ performance: 19.356 it/s ] [ lr: 1.00e-04 ] [ eta: 643 days, 13:49:30 ] [ l_g_pix: 3.5898e-02 ] [ l_g_total: 3.5898e-02 ] +2024-10-24 23:34:29,021 INFO: [ epoch: 9 ] [ iter: 11,000 ] [ performance: 19.562 it/s ] [ lr: 1.00e-04 ] [ eta: 648 days, 2:16:01 ] [ l_g_pix: 4.1543e-02 ] [ l_g_total: 4.1543e-02 ] +2024-10-24 23:34:33,990 INFO: [ epoch: 9 ] [ iter: 11,100 ] [ performance: 19.918 it/s ] [ lr: 1.00e-04 ] [ eta: 652 days, 11:29:59 ] [ l_g_pix: 2.8418e-02 ] [ l_g_total: 2.8418e-02 ] +2024-10-24 23:34:39,026 INFO: [ epoch: 9 ] [ iter: 11,200 ] [ performance: 19.877 it/s ] [ lr: 1.00e-04 ] [ eta: 656 days, 22:06:51 ] [ l_g_pix: 4.4861e-02 ] [ l_g_total: 4.4861e-02 ] +2024-10-24 23:34:44,278 INFO: [ epoch: 9 ] [ iter: 11,300 ] [ performance: 19.429 it/s ] [ lr: 1.00e-04 ] [ eta: 661 days, 13:45:39 ] [ l_g_pix: 5.2493e-02 ] [ l_g_total: 5.2493e-02 ] +2024-10-24 23:34:49,370 INFO: [ epoch: 9 ] [ iter: 11,400 ] [ performance: 19.576 it/s ] [ lr: 1.00e-04 ] [ eta: 666 days, 1:10:29 ] [ l_g_pix: 3.4807e-02 ] [ l_g_total: 3.4807e-02 ] +2024-10-24 23:34:55,304 INFO: [ epoch: 10 ] [ iter: 11,500 ] [ performance: 13.363 it/s ] [ lr: 1.00e-04 ] [ eta: 671 days, 8:59:55 ] [ l_g_pix: 3.1762e-02 ] [ l_g_total: 3.1762e-02 ] +2024-10-24 23:35:00,360 INFO: [ epoch: 10 ] [ iter: 11,600 ] [ performance: 17.286 it/s ] [ lr: 1.00e-04 ] [ eta: 675 days, 18:56:40 ] [ l_g_pix: 4.0147e-02 ] [ l_g_total: 4.0147e-02 ] +2024-10-24 23:35:05,320 INFO: [ epoch: 10 ] [ iter: 11,700 ] [ performance: 20.760 it/s ] [ lr: 1.00e-04 ] [ eta: 680 days, 2:14:45 ] [ l_g_pix: 4.7791e-02 ] [ l_g_total: 4.7791e-02 ] +2024-10-24 23:35:10,445 INFO: [ epoch: 10 ] [ iter: 11,800 ] [ performance: 19.867 it/s ] [ lr: 1.00e-04 ] [ eta: 684 days, 13:19:28 ] [ l_g_pix: 4.1998e-02 ] [ l_g_total: 4.1998e-02 ] +2024-10-24 23:35:15,627 INFO: [ epoch: 10 ] [ iter: 11,900 ] [ performance: 18.714 it/s ] [ lr: 1.00e-04 ] [ eta: 689 days, 1:31:00 ] [ l_g_pix: 2.0766e-02 ] [ l_g_total: 2.0766e-02 ] +2024-10-24 23:35:20,661 INFO: [ epoch: 10 ] [ iter: 12,000 ] [ performance: 19.518 it/s ] [ lr: 1.00e-04 ] [ eta: 693 days, 9:47:35 ] [ l_g_pix: 4.1300e-02 ] [ l_g_total: 4.1300e-02 ] +2024-10-24 23:35:25,731 INFO: [ epoch: 10 ] [ iter: 12,100 ] [ performance: 19.707 it/s ] [ lr: 1.00e-04 ] [ eta: 697 days, 18:41:19 ] [ l_g_pix: 4.9219e-02 ] [ l_g_total: 4.9219e-02 ] +2024-10-24 23:35:30,853 INFO: [ epoch: 10 ] [ iter: 12,200 ] [ performance: 19.580 it/s ] [ lr: 1.00e-04 ] [ eta: 702 days, 4:32:10 ] [ l_g_pix: 5.4003e-02 ] [ l_g_total: 5.4003e-02 ] +2024-10-24 23:35:35,967 INFO: [ epoch: 10 ] [ iter: 12,300 ] [ performance: 19.753 it/s ] [ lr: 1.00e-04 ] [ eta: 706 days, 13:56:01 ] [ l_g_pix: 4.3839e-02 ] [ l_g_total: 4.3839e-02 ] +2024-10-24 23:35:41,086 INFO: [ epoch: 10 ] [ iter: 12,400 ] [ performance: 19.599 it/s ] [ lr: 1.00e-04 ] [ eta: 710 days, 23:09:00 ] [ l_g_pix: 3.7273e-02 ] [ l_g_total: 3.7273e-02 ] +2024-10-24 23:35:46,088 INFO: [ epoch: 10 ] [ iter: 12,500 ] [ performance: 19.874 it/s ] [ lr: 1.00e-04 ] [ eta: 715 days, 5:14:57 ] [ l_g_pix: 3.9891e-02 ] [ l_g_total: 3.9891e-02 ] +2024-10-24 23:35:51,062 INFO: [ epoch: 10 ] [ iter: 12,600 ] [ performance: 20.042 it/s ] [ lr: 1.00e-04 ] [ eta: 719 days, 10:23:25 ] [ l_g_pix: 4.0990e-02 ] [ l_g_total: 4.0990e-02 ] +2024-10-24 23:35:57,147 INFO: [ epoch: 11 ] [ iter: 12,700 ] [ performance: 19.326 it/s ] [ lr: 1.00e-04 ] [ eta: 724 days, 18:11:18 ] [ l_g_pix: 4.8594e-02 ] [ l_g_total: 4.8594e-02 ] +2024-10-24 23:36:02,218 INFO: [ epoch: 11 ] [ iter: 12,800 ] [ performance: 19.614 it/s ] [ lr: 1.00e-04 ] [ eta: 729 days, 1:06:13 ] [ l_g_pix: 5.3855e-02 ] [ l_g_total: 5.3855e-02 ] +2024-10-24 23:36:07,267 INFO: [ epoch: 11 ] [ iter: 12,900 ] [ performance: 19.626 it/s ] [ lr: 1.00e-04 ] [ eta: 733 days, 7:10:50 ] [ l_g_pix: 6.0454e-02 ] [ l_g_total: 6.0454e-02 ] +2024-10-24 23:36:12,321 INFO: [ epoch: 11 ] [ iter: 13,000 ] [ performance: 19.746 it/s ] [ lr: 1.00e-04 ] [ eta: 737 days, 13:06:25 ] [ l_g_pix: 3.1468e-02 ] [ l_g_total: 3.1468e-02 ] +2024-10-24 23:36:17,293 INFO: [ epoch: 11 ] [ iter: 13,100 ] [ performance: 19.949 it/s ] [ lr: 1.00e-04 ] [ eta: 741 days, 16:47:10 ] [ l_g_pix: 2.8904e-02 ] [ l_g_total: 2.8904e-02 ] +2024-10-24 23:36:22,503 INFO: [ epoch: 11 ] [ iter: 13,200 ] [ performance: 19.386 it/s ] [ lr: 1.00e-04 ] [ eta: 746 days, 1:55:03 ] [ l_g_pix: 4.4178e-02 ] [ l_g_total: 4.4178e-02 ] +2024-10-24 23:36:27,553 INFO: [ epoch: 11 ] [ iter: 13,300 ] [ performance: 19.515 it/s ] [ lr: 1.00e-04 ] [ eta: 750 days, 6:54:43 ] [ l_g_pix: 4.2001e-02 ] [ l_g_total: 4.2001e-02 ] +2024-10-24 23:36:32,599 INFO: [ epoch: 11 ] [ iter: 13,400 ] [ performance: 19.743 it/s ] [ lr: 1.00e-04 ] [ eta: 754 days, 11:31:05 ] [ l_g_pix: 3.1506e-02 ] [ l_g_total: 3.1506e-02 ] +2024-10-24 23:36:37,700 INFO: [ epoch: 11 ] [ iter: 13,500 ] [ performance: 19.529 it/s ] [ lr: 1.00e-04 ] [ eta: 758 days, 17:10:25 ] [ l_g_pix: 3.3175e-02 ] [ l_g_total: 3.3175e-02 ] +2024-10-24 23:36:42,809 INFO: [ epoch: 11 ] [ iter: 13,600 ] [ performance: 19.562 it/s ] [ lr: 1.00e-04 ] [ eta: 762 days, 22:45:15 ] [ l_g_pix: 3.9475e-02 ] [ l_g_total: 3.9475e-02 ] +2024-10-24 23:36:47,807 INFO: [ epoch: 11 ] [ iter: 13,700 ] [ performance: 20.583 it/s ] [ lr: 1.00e-04 ] [ eta: 767 days, 1:22:16 ] [ l_g_pix: 3.6338e-02 ] [ l_g_total: 3.6338e-02 ] +2024-10-24 23:36:53,409 INFO: [ epoch: 12 ] [ iter: 13,800 ] [ performance: 18.447 it/s ] [ lr: 1.00e-04 ] [ eta: 771 days, 18:09:53 ] [ l_g_pix: 3.7511e-02 ] [ l_g_total: 3.7511e-02 ] +2024-10-24 23:36:58,585 INFO: [ epoch: 12 ] [ iter: 13,900 ] [ performance: 19.067 it/s ] [ lr: 1.00e-04 ] [ eta: 776 days, 0:28:33 ] [ l_g_pix: 3.5234e-02 ] [ l_g_total: 3.5234e-02 ] +2024-10-24 23:37:03,658 INFO: [ epoch: 12 ] [ iter: 14,000 ] [ performance: 19.558 it/s ] [ lr: 1.00e-04 ] [ eta: 780 days, 4:01:31 ] [ l_g_pix: 5.0343e-02 ] [ l_g_total: 5.0343e-02 ] +2024-10-24 23:37:08,738 INFO: [ epoch: 12 ] [ iter: 14,100 ] [ performance: 19.599 it/s ] [ lr: 1.00e-04 ] [ eta: 784 days, 7:28:32 ] [ l_g_pix: 3.8479e-02 ] [ l_g_total: 3.8479e-02 ] +2024-10-24 23:37:13,864 INFO: [ epoch: 12 ] [ iter: 14,200 ] [ performance: 19.531 it/s ] [ lr: 1.00e-04 ] [ eta: 788 days, 11:43:38 ] [ l_g_pix: 3.7718e-02 ] [ l_g_total: 3.7718e-02 ] +2024-10-24 23:37:18,968 INFO: [ epoch: 12 ] [ iter: 14,300 ] [ performance: 19.841 it/s ] [ lr: 1.00e-04 ] [ eta: 792 days, 15:09:20 ] [ l_g_pix: 5.8007e-02 ] [ l_g_total: 5.8007e-02 ] +2024-10-24 23:37:24,058 INFO: [ epoch: 12 ] [ iter: 14,400 ] [ performance: 19.689 it/s ] [ lr: 1.00e-04 ] [ eta: 796 days, 18:00:22 ] [ l_g_pix: 3.2482e-02 ] [ l_g_total: 3.2482e-02 ] +2024-10-24 23:37:29,245 INFO: [ epoch: 12 ] [ iter: 14,500 ] [ performance: 19.550 it/s ] [ lr: 1.00e-04 ] [ eta: 800 days, 22:50:43 ] [ l_g_pix: 3.5059e-02 ] [ l_g_total: 3.5059e-02 ] +2024-10-24 23:37:34,342 INFO: [ epoch: 12 ] [ iter: 14,600 ] [ performance: 19.606 it/s ] [ lr: 1.00e-04 ] [ eta: 805 days, 1:16:30 ] [ l_g_pix: 4.4707e-02 ] [ l_g_total: 4.4707e-02 ] +2024-10-24 23:37:39,491 INFO: [ epoch: 12 ] [ iter: 14,700 ] [ performance: 18.945 it/s ] [ lr: 1.00e-04 ] [ eta: 809 days, 4:38:57 ] [ l_g_pix: 3.7730e-02 ] [ l_g_total: 3.7730e-02 ] +2024-10-24 23:37:44,481 INFO: [ epoch: 12 ] [ iter: 14,800 ] [ performance: 19.800 it/s ] [ lr: 1.00e-04 ] [ eta: 813 days, 3:58:23 ] [ l_g_pix: 3.2423e-02 ] [ l_g_total: 3.2423e-02 ] +2024-10-24 23:37:49,372 INFO: [ epoch: 12 ] [ iter: 14,900 ] [ performance: 20.655 it/s ] [ lr: 1.00e-04 ] [ eta: 817 days, 0:40:41 ] [ l_g_pix: 5.0935e-02 ] [ l_g_total: 5.0935e-02 ] +2024-10-24 23:37:55,402 INFO: [ epoch: 13 ] [ iter: 15,000 ] [ performance: 17.289 it/s ] [ lr: 1.00e-04 ] [ eta: 822 days, 0:00:25 ] [ l_g_pix: 4.4299e-02 ] [ l_g_total: 4.4299e-02 ] +2024-10-24 23:38:00,820 INFO: [ epoch: 13 ] [ iter: 15,100 ] [ performance: 19.103 it/s ] [ lr: 1.00e-04 ] [ eta: 826 days, 8:35:25 ] [ l_g_pix: 5.1227e-02 ] [ l_g_total: 5.1227e-02 ] +2024-10-24 23:38:05,925 INFO: [ epoch: 13 ] [ iter: 15,200 ] [ performance: 19.493 it/s ] [ lr: 1.00e-04 ] [ eta: 830 days, 9:28:15 ] [ l_g_pix: 3.9001e-02 ] [ l_g_total: 3.9001e-02 ] +2024-10-24 23:38:11,151 INFO: [ epoch: 13 ] [ iter: 15,300 ] [ performance: 18.922 it/s ] [ lr: 1.00e-04 ] [ eta: 834 days, 12:56:12 ] [ l_g_pix: 3.4835e-02 ] [ l_g_total: 3.4835e-02 ] +2024-10-24 23:38:16,224 INFO: [ epoch: 13 ] [ iter: 15,400 ] [ performance: 19.559 it/s ] [ lr: 1.00e-04 ] [ eta: 838 days, 12:28:53 ] [ l_g_pix: 4.4593e-02 ] [ l_g_total: 4.4593e-02 ] +2024-10-24 23:38:21,241 INFO: [ epoch: 13 ] [ iter: 15,500 ] [ performance: 20.326 it/s ] [ lr: 1.00e-04 ] [ eta: 842 days, 10:27:20 ] [ l_g_pix: 3.7413e-02 ] [ l_g_total: 3.7413e-02 ] +2024-10-24 23:38:26,229 INFO: [ epoch: 13 ] [ iter: 15,600 ] [ performance: 20.101 it/s ] [ lr: 1.00e-04 ] [ eta: 846 days, 7:28:12 ] [ l_g_pix: 4.3591e-02 ] [ l_g_total: 4.3591e-02 ] +2024-10-24 23:38:31,251 INFO: [ epoch: 13 ] [ iter: 15,700 ] [ performance: 18.069 it/s ] [ lr: 1.00e-04 ] [ eta: 850 days, 5:00:39 ] [ l_g_pix: 3.2228e-02 ] [ l_g_total: 3.2228e-02 ] +2024-10-24 23:38:36,289 INFO: [ epoch: 13 ] [ iter: 15,800 ] [ performance: 19.504 it/s ] [ lr: 1.00e-04 ] [ eta: 854 days, 2:38:19 ] [ l_g_pix: 4.5624e-02 ] [ l_g_total: 4.5624e-02 ] +2024-10-24 23:38:41,300 INFO: [ epoch: 13 ] [ iter: 15,900 ] [ performance: 19.470 it/s ] [ lr: 1.00e-04 ] [ eta: 857 days, 23:21:08 ] [ l_g_pix: 4.2329e-02 ] [ l_g_total: 4.2329e-02 ] +2024-10-24 23:38:46,273 INFO: [ epoch: 13 ] [ iter: 16,000 ] [ performance: 19.997 it/s ] [ lr: 1.00e-04 ] [ eta: 861 days, 18:54:15 ] [ l_g_pix: 5.7585e-02 ] [ l_g_total: 5.7585e-02 ] +2024-10-24 23:38:52,043 INFO: [ epoch: 14 ] [ iter: 16,100 ] [ performance: 10.009 it/s ] [ lr: 1.00e-04 ] [ eta: 866 days, 8:44:12 ] [ l_g_pix: 3.4588e-02 ] [ l_g_total: 3.4588e-02 ] +2024-10-24 23:38:57,113 INFO: [ epoch: 14 ] [ iter: 16,200 ] [ performance: 16.979 it/s ] [ lr: 1.00e-04 ] [ eta: 870 days, 5:58:52 ] [ l_g_pix: 3.6152e-02 ] [ l_g_total: 3.6152e-02 ] +2024-10-24 23:39:02,252 INFO: [ epoch: 14 ] [ iter: 16,300 ] [ performance: 19.693 it/s ] [ lr: 1.00e-04 ] [ eta: 874 days, 4:32:32 ] [ l_g_pix: 3.6888e-02 ] [ l_g_total: 3.6888e-02 ] +2024-10-24 23:39:07,510 INFO: [ epoch: 14 ] [ iter: 16,400 ] [ performance: 19.125 it/s ] [ lr: 1.00e-04 ] [ eta: 878 days, 5:34:31 ] [ l_g_pix: 4.5925e-02 ] [ l_g_total: 4.5925e-02 ] +2024-10-24 23:39:12,634 INFO: [ epoch: 14 ] [ iter: 16,500 ] [ performance: 20.126 it/s ] [ lr: 1.00e-04 ] [ eta: 882 days, 3:11:54 ] [ l_g_pix: 2.8284e-02 ] [ l_g_total: 2.8284e-02 ] +2024-10-24 23:39:17,727 INFO: [ epoch: 14 ] [ iter: 16,600 ] [ performance: 19.708 it/s ] [ lr: 1.00e-04 ] [ eta: 885 days, 23:50:32 ] [ l_g_pix: 4.4721e-02 ] [ l_g_total: 4.4721e-02 ] +2024-10-24 23:39:22,792 INFO: [ epoch: 14 ] [ iter: 16,700 ] [ performance: 19.829 it/s ] [ lr: 1.00e-04 ] [ eta: 889 days, 19:32:57 ] [ l_g_pix: 3.8372e-02 ] [ l_g_total: 3.8372e-02 ] +2024-10-24 23:39:27,934 INFO: [ epoch: 14 ] [ iter: 16,800 ] [ performance: 19.505 it/s ] [ lr: 1.00e-04 ] [ eta: 893 days, 16:44:45 ] [ l_g_pix: 3.2484e-02 ] [ l_g_total: 3.2484e-02 ] +2024-10-24 23:39:33,111 INFO: [ epoch: 14 ] [ iter: 16,900 ] [ performance: 19.331 it/s ] [ lr: 1.00e-04 ] [ eta: 897 days, 14:28:06 ] [ l_g_pix: 4.4687e-02 ] [ l_g_total: 4.4687e-02 ] +2024-10-24 23:39:38,364 INFO: [ epoch: 14 ] [ iter: 17,000 ] [ performance: 19.079 it/s ] [ lr: 1.00e-04 ] [ eta: 901 days, 13:39:08 ] [ l_g_pix: 3.1479e-02 ] [ l_g_total: 3.1479e-02 ] +2024-10-24 23:39:43,506 INFO: [ epoch: 14 ] [ iter: 17,100 ] [ performance: 18.749 it/s ] [ lr: 1.00e-04 ] [ eta: 905 days, 9:58:26 ] [ l_g_pix: 4.8321e-02 ] [ l_g_total: 4.8321e-02 ] +2024-10-24 23:39:48,337 INFO: [ epoch: 14 ] [ iter: 17,200 ] [ performance: 20.422 it/s ] [ lr: 1.00e-04 ] [ eta: 908 days, 22:53:16 ] [ l_g_pix: 4.1627e-02 ] [ l_g_total: 4.1627e-02 ] +2024-10-24 23:39:54,227 INFO: [ epoch: 15 ] [ iter: 17,300 ] [ performance: 20.593 it/s ] [ lr: 1.00e-04 ] [ eta: 913 days, 11:49:31 ] [ l_g_pix: 3.3544e-02 ] [ l_g_total: 3.3544e-02 ] +2024-10-24 23:39:59,334 INFO: [ epoch: 15 ] [ iter: 17,400 ] [ performance: 19.701 it/s ] [ lr: 1.00e-04 ] [ eta: 917 days, 6:30:44 ] [ l_g_pix: 3.4911e-02 ] [ l_g_total: 3.4911e-02 ] +2024-10-24 23:40:04,323 INFO: [ epoch: 15 ] [ iter: 17,500 ] [ performance: 19.453 it/s ] [ lr: 1.00e-04 ] [ eta: 920 days, 22:11:19 ] [ l_g_pix: 2.5595e-02 ] [ l_g_total: 2.5595e-02 ] +2024-10-24 23:40:09,532 INFO: [ epoch: 15 ] [ iter: 17,600 ] [ performance: 19.231 it/s ] [ lr: 1.00e-04 ] [ eta: 924 days, 18:36:26 ] [ l_g_pix: 4.7279e-02 ] [ l_g_total: 4.7279e-02 ] +2024-10-24 23:40:14,633 INFO: [ epoch: 15 ] [ iter: 17,700 ] [ performance: 19.433 it/s ] [ lr: 1.00e-04 ] [ eta: 928 days, 12:17:34 ] [ l_g_pix: 4.4645e-02 ] [ l_g_total: 4.4645e-02 ] +2024-10-24 23:40:19,729 INFO: [ epoch: 15 ] [ iter: 17,800 ] [ performance: 19.606 it/s ] [ lr: 1.00e-04 ] [ eta: 932 days, 5:34:02 ] [ l_g_pix: 4.1083e-02 ] [ l_g_total: 4.1083e-02 ] +2024-10-24 23:40:24,741 INFO: [ epoch: 15 ] [ iter: 17,900 ] [ performance: 19.428 it/s ] [ lr: 1.00e-04 ] [ eta: 935 days, 20:38:59 ] [ l_g_pix: 3.7012e-02 ] [ l_g_total: 3.7012e-02 ] +2024-10-24 23:40:29,843 INFO: [ epoch: 15 ] [ iter: 18,000 ] [ performance: 19.585 it/s ] [ lr: 1.00e-04 ] [ eta: 939 days, 13:30:17 ] [ l_g_pix: 4.5400e-02 ] [ l_g_total: 4.5400e-02 ] +2024-10-24 23:40:34,848 INFO: [ epoch: 15 ] [ iter: 18,100 ] [ performance: 19.548 it/s ] [ lr: 1.00e-04 ] [ eta: 943 days, 3:52:31 ] [ l_g_pix: 3.1845e-02 ] [ l_g_total: 3.1845e-02 ] +2024-10-24 23:40:39,940 INFO: [ epoch: 15 ] [ iter: 18,200 ] [ performance: 19.635 it/s ] [ lr: 1.00e-04 ] [ eta: 946 days, 19:55:30 ] [ l_g_pix: 5.3001e-02 ] [ l_g_total: 5.3001e-02 ] +2024-10-24 23:40:45,002 INFO: [ epoch: 15 ] [ iter: 18,300 ] [ performance: 21.942 it/s ] [ lr: 1.00e-04 ] [ eta: 950 days, 11:02:06 ] [ l_g_pix: 2.9673e-02 ] [ l_g_total: 2.9673e-02 ] +2024-10-24 23:40:50,924 INFO: [ epoch: 16 ] [ iter: 18,400 ] [ performance: 17.218 it/s ] [ lr: 1.00e-04 ] [ eta: 954 days, 21:19:20 ] [ l_g_pix: 5.3672e-02 ] [ l_g_total: 5.3672e-02 ] +2024-10-24 23:40:56,051 INFO: [ epoch: 16 ] [ iter: 18,500 ] [ performance: 18.846 it/s ] [ lr: 1.00e-04 ] [ eta: 958 days, 13:19:23 ] [ l_g_pix: 4.1698e-02 ] [ l_g_total: 4.1698e-02 ] +2024-10-24 23:41:01,246 INFO: [ epoch: 16 ] [ iter: 18,600 ] [ performance: 19.222 it/s ] [ lr: 1.00e-04 ] [ eta: 962 days, 6:33:10 ] [ l_g_pix: 3.2027e-02 ] [ l_g_total: 3.2027e-02 ] +2024-10-24 23:41:06,428 INFO: [ epoch: 16 ] [ iter: 18,700 ] [ performance: 18.789 it/s ] [ lr: 1.00e-04 ] [ eta: 965 days, 23:13:08 ] [ l_g_pix: 4.1491e-02 ] [ l_g_total: 4.1491e-02 ] +2024-10-24 23:41:11,518 INFO: [ epoch: 16 ] [ iter: 18,800 ] [ performance: 19.591 it/s ] [ lr: 1.00e-04 ] [ eta: 969 days, 13:30:28 ] [ l_g_pix: 3.2918e-02 ] [ l_g_total: 3.2918e-02 ] +2024-10-24 23:41:16,730 INFO: [ epoch: 16 ] [ iter: 18,900 ] [ performance: 19.925 it/s ] [ lr: 1.00e-04 ] [ eta: 973 days, 6:15:35 ] [ l_g_pix: 3.0879e-02 ] [ l_g_total: 3.0879e-02 ] +2024-10-24 23:41:21,860 INFO: [ epoch: 16 ] [ iter: 19,000 ] [ performance: 19.521 it/s ] [ lr: 1.00e-04 ] [ eta: 976 days, 20:52:13 ] [ l_g_pix: 5.8254e-02 ] [ l_g_total: 5.8254e-02 ] +2024-10-24 23:41:26,966 INFO: [ epoch: 16 ] [ iter: 19,100 ] [ performance: 19.658 it/s ] [ lr: 1.00e-04 ] [ eta: 980 days, 10:40:42 ] [ l_g_pix: 3.6170e-02 ] [ l_g_total: 3.6170e-02 ] +2024-10-24 23:41:32,019 INFO: [ epoch: 16 ] [ iter: 19,200 ] [ performance: 19.787 it/s ] [ lr: 1.00e-04 ] [ eta: 983 days, 22:59:45 ] [ l_g_pix: 3.4618e-02 ] [ l_g_total: 3.4618e-02 ] +2024-10-24 23:41:37,137 INFO: [ epoch: 16 ] [ iter: 19,300 ] [ performance: 19.208 it/s ] [ lr: 1.00e-04 ] [ eta: 987 days, 12:29:53 ] [ l_g_pix: 6.1716e-02 ] [ l_g_total: 6.1716e-02 ] +2024-10-24 23:41:42,151 INFO: [ epoch: 16 ] [ iter: 19,400 ] [ performance: 19.915 it/s ] [ lr: 1.00e-04 ] [ eta: 990 days, 23:23:51 ] [ l_g_pix: 4.3070e-02 ] [ l_g_total: 4.3070e-02 ] +2024-10-24 23:41:47,108 INFO: [ epoch: 16 ] [ iter: 19,500 ] [ performance: 15.529 it/s ] [ lr: 1.00e-04 ] [ eta: 994 days, 8:43:19 ] [ l_g_pix: 3.6001e-02 ] [ l_g_total: 3.6001e-02 ] +2024-10-24 23:41:53,248 INFO: [ epoch: 17 ] [ iter: 19,600 ] [ performance: 16.266 it/s ] [ lr: 1.00e-04 ] [ eta: 998 days, 20:11:37 ] [ l_g_pix: 3.7011e-02 ] [ l_g_total: 3.7011e-02 ] +2024-10-24 23:41:58,341 INFO: [ epoch: 17 ] [ iter: 19,700 ] [ performance: 19.325 it/s ] [ lr: 1.00e-04 ] [ eta: 1002 days, 7:59:38 ] [ l_g_pix: 4.1809e-02 ] [ l_g_total: 4.1809e-02 ] +2024-10-24 23:42:03,481 INFO: [ epoch: 17 ] [ iter: 19,800 ] [ performance: 19.457 it/s ] [ lr: 1.00e-04 ] [ eta: 1005 days, 20:31:56 ] [ l_g_pix: 4.2287e-02 ] [ l_g_total: 4.2287e-02 ] +2024-10-24 23:42:08,478 INFO: [ epoch: 17 ] [ iter: 19,900 ] [ performance: 19.227 it/s ] [ lr: 1.00e-04 ] [ eta: 1009 days, 5:36:40 ] [ l_g_pix: 3.7373e-02 ] [ l_g_total: 3.7373e-02 ] +2024-10-24 23:42:13,616 INFO: [ epoch: 17 ] [ iter: 20,000 ] [ performance: 19.463 it/s ] [ lr: 1.00e-04 ] [ eta: 1012 days, 17:32:48 ] [ l_g_pix: 2.9150e-02 ] [ l_g_total: 2.9150e-02 ] +2024-10-24 23:42:13,616 INFO: Saving models and training states. +2024-10-24 23:43:21,888 INFO: Validation val + + # psnr: 21.7411........ Best: 21.7411 @ 20000 iter + # ssim: 0.6286........ Best: 0.6286 @ 20000 iter + # dists: 0.7887........ Best: 0.7887 @ 20000 iter + +2024-10-24 23:43:27,024 INFO: [ epoch: 17 ] [ iter: 20,100 ] [ performance: 19.468 it/s ] [ lr: 1.00e-04 ] [ eta: 1079 days, 8:24:02 ] [ l_g_pix: 3.9739e-02 ] [ l_g_total: 3.9739e-02 ] +2024-10-24 23:43:32,167 INFO: [ epoch: 17 ] [ iter: 20,200 ] [ performance: 19.446 it/s ] [ lr: 1.00e-04 ] [ eta: 1082 days, 17:59:09 ] [ l_g_pix: 4.1334e-02 ] [ l_g_total: 4.1334e-02 ] +2024-10-24 23:43:37,317 INFO: [ epoch: 17 ] [ iter: 20,300 ] [ performance: 19.433 it/s ] [ lr: 1.00e-04 ] [ eta: 1086 days, 3:26:04 ] [ l_g_pix: 3.4217e-02 ] [ l_g_total: 3.4217e-02 ] +2024-10-24 23:43:42,422 INFO: [ epoch: 17 ] [ iter: 20,400 ] [ performance: 19.591 it/s ] [ lr: 1.00e-04 ] [ eta: 1089 days, 11:35:23 ] [ l_g_pix: 3.8988e-02 ] [ l_g_total: 3.8988e-02 ] +2024-10-24 23:43:47,440 INFO: [ epoch: 17 ] [ iter: 20,500 ] [ performance: 19.759 it/s ] [ lr: 1.00e-04 ] [ eta: 1092 days, 17:34:03 ] [ l_g_pix: 3.8345e-02 ] [ l_g_total: 3.8345e-02 ] +2024-10-24 23:43:52,538 INFO: [ epoch: 17 ] [ iter: 20,600 ] [ performance: 19.638 it/s ] [ lr: 1.00e-04 ] [ eta: 1096 days, 1:01:10 ] [ l_g_pix: 3.6777e-02 ] [ l_g_total: 3.6777e-02 ] +2024-10-24 23:43:58,444 INFO: [ epoch: 18 ] [ iter: 20,700 ] [ performance: 18.173 it/s ] [ lr: 1.00e-04 ] [ eta: 1100 days, 1:58:17 ] [ l_g_pix: 3.5114e-02 ] [ l_g_total: 3.5114e-02 ] +2024-10-24 23:44:03,554 INFO: [ epoch: 18 ] [ iter: 20,800 ] [ performance: 19.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1103 days, 9:05:27 ] [ l_g_pix: 4.4730e-02 ] [ l_g_total: 4.4730e-02 ] +2024-10-24 23:44:08,673 INFO: [ epoch: 18 ] [ iter: 20,900 ] [ performance: 19.555 it/s ] [ lr: 1.00e-04 ] [ eta: 1106 days, 16:08:12 ] [ l_g_pix: 4.7960e-02 ] [ l_g_total: 4.7960e-02 ] +2024-10-24 23:44:13,869 INFO: [ epoch: 18 ] [ iter: 21,000 ] [ performance: 19.185 it/s ] [ lr: 1.00e-04 ] [ eta: 1110 days, 0:34:35 ] [ l_g_pix: 3.4090e-02 ] [ l_g_total: 3.4090e-02 ] +2024-10-24 23:44:19,065 INFO: [ epoch: 18 ] [ iter: 21,100 ] [ performance: 19.216 it/s ] [ lr: 1.00e-04 ] [ eta: 1113 days, 8:44:19 ] [ l_g_pix: 3.9867e-02 ] [ l_g_total: 3.9867e-02 ] +2024-10-24 23:44:24,182 INFO: [ epoch: 18 ] [ iter: 21,200 ] [ performance: 19.554 it/s ] [ lr: 1.00e-04 ] [ eta: 1116 days, 14:52:57 ] [ l_g_pix: 4.5320e-02 ] [ l_g_total: 4.5320e-02 ] +2024-10-24 23:44:29,335 INFO: [ epoch: 18 ] [ iter: 21,300 ] [ performance: 19.479 it/s ] [ lr: 1.00e-04 ] [ eta: 1119 days, 21:31:20 ] [ l_g_pix: 3.0578e-02 ] [ l_g_total: 3.0578e-02 ] +2024-10-24 23:44:34,487 INFO: [ epoch: 18 ] [ iter: 21,400 ] [ performance: 19.391 it/s ] [ lr: 1.00e-04 ] [ eta: 1123 days, 3:51:02 ] [ l_g_pix: 3.5565e-02 ] [ l_g_total: 3.5565e-02 ] +2024-10-24 23:44:39,564 INFO: [ epoch: 18 ] [ iter: 21,500 ] [ performance: 19.549 it/s ] [ lr: 1.00e-04 ] [ eta: 1126 days, 8:15:51 ] [ l_g_pix: 4.1558e-02 ] [ l_g_total: 4.1558e-02 ] +2024-10-24 23:44:44,700 INFO: [ epoch: 18 ] [ iter: 21,600 ] [ performance: 19.485 it/s ] [ lr: 1.00e-04 ] [ eta: 1129 days, 13:40:27 ] [ l_g_pix: 3.6904e-02 ] [ l_g_total: 3.6904e-02 ] +2024-10-24 23:44:49,769 INFO: [ epoch: 18 ] [ iter: 21,700 ] [ performance: 19.612 it/s ] [ lr: 1.00e-04 ] [ eta: 1132 days, 17:20:28 ] [ l_g_pix: 4.5237e-02 ] [ l_g_total: 4.5237e-02 ] +2024-10-24 23:44:54,775 INFO: [ epoch: 18 ] [ iter: 21,800 ] [ performance: 20.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1135 days, 19:21:54 ] [ l_g_pix: 3.3301e-02 ] [ l_g_total: 3.3301e-02 ] +2024-10-24 23:45:01,339 INFO: [ epoch: 19 ] [ iter: 21,900 ] [ performance: 17.212 it/s ] [ lr: 1.00e-04 ] [ eta: 1140 days, 6:53:40 ] [ l_g_pix: 4.3619e-02 ] [ l_g_total: 4.3619e-02 ] +2024-10-24 23:45:06,478 INFO: [ epoch: 19 ] [ iter: 22,000 ] [ performance: 19.449 it/s ] [ lr: 1.00e-04 ] [ eta: 1143 days, 11:12:14 ] [ l_g_pix: 4.4486e-02 ] [ l_g_total: 4.4486e-02 ] +2024-10-24 23:45:11,627 INFO: [ epoch: 19 ] [ iter: 22,100 ] [ performance: 19.437 it/s ] [ lr: 1.00e-04 ] [ eta: 1146 days, 15:25:42 ] [ l_g_pix: 4.0534e-02 ] [ l_g_total: 4.0534e-02 ] +2024-10-24 23:45:16,873 INFO: [ epoch: 19 ] [ iter: 22,200 ] [ performance: 19.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1149 days, 21:28:03 ] [ l_g_pix: 4.5641e-02 ] [ l_g_total: 4.5641e-02 ] +2024-10-24 23:45:22,047 INFO: [ epoch: 19 ] [ iter: 22,300 ] [ performance: 19.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1153 days, 1:40:15 ] [ l_g_pix: 4.1635e-02 ] [ l_g_total: 4.1635e-02 ] +2024-10-24 23:45:27,185 INFO: [ epoch: 19 ] [ iter: 22,400 ] [ performance: 19.502 it/s ] [ lr: 1.00e-04 ] [ eta: 1156 days, 4:48:59 ] [ l_g_pix: 4.0670e-02 ] [ l_g_total: 4.0670e-02 ] +2024-10-24 23:45:32,338 INFO: [ epoch: 19 ] [ iter: 22,500 ] [ performance: 19.454 it/s ] [ lr: 1.00e-04 ] [ eta: 1159 days, 7:58:35 ] [ l_g_pix: 4.0415e-02 ] [ l_g_total: 4.0415e-02 ] +2024-10-24 23:45:37,435 INFO: [ epoch: 19 ] [ iter: 22,600 ] [ performance: 19.512 it/s ] [ lr: 1.00e-04 ] [ eta: 1162 days, 9:40:10 ] [ l_g_pix: 3.7572e-02 ] [ l_g_total: 3.7572e-02 ] +2024-10-24 23:45:42,571 INFO: [ epoch: 19 ] [ iter: 22,700 ] [ performance: 19.492 it/s ] [ lr: 1.00e-04 ] [ eta: 1165 days, 11:54:13 ] [ l_g_pix: 3.0914e-02 ] [ l_g_total: 3.0914e-02 ] +2024-10-24 23:45:47,726 INFO: [ epoch: 19 ] [ iter: 22,800 ] [ performance: 19.461 it/s ] [ lr: 1.00e-04 ] [ eta: 1168 days, 14:15:32 ] [ l_g_pix: 3.8710e-02 ] [ l_g_total: 3.8710e-02 ] +2024-10-24 23:45:52,828 INFO: [ epoch: 19 ] [ iter: 22,900 ] [ performance: 19.536 it/s ] [ lr: 1.00e-04 ] [ eta: 1171 days, 15:12:10 ] [ l_g_pix: 4.8172e-02 ] [ l_g_total: 4.8172e-02 ] +2024-10-24 23:45:59,039 INFO: [ epoch: 20 ] [ iter: 23,000 ] [ performance: 15.504 it/s ] [ lr: 1.00e-04 ] [ eta: 1175 days, 15:33:47 ] [ l_g_pix: 3.6851e-02 ] [ l_g_total: 3.6851e-02 ] +2024-10-24 23:46:04,130 INFO: [ epoch: 20 ] [ iter: 23,100 ] [ performance: 17.487 it/s ] [ lr: 1.00e-04 ] [ eta: 1178 days, 15:39:50 ] [ l_g_pix: 4.3011e-02 ] [ l_g_total: 4.3011e-02 ] +2024-10-24 23:46:09,165 INFO: [ epoch: 20 ] [ iter: 23,200 ] [ performance: 19.877 it/s ] [ lr: 1.00e-04 ] [ eta: 1181 days, 14:17:36 ] [ l_g_pix: 3.8286e-02 ] [ l_g_total: 3.8286e-02 ] +2024-10-24 23:46:14,292 INFO: [ epoch: 20 ] [ iter: 23,300 ] [ performance: 19.676 it/s ] [ lr: 1.00e-04 ] [ eta: 1184 days, 14:35:42 ] [ l_g_pix: 4.2394e-02 ] [ l_g_total: 4.2394e-02 ] +2024-10-24 23:46:19,410 INFO: [ epoch: 20 ] [ iter: 23,400 ] [ performance: 19.546 it/s ] [ lr: 1.00e-04 ] [ eta: 1187 days, 14:26:37 ] [ l_g_pix: 2.7909e-02 ] [ l_g_total: 2.7909e-02 ] +2024-10-24 23:46:24,683 INFO: [ epoch: 20 ] [ iter: 23,500 ] [ performance: 19.227 it/s ] [ lr: 1.00e-04 ] [ eta: 1190 days, 17:17:05 ] [ l_g_pix: 4.9724e-02 ] [ l_g_total: 4.9724e-02 ] +2024-10-24 23:46:29,879 INFO: [ epoch: 20 ] [ iter: 23,600 ] [ performance: 19.266 it/s ] [ lr: 1.00e-04 ] [ eta: 1193 days, 18:11:19 ] [ l_g_pix: 3.7193e-02 ] [ l_g_total: 3.7193e-02 ] +2024-10-24 23:46:35,267 INFO: [ epoch: 20 ] [ iter: 23,700 ] [ performance: 18.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1196 days, 22:53:23 ] [ l_g_pix: 4.2957e-02 ] [ l_g_total: 4.2957e-02 ] +2024-10-24 23:46:40,088 INFO: [ epoch: 20 ] [ iter: 23,800 ] [ performance: 20.846 it/s ] [ lr: 1.00e-04 ] [ eta: 1199 days, 15:16:29 ] [ l_g_pix: 4.7897e-02 ] [ l_g_total: 4.7897e-02 ] +2024-10-24 23:46:44,961 INFO: [ epoch: 20 ] [ iter: 23,900 ] [ performance: 20.668 it/s ] [ lr: 1.00e-04 ] [ eta: 1202 days, 8:29:56 ] [ l_g_pix: 2.8808e-02 ] [ l_g_total: 2.8808e-02 ] +2024-10-24 23:46:49,911 INFO: [ epoch: 20 ] [ iter: 24,000 ] [ performance: 20.185 it/s ] [ lr: 1.00e-04 ] [ eta: 1205 days, 3:04:07 ] [ l_g_pix: 3.3221e-02 ] [ l_g_total: 3.3221e-02 ] +2024-10-24 23:46:54,723 INFO: [ epoch: 20 ] [ iter: 24,100 ] [ performance: 20.510 it/s ] [ lr: 1.00e-04 ] [ eta: 1207 days, 18:28:32 ] [ l_g_pix: 2.6829e-02 ] [ l_g_total: 2.6829e-02 ] +2024-10-24 23:47:01,012 INFO: [ epoch: 21 ] [ iter: 24,200 ] [ performance: 14.965 it/s ] [ lr: 1.00e-04 ] [ eta: 1211 days, 16:40:47 ] [ l_g_pix: 4.1418e-02 ] [ l_g_total: 4.1418e-02 ] +2024-10-24 23:47:06,244 INFO: [ epoch: 21 ] [ iter: 24,300 ] [ performance: 17.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1214 days, 16:20:29 ] [ l_g_pix: 3.3040e-02 ] [ l_g_total: 3.3040e-02 ] +2024-10-24 23:47:11,512 INFO: [ epoch: 21 ] [ iter: 24,400 ] [ performance: 19.595 it/s ] [ lr: 1.00e-04 ] [ eta: 1217 days, 16:27:53 ] [ l_g_pix: 3.9993e-02 ] [ l_g_total: 3.9993e-02 ] +2024-10-24 23:47:16,617 INFO: [ epoch: 21 ] [ iter: 24,500 ] [ performance: 19.594 it/s ] [ lr: 1.00e-04 ] [ eta: 1220 days, 12:51:31 ] [ l_g_pix: 3.3912e-02 ] [ l_g_total: 3.3912e-02 ] +2024-10-24 23:47:21,730 INFO: [ epoch: 21 ] [ iter: 24,600 ] [ performance: 19.487 it/s ] [ lr: 1.00e-04 ] [ eta: 1223 days, 9:08:46 ] [ l_g_pix: 4.6168e-02 ] [ l_g_total: 4.6168e-02 ] +2024-10-24 23:47:26,797 INFO: [ epoch: 21 ] [ iter: 24,700 ] [ performance: 19.625 it/s ] [ lr: 1.00e-04 ] [ eta: 1226 days, 4:12:27 ] [ l_g_pix: 3.8740e-02 ] [ l_g_total: 3.8740e-02 ] +2024-10-24 23:47:31,840 INFO: [ epoch: 21 ] [ iter: 24,800 ] [ performance: 19.721 it/s ] [ lr: 1.00e-04 ] [ eta: 1228 days, 22:27:58 ] [ l_g_pix: 3.4554e-02 ] [ l_g_total: 3.4554e-02 ] +2024-10-24 23:47:36,913 INFO: [ epoch: 21 ] [ iter: 24,900 ] [ performance: 19.720 it/s ] [ lr: 1.00e-04 ] [ eta: 1231 days, 17:03:15 ] [ l_g_pix: 3.0257e-02 ] [ l_g_total: 3.0257e-02 ] +2024-10-24 23:47:42,175 INFO: [ epoch: 21 ] [ iter: 25,000 ] [ performance: 18.688 it/s ] [ lr: 1.00e-04 ] [ eta: 1234 days, 15:19:43 ] [ l_g_pix: 3.1686e-02 ] [ l_g_total: 3.1686e-02 ] +2024-10-24 23:47:47,305 INFO: [ epoch: 21 ] [ iter: 25,100 ] [ performance: 19.139 it/s ] [ lr: 1.00e-04 ] [ eta: 1237 days, 10:32:41 ] [ l_g_pix: 4.7924e-02 ] [ l_g_total: 4.7924e-02 ] +2024-10-24 23:47:52,353 INFO: [ epoch: 21 ] [ iter: 25,200 ] [ performance: 20.094 it/s ] [ lr: 1.00e-04 ] [ eta: 1240 days, 3:47:15 ] [ l_g_pix: 3.3412e-02 ] [ l_g_total: 3.3412e-02 ] +2024-10-24 23:47:58,407 INFO: [ epoch: 22 ] [ iter: 25,300 ] [ performance: 17.885 it/s ] [ lr: 1.00e-04 ] [ eta: 1243 days, 17:35:25 ] [ l_g_pix: 4.3911e-02 ] [ l_g_total: 4.3911e-02 ] +2024-10-24 23:48:03,613 INFO: [ epoch: 22 ] [ iter: 25,400 ] [ performance: 19.272 it/s ] [ lr: 1.00e-04 ] [ eta: 1246 days, 13:31:44 ] [ l_g_pix: 4.0465e-02 ] [ l_g_total: 4.0465e-02 ] +2024-10-24 23:48:08,696 INFO: [ epoch: 22 ] [ iter: 25,500 ] [ performance: 19.503 it/s ] [ lr: 1.00e-04 ] [ eta: 1249 days, 6:36:19 ] [ l_g_pix: 4.1265e-02 ] [ l_g_total: 4.1265e-02 ] +2024-10-24 23:48:13,954 INFO: [ epoch: 22 ] [ iter: 25,600 ] [ performance: 18.882 it/s ] [ lr: 1.00e-04 ] [ eta: 1252 days, 3:01:42 ] [ l_g_pix: 3.2639e-02 ] [ l_g_total: 3.2639e-02 ] +2024-10-24 23:48:19,138 INFO: [ epoch: 22 ] [ iter: 25,700 ] [ performance: 19.117 it/s ] [ lr: 1.00e-04 ] [ eta: 1254 days, 21:37:53 ] [ l_g_pix: 4.2042e-02 ] [ l_g_total: 4.2042e-02 ] +2024-10-24 23:48:24,250 INFO: [ epoch: 22 ] [ iter: 25,800 ] [ performance: 19.649 it/s ] [ lr: 1.00e-04 ] [ eta: 1257 days, 14:27:11 ] [ l_g_pix: 3.2314e-02 ] [ l_g_total: 3.2314e-02 ] +2024-10-24 23:48:29,370 INFO: [ epoch: 22 ] [ iter: 25,900 ] [ performance: 19.583 it/s ] [ lr: 1.00e-04 ] [ eta: 1260 days, 7:09:14 ] [ l_g_pix: 4.1377e-02 ] [ l_g_total: 4.1377e-02 ] +2024-10-24 23:48:34,465 INFO: [ epoch: 22 ] [ iter: 26,000 ] [ performance: 19.753 it/s ] [ lr: 1.00e-04 ] [ eta: 1262 days, 23:03:45 ] [ l_g_pix: 4.1339e-02 ] [ l_g_total: 4.1339e-02 ] +2024-10-24 23:48:39,468 INFO: [ epoch: 22 ] [ iter: 26,100 ] [ performance: 19.891 it/s ] [ lr: 1.00e-04 ] [ eta: 1265 days, 12:48:22 ] [ l_g_pix: 4.4796e-02 ] [ l_g_total: 4.4796e-02 ] +2024-10-24 23:48:44,405 INFO: [ epoch: 22 ] [ iter: 26,200 ] [ performance: 20.431 it/s ] [ lr: 1.00e-04 ] [ eta: 1268 days, 0:54:54 ] [ l_g_pix: 4.7099e-02 ] [ l_g_total: 4.7099e-02 ] +2024-10-24 23:48:49,623 INFO: [ epoch: 22 ] [ iter: 26,300 ] [ performance: 19.667 it/s ] [ lr: 1.00e-04 ] [ eta: 1270 days, 18:30:30 ] [ l_g_pix: 3.6779e-02 ] [ l_g_total: 3.6779e-02 ] +2024-10-24 23:48:54,501 INFO: [ epoch: 22 ] [ iter: 26,400 ] [ performance: 21.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1273 days, 4:50:20 ] [ l_g_pix: 4.4004e-02 ] [ l_g_total: 4.4004e-02 ] +2024-10-24 23:49:00,766 INFO: [ epoch: 23 ] [ iter: 26,500 ] [ performance: 17.771 it/s ] [ lr: 1.00e-04 ] [ eta: 1276 days, 19:13:23 ] [ l_g_pix: 5.2601e-02 ] [ l_g_total: 5.2601e-02 ] +2024-10-24 23:49:05,888 INFO: [ epoch: 23 ] [ iter: 26,600 ] [ performance: 19.531 it/s ] [ lr: 1.00e-04 ] [ eta: 1279 days, 9:58:02 ] [ l_g_pix: 4.8552e-02 ] [ l_g_total: 4.8552e-02 ] +2024-10-24 23:49:10,973 INFO: [ epoch: 23 ] [ iter: 26,700 ] [ performance: 19.612 it/s ] [ lr: 1.00e-04 ] [ eta: 1281 days, 23:40:30 ] [ l_g_pix: 3.7305e-02 ] [ l_g_total: 3.7305e-02 ] +2024-10-24 23:49:16,029 INFO: [ epoch: 23 ] [ iter: 26,800 ] [ performance: 19.797 it/s ] [ lr: 1.00e-04 ] [ eta: 1284 days, 12:29:42 ] [ l_g_pix: 2.7389e-02 ] [ l_g_total: 2.7389e-02 ] +2024-10-24 23:49:21,271 INFO: [ epoch: 23 ] [ iter: 26,900 ] [ performance: 19.359 it/s ] [ lr: 1.00e-04 ] [ eta: 1287 days, 4:49:52 ] [ l_g_pix: 4.1281e-02 ] [ l_g_total: 4.1281e-02 ] +2024-10-24 23:49:26,342 INFO: [ epoch: 23 ] [ iter: 27,000 ] [ performance: 19.638 it/s ] [ lr: 1.00e-04 ] [ eta: 1289 days, 17:22:53 ] [ l_g_pix: 4.1291e-02 ] [ l_g_total: 4.1291e-02 ] +2024-10-24 23:49:31,482 INFO: [ epoch: 23 ] [ iter: 27,100 ] [ performance: 19.529 it/s ] [ lr: 1.00e-04 ] [ eta: 1292 days, 7:04:03 ] [ l_g_pix: 4.0808e-02 ] [ l_g_total: 4.0808e-02 ] +2024-10-24 23:49:36,535 INFO: [ epoch: 23 ] [ iter: 27,200 ] [ performance: 19.968 it/s ] [ lr: 1.00e-04 ] [ eta: 1294 days, 18:42:28 ] [ l_g_pix: 3.8154e-02 ] [ l_g_total: 3.8154e-02 ] +2024-10-24 23:49:41,638 INFO: [ epoch: 23 ] [ iter: 27,300 ] [ performance: 19.742 it/s ] [ lr: 1.00e-04 ] [ eta: 1297 days, 7:04:34 ] [ l_g_pix: 4.4520e-02 ] [ l_g_total: 4.4520e-02 ] +2024-10-24 23:49:46,708 INFO: [ epoch: 23 ] [ iter: 27,400 ] [ performance: 19.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1299 days, 18:29:21 ] [ l_g_pix: 3.1016e-02 ] [ l_g_total: 3.1016e-02 ] +2024-10-24 23:49:51,776 INFO: [ epoch: 23 ] [ iter: 27,500 ] [ performance: 19.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1302 days, 5:34:34 ] [ l_g_pix: 3.5850e-02 ] [ l_g_total: 3.5850e-02 ] +2024-10-24 23:49:57,859 INFO: [ epoch: 24 ] [ iter: 27,600 ] [ performance: 14.618 it/s ] [ lr: 1.00e-04 ] [ eta: 1305 days, 12:47:49 ] [ l_g_pix: 4.3466e-02 ] [ l_g_total: 4.3466e-02 ] +2024-10-24 23:50:03,005 INFO: [ epoch: 24 ] [ iter: 27,700 ] [ performance: 17.240 it/s ] [ lr: 1.00e-04 ] [ eta: 1308 days, 0:52:24 ] [ l_g_pix: 3.7201e-02 ] [ l_g_total: 3.7201e-02 ] +2024-10-24 23:50:08,179 INFO: [ epoch: 24 ] [ iter: 27,800 ] [ performance: 19.471 it/s ] [ lr: 1.00e-04 ] [ eta: 1310 days, 13:14:01 ] [ l_g_pix: 4.7742e-02 ] [ l_g_total: 4.7742e-02 ] +2024-10-24 23:50:13,394 INFO: [ epoch: 24 ] [ iter: 27,900 ] [ performance: 19.289 it/s ] [ lr: 1.00e-04 ] [ eta: 1313 days, 2:06:43 ] [ l_g_pix: 4.8271e-02 ] [ l_g_total: 4.8271e-02 ] +2024-10-24 23:50:18,369 INFO: [ epoch: 24 ] [ iter: 28,000 ] [ performance: 20.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1315 days, 9:53:12 ] [ l_g_pix: 4.1992e-02 ] [ l_g_total: 4.1992e-02 ] +2024-10-24 23:50:23,588 INFO: [ epoch: 24 ] [ iter: 28,100 ] [ performance: 19.637 it/s ] [ lr: 1.00e-04 ] [ eta: 1317 days, 22:16:55 ] [ l_g_pix: 3.0918e-02 ] [ l_g_total: 3.0918e-02 ] +2024-10-24 23:50:28,722 INFO: [ epoch: 24 ] [ iter: 28,200 ] [ performance: 19.596 it/s ] [ lr: 1.00e-04 ] [ eta: 1320 days, 8:40:09 ] [ l_g_pix: 4.7683e-02 ] [ l_g_total: 4.7683e-02 ] +2024-10-24 23:50:33,791 INFO: [ epoch: 24 ] [ iter: 28,300 ] [ performance: 19.679 it/s ] [ lr: 1.00e-04 ] [ eta: 1322 days, 17:29:57 ] [ l_g_pix: 3.7227e-02 ] [ l_g_total: 3.7227e-02 ] +2024-10-24 23:50:38,990 INFO: [ epoch: 24 ] [ iter: 28,400 ] [ performance: 19.334 it/s ] [ lr: 1.00e-04 ] [ eta: 1325 days, 4:37:58 ] [ l_g_pix: 3.0406e-02 ] [ l_g_total: 3.0406e-02 ] +2024-10-24 23:50:44,056 INFO: [ epoch: 24 ] [ iter: 28,500 ] [ performance: 19.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1327 days, 12:49:33 ] [ l_g_pix: 3.4729e-02 ] [ l_g_total: 3.4729e-02 ] +2024-10-24 23:50:49,065 INFO: [ epoch: 24 ] [ iter: 28,600 ] [ performance: 19.963 it/s ] [ lr: 1.00e-04 ] [ eta: 1329 days, 19:36:27 ] [ l_g_pix: 3.5699e-02 ] [ l_g_total: 3.5699e-02 ] +2024-10-24 23:50:53,979 INFO: [ epoch: 24 ] [ iter: 28,700 ] [ performance: 20.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1332 days, 0:13:32 ] [ l_g_pix: 3.8582e-02 ] [ l_g_total: 3.8582e-02 ] +2024-10-24 23:50:59,988 INFO: [ epoch: 25 ] [ iter: 28,800 ] [ performance: 20.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1335 days, 2:13:34 ] [ l_g_pix: 3.1664e-02 ] [ l_g_total: 3.1664e-02 ] +2024-10-24 23:51:05,077 INFO: [ epoch: 25 ] [ iter: 28,900 ] [ performance: 19.952 it/s ] [ lr: 1.00e-04 ] [ eta: 1337 days, 9:43:44 ] [ l_g_pix: 4.4128e-02 ] [ l_g_total: 4.4128e-02 ] +2024-10-24 23:51:10,120 INFO: [ epoch: 25 ] [ iter: 29,000 ] [ performance: 19.647 it/s ] [ lr: 1.00e-04 ] [ eta: 1339 days, 16:02:21 ] [ l_g_pix: 3.6287e-02 ] [ l_g_total: 3.6287e-02 ] +2024-10-24 23:51:15,104 INFO: [ epoch: 25 ] [ iter: 29,100 ] [ performance: 19.914 it/s ] [ lr: 1.00e-04 ] [ eta: 1341 days, 20:54:43 ] [ l_g_pix: 5.5097e-02 ] [ l_g_total: 5.5097e-02 ] +2024-10-24 23:51:20,124 INFO: [ epoch: 25 ] [ iter: 29,200 ] [ performance: 19.917 it/s ] [ lr: 1.00e-04 ] [ eta: 1344 days, 2:13:00 ] [ l_g_pix: 3.3024e-02 ] [ l_g_total: 3.3024e-02 ] +2024-10-24 23:51:25,239 INFO: [ epoch: 25 ] [ iter: 29,300 ] [ performance: 19.679 it/s ] [ lr: 1.00e-04 ] [ eta: 1346 days, 9:06:49 ] [ l_g_pix: 4.0071e-02 ] [ l_g_total: 4.0071e-02 ] +2024-10-24 23:51:30,478 INFO: [ epoch: 25 ] [ iter: 29,400 ] [ performance: 18.696 it/s ] [ lr: 1.00e-04 ] [ eta: 1348 days, 18:08:19 ] [ l_g_pix: 2.8634e-02 ] [ l_g_total: 2.8634e-02 ] +2024-10-24 23:51:35,622 INFO: [ epoch: 25 ] [ iter: 29,500 ] [ performance: 19.173 it/s ] [ lr: 1.00e-04 ] [ eta: 1351 days, 1:01:58 ] [ l_g_pix: 2.7532e-02 ] [ l_g_total: 2.7532e-02 ] +2024-10-24 23:51:40,802 INFO: [ epoch: 25 ] [ iter: 29,600 ] [ performance: 19.351 it/s ] [ lr: 1.00e-04 ] [ eta: 1353 days, 8:20:07 ] [ l_g_pix: 4.0751e-02 ] [ l_g_total: 4.0751e-02 ] +2024-10-24 23:51:45,952 INFO: [ epoch: 25 ] [ iter: 29,700 ] [ performance: 19.397 it/s ] [ lr: 1.00e-04 ] [ eta: 1355 days, 14:45:23 ] [ l_g_pix: 3.6960e-02 ] [ l_g_total: 3.6960e-02 ] +2024-10-24 23:51:51,079 INFO: [ epoch: 25 ] [ iter: 29,800 ] [ performance: 19.863 it/s ] [ lr: 1.00e-04 ] [ eta: 1357 days, 20:27:40 ] [ l_g_pix: 3.2190e-02 ] [ l_g_total: 3.2190e-02 ] +2024-10-24 23:51:56,979 INFO: [ epoch: 26 ] [ iter: 29,900 ] [ performance: 17.848 it/s ] [ lr: 1.00e-04 ] [ eta: 1360 days, 16:54:08 ] [ l_g_pix: 4.4903e-02 ] [ l_g_total: 4.4903e-02 ] +2024-10-24 23:52:02,273 INFO: [ epoch: 26 ] [ iter: 30,000 ] [ performance: 18.384 it/s ] [ lr: 1.00e-04 ] [ eta: 1363 days, 1:15:41 ] [ l_g_pix: 3.2193e-02 ] [ l_g_total: 3.2193e-02 ] +2024-10-24 23:52:02,281 INFO: Saving models and training states. +2024-10-24 23:53:10,554 INFO: Validation val + + # psnr: 21.8477........ Best: 21.8477 @ 30000 iter + # ssim: 0.6368........ Best: 0.6368 @ 30000 iter + # dists: 0.7874........ Best: 0.7874 @ 30000 iter + +2024-10-24 23:53:15,621 INFO: [ epoch: 26 ] [ iter: 30,100 ] [ performance: 19.262 it/s ] [ lr: 1.00e-04 ] [ eta: 1420 days, 10:40:54 ] [ l_g_pix: 2.3254e-02 ] [ l_g_total: 2.3254e-02 ] +2024-10-24 23:53:20,790 INFO: [ epoch: 26 ] [ iter: 30,200 ] [ performance: 19.308 it/s ] [ lr: 1.00e-04 ] [ eta: 1422 days, 14:07:30 ] [ l_g_pix: 4.5089e-02 ] [ l_g_total: 4.5089e-02 ] +2024-10-24 23:53:25,934 INFO: [ epoch: 26 ] [ iter: 30,300 ] [ performance: 19.397 it/s ] [ lr: 1.00e-04 ] [ eta: 1424 days, 16:48:38 ] [ l_g_pix: 3.2336e-02 ] [ l_g_total: 3.2336e-02 ] +2024-10-24 23:53:31,050 INFO: [ epoch: 26 ] [ iter: 30,400 ] [ performance: 19.756 it/s ] [ lr: 1.00e-04 ] [ eta: 1426 days, 18:39:54 ] [ l_g_pix: 4.0945e-02 ] [ l_g_total: 4.0945e-02 ] +2024-10-24 23:53:36,362 INFO: [ epoch: 26 ] [ iter: 30,500 ] [ performance: 19.123 it/s ] [ lr: 1.00e-04 ] [ eta: 1429 days, 0:00:58 ] [ l_g_pix: 2.8437e-02 ] [ l_g_total: 2.8437e-02 ] +2024-10-24 23:53:41,510 INFO: [ epoch: 26 ] [ iter: 30,600 ] [ performance: 19.627 it/s ] [ lr: 1.00e-04 ] [ eta: 1431 days, 1:54:21 ] [ l_g_pix: 4.3648e-02 ] [ l_g_total: 4.3648e-02 ] +2024-10-24 23:53:46,653 INFO: [ epoch: 26 ] [ iter: 30,700 ] [ performance: 19.506 it/s ] [ lr: 1.00e-04 ] [ eta: 1433 days, 3:24:29 ] [ l_g_pix: 4.0423e-02 ] [ l_g_total: 4.0423e-02 ] +2024-10-24 23:53:51,818 INFO: [ epoch: 26 ] [ iter: 30,800 ] [ performance: 19.406 it/s ] [ lr: 1.00e-04 ] [ eta: 1435 days, 5:04:00 ] [ l_g_pix: 3.4826e-02 ] [ l_g_total: 3.4826e-02 ] +2024-10-24 23:53:56,991 INFO: [ epoch: 26 ] [ iter: 30,900 ] [ performance: 19.358 it/s ] [ lr: 1.00e-04 ] [ eta: 1437 days, 6:34:20 ] [ l_g_pix: 3.4870e-02 ] [ l_g_total: 3.4870e-02 ] +2024-10-24 23:54:01,795 INFO: [ epoch: 26 ] [ iter: 31,000 ] [ performance: 21.167 it/s ] [ lr: 1.00e-04 ] [ eta: 1439 days, 0:44:19 ] [ l_g_pix: 3.6069e-02 ] [ l_g_total: 3.6069e-02 ] +2024-10-24 23:54:08,425 INFO: [ epoch: 27 ] [ iter: 31,100 ] [ performance: 16.588 it/s ] [ lr: 1.00e-04 ] [ eta: 1442 days, 5:33:14 ] [ l_g_pix: 3.4369e-02 ] [ l_g_total: 3.4369e-02 ] +2024-10-24 23:54:13,479 INFO: [ epoch: 27 ] [ iter: 31,200 ] [ performance: 19.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1444 days, 3:54:23 ] [ l_g_pix: 4.3491e-02 ] [ l_g_total: 4.3491e-02 ] +2024-10-24 23:54:18,634 INFO: [ epoch: 27 ] [ iter: 31,300 ] [ performance: 19.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1446 days, 3:54:30 ] [ l_g_pix: 5.2632e-02 ] [ l_g_total: 5.2632e-02 ] +2024-10-24 23:54:23,823 INFO: [ epoch: 27 ] [ iter: 31,400 ] [ performance: 19.288 it/s ] [ lr: 1.00e-04 ] [ eta: 1448 days, 4:16:16 ] [ l_g_pix: 4.3741e-02 ] [ l_g_total: 4.3741e-02 ] +2024-10-24 23:54:28,989 INFO: [ epoch: 27 ] [ iter: 31,500 ] [ performance: 19.338 it/s ] [ lr: 1.00e-04 ] [ eta: 1450 days, 3:53:51 ] [ l_g_pix: 4.0727e-02 ] [ l_g_total: 4.0727e-02 ] +2024-10-24 23:54:34,002 INFO: [ epoch: 27 ] [ iter: 31,600 ] [ performance: 20.000 it/s ] [ lr: 1.00e-04 ] [ eta: 1452 days, 0:20:08 ] [ l_g_pix: 4.1662e-02 ] [ l_g_total: 4.1662e-02 ] +2024-10-24 23:54:39,109 INFO: [ epoch: 27 ] [ iter: 31,700 ] [ performance: 19.707 it/s ] [ lr: 1.00e-04 ] [ eta: 1453 days, 22:16:24 ] [ l_g_pix: 4.3886e-02 ] [ l_g_total: 4.3886e-02 ] +2024-10-24 23:54:44,484 INFO: [ epoch: 27 ] [ iter: 31,800 ] [ performance: 19.537 it/s ] [ lr: 1.00e-04 ] [ eta: 1456 days, 0:59:54 ] [ l_g_pix: 3.9785e-02 ] [ l_g_total: 3.9785e-02 ] +2024-10-24 23:54:49,543 INFO: [ epoch: 27 ] [ iter: 31,900 ] [ performance: 19.699 it/s ] [ lr: 1.00e-04 ] [ eta: 1457 days, 21:27:42 ] [ l_g_pix: 3.3055e-02 ] [ l_g_total: 3.3055e-02 ] +2024-10-24 23:54:54,602 INFO: [ epoch: 27 ] [ iter: 32,000 ] [ performance: 20.242 it/s ] [ lr: 1.00e-04 ] [ eta: 1459 days, 17:38:20 ] [ l_g_pix: 3.6777e-02 ] [ l_g_total: 3.6777e-02 ] +2024-10-24 23:54:59,553 INFO: [ epoch: 27 ] [ iter: 32,100 ] [ performance: 20.211 it/s ] [ lr: 1.00e-04 ] [ eta: 1461 days, 11:30:37 ] [ l_g_pix: 4.8643e-02 ] [ l_g_total: 4.8643e-02 ] +2024-10-24 23:55:05,568 INFO: [ epoch: 28 ] [ iter: 32,200 ] [ performance: 12.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1464 days, 1:07:23 ] [ l_g_pix: 3.0019e-02 ] [ l_g_total: 3.0019e-02 ] +2024-10-24 23:55:10,667 INFO: [ epoch: 28 ] [ iter: 32,300 ] [ performance: 16.919 it/s ] [ lr: 1.00e-04 ] [ eta: 1465 days, 21:10:55 ] [ l_g_pix: 3.3337e-02 ] [ l_g_total: 3.3337e-02 ] +2024-10-24 23:55:15,782 INFO: [ epoch: 28 ] [ iter: 32,400 ] [ performance: 19.649 it/s ] [ lr: 1.00e-04 ] [ eta: 1467 days, 17:15:31 ] [ l_g_pix: 4.1377e-02 ] [ l_g_total: 4.1377e-02 ] +2024-10-24 23:55:21,306 INFO: [ epoch: 28 ] [ iter: 32,500 ] [ performance: 18.512 it/s ] [ lr: 1.00e-04 ] [ eta: 1469 days, 20:43:45 ] [ l_g_pix: 2.9531e-02 ] [ l_g_total: 2.9531e-02 ] +2024-10-24 23:55:26,418 INFO: [ epoch: 28 ] [ iter: 32,600 ] [ performance: 19.524 it/s ] [ lr: 1.00e-04 ] [ eta: 1471 days, 16:10:58 ] [ l_g_pix: 2.3053e-02 ] [ l_g_total: 2.3053e-02 ] +2024-10-24 23:55:31,676 INFO: [ epoch: 28 ] [ iter: 32,700 ] [ performance: 19.158 it/s ] [ lr: 1.00e-04 ] [ eta: 1473 days, 14:03:52 ] [ l_g_pix: 3.0915e-02 ] [ l_g_total: 3.0915e-02 ] +2024-10-24 23:55:36,808 INFO: [ epoch: 28 ] [ iter: 32,800 ] [ performance: 19.551 it/s ] [ lr: 1.00e-04 ] [ eta: 1475 days, 9:18:58 ] [ l_g_pix: 3.9954e-02 ] [ l_g_total: 3.9954e-02 ] +2024-10-24 23:55:41,960 INFO: [ epoch: 28 ] [ iter: 32,900 ] [ performance: 19.451 it/s ] [ lr: 1.00e-04 ] [ eta: 1477 days, 4:38:26 ] [ l_g_pix: 3.4997e-02 ] [ l_g_total: 3.4997e-02 ] +2024-10-24 23:55:47,057 INFO: [ epoch: 28 ] [ iter: 33,000 ] [ performance: 19.686 it/s ] [ lr: 1.00e-04 ] [ eta: 1478 days, 22:39:32 ] [ l_g_pix: 3.7332e-02 ] [ l_g_total: 3.7332e-02 ] +2024-10-24 23:55:52,571 INFO: [ epoch: 28 ] [ iter: 33,100 ] [ performance: 18.523 it/s ] [ lr: 1.00e-04 ] [ eta: 1481 days, 0:09:15 ] [ l_g_pix: 2.4660e-02 ] [ l_g_total: 2.4660e-02 ] +2024-10-24 23:55:57,544 INFO: [ epoch: 28 ] [ iter: 33,200 ] [ performance: 20.649 it/s ] [ lr: 1.00e-04 ] [ eta: 1482 days, 15:18:01 ] [ l_g_pix: 2.2978e-02 ] [ l_g_total: 2.2978e-02 ] +2024-10-24 23:56:02,305 INFO: [ epoch: 28 ] [ iter: 33,300 ] [ performance: 20.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1484 days, 2:14:41 ] [ l_g_pix: 3.3287e-02 ] [ l_g_total: 3.3287e-02 ] +2024-10-24 23:56:08,582 INFO: [ epoch: 29 ] [ iter: 33,400 ] [ performance: 18.954 it/s ] [ lr: 1.00e-04 ] [ eta: 1486 days, 16:56:50 ] [ l_g_pix: 4.2608e-02 ] [ l_g_total: 4.2608e-02 ] +2024-10-24 23:56:13,718 INFO: [ epoch: 29 ] [ iter: 33,500 ] [ performance: 19.338 it/s ] [ lr: 1.00e-04 ] [ eta: 1488 days, 10:15:34 ] [ l_g_pix: 4.2511e-02 ] [ l_g_total: 4.2511e-02 ] +2024-10-24 23:56:18,865 INFO: [ epoch: 29 ] [ iter: 33,600 ] [ performance: 20.193 it/s ] [ lr: 1.00e-04 ] [ eta: 1490 days, 3:28:10 ] [ l_g_pix: 2.9660e-02 ] [ l_g_total: 2.9660e-02 ] +2024-10-24 23:56:24,042 INFO: [ epoch: 29 ] [ iter: 33,700 ] [ performance: 19.527 it/s ] [ lr: 1.00e-04 ] [ eta: 1491 days, 20:57:29 ] [ l_g_pix: 4.1405e-02 ] [ l_g_total: 4.1405e-02 ] +2024-10-24 23:56:29,349 INFO: [ epoch: 29 ] [ iter: 33,800 ] [ performance: 20.529 it/s ] [ lr: 1.00e-04 ] [ eta: 1493 days, 16:31:47 ] [ l_g_pix: 2.6870e-02 ] [ l_g_total: 2.6870e-02 ] +2024-10-24 23:56:34,346 INFO: [ epoch: 29 ] [ iter: 33,900 ] [ performance: 20.136 it/s ] [ lr: 1.00e-04 ] [ eta: 1495 days, 6:08:00 ] [ l_g_pix: 3.4787e-02 ] [ l_g_total: 3.4787e-02 ] +2024-10-24 23:56:39,366 INFO: [ epoch: 29 ] [ iter: 34,000 ] [ performance: 19.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1496 days, 19:52:44 ] [ l_g_pix: 5.1461e-02 ] [ l_g_total: 5.1461e-02 ] +2024-10-24 23:56:44,306 INFO: [ epoch: 29 ] [ iter: 34,100 ] [ performance: 20.012 it/s ] [ lr: 1.00e-04 ] [ eta: 1498 days, 7:51:30 ] [ l_g_pix: 3.8786e-02 ] [ l_g_total: 3.8786e-02 ] +2024-10-24 23:56:49,207 INFO: [ epoch: 29 ] [ iter: 34,200 ] [ performance: 20.321 it/s ] [ lr: 1.00e-04 ] [ eta: 1499 days, 18:52:16 ] [ l_g_pix: 2.9208e-02 ] [ l_g_total: 2.9208e-02 ] +2024-10-24 23:56:54,317 INFO: [ epoch: 29 ] [ iter: 34,300 ] [ performance: 19.740 it/s ] [ lr: 1.00e-04 ] [ eta: 1501 days, 9:25:27 ] [ l_g_pix: 3.5850e-02 ] [ l_g_total: 3.5850e-02 ] +2024-10-24 23:56:59,184 INFO: [ epoch: 29 ] [ iter: 34,400 ] [ performance: 22.734 it/s ] [ lr: 1.00e-04 ] [ eta: 1502 days, 19:16:04 ] [ l_g_pix: 3.9516e-02 ] [ l_g_total: 3.9516e-02 ] +2024-10-24 23:57:05,417 INFO: [ epoch: 30 ] [ iter: 34,500 ] [ performance: 17.182 it/s ] [ lr: 1.00e-04 ] [ eta: 1505 days, 5:41:22 ] [ l_g_pix: 3.9895e-02 ] [ l_g_total: 3.9895e-02 ] +2024-10-24 23:57:10,417 INFO: [ epoch: 30 ] [ iter: 34,600 ] [ performance: 19.861 it/s ] [ lr: 1.00e-04 ] [ eta: 1506 days, 17:21:42 ] [ l_g_pix: 4.2037e-02 ] [ l_g_total: 4.2037e-02 ] +2024-10-24 23:57:15,359 INFO: [ epoch: 30 ] [ iter: 34,700 ] [ performance: 20.152 it/s ] [ lr: 1.00e-04 ] [ eta: 1508 days, 3:43:05 ] [ l_g_pix: 4.4198e-02 ] [ l_g_total: 4.4198e-02 ] +2024-10-24 23:57:20,465 INFO: [ epoch: 30 ] [ iter: 34,800 ] [ performance: 19.144 it/s ] [ lr: 1.00e-04 ] [ eta: 1509 days, 16:45:08 ] [ l_g_pix: 5.1496e-02 ] [ l_g_total: 5.1496e-02 ] +2024-10-24 23:57:25,621 INFO: [ epoch: 30 ] [ iter: 34,900 ] [ performance: 19.340 it/s ] [ lr: 1.00e-04 ] [ eta: 1511 days, 6:25:57 ] [ l_g_pix: 5.0141e-02 ] [ l_g_total: 5.0141e-02 ] +2024-10-24 23:57:30,729 INFO: [ epoch: 30 ] [ iter: 35,000 ] [ performance: 20.156 it/s ] [ lr: 1.00e-04 ] [ eta: 1512 days, 18:56:17 ] [ l_g_pix: 3.4931e-02 ] [ l_g_total: 3.4931e-02 ] +2024-10-24 23:57:36,124 INFO: [ epoch: 30 ] [ iter: 35,100 ] [ performance: 18.851 it/s ] [ lr: 1.00e-04 ] [ eta: 1514 days, 12:19:52 ] [ l_g_pix: 5.0481e-02 ] [ l_g_total: 5.0481e-02 ] +2024-10-24 23:57:41,338 INFO: [ epoch: 30 ] [ iter: 35,200 ] [ performance: 19.298 it/s ] [ lr: 1.00e-04 ] [ eta: 1516 days, 2:10:40 ] [ l_g_pix: 3.0008e-02 ] [ l_g_total: 3.0008e-02 ] +2024-10-24 23:57:46,485 INFO: [ epoch: 30 ] [ iter: 35,300 ] [ performance: 19.404 it/s ] [ lr: 1.00e-04 ] [ eta: 1517 days, 14:31:51 ] [ l_g_pix: 2.8674e-02 ] [ l_g_total: 2.8674e-02 ] +2024-10-24 23:57:51,598 INFO: [ epoch: 30 ] [ iter: 35,400 ] [ performance: 19.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1519 days, 1:58:48 ] [ l_g_pix: 4.8163e-02 ] [ l_g_total: 4.8163e-02 ] +2024-10-24 23:57:56,744 INFO: [ epoch: 30 ] [ iter: 35,500 ] [ performance: 19.477 it/s ] [ lr: 1.00e-04 ] [ eta: 1520 days, 13:44:51 ] [ l_g_pix: 3.0554e-02 ] [ l_g_total: 3.0554e-02 ] +2024-10-24 23:58:01,578 INFO: [ epoch: 30 ] [ iter: 35,600 ] [ performance: 21.430 it/s ] [ lr: 1.00e-04 ] [ eta: 1521 days, 19:37:33 ] [ l_g_pix: 3.9209e-02 ] [ l_g_total: 3.9209e-02 ] +2024-10-24 23:58:07,856 INFO: [ epoch: 31 ] [ iter: 35,700 ] [ performance: 16.733 it/s ] [ lr: 1.00e-04 ] [ eta: 1524 days, 3:02:56 ] [ l_g_pix: 3.0246e-02 ] [ l_g_total: 3.0246e-02 ] +2024-10-24 23:58:13,161 INFO: [ epoch: 31 ] [ iter: 35,800 ] [ performance: 19.905 it/s ] [ lr: 1.00e-04 ] [ eta: 1525 days, 16:45:52 ] [ l_g_pix: 3.8269e-02 ] [ l_g_total: 3.8269e-02 ] +2024-10-24 23:58:18,191 INFO: [ epoch: 31 ] [ iter: 35,900 ] [ performance: 19.887 it/s ] [ lr: 1.00e-04 ] [ eta: 1527 days, 1:17:21 ] [ l_g_pix: 3.9676e-02 ] [ l_g_total: 3.9676e-02 ] +2024-10-24 23:58:23,222 INFO: [ epoch: 31 ] [ iter: 36,000 ] [ performance: 19.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1528 days, 9:32:55 ] [ l_g_pix: 3.7282e-02 ] [ l_g_total: 3.7282e-02 ] +2024-10-24 23:58:28,361 INFO: [ epoch: 31 ] [ iter: 36,100 ] [ performance: 19.459 it/s ] [ lr: 1.00e-04 ] [ eta: 1529 days, 19:26:55 ] [ l_g_pix: 5.5806e-02 ] [ l_g_total: 5.5806e-02 ] +2024-10-24 23:58:33,505 INFO: [ epoch: 31 ] [ iter: 36,200 ] [ performance: 19.538 it/s ] [ lr: 1.00e-04 ] [ eta: 1531 days, 5:09:05 ] [ l_g_pix: 2.8625e-02 ] [ l_g_total: 2.8625e-02 ] +2024-10-24 23:58:38,629 INFO: [ epoch: 31 ] [ iter: 36,300 ] [ performance: 19.521 it/s ] [ lr: 1.00e-04 ] [ eta: 1532 days, 14:13:09 ] [ l_g_pix: 3.3084e-02 ] [ l_g_total: 3.3084e-02 ] +2024-10-24 23:58:43,747 INFO: [ epoch: 31 ] [ iter: 36,400 ] [ performance: 19.312 it/s ] [ lr: 1.00e-04 ] [ eta: 1533 days, 22:52:58 ] [ l_g_pix: 2.8265e-02 ] [ l_g_total: 2.8265e-02 ] +2024-10-24 23:58:49,325 INFO: [ epoch: 31 ] [ iter: 36,500 ] [ performance: 18.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1535 days, 15:23:49 ] [ l_g_pix: 3.0251e-02 ] [ l_g_total: 3.0251e-02 ] +2024-10-24 23:58:54,452 INFO: [ epoch: 31 ] [ iter: 36,600 ] [ performance: 19.088 it/s ] [ lr: 1.00e-04 ] [ eta: 1536 days, 23:38:43 ] [ l_g_pix: 2.9689e-02 ] [ l_g_total: 2.9689e-02 ] +2024-10-24 23:58:59,615 INFO: [ epoch: 31 ] [ iter: 36,700 ] [ performance: 19.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1538 days, 8:14:24 ] [ l_g_pix: 6.1488e-02 ] [ l_g_total: 6.1488e-02 ] +2024-10-24 23:59:05,581 INFO: [ epoch: 32 ] [ iter: 36,800 ] [ performance: 18.950 it/s ] [ lr: 1.00e-04 ] [ eta: 1540 days, 6:38:23 ] [ l_g_pix: 3.7920e-02 ] [ l_g_total: 3.7920e-02 ] +2024-10-24 23:59:10,687 INFO: [ epoch: 32 ] [ iter: 36,900 ] [ performance: 19.492 it/s ] [ lr: 1.00e-04 ] [ eta: 1541 days, 13:39:16 ] [ l_g_pix: 3.1990e-02 ] [ l_g_total: 3.1990e-02 ] +2024-10-24 23:59:15,814 INFO: [ epoch: 32 ] [ iter: 37,000 ] [ performance: 19.420 it/s ] [ lr: 1.00e-04 ] [ eta: 1542 days, 20:44:07 ] [ l_g_pix: 3.7221e-02 ] [ l_g_total: 3.7221e-02 ] +2024-10-24 23:59:21,169 INFO: [ epoch: 32 ] [ iter: 37,100 ] [ performance: 18.777 it/s ] [ lr: 1.00e-04 ] [ eta: 1544 days, 7:31:00 ] [ l_g_pix: 2.8586e-02 ] [ l_g_total: 2.8586e-02 ] +2024-10-24 23:59:26,298 INFO: [ epoch: 32 ] [ iter: 37,200 ] [ performance: 19.329 it/s ] [ lr: 1.00e-04 ] [ eta: 1545 days, 14:03:51 ] [ l_g_pix: 2.8262e-02 ] [ l_g_total: 2.8262e-02 ] +2024-10-24 23:59:31,445 INFO: [ epoch: 32 ] [ iter: 37,300 ] [ performance: 19.418 it/s ] [ lr: 1.00e-04 ] [ eta: 1546 days, 20:38:16 ] [ l_g_pix: 3.2536e-02 ] [ l_g_total: 3.2536e-02 ] +2024-10-24 23:59:36,452 INFO: [ epoch: 32 ] [ iter: 37,400 ] [ performance: 20.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1548 days, 0:29:27 ] [ l_g_pix: 4.0793e-02 ] [ l_g_total: 4.0793e-02 ] +2024-10-24 23:59:41,495 INFO: [ epoch: 32 ] [ iter: 37,500 ] [ performance: 19.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1549 days, 4:41:51 ] [ l_g_pix: 3.3866e-02 ] [ l_g_total: 3.3866e-02 ] +2024-10-24 23:59:46,616 INFO: [ epoch: 32 ] [ iter: 37,600 ] [ performance: 21.617 it/s ] [ lr: 1.00e-04 ] [ eta: 1550 days, 9:58:03 ] [ l_g_pix: 5.0975e-02 ] [ l_g_total: 5.0975e-02 ] +2024-10-24 23:59:51,694 INFO: [ epoch: 32 ] [ iter: 37,700 ] [ performance: 19.899 it/s ] [ lr: 1.00e-04 ] [ eta: 1551 days, 14:12:45 ] [ l_g_pix: 2.2417e-02 ] [ l_g_total: 2.2417e-02 ] +2024-10-24 23:59:57,212 INFO: [ epoch: 32 ] [ iter: 37,800 ] [ performance: 20.320 it/s ] [ lr: 1.00e-04 ] [ eta: 1553 days, 1:47:14 ] [ l_g_pix: 3.7621e-02 ] [ l_g_total: 3.7621e-02 ] +2024-10-25 00:00:02,054 INFO: [ epoch: 32 ] [ iter: 37,900 ] [ performance: 20.622 it/s ] [ lr: 1.00e-04 ] [ eta: 1554 days, 1:22:04 ] [ l_g_pix: 3.7805e-02 ] [ l_g_total: 3.7805e-02 ] +2024-10-25 00:00:08,420 INFO: [ epoch: 33 ] [ iter: 38,000 ] [ performance: 18.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1556 days, 2:56:08 ] [ l_g_pix: 4.3346e-02 ] [ l_g_total: 4.3346e-02 ] +2024-10-25 00:00:13,565 INFO: [ epoch: 33 ] [ iter: 38,100 ] [ performance: 19.309 it/s ] [ lr: 1.00e-04 ] [ eta: 1557 days, 7:10:37 ] [ l_g_pix: 4.4711e-02 ] [ l_g_total: 4.4711e-02 ] +2024-10-25 00:00:18,657 INFO: [ epoch: 33 ] [ iter: 38,200 ] [ performance: 19.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1558 days, 10:12:39 ] [ l_g_pix: 3.8441e-02 ] [ l_g_total: 3.8441e-02 ] +2024-10-25 00:00:23,726 INFO: [ epoch: 33 ] [ iter: 38,300 ] [ performance: 19.740 it/s ] [ lr: 1.00e-04 ] [ eta: 1559 days, 12:33:14 ] [ l_g_pix: 4.1359e-02 ] [ l_g_total: 4.1359e-02 ] +2024-10-25 00:00:28,840 INFO: [ epoch: 33 ] [ iter: 38,400 ] [ performance: 18.954 it/s ] [ lr: 1.00e-04 ] [ eta: 1560 days, 15:23:53 ] [ l_g_pix: 5.0608e-02 ] [ l_g_total: 5.0608e-02 ] +2024-10-25 00:00:34,315 INFO: [ epoch: 33 ] [ iter: 38,500 ] [ performance: 18.322 it/s ] [ lr: 1.00e-04 ] [ eta: 1562 days, 0:07:21 ] [ l_g_pix: 3.6422e-02 ] [ l_g_total: 3.6422e-02 ] +2024-10-25 00:00:39,426 INFO: [ epoch: 33 ] [ iter: 38,600 ] [ performance: 19.208 it/s ] [ lr: 1.00e-04 ] [ eta: 1563 days, 2:20:42 ] [ l_g_pix: 3.1485e-02 ] [ l_g_total: 3.1485e-02 ] +2024-10-25 00:00:44,636 INFO: [ epoch: 33 ] [ iter: 38,700 ] [ performance: 19.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1564 days, 5:56:41 ] [ l_g_pix: 3.7152e-02 ] [ l_g_total: 3.7152e-02 ] +2024-10-25 00:00:49,853 INFO: [ epoch: 33 ] [ iter: 38,800 ] [ performance: 20.673 it/s ] [ lr: 1.00e-04 ] [ eta: 1565 days, 9:23:11 ] [ l_g_pix: 4.2770e-02 ] [ l_g_total: 4.2770e-02 ] +2024-10-25 00:00:55,022 INFO: [ epoch: 33 ] [ iter: 38,900 ] [ performance: 19.427 it/s ] [ lr: 1.00e-04 ] [ eta: 1566 days, 11:44:27 ] [ l_g_pix: 3.5473e-02 ] [ l_g_total: 3.5473e-02 ] +2024-10-25 00:01:00,069 INFO: [ epoch: 33 ] [ iter: 39,000 ] [ performance: 21.333 it/s ] [ lr: 1.00e-04 ] [ eta: 1567 days, 11:43:03 ] [ l_g_pix: 3.0635e-02 ] [ l_g_total: 3.0635e-02 ] +2024-10-25 00:01:06,381 INFO: [ epoch: 34 ] [ iter: 39,100 ] [ performance: 16.080 it/s ] [ lr: 1.00e-04 ] [ eta: 1569 days, 8:48:50 ] [ l_g_pix: 4.0142e-02 ] [ l_g_total: 4.0142e-02 ] +2024-10-25 00:01:11,517 INFO: [ epoch: 34 ] [ iter: 39,200 ] [ performance: 21.058 it/s ] [ lr: 1.00e-04 ] [ eta: 1570 days, 9:42:32 ] [ l_g_pix: 3.9193e-02 ] [ l_g_total: 3.9193e-02 ] +2024-10-25 00:01:16,734 INFO: [ epoch: 34 ] [ iter: 39,300 ] [ performance: 19.250 it/s ] [ lr: 1.00e-04 ] [ eta: 1571 days, 11:41:34 ] [ l_g_pix: 3.0719e-02 ] [ l_g_total: 3.0719e-02 ] +2024-10-25 00:01:21,945 INFO: [ epoch: 34 ] [ iter: 39,400 ] [ performance: 19.463 it/s ] [ lr: 1.00e-04 ] [ eta: 1572 days, 13:15:43 ] [ l_g_pix: 3.8452e-02 ] [ l_g_total: 3.8452e-02 ] +2024-10-25 00:01:27,135 INFO: [ epoch: 34 ] [ iter: 39,500 ] [ performance: 19.298 it/s ] [ lr: 1.00e-04 ] [ eta: 1573 days, 14:12:38 ] [ l_g_pix: 4.1940e-02 ] [ l_g_total: 4.1940e-02 ] +2024-10-25 00:01:32,398 INFO: [ epoch: 34 ] [ iter: 39,600 ] [ performance: 18.970 it/s ] [ lr: 1.00e-04 ] [ eta: 1574 days, 16:05:21 ] [ l_g_pix: 4.3595e-02 ] [ l_g_total: 4.3595e-02 ] +2024-10-25 00:01:37,464 INFO: [ epoch: 34 ] [ iter: 39,700 ] [ performance: 19.722 it/s ] [ lr: 1.00e-04 ] [ eta: 1575 days, 14:21:33 ] [ l_g_pix: 4.9920e-02 ] [ l_g_total: 4.9920e-02 ] +2024-10-25 00:01:42,827 INFO: [ epoch: 34 ] [ iter: 39,800 ] [ performance: 19.602 it/s ] [ lr: 1.00e-04 ] [ eta: 1576 days, 17:19:36 ] [ l_g_pix: 3.0594e-02 ] [ l_g_total: 3.0594e-02 ] +2024-10-25 00:01:47,936 INFO: [ epoch: 34 ] [ iter: 39,900 ] [ performance: 19.573 it/s ] [ lr: 1.00e-04 ] [ eta: 1577 days, 15:46:20 ] [ l_g_pix: 4.2901e-02 ] [ l_g_total: 4.2901e-02 ] +2024-10-25 00:01:53,051 INFO: [ epoch: 34 ] [ iter: 40,000 ] [ performance: 17.427 it/s ] [ lr: 1.00e-04 ] [ eta: 1578 days, 14:00:26 ] [ l_g_pix: 4.3887e-02 ] [ l_g_total: 4.3887e-02 ] +2024-10-25 00:01:53,051 INFO: Saving models and training states. +2024-10-25 00:03:01,288 INFO: Validation val + + # psnr: 21.8616........ Best: 21.8616 @ 40000 iter + # ssim: 0.6385........ Best: 0.6385 @ 40000 iter + # dists: 0.7871........ Best: 0.7871 @ 40000 iter + +2024-10-25 00:03:06,415 INFO: [ epoch: 34 ] [ iter: 40,100 ] [ performance: 19.487 it/s ] [ lr: 1.00e-04 ] [ eta: 1626 days, 19:32:13 ] [ l_g_pix: 3.7027e-02 ] [ l_g_total: 3.7027e-02 ] +2024-10-25 00:03:11,256 INFO: [ epoch: 34 ] [ iter: 40,200 ] [ performance: 20.053 it/s ] [ lr: 1.00e-04 ] [ eta: 1627 days, 10:46:13 ] [ l_g_pix: 4.8468e-02 ] [ l_g_total: 4.8468e-02 ] +2024-10-25 00:03:17,505 INFO: [ epoch: 35 ] [ iter: 40,300 ] [ performance: 16.004 it/s ] [ lr: 1.00e-04 ] [ eta: 1629 days, 1:04:57 ] [ l_g_pix: 4.0710e-02 ] [ l_g_total: 4.0710e-02 ] +2024-10-25 00:03:22,853 INFO: [ epoch: 35 ] [ iter: 40,400 ] [ performance: 17.250 it/s ] [ lr: 1.00e-04 ] [ eta: 1630 days, 0:07:23 ] [ l_g_pix: 4.6205e-02 ] [ l_g_total: 4.6205e-02 ] +2024-10-25 00:03:27,922 INFO: [ epoch: 35 ] [ iter: 40,500 ] [ performance: 19.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1630 days, 18:16:13 ] [ l_g_pix: 3.0443e-02 ] [ l_g_total: 3.0443e-02 ] +2024-10-25 00:03:33,070 INFO: [ epoch: 35 ] [ iter: 40,600 ] [ performance: 19.582 it/s ] [ lr: 1.00e-04 ] [ eta: 1631 days, 13:26:08 ] [ l_g_pix: 3.4527e-02 ] [ l_g_total: 3.4527e-02 ] +2024-10-25 00:03:38,212 INFO: [ epoch: 35 ] [ iter: 40,700 ] [ performance: 19.398 it/s ] [ lr: 1.00e-04 ] [ eta: 1632 days, 8:12:45 ] [ l_g_pix: 3.2596e-02 ] [ l_g_total: 3.2596e-02 ] +2024-10-25 00:03:43,320 INFO: [ epoch: 35 ] [ iter: 40,800 ] [ performance: 19.490 it/s ] [ lr: 1.00e-04 ] [ eta: 1633 days, 2:08:32 ] [ l_g_pix: 3.1952e-02 ] [ l_g_total: 3.1952e-02 ] +2024-10-25 00:03:48,424 INFO: [ epoch: 35 ] [ iter: 40,900 ] [ performance: 19.623 it/s ] [ lr: 1.00e-04 ] [ eta: 1633 days, 19:43:27 ] [ l_g_pix: 4.5594e-02 ] [ l_g_total: 4.5594e-02 ] +2024-10-25 00:03:53,894 INFO: [ epoch: 35 ] [ iter: 41,000 ] [ performance: 18.920 it/s ] [ lr: 1.00e-04 ] [ eta: 1634 days, 19:00:50 ] [ l_g_pix: 3.4711e-02 ] [ l_g_total: 3.4711e-02 ] +2024-10-25 00:03:58,944 INFO: [ epoch: 35 ] [ iter: 41,100 ] [ performance: 19.836 it/s ] [ lr: 1.00e-04 ] [ eta: 1635 days, 11:07:43 ] [ l_g_pix: 2.8060e-02 ] [ l_g_total: 2.8060e-02 ] +2024-10-25 00:04:04,053 INFO: [ epoch: 35 ] [ iter: 41,200 ] [ performance: 19.701 it/s ] [ lr: 1.00e-04 ] [ eta: 1636 days, 3:56:46 ] [ l_g_pix: 2.9070e-02 ] [ l_g_total: 2.9070e-02 ] +2024-10-25 00:04:09,103 INFO: [ epoch: 35 ] [ iter: 41,300 ] [ performance: 19.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1636 days, 19:30:14 ] [ l_g_pix: 2.8668e-02 ] [ l_g_total: 2.8668e-02 ] +2024-10-25 00:04:15,263 INFO: [ epoch: 36 ] [ iter: 41,400 ] [ performance: 17.827 it/s ] [ lr: 1.00e-04 ] [ eta: 1638 days, 4:50:28 ] [ l_g_pix: 5.0473e-02 ] [ l_g_total: 5.0473e-02 ] +2024-10-25 00:04:20,236 INFO: [ epoch: 36 ] [ iter: 41,500 ] [ performance: 20.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1638 days, 18:33:09 ] [ l_g_pix: 4.2514e-02 ] [ l_g_total: 4.2514e-02 ] +2024-10-25 00:04:25,292 INFO: [ epoch: 36 ] [ iter: 41,600 ] [ performance: 19.962 it/s ] [ lr: 1.00e-04 ] [ eta: 1639 days, 9:20:54 ] [ l_g_pix: 4.7351e-02 ] [ l_g_total: 4.7351e-02 ] +2024-10-25 00:04:30,613 INFO: [ epoch: 36 ] [ iter: 41,700 ] [ performance: 18.780 it/s ] [ lr: 1.00e-04 ] [ eta: 1640 days, 4:08:11 ] [ l_g_pix: 4.4463e-02 ] [ l_g_total: 4.4463e-02 ] +2024-10-25 00:04:35,663 INFO: [ epoch: 36 ] [ iter: 41,800 ] [ performance: 19.297 it/s ] [ lr: 1.00e-04 ] [ eta: 1640 days, 18:15:29 ] [ l_g_pix: 3.8630e-02 ] [ l_g_total: 3.8630e-02 ] +2024-10-25 00:04:40,745 INFO: [ epoch: 36 ] [ iter: 41,900 ] [ performance: 19.728 it/s ] [ lr: 1.00e-04 ] [ eta: 1641 days, 8:37:04 ] [ l_g_pix: 3.6697e-02 ] [ l_g_total: 3.6697e-02 ] +2024-10-25 00:04:45,904 INFO: [ epoch: 36 ] [ iter: 42,000 ] [ performance: 19.548 it/s ] [ lr: 1.00e-04 ] [ eta: 1641 days, 23:56:10 ] [ l_g_pix: 4.5427e-02 ] [ l_g_total: 4.5427e-02 ] +2024-10-25 00:04:50,961 INFO: [ epoch: 36 ] [ iter: 42,100 ] [ performance: 19.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1642 days, 13:19:09 ] [ l_g_pix: 3.3054e-02 ] [ l_g_total: 3.3054e-02 ] +2024-10-25 00:04:56,016 INFO: [ epoch: 36 ] [ iter: 42,200 ] [ performance: 19.794 it/s ] [ lr: 1.00e-04 ] [ eta: 1643 days, 2:22:48 ] [ l_g_pix: 3.6844e-02 ] [ l_g_total: 3.6844e-02 ] +2024-10-25 00:05:01,158 INFO: [ epoch: 36 ] [ iter: 42,300 ] [ performance: 19.508 it/s ] [ lr: 1.00e-04 ] [ eta: 1643 days, 16:33:58 ] [ l_g_pix: 3.5680e-02 ] [ l_g_total: 3.5680e-02 ] +2024-10-25 00:05:06,563 INFO: [ epoch: 36 ] [ iter: 42,400 ] [ performance: 18.965 it/s ] [ lr: 1.00e-04 ] [ eta: 1644 days, 10:41:15 ] [ l_g_pix: 4.0931e-02 ] [ l_g_total: 4.0931e-02 ] +2024-10-25 00:05:11,298 INFO: [ epoch: 36 ] [ iter: 42,500 ] [ performance: 21.374 it/s ] [ lr: 1.00e-04 ] [ eta: 1644 days, 17:46:58 ] [ l_g_pix: 4.2348e-02 ] [ l_g_total: 4.2348e-02 ] +2024-10-25 00:05:17,657 INFO: [ epoch: 37 ] [ iter: 42,600 ] [ performance: 17.962 it/s ] [ lr: 1.00e-04 ] [ eta: 1646 days, 2:31:21 ] [ l_g_pix: 4.1829e-02 ] [ l_g_total: 4.1829e-02 ] +2024-10-25 00:05:22,633 INFO: [ epoch: 37 ] [ iter: 42,700 ] [ performance: 20.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1646 days, 12:54:00 ] [ l_g_pix: 3.6050e-02 ] [ l_g_total: 3.6050e-02 ] +2024-10-25 00:05:27,603 INFO: [ epoch: 37 ] [ iter: 42,800 ] [ performance: 20.170 it/s ] [ lr: 1.00e-04 ] [ eta: 1646 days, 22:54:06 ] [ l_g_pix: 3.1944e-02 ] [ l_g_total: 3.1944e-02 ] +2024-10-25 00:05:32,742 INFO: [ epoch: 37 ] [ iter: 42,900 ] [ performance: 19.457 it/s ] [ lr: 1.00e-04 ] [ eta: 1647 days, 11:18:29 ] [ l_g_pix: 2.6983e-02 ] [ l_g_total: 2.6983e-02 ] +2024-10-25 00:05:38,270 INFO: [ epoch: 37 ] [ iter: 43,000 ] [ performance: 18.703 it/s ] [ lr: 1.00e-04 ] [ eta: 1648 days, 5:34:54 ] [ l_g_pix: 4.4962e-02 ] [ l_g_total: 4.4962e-02 ] +2024-10-25 00:05:43,313 INFO: [ epoch: 37 ] [ iter: 43,100 ] [ performance: 19.838 it/s ] [ lr: 1.00e-04 ] [ eta: 1648 days, 15:52:55 ] [ l_g_pix: 3.6180e-02 ] [ l_g_total: 3.6180e-02 ] +2024-10-25 00:05:48,384 INFO: [ epoch: 37 ] [ iter: 43,200 ] [ performance: 19.775 it/s ] [ lr: 1.00e-04 ] [ eta: 1649 days, 2:21:17 ] [ l_g_pix: 3.9702e-02 ] [ l_g_total: 3.9702e-02 ] +2024-10-25 00:05:53,468 INFO: [ epoch: 37 ] [ iter: 43,300 ] [ performance: 19.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1649 days, 12:44:25 ] [ l_g_pix: 3.6285e-02 ] [ l_g_total: 3.6285e-02 ] +2024-10-25 00:05:58,600 INFO: [ epoch: 37 ] [ iter: 43,400 ] [ performance: 19.611 it/s ] [ lr: 1.00e-04 ] [ eta: 1649 days, 23:36:02 ] [ l_g_pix: 3.5701e-02 ] [ l_g_total: 3.5701e-02 ] +2024-10-25 00:06:03,738 INFO: [ epoch: 37 ] [ iter: 43,500 ] [ performance: 19.520 it/s ] [ lr: 1.00e-04 ] [ eta: 1650 days, 10:17:04 ] [ l_g_pix: 3.8448e-02 ] [ l_g_total: 3.8448e-02 ] +2024-10-25 00:06:08,570 INFO: [ epoch: 37 ] [ iter: 43,600 ] [ performance: 20.143 it/s ] [ lr: 1.00e-04 ] [ eta: 1650 days, 15:52:45 ] [ l_g_pix: 2.6456e-02 ] [ l_g_total: 2.6456e-02 ] +2024-10-25 00:06:14,817 INFO: [ epoch: 38 ] [ iter: 43,700 ] [ performance: 15.048 it/s ] [ lr: 1.00e-04 ] [ eta: 1651 days, 19:19:01 ] [ l_g_pix: 3.5239e-02 ] [ l_g_total: 3.5239e-02 ] +2024-10-25 00:06:20,048 INFO: [ epoch: 38 ] [ iter: 43,800 ] [ performance: 17.030 it/s ] [ lr: 1.00e-04 ] [ eta: 1652 days, 6:33:41 ] [ l_g_pix: 3.9557e-02 ] [ l_g_total: 3.9557e-02 ] +2024-10-25 00:06:25,077 INFO: [ epoch: 38 ] [ iter: 43,900 ] [ performance: 19.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1652 days, 14:22:20 ] [ l_g_pix: 4.3149e-02 ] [ l_g_total: 4.3149e-02 ] +2024-10-25 00:06:30,157 INFO: [ epoch: 38 ] [ iter: 44,000 ] [ performance: 19.701 it/s ] [ lr: 1.00e-04 ] [ eta: 1652 days, 22:41:52 ] [ l_g_pix: 2.7231e-02 ] [ l_g_total: 2.7231e-02 ] +2024-10-25 00:06:35,310 INFO: [ epoch: 38 ] [ iter: 44,100 ] [ performance: 19.307 it/s ] [ lr: 1.00e-04 ] [ eta: 1653 days, 7:52:18 ] [ l_g_pix: 4.1558e-02 ] [ l_g_total: 4.1558e-02 ] +2024-10-25 00:06:40,366 INFO: [ epoch: 38 ] [ iter: 44,200 ] [ performance: 19.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1653 days, 15:15:01 ] [ l_g_pix: 4.3985e-02 ] [ l_g_total: 4.3985e-02 ] +2024-10-25 00:06:45,561 INFO: [ epoch: 38 ] [ iter: 44,300 ] [ performance: 19.231 it/s ] [ lr: 1.00e-04 ] [ eta: 1654 days, 0:29:34 ] [ l_g_pix: 4.5609e-02 ] [ l_g_total: 4.5609e-02 ] +2024-10-25 00:06:50,657 INFO: [ epoch: 38 ] [ iter: 44,400 ] [ performance: 19.447 it/s ] [ lr: 1.00e-04 ] [ eta: 1654 days, 7:56:07 ] [ l_g_pix: 3.0980e-02 ] [ l_g_total: 3.0980e-02 ] +2024-10-25 00:06:55,740 INFO: [ epoch: 38 ] [ iter: 44,500 ] [ performance: 19.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1654 days, 14:53:11 ] [ l_g_pix: 2.9400e-02 ] [ l_g_total: 2.9400e-02 ] +2024-10-25 00:07:00,882 INFO: [ epoch: 38 ] [ iter: 44,600 ] [ performance: 19.544 it/s ] [ lr: 1.00e-04 ] [ eta: 1654 days, 22:27:22 ] [ l_g_pix: 3.2608e-02 ] [ l_g_total: 3.2608e-02 ] +2024-10-25 00:07:05,998 INFO: [ epoch: 38 ] [ iter: 44,700 ] [ performance: 19.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1655 days, 5:21:15 ] [ l_g_pix: 3.8983e-02 ] [ l_g_total: 3.8983e-02 ] +2024-10-25 00:07:10,777 INFO: [ epoch: 38 ] [ iter: 44,800 ] [ performance: 20.297 it/s ] [ lr: 1.00e-04 ] [ eta: 1655 days, 6:47:10 ] [ l_g_pix: 3.4659e-02 ] [ l_g_total: 3.4659e-02 ] +2024-10-25 00:07:17,089 INFO: [ epoch: 39 ] [ iter: 44,900 ] [ performance: 19.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1656 days, 7:24:43 ] [ l_g_pix: 4.8569e-02 ] [ l_g_total: 4.8569e-02 ] +2024-10-25 00:07:22,615 INFO: [ epoch: 39 ] [ iter: 45,000 ] [ performance: 18.562 it/s ] [ lr: 1.00e-04 ] [ eta: 1656 days, 19:41:59 ] [ l_g_pix: 4.8328e-02 ] [ l_g_total: 4.8328e-02 ] +2024-10-25 00:07:27,743 INFO: [ epoch: 39 ] [ iter: 45,100 ] [ performance: 19.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1657 days, 1:35:59 ] [ l_g_pix: 3.9510e-02 ] [ l_g_total: 3.9510e-02 ] +2024-10-25 00:07:32,842 INFO: [ epoch: 39 ] [ iter: 45,200 ] [ performance: 19.513 it/s ] [ lr: 1.00e-04 ] [ eta: 1657 days, 6:46:38 ] [ l_g_pix: 3.0327e-02 ] [ l_g_total: 3.0327e-02 ] +2024-10-25 00:07:38,010 INFO: [ epoch: 39 ] [ iter: 45,300 ] [ performance: 19.622 it/s ] [ lr: 1.00e-04 ] [ eta: 1657 days, 12:43:00 ] [ l_g_pix: 2.5124e-02 ] [ l_g_total: 2.5124e-02 ] +2024-10-25 00:07:43,132 INFO: [ epoch: 39 ] [ iter: 45,400 ] [ performance: 19.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1657 days, 17:40:28 ] [ l_g_pix: 4.1467e-02 ] [ l_g_total: 4.1467e-02 ] +2024-10-25 00:07:48,186 INFO: [ epoch: 39 ] [ iter: 45,500 ] [ performance: 19.908 it/s ] [ lr: 1.00e-04 ] [ eta: 1657 days, 21:18:45 ] [ l_g_pix: 2.6768e-02 ] [ l_g_total: 2.6768e-02 ] +2024-10-25 00:07:53,315 INFO: [ epoch: 39 ] [ iter: 45,600 ] [ performance: 19.671 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 1:48:39 ] [ l_g_pix: 3.6226e-02 ] [ l_g_total: 3.6226e-02 ] +2024-10-25 00:07:58,747 INFO: [ epoch: 39 ] [ iter: 45,700 ] [ performance: 19.869 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 10:35:38 ] [ l_g_pix: 4.1719e-02 ] [ l_g_total: 4.1719e-02 ] +2024-10-25 00:08:03,826 INFO: [ epoch: 39 ] [ iter: 45,800 ] [ performance: 19.767 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 13:45:09 ] [ l_g_pix: 3.0426e-02 ] [ l_g_total: 3.0426e-02 ] +2024-10-25 00:08:08,785 INFO: [ epoch: 39 ] [ iter: 45,900 ] [ performance: 20.455 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 14:49:49 ] [ l_g_pix: 3.2553e-02 ] [ l_g_total: 3.2553e-02 ] +2024-10-25 00:08:15,044 INFO: [ epoch: 40 ] [ iter: 46,000 ] [ performance: 17.591 it/s ] [ lr: 1.00e-04 ] [ eta: 1659 days, 11:07:46 ] [ l_g_pix: 4.1264e-02 ] [ l_g_total: 4.1264e-02 ] +2024-10-25 00:08:20,094 INFO: [ epoch: 40 ] [ iter: 46,100 ] [ performance: 20.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1659 days, 12:59:12 ] [ l_g_pix: 4.5169e-02 ] [ l_g_total: 4.5169e-02 ] +2024-10-25 00:08:25,141 INFO: [ epoch: 40 ] [ iter: 46,200 ] [ performance: 19.907 it/s ] [ lr: 1.00e-04 ] [ eta: 1659 days, 14:30:35 ] [ l_g_pix: 3.6689e-02 ] [ l_g_total: 3.6689e-02 ] +2024-10-25 00:08:30,551 INFO: [ epoch: 40 ] [ iter: 46,300 ] [ performance: 17.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1659 days, 21:10:13 ] [ l_g_pix: 2.2731e-02 ] [ l_g_total: 2.2731e-02 ] +2024-10-25 00:08:35,686 INFO: [ epoch: 40 ] [ iter: 46,400 ] [ performance: 18.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1659 days, 23:27:03 ] [ l_g_pix: 2.8134e-02 ] [ l_g_total: 2.8134e-02 ] +2024-10-25 00:08:40,918 INFO: [ epoch: 40 ] [ iter: 46,500 ] [ performance: 19.126 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 2:51:49 ] [ l_g_pix: 3.3877e-02 ] [ l_g_total: 3.3877e-02 ] +2024-10-25 00:08:46,123 INFO: [ epoch: 40 ] [ iter: 46,600 ] [ performance: 19.179 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 5:35:36 ] [ l_g_pix: 3.2086e-02 ] [ l_g_total: 3.2086e-02 ] +2024-10-25 00:08:51,233 INFO: [ epoch: 40 ] [ iter: 46,700 ] [ performance: 19.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 6:38:12 ] [ l_g_pix: 4.4524e-02 ] [ l_g_total: 4.4524e-02 ] +2024-10-25 00:08:56,434 INFO: [ epoch: 40 ] [ iter: 46,800 ] [ performance: 19.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 8:43:56 ] [ l_g_pix: 3.0331e-02 ] [ l_g_total: 3.0331e-02 ] +2024-10-25 00:09:01,633 INFO: [ epoch: 40 ] [ iter: 46,900 ] [ performance: 19.238 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 10:30:18 ] [ l_g_pix: 4.0351e-02 ] [ l_g_total: 4.0351e-02 ] +2024-10-25 00:09:07,159 INFO: [ epoch: 40 ] [ iter: 47,000 ] [ performance: 18.537 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 16:49:20 ] [ l_g_pix: 4.2219e-02 ] [ l_g_total: 4.2219e-02 ] +2024-10-25 00:09:11,971 INFO: [ epoch: 40 ] [ iter: 47,100 ] [ performance: 21.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 12:18:57 ] [ l_g_pix: 5.2746e-02 ] [ l_g_total: 5.2746e-02 ] +2024-10-25 00:09:18,234 INFO: [ epoch: 41 ] [ iter: 47,200 ] [ performance: 17.665 it/s ] [ lr: 1.00e-04 ] [ eta: 1661 days, 4:49:55 ] [ l_g_pix: 4.5707e-02 ] [ l_g_total: 4.5707e-02 ] +2024-10-25 00:09:23,297 INFO: [ epoch: 41 ] [ iter: 47,300 ] [ performance: 19.759 it/s ] [ lr: 1.00e-04 ] [ eta: 1661 days, 3:26:42 ] [ l_g_pix: 2.1240e-02 ] [ l_g_total: 2.1240e-02 ] +2024-10-25 00:09:28,412 INFO: [ epoch: 41 ] [ iter: 47,400 ] [ performance: 19.634 it/s ] [ lr: 1.00e-04 ] [ eta: 1661 days, 2:31:21 ] [ l_g_pix: 3.9806e-02 ] [ l_g_total: 3.9806e-02 ] +2024-10-25 00:09:33,533 INFO: [ epoch: 41 ] [ iter: 47,500 ] [ performance: 19.421 it/s ] [ lr: 1.00e-04 ] [ eta: 1661 days, 1:24:51 ] [ l_g_pix: 2.3437e-02 ] [ l_g_total: 2.3437e-02 ] +2024-10-25 00:09:38,855 INFO: [ epoch: 41 ] [ iter: 47,600 ] [ performance: 19.032 it/s ] [ lr: 1.00e-04 ] [ eta: 1661 days, 2:56:46 ] [ l_g_pix: 3.8251e-02 ] [ l_g_total: 3.8251e-02 ] +2024-10-25 00:09:44,174 INFO: [ epoch: 41 ] [ iter: 47,700 ] [ performance: 19.620 it/s ] [ lr: 1.00e-04 ] [ eta: 1661 days, 4:08:08 ] [ l_g_pix: 2.2443e-02 ] [ l_g_total: 2.2443e-02 ] +2024-10-25 00:09:49,179 INFO: [ epoch: 41 ] [ iter: 47,800 ] [ performance: 19.840 it/s ] [ lr: 1.00e-04 ] [ eta: 1661 days, 0:28:38 ] [ l_g_pix: 2.1375e-02 ] [ l_g_total: 2.1375e-02 ] +2024-10-25 00:09:54,256 INFO: [ epoch: 41 ] [ iter: 47,900 ] [ performance: 19.580 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 21:34:09 ] [ l_g_pix: 2.7261e-02 ] [ l_g_total: 2.7261e-02 ] +2024-10-25 00:09:59,432 INFO: [ epoch: 41 ] [ iter: 48,000 ] [ performance: 19.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 19:49:40 ] [ l_g_pix: 3.2049e-02 ] [ l_g_total: 3.2049e-02 ] +2024-10-25 00:10:04,577 INFO: [ epoch: 41 ] [ iter: 48,100 ] [ performance: 19.382 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 17:20:15 ] [ l_g_pix: 3.9543e-02 ] [ l_g_total: 3.9543e-02 ] +2024-10-25 00:10:09,612 INFO: [ epoch: 41 ] [ iter: 48,200 ] [ performance: 19.678 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 12:59:16 ] [ l_g_pix: 4.6822e-02 ] [ l_g_total: 4.6822e-02 ] +2024-10-25 00:10:15,912 INFO: [ epoch: 42 ] [ iter: 48,300 ] [ performance: 13.591 it/s ] [ lr: 1.00e-04 ] [ eta: 1661 days, 2:31:40 ] [ l_g_pix: 3.4662e-02 ] [ l_g_total: 3.4662e-02 ] +2024-10-25 00:10:21,083 INFO: [ epoch: 42 ] [ iter: 48,400 ] [ performance: 16.694 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 23:31:33 ] [ l_g_pix: 3.8895e-02 ] [ l_g_total: 3.8895e-02 ] +2024-10-25 00:10:26,189 INFO: [ epoch: 42 ] [ iter: 48,500 ] [ performance: 19.329 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 19:19:15 ] [ l_g_pix: 3.0865e-02 ] [ l_g_total: 3.0865e-02 ] +2024-10-25 00:10:31,269 INFO: [ epoch: 42 ] [ iter: 48,600 ] [ performance: 19.553 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 14:27:02 ] [ l_g_pix: 3.6256e-02 ] [ l_g_total: 3.6256e-02 ] +2024-10-25 00:10:36,436 INFO: [ epoch: 42 ] [ iter: 48,700 ] [ performance: 19.447 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 10:32:17 ] [ l_g_pix: 3.4827e-02 ] [ l_g_total: 3.4827e-02 ] +2024-10-25 00:10:41,411 INFO: [ epoch: 42 ] [ iter: 48,800 ] [ performance: 19.856 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 3:36:54 ] [ l_g_pix: 3.6329e-02 ] [ l_g_total: 3.6329e-02 ] +2024-10-25 00:10:46,642 INFO: [ epoch: 42 ] [ iter: 48,900 ] [ performance: 19.248 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 0:02:03 ] [ l_g_pix: 4.7003e-02 ] [ l_g_total: 4.7003e-02 ] +2024-10-25 00:10:52,158 INFO: [ epoch: 42 ] [ iter: 49,000 ] [ performance: 18.521 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 0:12:38 ] [ l_g_pix: 3.8273e-02 ] [ l_g_total: 3.8273e-02 ] +2024-10-25 00:10:57,276 INFO: [ epoch: 42 ] [ iter: 49,100 ] [ performance: 19.473 it/s ] [ lr: 1.00e-04 ] [ eta: 1659 days, 18:27:11 ] [ l_g_pix: 4.6703e-02 ] [ l_g_total: 4.6703e-02 ] +2024-10-25 00:11:02,285 INFO: [ epoch: 42 ] [ iter: 49,200 ] [ performance: 19.786 it/s ] [ lr: 1.00e-04 ] [ eta: 1659 days, 10:52:43 ] [ l_g_pix: 5.0622e-02 ] [ l_g_total: 5.0622e-02 ] +2024-10-25 00:11:07,259 INFO: [ epoch: 42 ] [ iter: 49,300 ] [ performance: 20.292 it/s ] [ lr: 1.00e-04 ] [ eta: 1659 days, 2:30:58 ] [ l_g_pix: 4.2410e-02 ] [ l_g_total: 4.2410e-02 ] +2024-10-25 00:11:11,716 INFO: [ epoch: 42 ] [ iter: 49,400 ] [ performance: 21.625 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 10:38:03 ] [ l_g_pix: 3.0396e-02 ] [ l_g_total: 3.0396e-02 ] +2024-10-25 00:11:17,999 INFO: [ epoch: 43 ] [ iter: 49,500 ] [ performance: 19.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 20:05:32 ] [ l_g_pix: 2.7789e-02 ] [ l_g_total: 2.7789e-02 ] +2024-10-25 00:11:23,364 INFO: [ epoch: 43 ] [ iter: 49,600 ] [ performance: 19.047 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 16:22:13 ] [ l_g_pix: 2.6209e-02 ] [ l_g_total: 2.6209e-02 ] +2024-10-25 00:11:28,631 INFO: [ epoch: 43 ] [ iter: 49,700 ] [ performance: 19.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 10:58:38 ] [ l_g_pix: 3.7036e-02 ] [ l_g_total: 3.7036e-02 ] +2024-10-25 00:11:33,743 INFO: [ epoch: 43 ] [ iter: 49,800 ] [ performance: 19.481 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 3:07:40 ] [ l_g_pix: 4.5829e-02 ] [ l_g_total: 4.5829e-02 ] +2024-10-25 00:11:38,814 INFO: [ epoch: 43 ] [ iter: 49,900 ] [ performance: 19.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1657 days, 18:24:53 ] [ l_g_pix: 2.7248e-02 ] [ l_g_total: 2.7248e-02 ] +2024-10-25 00:11:43,948 INFO: [ epoch: 43 ] [ iter: 50,000 ] [ performance: 19.592 it/s ] [ lr: 5.00e-05 ] [ eta: 1657 days, 10:18:24 ] [ l_g_pix: 2.8426e-02 ] [ l_g_total: 2.8426e-02 ] +2024-10-25 00:11:43,948 INFO: Saving models and training states. +2024-10-25 00:12:52,238 INFO: Validation val + + # psnr: 21.8672........ Best: 21.8672 @ 50000 iter + # ssim: 0.6396........ Best: 0.6396 @ 50000 iter + # dists: 0.7868........ Best: 0.7868 @ 50000 iter + +2024-10-25 00:12:57,343 INFO: [ epoch: 43 ] [ iter: 50,100 ] [ performance: 19.408 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 12:03:57 ] [ l_g_pix: 3.2391e-02 ] [ l_g_total: 3.2391e-02 ] +2024-10-25 00:13:02,455 INFO: [ epoch: 43 ] [ iter: 50,200 ] [ performance: 19.511 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 1:11:03 ] [ l_g_pix: 4.1032e-02 ] [ l_g_total: 4.1032e-02 ] +2024-10-25 00:13:07,557 INFO: [ epoch: 43 ] [ iter: 50,300 ] [ performance: 19.693 it/s ] [ lr: 5.00e-05 ] [ eta: 1695 days, 13:53:01 ] [ l_g_pix: 3.4351e-02 ] [ l_g_total: 3.4351e-02 ] +2024-10-25 00:13:12,550 INFO: [ epoch: 43 ] [ iter: 50,400 ] [ performance: 19.919 it/s ] [ lr: 5.00e-05 ] [ eta: 1695 days, 0:47:06 ] [ l_g_pix: 4.1280e-02 ] [ l_g_total: 4.1280e-02 ] +2024-10-25 00:13:17,489 INFO: [ epoch: 43 ] [ iter: 50,500 ] [ performance: 20.834 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 10:40:51 ] [ l_g_pix: 4.1917e-02 ] [ l_g_total: 4.1917e-02 ] +2024-10-25 00:13:23,622 INFO: [ epoch: 44 ] [ iter: 50,600 ] [ performance: 17.562 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 12:40:48 ] [ l_g_pix: 3.4821e-02 ] [ l_g_total: 3.4821e-02 ] +2024-10-25 00:13:29,295 INFO: [ epoch: 44 ] [ iter: 50,700 ] [ performance: 17.261 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 8:02:07 ] [ l_g_pix: 3.6560e-02 ] [ l_g_total: 3.6560e-02 ] +2024-10-25 00:13:34,394 INFO: [ epoch: 44 ] [ iter: 50,800 ] [ performance: 18.784 it/s ] [ lr: 5.00e-05 ] [ eta: 1693 days, 19:14:04 ] [ l_g_pix: 4.4586e-02 ] [ l_g_total: 4.4586e-02 ] +2024-10-25 00:13:39,438 INFO: [ epoch: 44 ] [ iter: 50,900 ] [ performance: 19.448 it/s ] [ lr: 5.00e-05 ] [ eta: 1693 days, 5:24:30 ] [ l_g_pix: 2.1385e-02 ] [ l_g_total: 2.1385e-02 ] +2024-10-25 00:13:44,523 INFO: [ epoch: 44 ] [ iter: 51,000 ] [ performance: 19.598 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 15:50:49 ] [ l_g_pix: 4.4223e-02 ] [ l_g_total: 4.4223e-02 ] +2024-10-25 00:13:49,625 INFO: [ epoch: 44 ] [ iter: 51,100 ] [ performance: 19.585 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 2:15:08 ] [ l_g_pix: 3.1454e-02 ] [ l_g_total: 3.1454e-02 ] +2024-10-25 00:13:54,775 INFO: [ epoch: 44 ] [ iter: 51,200 ] [ performance: 19.474 it/s ] [ lr: 5.00e-05 ] [ eta: 1691 days, 13:00:00 ] [ l_g_pix: 4.0055e-02 ] [ l_g_total: 4.0055e-02 ] +2024-10-25 00:13:59,908 INFO: [ epoch: 44 ] [ iter: 51,300 ] [ performance: 19.199 it/s ] [ lr: 5.00e-05 ] [ eta: 1690 days, 23:14:54 ] [ l_g_pix: 4.0163e-02 ] [ l_g_total: 4.0163e-02 ] +2024-10-25 00:14:05,360 INFO: [ epoch: 44 ] [ iter: 51,400 ] [ performance: 18.601 it/s ] [ lr: 5.00e-05 ] [ eta: 1690 days, 13:31:01 ] [ l_g_pix: 2.8191e-02 ] [ l_g_total: 2.8191e-02 ] +2024-10-25 00:14:10,396 INFO: [ epoch: 44 ] [ iter: 51,500 ] [ performance: 19.883 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 21:52:52 ] [ l_g_pix: 2.1319e-02 ] [ l_g_total: 2.1319e-02 ] +2024-10-25 00:14:15,499 INFO: [ epoch: 44 ] [ iter: 51,600 ] [ performance: 19.686 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 6:51:23 ] [ l_g_pix: 2.7504e-02 ] [ l_g_total: 2.7504e-02 ] +2024-10-25 00:14:20,385 INFO: [ epoch: 44 ] [ iter: 51,700 ] [ performance: 20.875 it/s ] [ lr: 5.00e-05 ] [ eta: 1688 days, 12:38:30 ] [ l_g_pix: 3.0475e-02 ] [ l_g_total: 3.0475e-02 ] +2024-10-25 00:14:26,837 INFO: [ epoch: 45 ] [ iter: 51,800 ] [ performance: 16.803 it/s ] [ lr: 5.00e-05 ] [ eta: 1688 days, 15:06:47 ] [ l_g_pix: 3.8200e-02 ] [ l_g_total: 3.8200e-02 ] +2024-10-25 00:14:31,977 INFO: [ epoch: 45 ] [ iter: 51,900 ] [ performance: 19.433 it/s ] [ lr: 5.00e-05 ] [ eta: 1687 days, 23:42:23 ] [ l_g_pix: 3.9116e-02 ] [ l_g_total: 3.9116e-02 ] +2024-10-25 00:14:37,492 INFO: [ epoch: 45 ] [ iter: 52,000 ] [ performance: 18.500 it/s ] [ lr: 5.00e-05 ] [ eta: 1687 days, 13:00:42 ] [ l_g_pix: 4.2559e-02 ] [ l_g_total: 4.2559e-02 ] +2024-10-25 00:14:42,590 INFO: [ epoch: 45 ] [ iter: 52,100 ] [ performance: 19.805 it/s ] [ lr: 5.00e-05 ] [ eta: 1686 days, 20:28:23 ] [ l_g_pix: 3.8079e-02 ] [ l_g_total: 3.8079e-02 ] +2024-10-25 00:14:47,694 INFO: [ epoch: 45 ] [ iter: 52,200 ] [ performance: 19.657 it/s ] [ lr: 5.00e-05 ] [ eta: 1686 days, 3:42:48 ] [ l_g_pix: 3.8351e-02 ] [ l_g_total: 3.8351e-02 ] +2024-10-25 00:14:52,748 INFO: [ epoch: 45 ] [ iter: 52,300 ] [ performance: 20.112 it/s ] [ lr: 5.00e-05 ] [ eta: 1685 days, 10:01:00 ] [ l_g_pix: 3.2710e-02 ] [ l_g_total: 3.2710e-02 ] +2024-10-25 00:14:57,885 INFO: [ epoch: 45 ] [ iter: 52,400 ] [ performance: 19.649 it/s ] [ lr: 5.00e-05 ] [ eta: 1684 days, 17:08:08 ] [ l_g_pix: 4.7983e-02 ] [ l_g_total: 4.7983e-02 ] +2024-10-25 00:15:03,066 INFO: [ epoch: 45 ] [ iter: 52,500 ] [ performance: 19.411 it/s ] [ lr: 5.00e-05 ] [ eta: 1684 days, 0:32:50 ] [ l_g_pix: 2.6037e-02 ] [ l_g_total: 2.6037e-02 ] +2024-10-25 00:15:08,161 INFO: [ epoch: 45 ] [ iter: 52,600 ] [ performance: 19.567 it/s ] [ lr: 5.00e-05 ] [ eta: 1683 days, 6:32:46 ] [ l_g_pix: 3.7601e-02 ] [ l_g_total: 3.7601e-02 ] +2024-10-25 00:15:13,775 INFO: [ epoch: 45 ] [ iter: 52,700 ] [ performance: 19.089 it/s ] [ lr: 5.00e-05 ] [ eta: 1682 days, 19:04:21 ] [ l_g_pix: 3.0951e-02 ] [ l_g_total: 3.0951e-02 ] +2024-10-25 00:15:18,670 INFO: [ epoch: 45 ] [ iter: 52,800 ] [ performance: 20.044 it/s ] [ lr: 5.00e-05 ] [ eta: 1681 days, 21:51:37 ] [ l_g_pix: 3.5171e-02 ] [ l_g_total: 3.5171e-02 ] +2024-10-25 00:15:24,834 INFO: [ epoch: 46 ] [ iter: 52,900 ] [ performance: 19.825 it/s ] [ lr: 5.00e-05 ] [ eta: 1681 days, 16:58:31 ] [ l_g_pix: 3.6902e-02 ] [ l_g_total: 3.6902e-02 ] +2024-10-25 00:15:29,981 INFO: [ epoch: 46 ] [ iter: 53,000 ] [ performance: 19.536 it/s ] [ lr: 5.00e-05 ] [ eta: 1680 days, 22:29:01 ] [ l_g_pix: 2.9804e-02 ] [ l_g_total: 2.9804e-02 ] +2024-10-25 00:15:35,095 INFO: [ epoch: 46 ] [ iter: 53,100 ] [ performance: 19.228 it/s ] [ lr: 5.00e-05 ] [ eta: 1680 days, 3:16:21 ] [ l_g_pix: 1.9747e-02 ] [ l_g_total: 1.9747e-02 ] +2024-10-25 00:15:40,148 INFO: [ epoch: 46 ] [ iter: 53,200 ] [ performance: 19.642 it/s ] [ lr: 5.00e-05 ] [ eta: 1679 days, 6:58:27 ] [ l_g_pix: 3.3335e-02 ] [ l_g_total: 3.3335e-02 ] +2024-10-25 00:15:45,512 INFO: [ epoch: 46 ] [ iter: 53,300 ] [ performance: 17.466 it/s ] [ lr: 5.00e-05 ] [ eta: 1678 days, 14:26:17 ] [ l_g_pix: 4.2783e-02 ] [ l_g_total: 4.2783e-02 ] +2024-10-25 00:15:50,795 INFO: [ epoch: 46 ] [ iter: 53,400 ] [ performance: 18.526 it/s ] [ lr: 5.00e-05 ] [ eta: 1677 days, 20:33:50 ] [ l_g_pix: 3.9768e-02 ] [ l_g_total: 3.9768e-02 ] +2024-10-25 00:15:55,873 INFO: [ epoch: 46 ] [ iter: 53,500 ] [ performance: 19.872 it/s ] [ lr: 5.00e-05 ] [ eta: 1676 days, 23:43:57 ] [ l_g_pix: 3.2482e-02 ] [ l_g_total: 3.2482e-02 ] +2024-10-25 00:16:00,972 INFO: [ epoch: 46 ] [ iter: 53,600 ] [ performance: 19.677 it/s ] [ lr: 5.00e-05 ] [ eta: 1676 days, 2:54:06 ] [ l_g_pix: 3.1537e-02 ] [ l_g_total: 3.1537e-02 ] +2024-10-25 00:16:06,074 INFO: [ epoch: 46 ] [ iter: 53,700 ] [ performance: 19.410 it/s ] [ lr: 5.00e-05 ] [ eta: 1675 days, 5:48:31 ] [ l_g_pix: 2.5235e-02 ] [ l_g_total: 2.5235e-02 ] +2024-10-25 00:16:11,133 INFO: [ epoch: 46 ] [ iter: 53,800 ] [ performance: 19.679 it/s ] [ lr: 5.00e-05 ] [ eta: 1674 days, 7:53:35 ] [ l_g_pix: 2.9330e-02 ] [ l_g_total: 2.9330e-02 ] +2024-10-25 00:16:16,322 INFO: [ epoch: 46 ] [ iter: 53,900 ] [ performance: 19.203 it/s ] [ lr: 5.00e-05 ] [ eta: 1673 days, 11:21:42 ] [ l_g_pix: 4.3483e-02 ] [ l_g_total: 4.3483e-02 ] +2024-10-25 00:16:21,332 INFO: [ epoch: 46 ] [ iter: 54,000 ] [ performance: 19.771 it/s ] [ lr: 5.00e-05 ] [ eta: 1672 days, 12:15:38 ] [ l_g_pix: 4.6658e-02 ] [ l_g_total: 4.6658e-02 ] +2024-10-25 00:16:27,674 INFO: [ epoch: 47 ] [ iter: 54,100 ] [ performance: 19.558 it/s ] [ lr: 5.00e-05 ] [ eta: 1672 days, 5:50:49 ] [ l_g_pix: 4.1124e-02 ] [ l_g_total: 4.1124e-02 ] +2024-10-25 00:16:32,692 INFO: [ epoch: 47 ] [ iter: 54,200 ] [ performance: 19.841 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 6:15:17 ] [ l_g_pix: 4.6085e-02 ] [ l_g_total: 4.6085e-02 ] +2024-10-25 00:16:37,890 INFO: [ epoch: 47 ] [ iter: 54,300 ] [ performance: 19.430 it/s ] [ lr: 5.00e-05 ] [ eta: 1670 days, 8:38:56 ] [ l_g_pix: 4.2059e-02 ] [ l_g_total: 4.2059e-02 ] +2024-10-25 00:16:43,037 INFO: [ epoch: 47 ] [ iter: 54,400 ] [ performance: 19.430 it/s ] [ lr: 5.00e-05 ] [ eta: 1669 days, 10:07:20 ] [ l_g_pix: 3.6944e-02 ] [ l_g_total: 3.6944e-02 ] +2024-10-25 00:16:48,210 INFO: [ epoch: 47 ] [ iter: 54,500 ] [ performance: 19.757 it/s ] [ lr: 5.00e-05 ] [ eta: 1668 days, 11:37:57 ] [ l_g_pix: 4.2465e-02 ] [ l_g_total: 4.2465e-02 ] +2024-10-25 00:16:53,315 INFO: [ epoch: 47 ] [ iter: 54,600 ] [ performance: 19.627 it/s ] [ lr: 5.00e-05 ] [ eta: 1667 days, 12:00:17 ] [ l_g_pix: 4.3680e-02 ] [ l_g_total: 4.3680e-02 ] +2024-10-25 00:16:58,768 INFO: [ epoch: 47 ] [ iter: 54,700 ] [ performance: 19.676 it/s ] [ lr: 5.00e-05 ] [ eta: 1666 days, 16:28:33 ] [ l_g_pix: 3.5168e-02 ] [ l_g_total: 3.5168e-02 ] +2024-10-25 00:17:03,922 INFO: [ epoch: 47 ] [ iter: 54,800 ] [ performance: 19.466 it/s ] [ lr: 5.00e-05 ] [ eta: 1665 days, 16:52:16 ] [ l_g_pix: 4.3549e-02 ] [ l_g_total: 4.3549e-02 ] +2024-10-25 00:17:09,060 INFO: [ epoch: 47 ] [ iter: 54,900 ] [ performance: 19.549 it/s ] [ lr: 5.00e-05 ] [ eta: 1664 days, 16:48:11 ] [ l_g_pix: 4.8386e-02 ] [ l_g_total: 4.8386e-02 ] +2024-10-25 00:17:14,196 INFO: [ epoch: 47 ] [ iter: 55,000 ] [ performance: 19.492 it/s ] [ lr: 5.00e-05 ] [ eta: 1663 days, 16:24:01 ] [ l_g_pix: 4.3004e-02 ] [ l_g_total: 4.3004e-02 ] +2024-10-25 00:17:19,136 INFO: [ epoch: 47 ] [ iter: 55,100 ] [ performance: 21.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 13:17:16 ] [ l_g_pix: 2.9444e-02 ] [ l_g_total: 2.9444e-02 ] +2024-10-25 00:17:25,045 INFO: [ epoch: 48 ] [ iter: 55,200 ] [ performance: 17.685 it/s ] [ lr: 5.00e-05 ] [ eta: 1661 days, 21:56:59 ] [ l_g_pix: 3.1644e-02 ] [ l_g_total: 3.1644e-02 ] +2024-10-25 00:17:30,403 INFO: [ epoch: 48 ] [ iter: 55,300 ] [ performance: 16.185 it/s ] [ lr: 5.00e-05 ] [ eta: 1660 days, 23:26:50 ] [ l_g_pix: 4.2050e-02 ] [ l_g_total: 4.2050e-02 ] +2024-10-25 00:17:35,386 INFO: [ epoch: 48 ] [ iter: 55,400 ] [ performance: 19.153 it/s ] [ lr: 5.00e-05 ] [ eta: 1659 days, 19:59:21 ] [ l_g_pix: 2.8010e-02 ] [ l_g_total: 2.8010e-02 ] +2024-10-25 00:17:40,380 INFO: [ epoch: 48 ] [ iter: 55,500 ] [ performance: 19.519 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 16:24:01 ] [ l_g_pix: 3.1100e-02 ] [ l_g_total: 3.1100e-02 ] +2024-10-25 00:17:45,558 INFO: [ epoch: 48 ] [ iter: 55,600 ] [ performance: 19.355 it/s ] [ lr: 5.00e-05 ] [ eta: 1657 days, 14:47:58 ] [ l_g_pix: 4.8350e-02 ] [ l_g_total: 4.8350e-02 ] +2024-10-25 00:17:50,704 INFO: [ epoch: 48 ] [ iter: 55,700 ] [ performance: 19.145 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 12:31:47 ] [ l_g_pix: 2.9231e-02 ] [ l_g_total: 2.9231e-02 ] +2024-10-25 00:17:55,834 INFO: [ epoch: 48 ] [ iter: 55,800 ] [ performance: 19.430 it/s ] [ lr: 5.00e-05 ] [ eta: 1655 days, 9:45:50 ] [ l_g_pix: 3.4179e-02 ] [ l_g_total: 3.4179e-02 ] +2024-10-25 00:18:01,033 INFO: [ epoch: 48 ] [ iter: 55,900 ] [ performance: 19.330 it/s ] [ lr: 5.00e-05 ] [ eta: 1654 days, 7:33:43 ] [ l_g_pix: 3.1739e-02 ] [ l_g_total: 3.1739e-02 ] +2024-10-25 00:18:06,452 INFO: [ epoch: 48 ] [ iter: 56,000 ] [ performance: 18.608 it/s ] [ lr: 5.00e-05 ] [ eta: 1653 days, 7:45:34 ] [ l_g_pix: 4.0730e-02 ] [ l_g_total: 4.0730e-02 ] +2024-10-25 00:18:11,568 INFO: [ epoch: 48 ] [ iter: 56,100 ] [ performance: 19.454 it/s ] [ lr: 5.00e-05 ] [ eta: 1652 days, 3:57:54 ] [ l_g_pix: 3.3458e-02 ] [ l_g_total: 3.3458e-02 ] +2024-10-25 00:18:16,624 INFO: [ epoch: 48 ] [ iter: 56,200 ] [ performance: 19.723 it/s ] [ lr: 5.00e-05 ] [ eta: 1650 days, 23:09:16 ] [ l_g_pix: 3.7810e-02 ] [ l_g_total: 3.7810e-02 ] +2024-10-25 00:18:21,365 INFO: [ epoch: 48 ] [ iter: 56,300 ] [ performance: 21.193 it/s ] [ lr: 5.00e-05 ] [ eta: 1649 days, 14:14:00 ] [ l_g_pix: 3.2999e-02 ] [ l_g_total: 3.2999e-02 ] +2024-10-25 00:18:27,730 INFO: [ epoch: 49 ] [ iter: 56,400 ] [ performance: 16.421 it/s ] [ lr: 5.00e-05 ] [ eta: 1649 days, 0:43:12 ] [ l_g_pix: 3.9572e-02 ] [ l_g_total: 3.9572e-02 ] +2024-10-25 00:18:32,885 INFO: [ epoch: 49 ] [ iter: 56,500 ] [ performance: 19.057 it/s ] [ lr: 5.00e-05 ] [ eta: 1647 days, 20:14:03 ] [ l_g_pix: 3.8593e-02 ] [ l_g_total: 3.8593e-02 ] +2024-10-25 00:18:38,021 INFO: [ epoch: 49 ] [ iter: 56,600 ] [ performance: 19.404 it/s ] [ lr: 5.00e-05 ] [ eta: 1646 days, 15:14:15 ] [ l_g_pix: 3.0978e-02 ] [ l_g_total: 3.0978e-02 ] +2024-10-25 00:18:43,537 INFO: [ epoch: 49 ] [ iter: 56,700 ] [ performance: 18.917 it/s ] [ lr: 5.00e-05 ] [ eta: 1645 days, 14:30:38 ] [ l_g_pix: 3.8128e-02 ] [ l_g_total: 3.8128e-02 ] +2024-10-25 00:18:48,638 INFO: [ epoch: 49 ] [ iter: 56,800 ] [ performance: 19.496 it/s ] [ lr: 5.00e-05 ] [ eta: 1644 days, 8:30:56 ] [ l_g_pix: 4.5492e-02 ] [ l_g_total: 4.5492e-02 ] +2024-10-25 00:18:53,629 INFO: [ epoch: 49 ] [ iter: 56,900 ] [ performance: 20.467 it/s ] [ lr: 5.00e-05 ] [ eta: 1643 days, 0:54:50 ] [ l_g_pix: 4.2051e-02 ] [ l_g_total: 4.2051e-02 ] +2024-10-25 00:18:58,771 INFO: [ epoch: 49 ] [ iter: 57,000 ] [ performance: 19.591 it/s ] [ lr: 5.00e-05 ] [ eta: 1641 days, 18:50:16 ] [ l_g_pix: 3.1683e-02 ] [ l_g_total: 3.1683e-02 ] +2024-10-25 00:19:03,780 INFO: [ epoch: 49 ] [ iter: 57,100 ] [ performance: 19.733 it/s ] [ lr: 5.00e-05 ] [ eta: 1640 days, 10:53:02 ] [ l_g_pix: 2.9229e-02 ] [ l_g_total: 2.9229e-02 ] +2024-10-25 00:19:08,904 INFO: [ epoch: 49 ] [ iter: 57,200 ] [ performance: 19.549 it/s ] [ lr: 5.00e-05 ] [ eta: 1639 days, 4:01:22 ] [ l_g_pix: 3.6468e-02 ] [ l_g_total: 3.6468e-02 ] +2024-10-25 00:19:14,091 INFO: [ epoch: 49 ] [ iter: 57,300 ] [ performance: 16.591 it/s ] [ lr: 5.00e-05 ] [ eta: 1637 days, 21:37:41 ] [ l_g_pix: 3.6252e-02 ] [ l_g_total: 3.6252e-02 ] +2024-10-25 00:19:19,254 INFO: [ epoch: 49 ] [ iter: 57,400 ] [ performance: 18.958 it/s ] [ lr: 5.00e-05 ] [ eta: 1636 days, 14:39:25 ] [ l_g_pix: 4.0485e-02 ] [ l_g_total: 4.0485e-02 ] +2024-10-25 00:19:25,397 INFO: [ epoch: 50 ] [ iter: 57,500 ] [ performance: 19.926 it/s ] [ lr: 5.00e-05 ] [ eta: 1635 days, 18:58:38 ] [ l_g_pix: 3.4548e-02 ] [ l_g_total: 3.4548e-02 ] +2024-10-25 00:19:30,476 INFO: [ epoch: 50 ] [ iter: 57,600 ] [ performance: 19.722 it/s ] [ lr: 5.00e-05 ] [ eta: 1634 days, 10:25:05 ] [ l_g_pix: 3.2934e-02 ] [ l_g_total: 3.2934e-02 ] +2024-10-25 00:19:35,608 INFO: [ epoch: 50 ] [ iter: 57,700 ] [ performance: 19.317 it/s ] [ lr: 5.00e-05 ] [ eta: 1633 days, 2:12:23 ] [ l_g_pix: 3.6801e-02 ] [ l_g_total: 3.6801e-02 ] +2024-10-25 00:19:40,678 INFO: [ epoch: 50 ] [ iter: 57,800 ] [ performance: 19.679 it/s ] [ lr: 5.00e-05 ] [ eta: 1631 days, 16:58:28 ] [ l_g_pix: 4.0067e-02 ] [ l_g_total: 4.0067e-02 ] +2024-10-25 00:19:45,789 INFO: [ epoch: 50 ] [ iter: 57,900 ] [ performance: 19.963 it/s ] [ lr: 5.00e-05 ] [ eta: 1630 days, 7:56:11 ] [ l_g_pix: 3.9204e-02 ] [ l_g_total: 3.9204e-02 ] +2024-10-25 00:19:51,273 INFO: [ epoch: 50 ] [ iter: 58,000 ] [ performance: 18.406 it/s ] [ lr: 5.00e-05 ] [ eta: 1629 days, 2:58:47 ] [ l_g_pix: 3.4618e-02 ] [ l_g_total: 3.4618e-02 ] +2024-10-25 00:19:56,525 INFO: [ epoch: 50 ] [ iter: 58,100 ] [ performance: 19.474 it/s ] [ lr: 5.00e-05 ] [ eta: 1627 days, 19:00:21 ] [ l_g_pix: 3.0156e-02 ] [ l_g_total: 3.0156e-02 ] +2024-10-25 00:20:01,625 INFO: [ epoch: 50 ] [ iter: 58,200 ] [ performance: 19.596 it/s ] [ lr: 5.00e-05 ] [ eta: 1626 days, 8:58:56 ] [ l_g_pix: 3.7985e-02 ] [ l_g_total: 3.7985e-02 ] +2024-10-25 00:20:06,737 INFO: [ epoch: 50 ] [ iter: 58,300 ] [ performance: 20.146 it/s ] [ lr: 5.00e-05 ] [ eta: 1624 days, 22:48:38 ] [ l_g_pix: 2.8135e-02 ] [ l_g_total: 2.8135e-02 ] +2024-10-25 00:20:11,665 INFO: [ epoch: 50 ] [ iter: 58,400 ] [ performance: 20.283 it/s ] [ lr: 5.00e-05 ] [ eta: 1623 days, 10:13:32 ] [ l_g_pix: 4.2296e-02 ] [ l_g_total: 4.2296e-02 ] +2024-10-25 00:20:16,674 INFO: [ epoch: 50 ] [ iter: 58,500 ] [ performance: 20.032 it/s ] [ lr: 5.00e-05 ] [ eta: 1621 days, 22:18:18 ] [ l_g_pix: 4.0513e-02 ] [ l_g_total: 4.0513e-02 ] +2024-10-25 00:20:22,408 INFO: [ epoch: 51 ] [ iter: 58,600 ] [ performance: 17.634 it/s ] [ lr: 5.00e-05 ] [ eta: 1620 days, 18:25:44 ] [ l_g_pix: 4.5973e-02 ] [ l_g_total: 4.5973e-02 ] +2024-10-25 00:20:27,954 INFO: [ epoch: 51 ] [ iter: 58,700 ] [ performance: 19.783 it/s ] [ lr: 5.00e-05 ] [ eta: 1619 days, 12:06:38 ] [ l_g_pix: 2.8953e-02 ] [ l_g_total: 2.8953e-02 ] +2024-10-25 00:20:33,022 INFO: [ epoch: 51 ] [ iter: 58,800 ] [ performance: 19.737 it/s ] [ lr: 5.00e-05 ] [ eta: 1617 days, 23:59:55 ] [ l_g_pix: 3.7838e-02 ] [ l_g_total: 3.7838e-02 ] +2024-10-25 00:20:38,105 INFO: [ epoch: 51 ] [ iter: 58,900 ] [ performance: 19.661 it/s ] [ lr: 5.00e-05 ] [ eta: 1616 days, 11:46:34 ] [ l_g_pix: 3.8502e-02 ] [ l_g_total: 3.8502e-02 ] +2024-10-25 00:20:43,138 INFO: [ epoch: 51 ] [ iter: 59,000 ] [ performance: 19.858 it/s ] [ lr: 5.00e-05 ] [ eta: 1614 days, 22:41:57 ] [ l_g_pix: 3.0947e-02 ] [ l_g_total: 3.0947e-02 ] +2024-10-25 00:20:48,164 INFO: [ epoch: 51 ] [ iter: 59,100 ] [ performance: 20.675 it/s ] [ lr: 5.00e-05 ] [ eta: 1613 days, 9:15:21 ] [ l_g_pix: 3.5569e-02 ] [ l_g_total: 3.5569e-02 ] +2024-10-25 00:20:53,257 INFO: [ epoch: 51 ] [ iter: 59,200 ] [ performance: 19.692 it/s ] [ lr: 5.00e-05 ] [ eta: 1611 days, 20:18:11 ] [ l_g_pix: 3.0989e-02 ] [ l_g_total: 3.0989e-02 ] +2024-10-25 00:20:58,560 INFO: [ epoch: 51 ] [ iter: 59,300 ] [ performance: 14.572 it/s ] [ lr: 5.00e-05 ] [ eta: 1610 days, 9:26:10 ] [ l_g_pix: 2.8702e-02 ] [ l_g_total: 2.8702e-02 ] +2024-10-25 00:21:03,953 INFO: [ epoch: 51 ] [ iter: 59,400 ] [ performance: 18.308 it/s ] [ lr: 5.00e-05 ] [ eta: 1608 days, 23:17:32 ] [ l_g_pix: 3.9777e-02 ] [ l_g_total: 3.9777e-02 ] +2024-10-25 00:21:09,084 INFO: [ epoch: 51 ] [ iter: 59,500 ] [ performance: 20.654 it/s ] [ lr: 5.00e-05 ] [ eta: 1607 days, 9:54:27 ] [ l_g_pix: 3.2944e-02 ] [ l_g_total: 3.2944e-02 ] +2024-10-25 00:21:14,224 INFO: [ epoch: 51 ] [ iter: 59,600 ] [ performance: 19.505 it/s ] [ lr: 5.00e-05 ] [ eta: 1605 days, 20:19:16 ] [ l_g_pix: 2.6035e-02 ] [ l_g_total: 2.6035e-02 ] +2024-10-25 00:21:19,137 INFO: [ epoch: 51 ] [ iter: 59,700 ] [ performance: 21.425 it/s ] [ lr: 5.00e-05 ] [ eta: 1604 days, 3:55:33 ] [ l_g_pix: 2.7492e-02 ] [ l_g_total: 2.7492e-02 ] +2024-10-25 00:21:25,417 INFO: [ epoch: 52 ] [ iter: 59,800 ] [ performance: 16.046 it/s ] [ lr: 5.00e-05 ] [ eta: 1603 days, 2:30:43 ] [ l_g_pix: 2.9548e-02 ] [ l_g_total: 2.9548e-02 ] +2024-10-25 00:21:30,509 INFO: [ epoch: 52 ] [ iter: 59,900 ] [ performance: 22.151 it/s ] [ lr: 5.00e-05 ] [ eta: 1601 days, 11:31:27 ] [ l_g_pix: 4.1864e-02 ] [ l_g_total: 4.1864e-02 ] +2024-10-25 00:21:35,859 INFO: [ epoch: 52 ] [ iter: 60,000 ] [ performance: 18.754 it/s ] [ lr: 5.00e-05 ] [ eta: 1599 days, 23:06:28 ] [ l_g_pix: 5.4230e-02 ] [ l_g_total: 5.4230e-02 ] +2024-10-25 00:21:35,859 INFO: Saving models and training states. +2024-10-25 00:22:43,761 INFO: Validation val + + # psnr: 21.8723........ Best: 21.8723 @ 60000 iter + # ssim: 0.6405........ Best: 0.6405 @ 60000 iter + # dists: 0.7865........ Best: 0.7865 @ 60000 iter + +2024-10-25 00:22:48,840 INFO: [ epoch: 52 ] [ iter: 60,100 ] [ performance: 19.272 it/s ] [ lr: 5.00e-05 ] [ eta: 1629 days, 15:58:00 ] [ l_g_pix: 2.4599e-02 ] [ l_g_total: 2.4599e-02 ] +2024-10-25 00:22:53,895 INFO: [ epoch: 52 ] [ iter: 60,200 ] [ performance: 19.780 it/s ] [ lr: 5.00e-05 ] [ eta: 1627 days, 21:49:18 ] [ l_g_pix: 2.6576e-02 ] [ l_g_total: 2.6576e-02 ] +2024-10-25 00:22:58,876 INFO: [ epoch: 52 ] [ iter: 60,300 ] [ performance: 19.927 it/s ] [ lr: 5.00e-05 ] [ eta: 1626 days, 2:35:14 ] [ l_g_pix: 3.3458e-02 ] [ l_g_total: 3.3458e-02 ] +2024-10-25 00:23:03,986 INFO: [ epoch: 52 ] [ iter: 60,400 ] [ performance: 19.573 it/s ] [ lr: 5.00e-05 ] [ eta: 1624 days, 8:29:13 ] [ l_g_pix: 1.9898e-02 ] [ l_g_total: 1.9898e-02 ] +2024-10-25 00:23:08,910 INFO: [ epoch: 52 ] [ iter: 60,500 ] [ performance: 19.937 it/s ] [ lr: 5.00e-05 ] [ eta: 1622 days, 12:03:29 ] [ l_g_pix: 4.3873e-02 ] [ l_g_total: 4.3873e-02 ] +2024-10-25 00:23:14,025 INFO: [ epoch: 52 ] [ iter: 60,600 ] [ performance: 19.563 it/s ] [ lr: 5.00e-05 ] [ eta: 1620 days, 17:27:35 ] [ l_g_pix: 4.5030e-02 ] [ l_g_total: 4.5030e-02 ] +2024-10-25 00:23:19,143 INFO: [ epoch: 52 ] [ iter: 60,700 ] [ performance: 19.553 it/s ] [ lr: 5.00e-05 ] [ eta: 1618 days, 22:35:56 ] [ l_g_pix: 4.2611e-02 ] [ l_g_total: 4.2611e-02 ] +2024-10-25 00:23:24,142 INFO: [ epoch: 52 ] [ iter: 60,800 ] [ performance: 19.981 it/s ] [ lr: 5.00e-05 ] [ eta: 1617 days, 2:09:27 ] [ l_g_pix: 3.0121e-02 ] [ l_g_total: 3.0121e-02 ] +2024-10-25 00:23:29,747 INFO: [ epoch: 53 ] [ iter: 60,900 ] [ performance: 18.841 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 12:01:31 ] [ l_g_pix: 3.6684e-02 ] [ l_g_total: 3.6684e-02 ] +2024-10-25 00:23:35,046 INFO: [ epoch: 53 ] [ iter: 61,000 ] [ performance: 19.231 it/s ] [ lr: 5.00e-05 ] [ eta: 1613 days, 18:16:27 ] [ l_g_pix: 3.2288e-02 ] [ l_g_total: 3.2288e-02 ] +2024-10-25 00:23:40,159 INFO: [ epoch: 53 ] [ iter: 61,100 ] [ performance: 19.397 it/s ] [ lr: 5.00e-05 ] [ eta: 1611 days, 22:12:33 ] [ l_g_pix: 3.7937e-02 ] [ l_g_total: 3.7937e-02 ] +2024-10-25 00:23:45,586 INFO: [ epoch: 53 ] [ iter: 61,200 ] [ performance: 18.415 it/s ] [ lr: 5.00e-05 ] [ eta: 1610 days, 5:14:19 ] [ l_g_pix: 4.3883e-02 ] [ l_g_total: 4.3883e-02 ] +2024-10-25 00:23:50,850 INFO: [ epoch: 53 ] [ iter: 61,300 ] [ performance: 18.709 it/s ] [ lr: 5.00e-05 ] [ eta: 1608 days, 10:13:23 ] [ l_g_pix: 2.8812e-02 ] [ l_g_total: 2.8812e-02 ] +2024-10-25 00:23:56,048 INFO: [ epoch: 53 ] [ iter: 61,400 ] [ performance: 19.309 it/s ] [ lr: 5.00e-05 ] [ eta: 1606 days, 14:12:32 ] [ l_g_pix: 3.6834e-02 ] [ l_g_total: 3.6834e-02 ] +2024-10-25 00:24:01,238 INFO: [ epoch: 53 ] [ iter: 61,500 ] [ performance: 19.288 it/s ] [ lr: 5.00e-05 ] [ eta: 1604 days, 17:49:17 ] [ l_g_pix: 2.7776e-02 ] [ l_g_total: 2.7776e-02 ] +2024-10-25 00:24:06,325 INFO: [ epoch: 53 ] [ iter: 61,600 ] [ performance: 19.660 it/s ] [ lr: 5.00e-05 ] [ eta: 1602 days, 20:02:26 ] [ l_g_pix: 3.4552e-02 ] [ l_g_total: 3.4552e-02 ] +2024-10-25 00:24:11,344 INFO: [ epoch: 53 ] [ iter: 61,700 ] [ performance: 19.798 it/s ] [ lr: 5.00e-05 ] [ eta: 1600 days, 21:15:05 ] [ l_g_pix: 2.8284e-02 ] [ l_g_total: 2.8284e-02 ] +2024-10-25 00:24:16,463 INFO: [ epoch: 53 ] [ iter: 61,800 ] [ performance: 19.532 it/s ] [ lr: 5.00e-05 ] [ eta: 1598 days, 23:14:56 ] [ l_g_pix: 5.4520e-02 ] [ l_g_total: 5.4520e-02 ] +2024-10-25 00:24:21,925 INFO: [ epoch: 53 ] [ iter: 61,900 ] [ performance: 18.879 it/s ] [ lr: 5.00e-05 ] [ eta: 1597 days, 4:35:40 ] [ l_g_pix: 3.5245e-02 ] [ l_g_total: 3.5245e-02 ] +2024-10-25 00:24:26,924 INFO: [ epoch: 53 ] [ iter: 62,000 ] [ performance: 20.071 it/s ] [ lr: 5.00e-05 ] [ eta: 1595 days, 4:44:54 ] [ l_g_pix: 5.3730e-02 ] [ l_g_total: 5.3730e-02 ] +2024-10-25 00:24:33,215 INFO: [ epoch: 54 ] [ iter: 62,100 ] [ performance: 17.657 it/s ] [ lr: 5.00e-05 ] [ eta: 1593 days, 18:13:25 ] [ l_g_pix: 2.6489e-02 ] [ l_g_total: 2.6489e-02 ] +2024-10-25 00:24:38,416 INFO: [ epoch: 54 ] [ iter: 62,200 ] [ performance: 19.220 it/s ] [ lr: 5.00e-05 ] [ eta: 1591 days, 19:54:17 ] [ l_g_pix: 4.6886e-02 ] [ l_g_total: 4.6886e-02 ] +2024-10-25 00:24:43,562 INFO: [ epoch: 54 ] [ iter: 62,300 ] [ performance: 19.332 it/s ] [ lr: 5.00e-05 ] [ eta: 1589 days, 20:43:27 ] [ l_g_pix: 3.3554e-02 ] [ l_g_total: 3.3554e-02 ] +2024-10-25 00:24:48,723 INFO: [ epoch: 54 ] [ iter: 62,400 ] [ performance: 19.399 it/s ] [ lr: 5.00e-05 ] [ eta: 1587 days, 21:24:24 ] [ l_g_pix: 3.2771e-02 ] [ l_g_total: 3.2771e-02 ] +2024-10-25 00:24:54,043 INFO: [ epoch: 54 ] [ iter: 62,500 ] [ performance: 19.078 it/s ] [ lr: 5.00e-05 ] [ eta: 1585 days, 23:28:00 ] [ l_g_pix: 2.1428e-02 ] [ l_g_total: 2.1428e-02 ] +2024-10-25 00:24:59,464 INFO: [ epoch: 54 ] [ iter: 62,600 ] [ performance: 19.082 it/s ] [ lr: 5.00e-05 ] [ eta: 1584 days, 2:17:03 ] [ l_g_pix: 2.6222e-02 ] [ l_g_total: 2.6222e-02 ] +2024-10-25 00:25:04,527 INFO: [ epoch: 54 ] [ iter: 62,700 ] [ performance: 19.433 it/s ] [ lr: 5.00e-05 ] [ eta: 1582 days, 1:04:44 ] [ l_g_pix: 3.7146e-02 ] [ l_g_total: 3.7146e-02 ] +2024-10-25 00:25:09,674 INFO: [ epoch: 54 ] [ iter: 62,800 ] [ performance: 19.397 it/s ] [ lr: 5.00e-05 ] [ eta: 1580 days, 0:28:22 ] [ l_g_pix: 4.1220e-02 ] [ l_g_total: 4.1220e-02 ] +2024-10-25 00:25:14,861 INFO: [ epoch: 54 ] [ iter: 62,900 ] [ performance: 19.356 it/s ] [ lr: 5.00e-05 ] [ eta: 1577 days, 23:58:44 ] [ l_g_pix: 4.7307e-02 ] [ l_g_total: 4.7307e-02 ] +2024-10-25 00:25:19,866 INFO: [ epoch: 54 ] [ iter: 63,000 ] [ performance: 20.052 it/s ] [ lr: 5.00e-05 ] [ eta: 1575 days, 21:20:04 ] [ l_g_pix: 2.9602e-02 ] [ l_g_total: 2.9602e-02 ] +2024-10-25 00:25:24,848 INFO: [ epoch: 54 ] [ iter: 63,100 ] [ performance: 20.063 it/s ] [ lr: 5.00e-05 ] [ eta: 1573 days, 18:10:56 ] [ l_g_pix: 2.7563e-02 ] [ l_g_total: 2.7563e-02 ] +2024-10-25 00:25:31,237 INFO: [ epoch: 55 ] [ iter: 63,200 ] [ performance: 14.975 it/s ] [ lr: 5.00e-05 ] [ eta: 1572 days, 5:07:19 ] [ l_g_pix: 2.6596e-02 ] [ l_g_total: 2.6596e-02 ] +2024-10-25 00:25:36,309 INFO: [ epoch: 55 ] [ iter: 63,300 ] [ performance: 17.200 it/s ] [ lr: 5.00e-05 ] [ eta: 1570 days, 2:17:36 ] [ l_g_pix: 2.2289e-02 ] [ l_g_total: 2.2289e-02 ] +2024-10-25 00:25:41,335 INFO: [ epoch: 55 ] [ iter: 63,400 ] [ performance: 19.792 it/s ] [ lr: 5.00e-05 ] [ eta: 1567 days, 22:42:30 ] [ l_g_pix: 2.9487e-02 ] [ l_g_total: 2.9487e-02 ] +2024-10-25 00:25:46,417 INFO: [ epoch: 55 ] [ iter: 63,500 ] [ performance: 19.731 it/s ] [ lr: 5.00e-05 ] [ eta: 1565 days, 19:24:59 ] [ l_g_pix: 4.2435e-02 ] [ l_g_total: 4.2435e-02 ] +2024-10-25 00:25:51,431 INFO: [ epoch: 55 ] [ iter: 63,600 ] [ performance: 19.895 it/s ] [ lr: 5.00e-05 ] [ eta: 1563 days, 15:08:52 ] [ l_g_pix: 3.3182e-02 ] [ l_g_total: 3.3182e-02 ] +2024-10-25 00:25:56,586 INFO: [ epoch: 55 ] [ iter: 63,700 ] [ performance: 19.623 it/s ] [ lr: 5.00e-05 ] [ eta: 1561 days, 12:01:49 ] [ l_g_pix: 5.3516e-02 ] [ l_g_total: 5.3516e-02 ] +2024-10-25 00:26:01,766 INFO: [ epoch: 55 ] [ iter: 63,800 ] [ performance: 19.254 it/s ] [ lr: 5.00e-05 ] [ eta: 1559 days, 8:52:29 ] [ l_g_pix: 1.8180e-02 ] [ l_g_total: 1.8180e-02 ] +2024-10-25 00:26:07,115 INFO: [ epoch: 55 ] [ iter: 63,900 ] [ performance: 18.946 it/s ] [ lr: 5.00e-05 ] [ eta: 1557 days, 7:07:35 ] [ l_g_pix: 3.1729e-02 ] [ l_g_total: 3.1729e-02 ] +2024-10-25 00:26:12,164 INFO: [ epoch: 55 ] [ iter: 64,000 ] [ performance: 19.816 it/s ] [ lr: 5.00e-05 ] [ eta: 1555 days, 2:05:00 ] [ l_g_pix: 3.2090e-02 ] [ l_g_total: 3.2090e-02 ] +2024-10-25 00:26:17,243 INFO: [ epoch: 55 ] [ iter: 64,100 ] [ performance: 19.747 it/s ] [ lr: 5.00e-05 ] [ eta: 1552 days, 21:03:18 ] [ l_g_pix: 3.3730e-02 ] [ l_g_total: 3.3730e-02 ] +2024-10-25 00:26:22,309 INFO: [ epoch: 55 ] [ iter: 64,200 ] [ performance: 19.800 it/s ] [ lr: 5.00e-05 ] [ eta: 1550 days, 15:36:58 ] [ l_g_pix: 4.5986e-02 ] [ l_g_total: 4.5986e-02 ] +2024-10-25 00:26:27,170 INFO: [ epoch: 55 ] [ iter: 64,300 ] [ performance: 20.222 it/s ] [ lr: 5.00e-05 ] [ eta: 1548 days, 7:51:17 ] [ l_g_pix: 3.6841e-02 ] [ l_g_total: 3.6841e-02 ] +2024-10-25 00:26:33,391 INFO: [ epoch: 56 ] [ iter: 64,400 ] [ performance: 15.142 it/s ] [ lr: 5.00e-05 ] [ eta: 1546 days, 13:16:30 ] [ l_g_pix: 5.1860e-02 ] [ l_g_total: 5.1860e-02 ] +2024-10-25 00:26:38,570 INFO: [ epoch: 56 ] [ iter: 64,500 ] [ performance: 17.205 it/s ] [ lr: 5.00e-05 ] [ eta: 1544 days, 8:05:17 ] [ l_g_pix: 3.3451e-02 ] [ l_g_total: 3.3451e-02 ] +2024-10-25 00:26:43,888 INFO: [ epoch: 56 ] [ iter: 64,600 ] [ performance: 19.360 it/s ] [ lr: 5.00e-05 ] [ eta: 1542 days, 3:57:59 ] [ l_g_pix: 2.2602e-02 ] [ l_g_total: 2.2602e-02 ] +2024-10-25 00:26:48,960 INFO: [ epoch: 56 ] [ iter: 64,700 ] [ performance: 19.557 it/s ] [ lr: 5.00e-05 ] [ eta: 1539 days, 21:08:57 ] [ l_g_pix: 3.6025e-02 ] [ l_g_total: 3.6025e-02 ] +2024-10-25 00:26:54,065 INFO: [ epoch: 56 ] [ iter: 64,800 ] [ performance: 19.514 it/s ] [ lr: 5.00e-05 ] [ eta: 1537 days, 14:21:54 ] [ l_g_pix: 3.5611e-02 ] [ l_g_total: 3.5611e-02 ] +2024-10-25 00:26:59,094 INFO: [ epoch: 56 ] [ iter: 64,900 ] [ performance: 19.723 it/s ] [ lr: 5.00e-05 ] [ eta: 1535 days, 6:33:14 ] [ l_g_pix: 3.2940e-02 ] [ l_g_total: 3.2940e-02 ] +2024-10-25 00:27:04,170 INFO: [ epoch: 56 ] [ iter: 65,000 ] [ performance: 19.561 it/s ] [ lr: 5.00e-05 ] [ eta: 1532 days, 22:55:26 ] [ l_g_pix: 3.4087e-02 ] [ l_g_total: 3.4087e-02 ] +2024-10-25 00:27:09,343 INFO: [ epoch: 56 ] [ iter: 65,100 ] [ performance: 19.431 it/s ] [ lr: 5.00e-05 ] [ eta: 1530 days, 15:57:17 ] [ l_g_pix: 3.0137e-02 ] [ l_g_total: 3.0137e-02 ] +2024-10-25 00:27:14,660 INFO: [ epoch: 56 ] [ iter: 65,200 ] [ performance: 18.807 it/s ] [ lr: 5.00e-05 ] [ eta: 1528 days, 10:04:59 ] [ l_g_pix: 3.0543e-02 ] [ l_g_total: 3.0543e-02 ] +2024-10-25 00:27:19,818 INFO: [ epoch: 56 ] [ iter: 65,300 ] [ performance: 19.133 it/s ] [ lr: 5.00e-05 ] [ eta: 1526 days, 2:23:38 ] [ l_g_pix: 3.9345e-02 ] [ l_g_total: 3.9345e-02 ] +2024-10-25 00:27:24,905 INFO: [ epoch: 56 ] [ iter: 65,400 ] [ performance: 19.565 it/s ] [ lr: 5.00e-05 ] [ eta: 1523 days, 17:43:23 ] [ l_g_pix: 3.7537e-02 ] [ l_g_total: 3.7537e-02 ] +2024-10-25 00:27:30,774 INFO: [ epoch: 57 ] [ iter: 65,500 ] [ performance: 18.038 it/s ] [ lr: 5.00e-05 ] [ eta: 1521 days, 16:16:10 ] [ l_g_pix: 3.6867e-02 ] [ l_g_total: 3.6867e-02 ] +2024-10-25 00:27:35,993 INFO: [ epoch: 57 ] [ iter: 65,600 ] [ performance: 19.308 it/s ] [ lr: 5.00e-05 ] [ eta: 1519 days, 8:16:48 ] [ l_g_pix: 4.0135e-02 ] [ l_g_total: 4.0135e-02 ] +2024-10-25 00:27:41,177 INFO: [ epoch: 57 ] [ iter: 65,700 ] [ performance: 19.299 it/s ] [ lr: 5.00e-05 ] [ eta: 1516 days, 23:40:06 ] [ l_g_pix: 4.2278e-02 ] [ l_g_total: 4.2278e-02 ] +2024-10-25 00:27:46,383 INFO: [ epoch: 57 ] [ iter: 65,800 ] [ performance: 19.139 it/s ] [ lr: 5.00e-05 ] [ eta: 1514 days, 14:58:53 ] [ l_g_pix: 2.8369e-02 ] [ l_g_total: 2.8369e-02 ] +2024-10-25 00:27:51,590 INFO: [ epoch: 57 ] [ iter: 65,900 ] [ performance: 19.180 it/s ] [ lr: 5.00e-05 ] [ eta: 1512 days, 6:00:01 ] [ l_g_pix: 3.7310e-02 ] [ l_g_total: 3.7310e-02 ] +2024-10-25 00:27:56,684 INFO: [ epoch: 57 ] [ iter: 66,000 ] [ performance: 19.729 it/s ] [ lr: 5.00e-05 ] [ eta: 1509 days, 19:40:44 ] [ l_g_pix: 3.2474e-02 ] [ l_g_total: 3.2474e-02 ] +2024-10-25 00:28:01,762 INFO: [ epoch: 57 ] [ iter: 66,100 ] [ performance: 19.709 it/s ] [ lr: 5.00e-05 ] [ eta: 1507 days, 8:55:06 ] [ l_g_pix: 3.6263e-02 ] [ l_g_total: 3.6263e-02 ] +2024-10-25 00:28:06,921 INFO: [ epoch: 57 ] [ iter: 66,200 ] [ performance: 19.423 it/s ] [ lr: 5.00e-05 ] [ eta: 1504 days, 22:38:03 ] [ l_g_pix: 4.4400e-02 ] [ l_g_total: 4.4400e-02 ] +2024-10-25 00:28:12,038 INFO: [ epoch: 57 ] [ iter: 66,300 ] [ performance: 19.495 it/s ] [ lr: 5.00e-05 ] [ eta: 1502 days, 11:40:00 ] [ l_g_pix: 3.5115e-02 ] [ l_g_total: 3.5115e-02 ] +2024-10-25 00:28:17,213 INFO: [ epoch: 57 ] [ iter: 66,400 ] [ performance: 19.458 it/s ] [ lr: 5.00e-05 ] [ eta: 1500 days, 0:57:35 ] [ l_g_pix: 3.0446e-02 ] [ l_g_total: 3.0446e-02 ] +2024-10-25 00:28:22,370 INFO: [ epoch: 57 ] [ iter: 66,500 ] [ performance: 19.420 it/s ] [ lr: 5.00e-05 ] [ eta: 1497 days, 13:47:45 ] [ l_g_pix: 3.1491e-02 ] [ l_g_total: 3.1491e-02 ] +2024-10-25 00:28:27,257 INFO: [ epoch: 57 ] [ iter: 66,600 ] [ performance: 20.949 it/s ] [ lr: 5.00e-05 ] [ eta: 1494 days, 23:50:40 ] [ l_g_pix: 3.5697e-02 ] [ l_g_total: 3.5697e-02 ] +2024-10-25 00:28:33,499 INFO: [ epoch: 58 ] [ iter: 66,700 ] [ performance: 17.725 it/s ] [ lr: 5.00e-05 ] [ eta: 1492 days, 22:08:56 ] [ l_g_pix: 1.8909e-02 ] [ l_g_total: 1.8909e-02 ] +2024-10-25 00:28:38,675 INFO: [ epoch: 58 ] [ iter: 66,800 ] [ performance: 19.527 it/s ] [ lr: 5.00e-05 ] [ eta: 1490 days, 10:16:56 ] [ l_g_pix: 4.6501e-02 ] [ l_g_total: 4.6501e-02 ] +2024-10-25 00:28:43,795 INFO: [ epoch: 58 ] [ iter: 66,900 ] [ performance: 19.531 it/s ] [ lr: 5.00e-05 ] [ eta: 1487 days, 21:36:37 ] [ l_g_pix: 4.6498e-02 ] [ l_g_total: 4.6498e-02 ] +2024-10-25 00:28:48,865 INFO: [ epoch: 58 ] [ iter: 67,000 ] [ performance: 19.874 it/s ] [ lr: 5.00e-05 ] [ eta: 1485 days, 8:12:18 ] [ l_g_pix: 3.8610e-02 ] [ l_g_total: 3.8610e-02 ] +2024-10-25 00:28:53,913 INFO: [ epoch: 58 ] [ iter: 67,100 ] [ performance: 19.837 it/s ] [ lr: 5.00e-05 ] [ eta: 1482 days, 18:18:28 ] [ l_g_pix: 2.4983e-02 ] [ l_g_total: 2.4983e-02 ] +2024-10-25 00:28:58,979 INFO: [ epoch: 58 ] [ iter: 67,200 ] [ performance: 19.660 it/s ] [ lr: 5.00e-05 ] [ eta: 1480 days, 4:17:18 ] [ l_g_pix: 2.9848e-02 ] [ l_g_total: 2.9848e-02 ] +2024-10-25 00:29:04,157 INFO: [ epoch: 58 ] [ iter: 67,300 ] [ performance: 19.449 it/s ] [ lr: 5.00e-05 ] [ eta: 1477 days, 15:01:03 ] [ l_g_pix: 3.3917e-02 ] [ l_g_total: 3.3917e-02 ] +2024-10-25 00:29:09,185 INFO: [ epoch: 58 ] [ iter: 67,400 ] [ performance: 20.091 it/s ] [ lr: 5.00e-05 ] [ eta: 1475 days, 0:05:14 ] [ l_g_pix: 3.5965e-02 ] [ l_g_total: 3.5965e-02 ] +2024-10-25 00:29:14,294 INFO: [ epoch: 58 ] [ iter: 67,500 ] [ performance: 19.775 it/s ] [ lr: 5.00e-05 ] [ eta: 1472 days, 9:37:02 ] [ l_g_pix: 3.8436e-02 ] [ l_g_total: 3.8436e-02 ] +2024-10-25 00:29:19,366 INFO: [ epoch: 58 ] [ iter: 67,600 ] [ performance: 19.621 it/s ] [ lr: 5.00e-05 ] [ eta: 1469 days, 18:32:12 ] [ l_g_pix: 4.4410e-02 ] [ l_g_total: 4.4410e-02 ] +2024-10-25 00:29:24,490 INFO: [ epoch: 58 ] [ iter: 67,700 ] [ performance: 19.560 it/s ] [ lr: 5.00e-05 ] [ eta: 1467 days, 3:37:42 ] [ l_g_pix: 4.2094e-02 ] [ l_g_total: 4.2094e-02 ] +2024-10-25 00:29:30,491 INFO: [ epoch: 59 ] [ iter: 67,800 ] [ performance: 14.769 it/s ] [ lr: 5.00e-05 ] [ eta: 1464 days, 20:16:55 ] [ l_g_pix: 5.4447e-02 ] [ l_g_total: 5.4447e-02 ] +2024-10-25 00:29:35,717 INFO: [ epoch: 59 ] [ iter: 67,900 ] [ performance: 17.174 it/s ] [ lr: 5.00e-05 ] [ eta: 1462 days, 5:42:04 ] [ l_g_pix: 3.9461e-02 ] [ l_g_total: 3.9461e-02 ] +2024-10-25 00:29:40,720 INFO: [ epoch: 59 ] [ iter: 68,000 ] [ performance: 20.591 it/s ] [ lr: 5.00e-05 ] [ eta: 1459 days, 12:50:23 ] [ l_g_pix: 3.4992e-02 ] [ l_g_total: 3.4992e-02 ] +2024-10-25 00:29:45,574 INFO: [ epoch: 59 ] [ iter: 68,100 ] [ performance: 20.599 it/s ] [ lr: 5.00e-05 ] [ eta: 1456 days, 18:22:51 ] [ l_g_pix: 4.2152e-02 ] [ l_g_total: 4.2152e-02 ] +2024-10-25 00:29:50,781 INFO: [ epoch: 59 ] [ iter: 68,200 ] [ performance: 19.219 it/s ] [ lr: 5.00e-05 ] [ eta: 1454 days, 2:46:29 ] [ l_g_pix: 2.1091e-02 ] [ l_g_total: 2.1091e-02 ] +2024-10-25 00:29:55,888 INFO: [ epoch: 59 ] [ iter: 68,300 ] [ performance: 19.444 it/s ] [ lr: 5.00e-05 ] [ eta: 1451 days, 9:59:41 ] [ l_g_pix: 2.8199e-02 ] [ l_g_total: 2.8199e-02 ] +2024-10-25 00:30:01,089 INFO: [ epoch: 59 ] [ iter: 68,400 ] [ performance: 19.466 it/s ] [ lr: 5.00e-05 ] [ eta: 1448 days, 17:45:19 ] [ l_g_pix: 4.8124e-02 ] [ l_g_total: 4.8124e-02 ] +2024-10-25 00:30:06,262 INFO: [ epoch: 59 ] [ iter: 68,500 ] [ performance: 19.384 it/s ] [ lr: 5.00e-05 ] [ eta: 1446 days, 0:58:46 ] [ l_g_pix: 3.0642e-02 ] [ l_g_total: 3.0642e-02 ] +2024-10-25 00:30:11,451 INFO: [ epoch: 59 ] [ iter: 68,600 ] [ performance: 19.370 it/s ] [ lr: 5.00e-05 ] [ eta: 1443 days, 8:03:44 ] [ l_g_pix: 4.1751e-02 ] [ l_g_total: 4.1751e-02 ] +2024-10-25 00:30:16,700 INFO: [ epoch: 59 ] [ iter: 68,700 ] [ performance: 19.171 it/s ] [ lr: 5.00e-05 ] [ eta: 1440 days, 15:22:17 ] [ l_g_pix: 2.7220e-02 ] [ l_g_total: 2.7220e-02 ] +2024-10-25 00:30:21,812 INFO: [ epoch: 59 ] [ iter: 68,800 ] [ performance: 19.676 it/s ] [ lr: 5.00e-05 ] [ eta: 1437 days, 21:12:38 ] [ l_g_pix: 2.3880e-02 ] [ l_g_total: 2.3880e-02 ] +2024-10-25 00:30:26,636 INFO: [ epoch: 59 ] [ iter: 68,900 ] [ performance: 20.333 it/s ] [ lr: 5.00e-05 ] [ eta: 1435 days, 0:16:13 ] [ l_g_pix: 4.0918e-02 ] [ l_g_total: 4.0918e-02 ] +2024-10-25 00:30:32,925 INFO: [ epoch: 60 ] [ iter: 69,000 ] [ performance: 19.090 it/s ] [ lr: 5.00e-05 ] [ eta: 1432 days, 15:40:27 ] [ l_g_pix: 3.6192e-02 ] [ l_g_total: 3.6192e-02 ] +2024-10-25 00:30:38,062 INFO: [ epoch: 60 ] [ iter: 69,100 ] [ performance: 19.330 it/s ] [ lr: 5.00e-05 ] [ eta: 1429 days, 20:51:15 ] [ l_g_pix: 3.9751e-02 ] [ l_g_total: 3.9751e-02 ] +2024-10-25 00:30:43,166 INFO: [ epoch: 60 ] [ iter: 69,200 ] [ performance: 19.522 it/s ] [ lr: 5.00e-05 ] [ eta: 1427 days, 1:27:45 ] [ l_g_pix: 3.7822e-02 ] [ l_g_total: 3.7822e-02 ] +2024-10-25 00:30:48,156 INFO: [ epoch: 60 ] [ iter: 69,300 ] [ performance: 19.853 it/s ] [ lr: 5.00e-05 ] [ eta: 1424 days, 4:48:39 ] [ l_g_pix: 3.0310e-02 ] [ l_g_total: 3.0310e-02 ] +2024-10-25 00:30:53,337 INFO: [ epoch: 60 ] [ iter: 69,400 ] [ performance: 19.386 it/s ] [ lr: 5.00e-05 ] [ eta: 1421 days, 9:29:58 ] [ l_g_pix: 2.8014e-02 ] [ l_g_total: 2.8014e-02 ] +2024-10-25 00:30:58,441 INFO: [ epoch: 60 ] [ iter: 69,500 ] [ performance: 19.519 it/s ] [ lr: 5.00e-05 ] [ eta: 1418 days, 13:15:30 ] [ l_g_pix: 2.6299e-02 ] [ l_g_total: 2.6299e-02 ] +2024-10-25 00:31:03,606 INFO: [ epoch: 60 ] [ iter: 69,600 ] [ performance: 19.120 it/s ] [ lr: 5.00e-05 ] [ eta: 1415 days, 17:14:53 ] [ l_g_pix: 2.5502e-02 ] [ l_g_total: 2.5502e-02 ] +2024-10-25 00:31:08,764 INFO: [ epoch: 60 ] [ iter: 69,700 ] [ performance: 19.296 it/s ] [ lr: 5.00e-05 ] [ eta: 1412 days, 20:53:02 ] [ l_g_pix: 4.7765e-02 ] [ l_g_total: 4.7765e-02 ] +2024-10-25 00:31:13,912 INFO: [ epoch: 60 ] [ iter: 69,800 ] [ performance: 19.403 it/s ] [ lr: 5.00e-05 ] [ eta: 1410 days, 0:09:29 ] [ l_g_pix: 3.7853e-02 ] [ l_g_total: 3.7853e-02 ] +2024-10-25 00:31:19,060 INFO: [ epoch: 60 ] [ iter: 69,900 ] [ performance: 19.420 it/s ] [ lr: 5.00e-05 ] [ eta: 1407 days, 3:08:31 ] [ l_g_pix: 4.4965e-02 ] [ l_g_total: 4.4965e-02 ] +2024-10-25 00:31:24,125 INFO: [ epoch: 60 ] [ iter: 70,000 ] [ performance: 20.249 it/s ] [ lr: 5.00e-05 ] [ eta: 1404 days, 5:08:54 ] [ l_g_pix: 4.8489e-02 ] [ l_g_total: 4.8489e-02 ] +2024-10-25 00:31:24,125 INFO: Saving models and training states. +2024-10-25 00:32:32,531 INFO: Validation val + + # psnr: 21.8662........ Best: 21.8723 @ 60000 iter + # ssim: 0.6405........ Best: 0.6405 @ 70000 iter + # dists: 0.7864........ Best: 0.7864 @ 70000 iter + +2024-10-25 00:32:38,672 INFO: [ epoch: 61 ] [ iter: 70,100 ] [ performance: 17.457 it/s ] [ lr: 5.00e-05 ] [ eta: 1425 days, 7:56:14 ] [ l_g_pix: 4.5099e-02 ] [ l_g_total: 4.5099e-02 ] +2024-10-25 00:32:43,695 INFO: [ epoch: 61 ] [ iter: 70,200 ] [ performance: 19.782 it/s ] [ lr: 5.00e-05 ] [ eta: 1422 days, 7:06:12 ] [ l_g_pix: 3.1116e-02 ] [ l_g_total: 3.1116e-02 ] +2024-10-25 00:32:48,766 INFO: [ epoch: 61 ] [ iter: 70,300 ] [ performance: 19.742 it/s ] [ lr: 5.00e-05 ] [ eta: 1419 days, 6:23:16 ] [ l_g_pix: 4.0884e-02 ] [ l_g_total: 4.0884e-02 ] +2024-10-25 00:32:53,869 INFO: [ epoch: 61 ] [ iter: 70,400 ] [ performance: 19.856 it/s ] [ lr: 5.00e-05 ] [ eta: 1416 days, 5:39:18 ] [ l_g_pix: 2.5382e-02 ] [ l_g_total: 2.5382e-02 ] +2024-10-25 00:32:58,878 INFO: [ epoch: 61 ] [ iter: 70,500 ] [ performance: 19.930 it/s ] [ lr: 5.00e-05 ] [ eta: 1413 days, 3:51:54 ] [ l_g_pix: 3.8274e-02 ] [ l_g_total: 3.8274e-02 ] +2024-10-25 00:33:04,692 INFO: [ epoch: 61 ] [ iter: 70,600 ] [ performance: 16.318 it/s ] [ lr: 5.00e-05 ] [ eta: 1410 days, 8:22:05 ] [ l_g_pix: 3.8769e-02 ] [ l_g_total: 3.8769e-02 ] +2024-10-25 00:33:10,030 INFO: [ epoch: 61 ] [ iter: 70,700 ] [ performance: 17.864 it/s ] [ lr: 5.00e-05 ] [ eta: 1407 days, 8:41:04 ] [ l_g_pix: 2.3228e-02 ] [ l_g_total: 2.3228e-02 ] +2024-10-25 00:33:15,180 INFO: [ epoch: 61 ] [ iter: 70,800 ] [ performance: 19.530 it/s ] [ lr: 5.00e-05 ] [ eta: 1404 days, 7:10:22 ] [ l_g_pix: 3.2780e-02 ] [ l_g_total: 3.2780e-02 ] +2024-10-25 00:33:20,197 INFO: [ epoch: 61 ] [ iter: 70,900 ] [ performance: 19.804 it/s ] [ lr: 5.00e-05 ] [ eta: 1401 days, 4:17:38 ] [ l_g_pix: 3.3780e-02 ] [ l_g_total: 3.3780e-02 ] +2024-10-25 00:33:25,271 INFO: [ epoch: 61 ] [ iter: 71,000 ] [ performance: 19.869 it/s ] [ lr: 5.00e-05 ] [ eta: 1398 days, 1:36:20 ] [ l_g_pix: 3.4451e-02 ] [ l_g_total: 3.4451e-02 ] +2024-10-25 00:33:30,298 INFO: [ epoch: 61 ] [ iter: 71,100 ] [ performance: 19.889 it/s ] [ lr: 5.00e-05 ] [ eta: 1394 days, 22:14:51 ] [ l_g_pix: 3.7688e-02 ] [ l_g_total: 3.7688e-02 ] +2024-10-25 00:33:35,197 INFO: [ epoch: 61 ] [ iter: 71,200 ] [ performance: 21.173 it/s ] [ lr: 5.00e-05 ] [ eta: 1391 days, 17:36:00 ] [ l_g_pix: 4.2973e-02 ] [ l_g_total: 4.2973e-02 ] +2024-10-25 00:33:41,833 INFO: [ epoch: 62 ] [ iter: 71,300 ] [ performance: 16.578 it/s ] [ lr: 5.00e-05 ] [ eta: 1389 days, 2:30:51 ] [ l_g_pix: 4.1799e-02 ] [ l_g_total: 4.1799e-02 ] +2024-10-25 00:33:46,916 INFO: [ epoch: 62 ] [ iter: 71,400 ] [ performance: 19.847 it/s ] [ lr: 5.00e-05 ] [ eta: 1385 days, 22:43:41 ] [ l_g_pix: 3.7664e-02 ] [ l_g_total: 3.7664e-02 ] +2024-10-25 00:33:51,925 INFO: [ epoch: 62 ] [ iter: 71,500 ] [ performance: 19.929 it/s ] [ lr: 5.00e-05 ] [ eta: 1382 days, 18:04:27 ] [ l_g_pix: 2.2278e-02 ] [ l_g_total: 2.2278e-02 ] +2024-10-25 00:33:56,799 INFO: [ epoch: 62 ] [ iter: 71,600 ] [ performance: 20.499 it/s ] [ lr: 5.00e-05 ] [ eta: 1379 days, 12:04:55 ] [ l_g_pix: 3.2903e-02 ] [ l_g_total: 3.2903e-02 ] +2024-10-25 00:34:01,853 INFO: [ epoch: 62 ] [ iter: 71,700 ] [ performance: 20.001 it/s ] [ lr: 5.00e-05 ] [ eta: 1376 days, 7:13:39 ] [ l_g_pix: 3.2659e-02 ] [ l_g_total: 3.2659e-02 ] +2024-10-25 00:34:06,938 INFO: [ epoch: 62 ] [ iter: 71,800 ] [ performance: 19.940 it/s ] [ lr: 5.00e-05 ] [ eta: 1373 days, 2:20:01 ] [ l_g_pix: 4.3179e-02 ] [ l_g_total: 4.3179e-02 ] +2024-10-25 00:34:12,014 INFO: [ epoch: 62 ] [ iter: 71,900 ] [ performance: 19.773 it/s ] [ lr: 5.00e-05 ] [ eta: 1369 days, 21:05:30 ] [ l_g_pix: 2.9213e-02 ] [ l_g_total: 2.9213e-02 ] +2024-10-25 00:34:17,359 INFO: [ epoch: 62 ] [ iter: 72,000 ] [ performance: 20.112 it/s ] [ lr: 5.00e-05 ] [ eta: 1366 days, 17:39:14 ] [ l_g_pix: 3.4857e-02 ] [ l_g_total: 3.4857e-02 ] +2024-10-25 00:34:22,434 INFO: [ epoch: 62 ] [ iter: 72,100 ] [ performance: 19.823 it/s ] [ lr: 5.00e-05 ] [ eta: 1363 days, 11:50:07 ] [ l_g_pix: 2.6002e-02 ] [ l_g_total: 2.6002e-02 ] +2024-10-25 00:34:27,359 INFO: [ epoch: 62 ] [ iter: 72,200 ] [ performance: 20.294 it/s ] [ lr: 5.00e-05 ] [ eta: 1360 days, 4:34:19 ] [ l_g_pix: 3.4078e-02 ] [ l_g_total: 3.4078e-02 ] +2024-10-25 00:34:32,376 INFO: [ epoch: 62 ] [ iter: 72,300 ] [ performance: 20.040 it/s ] [ lr: 5.00e-05 ] [ eta: 1356 days, 21:44:18 ] [ l_g_pix: 3.0799e-02 ] [ l_g_total: 3.0799e-02 ] +2024-10-25 00:34:38,394 INFO: [ epoch: 63 ] [ iter: 72,400 ] [ performance: 12.210 it/s ] [ lr: 5.00e-05 ] [ eta: 1353 days, 22:18:13 ] [ l_g_pix: 3.3252e-02 ] [ l_g_total: 3.3252e-02 ] +2024-10-25 00:34:43,500 INFO: [ epoch: 63 ] [ iter: 72,500 ] [ performance: 16.703 it/s ] [ lr: 5.00e-05 ] [ eta: 1350 days, 15:34:34 ] [ l_g_pix: 3.4262e-02 ] [ l_g_total: 3.4262e-02 ] +2024-10-25 00:34:49,005 INFO: [ epoch: 63 ] [ iter: 72,600 ] [ performance: 16.399 it/s ] [ lr: 5.00e-05 ] [ eta: 1347 days, 11:35:39 ] [ l_g_pix: 2.8542e-02 ] [ l_g_total: 2.8542e-02 ] +2024-10-25 00:34:54,171 INFO: [ epoch: 63 ] [ iter: 72,700 ] [ performance: 18.428 it/s ] [ lr: 5.00e-05 ] [ eta: 1344 days, 4:43:52 ] [ l_g_pix: 4.3688e-02 ] [ l_g_total: 4.3688e-02 ] +2024-10-25 00:34:59,231 INFO: [ epoch: 63 ] [ iter: 72,800 ] [ performance: 19.806 it/s ] [ lr: 5.00e-05 ] [ eta: 1340 days, 20:47:23 ] [ l_g_pix: 4.0273e-02 ] [ l_g_total: 4.0273e-02 ] +2024-10-25 00:35:04,286 INFO: [ epoch: 63 ] [ iter: 72,900 ] [ performance: 19.791 it/s ] [ lr: 5.00e-05 ] [ eta: 1337 days, 12:31:32 ] [ l_g_pix: 3.0076e-02 ] [ l_g_total: 3.0076e-02 ] +2024-10-25 00:35:09,447 INFO: [ epoch: 63 ] [ iter: 73,000 ] [ performance: 19.449 it/s ] [ lr: 5.00e-05 ] [ eta: 1334 days, 4:46:24 ] [ l_g_pix: 4.7259e-02 ] [ l_g_total: 4.7259e-02 ] +2024-10-25 00:35:14,381 INFO: [ epoch: 63 ] [ iter: 73,100 ] [ performance: 20.041 it/s ] [ lr: 5.00e-05 ] [ eta: 1330 days, 19:02:30 ] [ l_g_pix: 3.1229e-02 ] [ l_g_total: 3.1229e-02 ] +2024-10-25 00:35:19,380 INFO: [ epoch: 63 ] [ iter: 73,200 ] [ performance: 19.664 it/s ] [ lr: 5.00e-05 ] [ eta: 1327 days, 9:30:53 ] [ l_g_pix: 3.7543e-02 ] [ l_g_total: 3.7543e-02 ] +2024-10-25 00:35:24,928 INFO: [ epoch: 63 ] [ iter: 73,300 ] [ performance: 18.432 it/s ] [ lr: 5.00e-05 ] [ eta: 1324 days, 3:47:14 ] [ l_g_pix: 4.0916e-02 ] [ l_g_total: 4.0916e-02 ] +2024-10-25 00:35:30,051 INFO: [ epoch: 63 ] [ iter: 73,400 ] [ performance: 19.604 it/s ] [ lr: 5.00e-05 ] [ eta: 1320 days, 18:36:27 ] [ l_g_pix: 2.9739e-02 ] [ l_g_total: 2.9739e-02 ] +2024-10-25 00:35:34,916 INFO: [ epoch: 63 ] [ iter: 73,500 ] [ performance: 20.300 it/s ] [ lr: 5.00e-05 ] [ eta: 1317 days, 7:14:58 ] [ l_g_pix: 2.5426e-02 ] [ l_g_total: 2.5426e-02 ] +2024-10-25 00:35:41,164 INFO: [ epoch: 64 ] [ iter: 73,600 ] [ performance: 19.571 it/s ] [ lr: 5.00e-05 ] [ eta: 1314 days, 5:45:03 ] [ l_g_pix: 4.0006e-02 ] [ l_g_total: 4.0006e-02 ] +2024-10-25 00:35:46,370 INFO: [ epoch: 64 ] [ iter: 73,700 ] [ performance: 19.300 it/s ] [ lr: 5.00e-05 ] [ eta: 1310 days, 20:18:34 ] [ l_g_pix: 3.2717e-02 ] [ l_g_total: 3.2717e-02 ] +2024-10-25 00:35:51,505 INFO: [ epoch: 64 ] [ iter: 73,800 ] [ performance: 19.264 it/s ] [ lr: 5.00e-05 ] [ eta: 1307 days, 10:02:56 ] [ l_g_pix: 3.0698e-02 ] [ l_g_total: 3.0698e-02 ] +2024-10-25 00:35:56,546 INFO: [ epoch: 64 ] [ iter: 73,900 ] [ performance: 19.694 it/s ] [ lr: 5.00e-05 ] [ eta: 1303 days, 22:49:31 ] [ l_g_pix: 4.1448e-02 ] [ l_g_total: 4.1448e-02 ] +2024-10-25 00:36:02,007 INFO: [ epoch: 64 ] [ iter: 74,000 ] [ performance: 19.491 it/s ] [ lr: 5.00e-05 ] [ eta: 1300 days, 14:21:32 ] [ l_g_pix: 3.5993e-02 ] [ l_g_total: 3.5993e-02 ] +2024-10-25 00:36:07,086 INFO: [ epoch: 64 ] [ iter: 74,100 ] [ performance: 19.641 it/s ] [ lr: 5.00e-05 ] [ eta: 1297 days, 2:50:27 ] [ l_g_pix: 3.4243e-02 ] [ l_g_total: 3.4243e-02 ] +2024-10-25 00:36:12,214 INFO: [ epoch: 64 ] [ iter: 74,200 ] [ performance: 19.877 it/s ] [ lr: 5.00e-05 ] [ eta: 1293 days, 15:23:13 ] [ l_g_pix: 2.7597e-02 ] [ l_g_total: 2.7597e-02 ] +2024-10-25 00:36:17,309 INFO: [ epoch: 64 ] [ iter: 74,300 ] [ performance: 19.687 it/s ] [ lr: 5.00e-05 ] [ eta: 1290 days, 3:25:01 ] [ l_g_pix: 4.9730e-02 ] [ l_g_total: 4.9730e-02 ] +2024-10-25 00:36:22,403 INFO: [ epoch: 64 ] [ iter: 74,400 ] [ performance: 19.639 it/s ] [ lr: 5.00e-05 ] [ eta: 1286 days, 15:09:12 ] [ l_g_pix: 2.4642e-02 ] [ l_g_total: 2.4642e-02 ] +2024-10-25 00:36:27,505 INFO: [ epoch: 64 ] [ iter: 74,500 ] [ performance: 19.612 it/s ] [ lr: 5.00e-05 ] [ eta: 1283 days, 2:39:47 ] [ l_g_pix: 3.6222e-02 ] [ l_g_total: 3.6222e-02 ] +2024-10-25 00:36:32,729 INFO: [ epoch: 64 ] [ iter: 74,600 ] [ performance: 18.246 it/s ] [ lr: 5.00e-05 ] [ eta: 1279 days, 14:44:59 ] [ l_g_pix: 4.3057e-02 ] [ l_g_total: 4.3057e-02 ] +2024-10-25 00:36:38,917 INFO: [ epoch: 65 ] [ iter: 74,700 ] [ performance: 16.587 it/s ] [ lr: 5.00e-05 ] [ eta: 1276 days, 9:19:35 ] [ l_g_pix: 4.2776e-02 ] [ l_g_total: 4.2776e-02 ] +2024-10-25 00:36:44,060 INFO: [ epoch: 65 ] [ iter: 74,800 ] [ performance: 19.461 it/s ] [ lr: 5.00e-05 ] [ eta: 1272 days, 20:14:20 ] [ l_g_pix: 5.1455e-02 ] [ l_g_total: 5.1455e-02 ] +2024-10-25 00:36:49,121 INFO: [ epoch: 65 ] [ iter: 74,900 ] [ performance: 19.695 it/s ] [ lr: 5.00e-05 ] [ eta: 1269 days, 6:17:50 ] [ l_g_pix: 3.0815e-02 ] [ l_g_total: 3.0815e-02 ] +2024-10-25 00:36:54,245 INFO: [ epoch: 65 ] [ iter: 75,000 ] [ performance: 19.215 it/s ] [ lr: 5.00e-05 ] [ eta: 1265 days, 16:30:48 ] [ l_g_pix: 3.5860e-02 ] [ l_g_total: 3.5860e-02 ] +2024-10-25 00:36:59,274 INFO: [ epoch: 65 ] [ iter: 75,100 ] [ performance: 19.741 it/s ] [ lr: 5.00e-05 ] [ eta: 1262 days, 1:47:03 ] [ l_g_pix: 4.5732e-02 ] [ l_g_total: 4.5732e-02 ] +2024-10-25 00:37:04,286 INFO: [ epoch: 65 ] [ iter: 75,200 ] [ performance: 20.061 it/s ] [ lr: 5.00e-05 ] [ eta: 1258 days, 10:39:21 ] [ l_g_pix: 4.0725e-02 ] [ l_g_total: 4.0725e-02 ] +2024-10-25 00:37:09,692 INFO: [ epoch: 65 ] [ iter: 75,300 ] [ performance: 18.800 it/s ] [ lr: 5.00e-05 ] [ eta: 1254 days, 21:57:35 ] [ l_g_pix: 2.6110e-02 ] [ l_g_total: 2.6110e-02 ] +2024-10-25 00:37:14,918 INFO: [ epoch: 65 ] [ iter: 75,400 ] [ performance: 19.369 it/s ] [ lr: 5.00e-05 ] [ eta: 1251 days, 7:43:34 ] [ l_g_pix: 4.1555e-02 ] [ l_g_total: 4.1555e-02 ] +2024-10-25 00:37:20,037 INFO: [ epoch: 65 ] [ iter: 75,500 ] [ performance: 19.503 it/s ] [ lr: 5.00e-05 ] [ eta: 1247 days, 16:28:43 ] [ l_g_pix: 6.5073e-02 ] [ l_g_total: 6.5073e-02 ] +2024-10-25 00:37:25,252 INFO: [ epoch: 65 ] [ iter: 75,600 ] [ performance: 19.472 it/s ] [ lr: 5.00e-05 ] [ eta: 1244 days, 1:35:31 ] [ l_g_pix: 3.5553e-02 ] [ l_g_total: 3.5553e-02 ] +2024-10-25 00:37:30,362 INFO: [ epoch: 65 ] [ iter: 75,700 ] [ performance: 19.551 it/s ] [ lr: 5.00e-05 ] [ eta: 1240 days, 9:42:55 ] [ l_g_pix: 2.5341e-02 ] [ l_g_total: 2.5341e-02 ] +2024-10-25 00:37:35,340 INFO: [ epoch: 65 ] [ iter: 75,800 ] [ performance: 20.456 it/s ] [ lr: 5.00e-05 ] [ eta: 1236 days, 16:39:39 ] [ l_g_pix: 2.7347e-02 ] [ l_g_total: 2.7347e-02 ] +2024-10-25 00:37:41,629 INFO: [ epoch: 66 ] [ iter: 75,900 ] [ performance: 16.594 it/s ] [ lr: 5.00e-05 ] [ eta: 1233 days, 8:06:22 ] [ l_g_pix: 4.3830e-02 ] [ l_g_total: 4.3830e-02 ] +2024-10-25 00:37:47,059 INFO: [ epoch: 66 ] [ iter: 76,000 ] [ performance: 19.296 it/s ] [ lr: 5.00e-05 ] [ eta: 1229 days, 17:28:48 ] [ l_g_pix: 2.5447e-02 ] [ l_g_total: 2.5447e-02 ] +2024-10-25 00:37:52,149 INFO: [ epoch: 66 ] [ iter: 76,100 ] [ performance: 19.583 it/s ] [ lr: 5.00e-05 ] [ eta: 1226 days, 0:17:41 ] [ l_g_pix: 5.1811e-02 ] [ l_g_total: 5.1811e-02 ] +2024-10-25 00:37:57,212 INFO: [ epoch: 66 ] [ iter: 76,200 ] [ performance: 19.493 it/s ] [ lr: 5.00e-05 ] [ eta: 1222 days, 6:38:49 ] [ l_g_pix: 4.5016e-02 ] [ l_g_total: 4.5016e-02 ] +2024-10-25 00:38:02,271 INFO: [ epoch: 66 ] [ iter: 76,300 ] [ performance: 19.722 it/s ] [ lr: 5.00e-05 ] [ eta: 1218 days, 12:41:20 ] [ l_g_pix: 2.9449e-02 ] [ l_g_total: 2.9449e-02 ] +2024-10-25 00:38:07,241 INFO: [ epoch: 66 ] [ iter: 76,400 ] [ performance: 20.773 it/s ] [ lr: 5.00e-05 ] [ eta: 1214 days, 17:51:50 ] [ l_g_pix: 4.7860e-02 ] [ l_g_total: 4.7860e-02 ] +2024-10-25 00:38:12,154 INFO: [ epoch: 66 ] [ iter: 76,500 ] [ performance: 20.423 it/s ] [ lr: 5.00e-05 ] [ eta: 1210 days, 22:23:57 ] [ l_g_pix: 3.4926e-02 ] [ l_g_total: 3.4926e-02 ] +2024-10-25 00:38:17,333 INFO: [ epoch: 66 ] [ iter: 76,600 ] [ performance: 16.234 it/s ] [ lr: 5.00e-05 ] [ eta: 1207 days, 4:23:10 ] [ l_g_pix: 3.9866e-02 ] [ l_g_total: 3.9866e-02 ] +2024-10-25 00:38:22,637 INFO: [ epoch: 66 ] [ iter: 76,700 ] [ performance: 18.382 it/s ] [ lr: 5.00e-05 ] [ eta: 1203 days, 10:53:46 ] [ l_g_pix: 2.6883e-02 ] [ l_g_total: 2.6883e-02 ] +2024-10-25 00:38:27,797 INFO: [ epoch: 66 ] [ iter: 76,800 ] [ performance: 18.553 it/s ] [ lr: 5.00e-05 ] [ eta: 1199 days, 16:10:53 ] [ l_g_pix: 3.3407e-02 ] [ l_g_total: 3.3407e-02 ] +2024-10-25 00:38:32,836 INFO: [ epoch: 66 ] [ iter: 76,900 ] [ performance: 19.638 it/s ] [ lr: 5.00e-05 ] [ eta: 1195 days, 20:24:17 ] [ l_g_pix: 4.3351e-02 ] [ l_g_total: 4.3351e-02 ] +2024-10-25 00:38:39,009 INFO: [ epoch: 67 ] [ iter: 77,000 ] [ performance: 8.300 it/s ] [ lr: 5.00e-05 ] [ eta: 1192 days, 7:35:19 ] [ l_g_pix: 3.4439e-02 ] [ l_g_total: 3.4439e-02 ] +2024-10-25 00:38:44,070 INFO: [ epoch: 67 ] [ iter: 77,100 ] [ performance: 16.460 it/s ] [ lr: 5.00e-05 ] [ eta: 1188 days, 11:21:46 ] [ l_g_pix: 3.1195e-02 ] [ l_g_total: 3.1195e-02 ] +2024-10-25 00:38:49,218 INFO: [ epoch: 67 ] [ iter: 77,200 ] [ performance: 19.476 it/s ] [ lr: 5.00e-05 ] [ eta: 1184 days, 15:24:07 ] [ l_g_pix: 2.9460e-02 ] [ l_g_total: 2.9460e-02 ] +2024-10-25 00:38:54,737 INFO: [ epoch: 67 ] [ iter: 77,300 ] [ performance: 18.297 it/s ] [ lr: 5.00e-05 ] [ eta: 1180 days, 21:29:48 ] [ l_g_pix: 5.0805e-02 ] [ l_g_total: 5.0805e-02 ] +2024-10-25 00:38:59,890 INFO: [ epoch: 67 ] [ iter: 77,400 ] [ performance: 19.529 it/s ] [ lr: 5.00e-05 ] [ eta: 1177 days, 0:59:16 ] [ l_g_pix: 4.5421e-02 ] [ l_g_total: 4.5421e-02 ] +2024-10-25 00:39:04,922 INFO: [ epoch: 67 ] [ iter: 77,500 ] [ performance: 19.830 it/s ] [ lr: 5.00e-05 ] [ eta: 1173 days, 3:26:03 ] [ l_g_pix: 2.5652e-02 ] [ l_g_total: 2.5652e-02 ] +2024-10-25 00:39:10,017 INFO: [ epoch: 67 ] [ iter: 77,600 ] [ performance: 19.123 it/s ] [ lr: 5.00e-05 ] [ eta: 1169 days, 5:59:42 ] [ l_g_pix: 3.1054e-02 ] [ l_g_total: 3.1054e-02 ] +2024-10-25 00:39:15,230 INFO: [ epoch: 67 ] [ iter: 77,700 ] [ performance: 19.177 it/s ] [ lr: 5.00e-05 ] [ eta: 1165 days, 9:00:12 ] [ l_g_pix: 3.8668e-02 ] [ l_g_total: 3.8668e-02 ] +2024-10-25 00:39:20,365 INFO: [ epoch: 67 ] [ iter: 77,800 ] [ performance: 18.993 it/s ] [ lr: 5.00e-05 ] [ eta: 1161 days, 11:14:24 ] [ l_g_pix: 3.2374e-02 ] [ l_g_total: 3.2374e-02 ] +2024-10-25 00:39:25,414 INFO: [ epoch: 67 ] [ iter: 77,900 ] [ performance: 19.712 it/s ] [ lr: 5.00e-05 ] [ eta: 1157 days, 12:39:44 ] [ l_g_pix: 2.8874e-02 ] [ l_g_total: 2.8874e-02 ] +2024-10-25 00:39:30,959 INFO: [ epoch: 67 ] [ iter: 78,000 ] [ performance: 18.703 it/s ] [ lr: 5.00e-05 ] [ eta: 1153 days, 16:50:15 ] [ l_g_pix: 3.4793e-02 ] [ l_g_total: 3.4793e-02 ] +2024-10-25 00:39:35,958 INFO: [ epoch: 67 ] [ iter: 78,100 ] [ performance: 19.859 it/s ] [ lr: 5.00e-05 ] [ eta: 1149 days, 17:22:51 ] [ l_g_pix: 3.1597e-02 ] [ l_g_total: 3.1597e-02 ] +2024-10-25 00:39:42,292 INFO: [ epoch: 68 ] [ iter: 78,200 ] [ performance: 19.532 it/s ] [ lr: 5.00e-05 ] [ eta: 1146 days, 1:43:54 ] [ l_g_pix: 2.4922e-02 ] [ l_g_total: 2.4922e-02 ] +2024-10-25 00:39:47,359 INFO: [ epoch: 68 ] [ iter: 78,300 ] [ performance: 19.720 it/s ] [ lr: 5.00e-05 ] [ eta: 1142 days, 2:05:36 ] [ l_g_pix: 3.1042e-02 ] [ l_g_total: 3.1042e-02 ] +2024-10-25 00:39:52,533 INFO: [ epoch: 68 ] [ iter: 78,400 ] [ performance: 19.596 it/s ] [ lr: 5.00e-05 ] [ eta: 1138 days, 2:49:14 ] [ l_g_pix: 4.0584e-02 ] [ l_g_total: 4.0584e-02 ] +2024-10-25 00:39:57,762 INFO: [ epoch: 68 ] [ iter: 78,500 ] [ performance: 19.171 it/s ] [ lr: 5.00e-05 ] [ eta: 1134 days, 3:34:46 ] [ l_g_pix: 3.1977e-02 ] [ l_g_total: 3.1977e-02 ] +2024-10-25 00:40:03,271 INFO: [ epoch: 68 ] [ iter: 78,600 ] [ performance: 21.234 it/s ] [ lr: 5.00e-05 ] [ eta: 1130 days, 5:43:06 ] [ l_g_pix: 4.5071e-02 ] [ l_g_total: 4.5071e-02 ] +2024-10-25 00:40:08,407 INFO: [ epoch: 68 ] [ iter: 78,700 ] [ performance: 19.606 it/s ] [ lr: 5.00e-05 ] [ eta: 1126 days, 5:20:45 ] [ l_g_pix: 3.3984e-02 ] [ l_g_total: 3.3984e-02 ] +2024-10-25 00:40:13,548 INFO: [ epoch: 68 ] [ iter: 78,800 ] [ performance: 19.970 it/s ] [ lr: 5.00e-05 ] [ eta: 1122 days, 4:43:01 ] [ l_g_pix: 2.3420e-02 ] [ l_g_total: 2.3420e-02 ] +2024-10-25 00:40:18,639 INFO: [ epoch: 68 ] [ iter: 78,900 ] [ performance: 19.671 it/s ] [ lr: 5.00e-05 ] [ eta: 1118 days, 3:30:13 ] [ l_g_pix: 5.0720e-02 ] [ l_g_total: 5.0720e-02 ] +2024-10-25 00:40:23,822 INFO: [ epoch: 68 ] [ iter: 79,000 ] [ performance: 19.841 it/s ] [ lr: 5.00e-05 ] [ eta: 1114 days, 2:32:59 ] [ l_g_pix: 2.7780e-02 ] [ l_g_total: 2.7780e-02 ] +2024-10-25 00:40:28,964 INFO: [ epoch: 68 ] [ iter: 79,100 ] [ performance: 19.476 it/s ] [ lr: 5.00e-05 ] [ eta: 1110 days, 1:04:02 ] [ l_g_pix: 4.3180e-02 ] [ l_g_total: 4.3180e-02 ] +2024-10-25 00:40:34,045 INFO: [ epoch: 68 ] [ iter: 79,200 ] [ performance: 21.475 it/s ] [ lr: 5.00e-05 ] [ eta: 1105 days, 22:56:48 ] [ l_g_pix: 3.0039e-02 ] [ l_g_total: 3.0039e-02 ] +2024-10-25 00:40:40,517 INFO: [ epoch: 69 ] [ iter: 79,300 ] [ performance: 15.704 it/s ] [ lr: 5.00e-05 ] [ eta: 1102 days, 4:32:21 ] [ l_g_pix: 4.0981e-02 ] [ l_g_total: 4.0981e-02 ] +2024-10-25 00:40:45,713 INFO: [ epoch: 69 ] [ iter: 79,400 ] [ performance: 19.199 it/s ] [ lr: 5.00e-05 ] [ eta: 1098 days, 2:28:35 ] [ l_g_pix: 4.0346e-02 ] [ l_g_total: 4.0346e-02 ] +2024-10-25 00:40:50,819 INFO: [ epoch: 69 ] [ iter: 79,500 ] [ performance: 19.567 it/s ] [ lr: 5.00e-05 ] [ eta: 1093 days, 23:36:45 ] [ l_g_pix: 3.7534e-02 ] [ l_g_total: 3.7534e-02 ] +2024-10-25 00:40:56,087 INFO: [ epoch: 69 ] [ iter: 79,600 ] [ performance: 21.610 it/s ] [ lr: 5.00e-05 ] [ eta: 1089 days, 21:22:55 ] [ l_g_pix: 2.9892e-02 ] [ l_g_total: 2.9892e-02 ] +2024-10-25 00:41:01,079 INFO: [ epoch: 69 ] [ iter: 79,700 ] [ performance: 20.094 it/s ] [ lr: 5.00e-05 ] [ eta: 1085 days, 17:17:51 ] [ l_g_pix: 3.0205e-02 ] [ l_g_total: 3.0205e-02 ] +2024-10-25 00:41:06,159 INFO: [ epoch: 69 ] [ iter: 79,800 ] [ performance: 19.601 it/s ] [ lr: 5.00e-05 ] [ eta: 1081 days, 13:26:05 ] [ l_g_pix: 3.0324e-02 ] [ l_g_total: 3.0324e-02 ] +2024-10-25 00:41:11,316 INFO: [ epoch: 69 ] [ iter: 79,900 ] [ performance: 19.402 it/s ] [ lr: 5.00e-05 ] [ eta: 1077 days, 9:42:55 ] [ l_g_pix: 3.6310e-02 ] [ l_g_total: 3.6310e-02 ] +2024-10-25 00:41:16,566 INFO: [ epoch: 69 ] [ iter: 80,000 ] [ performance: 18.275 it/s ] [ lr: 5.00e-05 ] [ eta: 1073 days, 6:13:51 ] [ l_g_pix: 3.1586e-02 ] [ l_g_total: 3.1586e-02 ] +2024-10-25 00:41:16,566 INFO: Saving models and training states. +2024-10-25 00:42:24,725 INFO: Validation val + + # psnr: 21.8707........ Best: 21.8723 @ 60000 iter + # ssim: 0.6411........ Best: 0.6411 @ 80000 iter + # dists: 0.7862........ Best: 0.7862 @ 80000 iter + +2024-10-25 00:42:29,731 INFO: [ epoch: 69 ] [ iter: 80,100 ] [ performance: 19.943 it/s ] [ lr: 5.00e-05 ] [ eta: 1084 days, 17:51:21 ] [ l_g_pix: 2.9983e-02 ] [ l_g_total: 2.9983e-02 ] +2024-10-25 00:42:34,809 INFO: [ epoch: 69 ] [ iter: 80,200 ] [ performance: 20.805 it/s ] [ lr: 5.00e-05 ] [ eta: 1080 days, 10:56:59 ] [ l_g_pix: 3.9773e-02 ] [ l_g_total: 3.9773e-02 ] +2024-10-25 00:42:39,945 INFO: [ epoch: 69 ] [ iter: 80,300 ] [ performance: 19.483 it/s ] [ lr: 5.00e-05 ] [ eta: 1076 days, 4:05:11 ] [ l_g_pix: 4.1696e-02 ] [ l_g_total: 4.1696e-02 ] +2024-10-25 00:42:44,810 INFO: [ epoch: 69 ] [ iter: 80,400 ] [ performance: 20.005 it/s ] [ lr: 5.00e-05 ] [ eta: 1071 days, 19:27:16 ] [ l_g_pix: 2.2144e-02 ] [ l_g_total: 2.2144e-02 ] +2024-10-25 00:42:51,106 INFO: [ epoch: 70 ] [ iter: 80,500 ] [ performance: 15.887 it/s ] [ lr: 5.00e-05 ] [ eta: 1067 days, 18:18:15 ] [ l_g_pix: 4.3818e-02 ] [ l_g_total: 4.3818e-02 ] +2024-10-25 00:42:56,770 INFO: [ epoch: 70 ] [ iter: 80,600 ] [ performance: 16.725 it/s ] [ lr: 5.00e-05 ] [ eta: 1063 days, 13:24:14 ] [ l_g_pix: 3.1336e-02 ] [ l_g_total: 3.1336e-02 ] +2024-10-25 00:43:01,876 INFO: [ epoch: 70 ] [ iter: 80,700 ] [ performance: 19.591 it/s ] [ lr: 5.00e-05 ] [ eta: 1059 days, 5:11:59 ] [ l_g_pix: 3.3409e-02 ] [ l_g_total: 3.3409e-02 ] +2024-10-25 00:43:07,003 INFO: [ epoch: 70 ] [ iter: 80,800 ] [ performance: 19.549 it/s ] [ lr: 5.00e-05 ] [ eta: 1054 days, 20:49:03 ] [ l_g_pix: 2.8840e-02 ] [ l_g_total: 2.8840e-02 ] +2024-10-25 00:43:12,112 INFO: [ epoch: 70 ] [ iter: 80,900 ] [ performance: 19.577 it/s ] [ lr: 5.00e-05 ] [ eta: 1050 days, 12:03:23 ] [ l_g_pix: 4.1454e-02 ] [ l_g_total: 4.1454e-02 ] +2024-10-25 00:43:17,197 INFO: [ epoch: 70 ] [ iter: 81,000 ] [ performance: 19.624 it/s ] [ lr: 5.00e-05 ] [ eta: 1046 days, 2:52:59 ] [ l_g_pix: 3.6260e-02 ] [ l_g_total: 3.6260e-02 ] +2024-10-25 00:43:22,373 INFO: [ epoch: 70 ] [ iter: 81,100 ] [ performance: 19.344 it/s ] [ lr: 5.00e-05 ] [ eta: 1041 days, 17:54:40 ] [ l_g_pix: 4.1262e-02 ] [ l_g_total: 4.1262e-02 ] +2024-10-25 00:43:27,505 INFO: [ epoch: 70 ] [ iter: 81,200 ] [ performance: 19.417 it/s ] [ lr: 5.00e-05 ] [ eta: 1037 days, 8:25:07 ] [ l_g_pix: 3.0027e-02 ] [ l_g_total: 3.0027e-02 ] +2024-10-25 00:43:33,085 INFO: [ epoch: 70 ] [ iter: 81,300 ] [ performance: 17.954 it/s ] [ lr: 5.00e-05 ] [ eta: 1033 days, 0:57:54 ] [ l_g_pix: 3.2306e-02 ] [ l_g_total: 3.2306e-02 ] +2024-10-25 00:43:38,324 INFO: [ epoch: 70 ] [ iter: 81,400 ] [ performance: 18.517 it/s ] [ lr: 5.00e-05 ] [ eta: 1028 days, 15:26:22 ] [ l_g_pix: 3.1152e-02 ] [ l_g_total: 3.1152e-02 ] +2024-10-25 00:43:43,289 INFO: [ epoch: 70 ] [ iter: 81,500 ] [ performance: 20.218 it/s ] [ lr: 5.00e-05 ] [ eta: 1024 days, 4:13:11 ] [ l_g_pix: 3.0505e-02 ] [ l_g_total: 3.0505e-02 ] +2024-10-25 00:43:49,322 INFO: [ epoch: 71 ] [ iter: 81,600 ] [ performance: 18.172 it/s ] [ lr: 5.00e-05 ] [ eta: 1019 days, 22:10:44 ] [ l_g_pix: 4.3794e-02 ] [ l_g_total: 4.3794e-02 ] +2024-10-25 00:43:54,493 INFO: [ epoch: 71 ] [ iter: 81,700 ] [ performance: 19.333 it/s ] [ lr: 5.00e-05 ] [ eta: 1015 days, 11:25:34 ] [ l_g_pix: 3.2216e-02 ] [ l_g_total: 3.2216e-02 ] +2024-10-25 00:43:59,686 INFO: [ epoch: 71 ] [ iter: 81,800 ] [ performance: 19.295 it/s ] [ lr: 5.00e-05 ] [ eta: 1011 days, 0:29:35 ] [ l_g_pix: 4.2886e-02 ] [ l_g_total: 4.2886e-02 ] +2024-10-25 00:44:04,975 INFO: [ epoch: 71 ] [ iter: 81,900 ] [ performance: 18.857 it/s ] [ lr: 5.00e-05 ] [ eta: 1006 days, 13:45:13 ] [ l_g_pix: 3.1491e-02 ] [ l_g_total: 3.1491e-02 ] +2024-10-25 00:44:10,125 INFO: [ epoch: 71 ] [ iter: 82,000 ] [ performance: 19.145 it/s ] [ lr: 5.00e-05 ] [ eta: 1002 days, 2:01:36 ] [ l_g_pix: 3.1869e-02 ] [ l_g_total: 3.1869e-02 ] +2024-10-25 00:44:15,119 INFO: [ epoch: 71 ] [ iter: 82,100 ] [ performance: 20.081 it/s ] [ lr: 5.00e-05 ] [ eta: 997 days, 13:14:23 ] [ l_g_pix: 4.1143e-02 ] [ l_g_total: 4.1143e-02 ] +2024-10-25 00:44:20,164 INFO: [ epoch: 71 ] [ iter: 82,200 ] [ performance: 19.947 it/s ] [ lr: 5.00e-05 ] [ eta: 993 days, 0:25:32 ] [ l_g_pix: 3.8901e-02 ] [ l_g_total: 3.8901e-02 ] +2024-10-25 00:44:25,307 INFO: [ epoch: 71 ] [ iter: 82,300 ] [ performance: 19.358 it/s ] [ lr: 5.00e-05 ] [ eta: 988 days, 11:48:33 ] [ l_g_pix: 3.6854e-02 ] [ l_g_total: 3.6854e-02 ] +2024-10-25 00:44:30,397 INFO: [ epoch: 71 ] [ iter: 82,400 ] [ performance: 19.508 it/s ] [ lr: 5.00e-05 ] [ eta: 983 days, 22:39:19 ] [ l_g_pix: 3.4251e-02 ] [ l_g_total: 3.4251e-02 ] +2024-10-25 00:44:35,598 INFO: [ epoch: 71 ] [ iter: 82,500 ] [ performance: 19.198 it/s ] [ lr: 5.00e-05 ] [ eta: 979 days, 9:45:11 ] [ l_g_pix: 3.9841e-02 ] [ l_g_total: 3.9841e-02 ] +2024-10-25 00:44:41,097 INFO: [ epoch: 71 ] [ iter: 82,600 ] [ performance: 18.653 it/s ] [ lr: 5.00e-05 ] [ eta: 974 days, 22:00:12 ] [ l_g_pix: 4.5047e-02 ] [ l_g_total: 4.5047e-02 ] +2024-10-25 00:44:45,945 INFO: [ epoch: 71 ] [ iter: 82,700 ] [ performance: 20.722 it/s ] [ lr: 5.00e-05 ] [ eta: 970 days, 6:49:11 ] [ l_g_pix: 2.9588e-02 ] [ l_g_total: 2.9588e-02 ] +2024-10-25 00:44:52,319 INFO: [ epoch: 72 ] [ iter: 82,800 ] [ performance: 17.717 it/s ] [ lr: 5.00e-05 ] [ eta: 965 days, 22:39:17 ] [ l_g_pix: 4.2428e-02 ] [ l_g_total: 4.2428e-02 ] +2024-10-25 00:44:57,441 INFO: [ epoch: 72 ] [ iter: 82,900 ] [ performance: 19.560 it/s ] [ lr: 5.00e-05 ] [ eta: 961 days, 8:11:48 ] [ l_g_pix: 4.4185e-02 ] [ l_g_total: 4.4185e-02 ] +2024-10-25 00:45:02,658 INFO: [ epoch: 72 ] [ iter: 83,000 ] [ performance: 19.351 it/s ] [ lr: 5.00e-05 ] [ eta: 956 days, 17:53:51 ] [ l_g_pix: 3.3416e-02 ] [ l_g_total: 3.3416e-02 ] +2024-10-25 00:45:07,779 INFO: [ epoch: 72 ] [ iter: 83,100 ] [ performance: 19.537 it/s ] [ lr: 5.00e-05 ] [ eta: 952 days, 2:51:37 ] [ l_g_pix: 2.3727e-02 ] [ l_g_total: 2.3727e-02 ] +2024-10-25 00:45:13,196 INFO: [ epoch: 72 ] [ iter: 83,200 ] [ performance: 18.949 it/s ] [ lr: 5.00e-05 ] [ eta: 947 days, 12:54:49 ] [ l_g_pix: 3.6481e-02 ] [ l_g_total: 3.6481e-02 ] +2024-10-25 00:45:18,407 INFO: [ epoch: 72 ] [ iter: 83,300 ] [ performance: 19.553 it/s ] [ lr: 5.00e-05 ] [ eta: 942 days, 21:42:53 ] [ l_g_pix: 2.9782e-02 ] [ l_g_total: 2.9782e-02 ] +2024-10-25 00:45:23,474 INFO: [ epoch: 72 ] [ iter: 83,400 ] [ performance: 19.651 it/s ] [ lr: 5.00e-05 ] [ eta: 938 days, 5:33:52 ] [ l_g_pix: 3.8007e-02 ] [ l_g_total: 3.8007e-02 ] +2024-10-25 00:45:28,541 INFO: [ epoch: 72 ] [ iter: 83,500 ] [ performance: 19.595 it/s ] [ lr: 5.00e-05 ] [ eta: 933 days, 13:07:48 ] [ l_g_pix: 3.4810e-02 ] [ l_g_total: 3.4810e-02 ] +2024-10-25 00:45:33,722 INFO: [ epoch: 72 ] [ iter: 83,600 ] [ performance: 19.437 it/s ] [ lr: 5.00e-05 ] [ eta: 928 days, 20:56:00 ] [ l_g_pix: 3.1532e-02 ] [ l_g_total: 3.1532e-02 ] +2024-10-25 00:45:38,863 INFO: [ epoch: 72 ] [ iter: 83,700 ] [ performance: 19.442 it/s ] [ lr: 5.00e-05 ] [ eta: 924 days, 4:16:06 ] [ l_g_pix: 4.5368e-02 ] [ l_g_total: 4.5368e-02 ] +2024-10-25 00:45:43,981 INFO: [ epoch: 72 ] [ iter: 83,800 ] [ performance: 19.495 it/s ] [ lr: 5.00e-05 ] [ eta: 919 days, 11:13:03 ] [ l_g_pix: 3.6998e-02 ] [ l_g_total: 3.6998e-02 ] +2024-10-25 00:45:50,637 INFO: [ epoch: 73 ] [ iter: 83,900 ] [ performance: 14.205 it/s ] [ lr: 5.00e-05 ] [ eta: 915 days, 0:45:12 ] [ l_g_pix: 3.9918e-02 ] [ l_g_total: 3.9918e-02 ] +2024-10-25 00:45:55,775 INFO: [ epoch: 73 ] [ iter: 84,000 ] [ performance: 16.667 it/s ] [ lr: 5.00e-05 ] [ eta: 910 days, 7:10:38 ] [ l_g_pix: 3.3381e-02 ] [ l_g_total: 3.3381e-02 ] +2024-10-25 00:46:00,864 INFO: [ epoch: 73 ] [ iter: 84,100 ] [ performance: 19.511 it/s ] [ lr: 5.00e-05 ] [ eta: 905 days, 13:05:59 ] [ l_g_pix: 3.6549e-02 ] [ l_g_total: 3.6549e-02 ] +2024-10-25 00:46:06,072 INFO: [ epoch: 73 ] [ iter: 84,200 ] [ performance: 19.339 it/s ] [ lr: 5.00e-05 ] [ eta: 900 days, 19:15:49 ] [ l_g_pix: 3.9458e-02 ] [ l_g_total: 3.9458e-02 ] +2024-10-25 00:46:11,090 INFO: [ epoch: 73 ] [ iter: 84,300 ] [ performance: 19.858 it/s ] [ lr: 5.00e-05 ] [ eta: 896 days, 0:18:13 ] [ l_g_pix: 4.2218e-02 ] [ l_g_total: 4.2218e-02 ] +2024-10-25 00:46:16,086 INFO: [ epoch: 73 ] [ iter: 84,400 ] [ performance: 19.946 it/s ] [ lr: 5.00e-05 ] [ eta: 891 days, 4:58:26 ] [ l_g_pix: 3.2124e-02 ] [ l_g_total: 3.2124e-02 ] +2024-10-25 00:46:21,134 INFO: [ epoch: 73 ] [ iter: 84,500 ] [ performance: 19.818 it/s ] [ lr: 5.00e-05 ] [ eta: 886 days, 9:35:27 ] [ l_g_pix: 3.6023e-02 ] [ l_g_total: 3.6023e-02 ] +2024-10-25 00:46:26,655 INFO: [ epoch: 73 ] [ iter: 84,600 ] [ performance: 18.834 it/s ] [ lr: 5.00e-05 ] [ eta: 881 days, 15:56:54 ] [ l_g_pix: 2.7129e-02 ] [ l_g_total: 2.7129e-02 ] +2024-10-25 00:46:31,756 INFO: [ epoch: 73 ] [ iter: 84,700 ] [ performance: 19.646 it/s ] [ lr: 5.00e-05 ] [ eta: 876 days, 20:12:46 ] [ l_g_pix: 3.7680e-02 ] [ l_g_total: 3.7680e-02 ] +2024-10-25 00:46:36,838 INFO: [ epoch: 73 ] [ iter: 84,800 ] [ performance: 19.665 it/s ] [ lr: 5.00e-05 ] [ eta: 872 days, 0:06:58 ] [ l_g_pix: 4.1370e-02 ] [ l_g_total: 4.1370e-02 ] +2024-10-25 00:46:41,907 INFO: [ epoch: 73 ] [ iter: 84,900 ] [ performance: 19.681 it/s ] [ lr: 5.00e-05 ] [ eta: 867 days, 3:40:59 ] [ l_g_pix: 5.2011e-02 ] [ l_g_total: 5.2011e-02 ] +2024-10-25 00:46:46,854 INFO: [ epoch: 73 ] [ iter: 85,000 ] [ performance: 19.979 it/s ] [ lr: 5.00e-05 ] [ eta: 862 days, 6:27:30 ] [ l_g_pix: 4.5294e-02 ] [ l_g_total: 4.5294e-02 ] +2024-10-25 00:46:53,278 INFO: [ epoch: 74 ] [ iter: 85,100 ] [ performance: 14.495 it/s ] [ lr: 5.00e-05 ] [ eta: 857 days, 15:04:15 ] [ l_g_pix: 4.1024e-02 ] [ l_g_total: 4.1024e-02 ] +2024-10-25 00:46:58,718 INFO: [ epoch: 74 ] [ iter: 85,200 ] [ performance: 16.462 it/s ] [ lr: 5.00e-05 ] [ eta: 852 days, 19:17:15 ] [ l_g_pix: 3.8493e-02 ] [ l_g_total: 3.8493e-02 ] +2024-10-25 00:47:03,784 INFO: [ epoch: 74 ] [ iter: 85,300 ] [ performance: 19.873 it/s ] [ lr: 5.00e-05 ] [ eta: 847 days, 21:40:07 ] [ l_g_pix: 4.4820e-02 ] [ l_g_total: 4.4820e-02 ] +2024-10-25 00:47:08,892 INFO: [ epoch: 74 ] [ iter: 85,400 ] [ performance: 19.705 it/s ] [ lr: 5.00e-05 ] [ eta: 842 days, 23:56:31 ] [ l_g_pix: 4.8276e-02 ] [ l_g_total: 4.8276e-02 ] +2024-10-25 00:47:13,944 INFO: [ epoch: 74 ] [ iter: 85,500 ] [ performance: 19.715 it/s ] [ lr: 5.00e-05 ] [ eta: 838 days, 1:42:07 ] [ l_g_pix: 3.2121e-02 ] [ l_g_total: 3.2121e-02 ] +2024-10-25 00:47:19,027 INFO: [ epoch: 74 ] [ iter: 85,600 ] [ performance: 19.693 it/s ] [ lr: 5.00e-05 ] [ eta: 833 days, 3:18:28 ] [ l_g_pix: 3.2461e-02 ] [ l_g_total: 3.2461e-02 ] +2024-10-25 00:47:24,204 INFO: [ epoch: 74 ] [ iter: 85,700 ] [ performance: 19.234 it/s ] [ lr: 5.00e-05 ] [ eta: 828 days, 5:00:25 ] [ l_g_pix: 4.2310e-02 ] [ l_g_total: 4.2310e-02 ] +2024-10-25 00:47:29,309 INFO: [ epoch: 74 ] [ iter: 85,800 ] [ performance: 19.439 it/s ] [ lr: 5.00e-05 ] [ eta: 823 days, 6:07:47 ] [ l_g_pix: 4.2539e-02 ] [ l_g_total: 4.2539e-02 ] +2024-10-25 00:47:34,841 INFO: [ epoch: 74 ] [ iter: 85,900 ] [ performance: 17.658 it/s ] [ lr: 5.00e-05 ] [ eta: 818 days, 8:38:37 ] [ l_g_pix: 3.3044e-02 ] [ l_g_total: 3.3044e-02 ] +2024-10-25 00:47:39,919 INFO: [ epoch: 74 ] [ iter: 86,000 ] [ performance: 18.780 it/s ] [ lr: 5.00e-05 ] [ eta: 813 days, 9:05:11 ] [ l_g_pix: 3.6490e-02 ] [ l_g_total: 3.6490e-02 ] +2024-10-25 00:47:44,727 INFO: [ epoch: 74 ] [ iter: 86,100 ] [ performance: 20.912 it/s ] [ lr: 5.00e-05 ] [ eta: 808 days, 8:12:10 ] [ l_g_pix: 3.6611e-02 ] [ l_g_total: 3.6611e-02 ] +2024-10-25 00:47:50,892 INFO: [ epoch: 75 ] [ iter: 86,200 ] [ performance: 17.903 it/s ] [ lr: 5.00e-05 ] [ eta: 803 days, 12:15:15 ] [ l_g_pix: 3.7946e-02 ] [ l_g_total: 3.7946e-02 ] +2024-10-25 00:47:56,098 INFO: [ epoch: 75 ] [ iter: 86,300 ] [ performance: 19.292 it/s ] [ lr: 5.00e-05 ] [ eta: 798 days, 12:18:44 ] [ l_g_pix: 3.1467e-02 ] [ l_g_total: 3.1467e-02 ] +2024-10-25 00:48:01,230 INFO: [ epoch: 75 ] [ iter: 86,400 ] [ performance: 19.406 it/s ] [ lr: 5.00e-05 ] [ eta: 793 days, 11:48:13 ] [ l_g_pix: 3.2019e-02 ] [ l_g_total: 3.2019e-02 ] +2024-10-25 00:48:06,305 INFO: [ epoch: 75 ] [ iter: 86,500 ] [ performance: 19.615 it/s ] [ lr: 5.00e-05 ] [ eta: 788 days, 10:47:47 ] [ l_g_pix: 2.8267e-02 ] [ l_g_total: 2.8267e-02 ] +2024-10-25 00:48:11,729 INFO: [ epoch: 75 ] [ iter: 86,600 ] [ performance: 18.906 it/s ] [ lr: 5.00e-05 ] [ eta: 783 days, 10:48:18 ] [ l_g_pix: 2.2501e-02 ] [ l_g_total: 2.2501e-02 ] +2024-10-25 00:48:16,805 INFO: [ epoch: 75 ] [ iter: 86,700 ] [ performance: 19.635 it/s ] [ lr: 5.00e-05 ] [ eta: 778 days, 9:13:27 ] [ l_g_pix: 2.4322e-02 ] [ l_g_total: 2.4322e-02 ] +2024-10-25 00:48:21,988 INFO: [ epoch: 75 ] [ iter: 86,800 ] [ performance: 19.434 it/s ] [ lr: 5.00e-05 ] [ eta: 773 days, 7:45:21 ] [ l_g_pix: 2.9449e-02 ] [ l_g_total: 2.9449e-02 ] +2024-10-25 00:48:27,031 INFO: [ epoch: 75 ] [ iter: 86,900 ] [ performance: 19.854 it/s ] [ lr: 5.00e-05 ] [ eta: 768 days, 5:29:32 ] [ l_g_pix: 3.3254e-02 ] [ l_g_total: 3.3254e-02 ] +2024-10-25 00:48:32,256 INFO: [ epoch: 75 ] [ iter: 87,000 ] [ performance: 19.424 it/s ] [ lr: 5.00e-05 ] [ eta: 763 days, 3:36:11 ] [ l_g_pix: 3.7811e-02 ] [ l_g_total: 3.7811e-02 ] +2024-10-25 00:48:37,377 INFO: [ epoch: 75 ] [ iter: 87,100 ] [ performance: 19.624 it/s ] [ lr: 5.00e-05 ] [ eta: 758 days, 1:03:13 ] [ l_g_pix: 3.4109e-02 ] [ l_g_total: 3.4109e-02 ] +2024-10-25 00:48:42,878 INFO: [ epoch: 75 ] [ iter: 87,200 ] [ performance: 18.735 it/s ] [ lr: 5.00e-05 ] [ eta: 752 days, 23:34:01 ] [ l_g_pix: 4.0357e-02 ] [ l_g_total: 4.0357e-02 ] +2024-10-25 00:48:47,741 INFO: [ epoch: 75 ] [ iter: 87,300 ] [ performance: 21.020 it/s ] [ lr: 5.00e-05 ] [ eta: 747 days, 19:31:41 ] [ l_g_pix: 3.5086e-02 ] [ l_g_total: 3.5086e-02 ] +2024-10-25 00:48:54,190 INFO: [ epoch: 76 ] [ iter: 87,400 ] [ performance: 17.315 it/s ] [ lr: 5.00e-05 ] [ eta: 742 days, 20:45:48 ] [ l_g_pix: 3.6612e-02 ] [ l_g_total: 3.6612e-02 ] +2024-10-25 00:48:59,319 INFO: [ epoch: 76 ] [ iter: 87,500 ] [ performance: 19.349 it/s ] [ lr: 5.00e-05 ] [ eta: 737 days, 17:03:51 ] [ l_g_pix: 4.2263e-02 ] [ l_g_total: 4.2263e-02 ] +2024-10-25 00:49:04,419 INFO: [ epoch: 76 ] [ iter: 87,600 ] [ performance: 19.507 it/s ] [ lr: 5.00e-05 ] [ eta: 732 days, 12:58:37 ] [ l_g_pix: 3.8221e-02 ] [ l_g_total: 3.8221e-02 ] +2024-10-25 00:49:09,491 INFO: [ epoch: 76 ] [ iter: 87,700 ] [ performance: 19.755 it/s ] [ lr: 5.00e-05 ] [ eta: 727 days, 8:30:38 ] [ l_g_pix: 2.8534e-02 ] [ l_g_total: 2.8534e-02 ] +2024-10-25 00:49:14,720 INFO: [ epoch: 76 ] [ iter: 87,800 ] [ performance: 19.365 it/s ] [ lr: 5.00e-05 ] [ eta: 722 days, 4:17:52 ] [ l_g_pix: 4.3056e-02 ] [ l_g_total: 4.3056e-02 ] +2024-10-25 00:49:20,218 INFO: [ epoch: 76 ] [ iter: 87,900 ] [ performance: 18.957 it/s ] [ lr: 5.00e-05 ] [ eta: 717 days, 0:41:38 ] [ l_g_pix: 3.6836e-02 ] [ l_g_total: 3.6836e-02 ] +2024-10-25 00:49:25,509 INFO: [ epoch: 76 ] [ iter: 88,000 ] [ performance: 18.924 it/s ] [ lr: 5.00e-05 ] [ eta: 711 days, 20:05:47 ] [ l_g_pix: 4.0572e-02 ] [ l_g_total: 4.0572e-02 ] +2024-10-25 00:49:30,675 INFO: [ epoch: 76 ] [ iter: 88,100 ] [ performance: 19.545 it/s ] [ lr: 5.00e-05 ] [ eta: 706 days, 14:47:38 ] [ l_g_pix: 4.3466e-02 ] [ l_g_total: 4.3466e-02 ] +2024-10-25 00:49:35,795 INFO: [ epoch: 76 ] [ iter: 88,200 ] [ performance: 19.539 it/s ] [ lr: 5.00e-05 ] [ eta: 701 days, 9:03:02 ] [ l_g_pix: 2.6382e-02 ] [ l_g_total: 2.6382e-02 ] +2024-10-25 00:49:40,947 INFO: [ epoch: 76 ] [ iter: 88,300 ] [ performance: 19.538 it/s ] [ lr: 5.00e-05 ] [ eta: 696 days, 3:07:48 ] [ l_g_pix: 2.8946e-02 ] [ l_g_total: 2.8946e-02 ] +2024-10-25 00:49:46,002 INFO: [ epoch: 76 ] [ iter: 88,400 ] [ performance: 19.692 it/s ] [ lr: 5.00e-05 ] [ eta: 690 days, 20:36:25 ] [ l_g_pix: 4.2215e-02 ] [ l_g_total: 4.2215e-02 ] +2024-10-25 00:49:52,465 INFO: [ epoch: 77 ] [ iter: 88,500 ] [ performance: 13.151 it/s ] [ lr: 5.00e-05 ] [ eta: 685 days, 18:18:09 ] [ l_g_pix: 3.8241e-02 ] [ l_g_total: 3.8241e-02 ] +2024-10-25 00:49:57,658 INFO: [ epoch: 77 ] [ iter: 88,600 ] [ performance: 16.402 it/s ] [ lr: 5.00e-05 ] [ eta: 680 days, 11:37:10 ] [ l_g_pix: 3.5933e-02 ] [ l_g_total: 3.5933e-02 ] +2024-10-25 00:50:02,712 INFO: [ epoch: 77 ] [ iter: 88,700 ] [ performance: 19.847 it/s ] [ lr: 5.00e-05 ] [ eta: 675 days, 4:12:27 ] [ l_g_pix: 4.0752e-02 ] [ l_g_total: 4.0752e-02 ] +2024-10-25 00:50:07,688 INFO: [ epoch: 77 ] [ iter: 88,800 ] [ performance: 20.003 it/s ] [ lr: 5.00e-05 ] [ eta: 669 days, 20:16:35 ] [ l_g_pix: 3.5385e-02 ] [ l_g_total: 3.5385e-02 ] +2024-10-25 00:50:12,734 INFO: [ epoch: 77 ] [ iter: 88,900 ] [ performance: 20.022 it/s ] [ lr: 5.00e-05 ] [ eta: 664 days, 12:16:53 ] [ l_g_pix: 3.1147e-02 ] [ l_g_total: 3.1147e-02 ] +2024-10-25 00:50:17,695 INFO: [ epoch: 77 ] [ iter: 89,000 ] [ performance: 20.108 it/s ] [ lr: 5.00e-05 ] [ eta: 659 days, 3:44:55 ] [ l_g_pix: 4.0446e-02 ] [ l_g_total: 4.0446e-02 ] +2024-10-25 00:50:22,855 INFO: [ epoch: 77 ] [ iter: 89,100 ] [ performance: 19.457 it/s ] [ lr: 5.00e-05 ] [ eta: 653 days, 19:32:26 ] [ l_g_pix: 3.8943e-02 ] [ l_g_total: 3.8943e-02 ] +2024-10-25 00:50:28,339 INFO: [ epoch: 77 ] [ iter: 89,200 ] [ performance: 18.663 it/s ] [ lr: 5.00e-05 ] [ eta: 648 days, 12:01:02 ] [ l_g_pix: 2.9605e-02 ] [ l_g_total: 2.9605e-02 ] +2024-10-25 00:50:33,513 INFO: [ epoch: 77 ] [ iter: 89,300 ] [ performance: 19.257 it/s ] [ lr: 5.00e-05 ] [ eta: 643 days, 3:16:13 ] [ l_g_pix: 4.1572e-02 ] [ l_g_total: 4.1572e-02 ] +2024-10-25 00:50:38,539 INFO: [ epoch: 77 ] [ iter: 89,400 ] [ performance: 19.664 it/s ] [ lr: 5.00e-05 ] [ eta: 637 days, 17:47:56 ] [ l_g_pix: 2.2326e-02 ] [ l_g_total: 2.2326e-02 ] +2024-10-25 00:50:43,678 INFO: [ epoch: 77 ] [ iter: 89,500 ] [ performance: 19.563 it/s ] [ lr: 5.00e-05 ] [ eta: 632 days, 8:22:42 ] [ l_g_pix: 2.8087e-02 ] [ l_g_total: 2.8087e-02 ] +2024-10-25 00:50:48,481 INFO: [ epoch: 77 ] [ iter: 89,600 ] [ performance: 20.356 it/s ] [ lr: 5.00e-05 ] [ eta: 626 days, 21:42:12 ] [ l_g_pix: 3.2204e-02 ] [ l_g_total: 3.2204e-02 ] +2024-10-25 00:50:54,853 INFO: [ epoch: 78 ] [ iter: 89,700 ] [ performance: 19.465 it/s ] [ lr: 5.00e-05 ] [ eta: 621 days, 15:14:48 ] [ l_g_pix: 3.9967e-02 ] [ l_g_total: 3.9967e-02 ] +2024-10-25 00:50:59,900 INFO: [ epoch: 78 ] [ iter: 89,800 ] [ performance: 19.695 it/s ] [ lr: 5.00e-05 ] [ eta: 616 days, 4:41:01 ] [ l_g_pix: 3.4551e-02 ] [ l_g_total: 3.4551e-02 ] +2024-10-25 00:51:05,274 INFO: [ epoch: 78 ] [ iter: 89,900 ] [ performance: 19.849 it/s ] [ lr: 5.00e-05 ] [ eta: 610 days, 18:45:33 ] [ l_g_pix: 3.3846e-02 ] [ l_g_total: 3.3846e-02 ] +2024-10-25 00:51:10,284 INFO: [ epoch: 78 ] [ iter: 90,000 ] [ performance: 19.924 it/s ] [ lr: 5.00e-05 ] [ eta: 605 days, 7:31:21 ] [ l_g_pix: 3.6141e-02 ] [ l_g_total: 3.6141e-02 ] +2024-10-25 00:51:10,284 INFO: Saving models and training states. +2024-10-25 00:52:18,812 INFO: Validation val + + # psnr: 21.8676........ Best: 21.8723 @ 60000 iter + # ssim: 0.6412........ Best: 0.6412 @ 90000 iter + # dists: 0.7861........ Best: 0.7861 @ 90000 iter + +2024-10-25 00:52:24,014 INFO: [ epoch: 78 ] [ iter: 90,100 ] [ performance: 19.844 it/s ] [ lr: 5.00e-05 ] [ eta: 607 days, 16:58:17 ] [ l_g_pix: 2.9724e-02 ] [ l_g_total: 2.9724e-02 ] +2024-10-25 00:52:29,193 INFO: [ epoch: 78 ] [ iter: 90,200 ] [ performance: 19.491 it/s ] [ lr: 5.00e-05 ] [ eta: 602 days, 3:43:48 ] [ l_g_pix: 3.2662e-02 ] [ l_g_total: 3.2662e-02 ] +2024-10-25 00:52:34,307 INFO: [ epoch: 78 ] [ iter: 90,300 ] [ performance: 19.947 it/s ] [ lr: 5.00e-05 ] [ eta: 596 days, 14:01:33 ] [ l_g_pix: 3.4573e-02 ] [ l_g_total: 3.4573e-02 ] +2024-10-25 00:52:39,482 INFO: [ epoch: 78 ] [ iter: 90,400 ] [ performance: 19.532 it/s ] [ lr: 5.00e-05 ] [ eta: 591 days, 0:12:00 ] [ l_g_pix: 3.6996e-02 ] [ l_g_total: 3.6996e-02 ] +2024-10-25 00:52:44,704 INFO: [ epoch: 78 ] [ iter: 90,500 ] [ performance: 19.145 it/s ] [ lr: 5.00e-05 ] [ eta: 585 days, 10:12:48 ] [ l_g_pix: 4.4153e-02 ] [ l_g_total: 4.4153e-02 ] +2024-10-25 00:52:49,758 INFO: [ epoch: 78 ] [ iter: 90,600 ] [ performance: 19.571 it/s ] [ lr: 5.00e-05 ] [ eta: 579 days, 19:29:40 ] [ l_g_pix: 4.0488e-02 ] [ l_g_total: 4.0488e-02 ] +2024-10-25 00:52:54,900 INFO: [ epoch: 78 ] [ iter: 90,700 ] [ performance: 19.808 it/s ] [ lr: 5.00e-05 ] [ eta: 574 days, 4:43:24 ] [ l_g_pix: 3.2975e-02 ] [ l_g_total: 3.2975e-02 ] +2024-10-25 00:53:00,995 INFO: [ epoch: 79 ] [ iter: 90,800 ] [ performance: 17.390 it/s ] [ lr: 5.00e-05 ] [ eta: 568 days, 16:06:08 ] [ l_g_pix: 3.3292e-02 ] [ l_g_total: 3.3292e-02 ] +2024-10-25 00:53:06,083 INFO: [ epoch: 79 ] [ iter: 90,900 ] [ performance: 19.628 it/s ] [ lr: 5.00e-05 ] [ eta: 563 days, 0:35:53 ] [ l_g_pix: 2.3662e-02 ] [ l_g_total: 2.3662e-02 ] +2024-10-25 00:53:11,309 INFO: [ epoch: 79 ] [ iter: 91,000 ] [ performance: 19.295 it/s ] [ lr: 5.00e-05 ] [ eta: 557 days, 9:09:16 ] [ l_g_pix: 3.7693e-02 ] [ l_g_total: 3.7693e-02 ] +2024-10-25 00:53:16,467 INFO: [ epoch: 79 ] [ iter: 91,100 ] [ performance: 19.624 it/s ] [ lr: 5.00e-05 ] [ eta: 551 days, 17:15:09 ] [ l_g_pix: 3.3982e-02 ] [ l_g_total: 3.3982e-02 ] +2024-10-25 00:53:21,545 INFO: [ epoch: 79 ] [ iter: 91,200 ] [ performance: 19.671 it/s ] [ lr: 5.00e-05 ] [ eta: 546 days, 0:52:14 ] [ l_g_pix: 4.4336e-02 ] [ l_g_total: 4.4336e-02 ] +2024-10-25 00:53:26,797 INFO: [ epoch: 79 ] [ iter: 91,300 ] [ performance: 18.545 it/s ] [ lr: 5.00e-05 ] [ eta: 540 days, 8:37:32 ] [ l_g_pix: 4.0794e-02 ] [ l_g_total: 4.0794e-02 ] +2024-10-25 00:53:32,232 INFO: [ epoch: 79 ] [ iter: 91,400 ] [ performance: 18.448 it/s ] [ lr: 5.00e-05 ] [ eta: 534 days, 16:31:30 ] [ l_g_pix: 3.9370e-02 ] [ l_g_total: 3.9370e-02 ] +2024-10-25 00:53:37,283 INFO: [ epoch: 79 ] [ iter: 91,500 ] [ performance: 20.643 it/s ] [ lr: 5.00e-05 ] [ eta: 528 days, 23:13:05 ] [ l_g_pix: 3.8328e-02 ] [ l_g_total: 3.8328e-02 ] +2024-10-25 00:53:42,325 INFO: [ epoch: 79 ] [ iter: 91,600 ] [ performance: 20.081 it/s ] [ lr: 5.00e-05 ] [ eta: 523 days, 5:36:24 ] [ l_g_pix: 2.4289e-02 ] [ l_g_total: 2.4289e-02 ] +2024-10-25 00:53:47,390 INFO: [ epoch: 79 ] [ iter: 91,700 ] [ performance: 19.731 it/s ] [ lr: 5.00e-05 ] [ eta: 517 days, 11:46:17 ] [ l_g_pix: 4.1170e-02 ] [ l_g_total: 4.1170e-02 ] +2024-10-25 00:53:52,456 INFO: [ epoch: 79 ] [ iter: 91,800 ] [ performance: 19.740 it/s ] [ lr: 5.00e-05 ] [ eta: 511 days, 17:39:17 ] [ l_g_pix: 4.4842e-02 ] [ l_g_total: 4.4842e-02 ] +2024-10-25 00:53:57,200 INFO: [ epoch: 79 ] [ iter: 91,900 ] [ performance: 21.406 it/s ] [ lr: 5.00e-05 ] [ eta: 505 days, 22:31:56 ] [ l_g_pix: 3.5335e-02 ] [ l_g_total: 3.5335e-02 ] +2024-10-25 00:54:04,036 INFO: [ epoch: 80 ] [ iter: 92,000 ] [ performance: 16.169 it/s ] [ lr: 5.00e-05 ] [ eta: 500 days, 7:47:41 ] [ l_g_pix: 5.3316e-02 ] [ l_g_total: 5.3316e-02 ] +2024-10-25 00:54:09,249 INFO: [ epoch: 80 ] [ iter: 92,100 ] [ performance: 19.341 it/s ] [ lr: 5.00e-05 ] [ eta: 494 days, 13:07:05 ] [ l_g_pix: 4.1807e-02 ] [ l_g_total: 4.1807e-02 ] +2024-10-25 00:54:14,338 INFO: [ epoch: 80 ] [ iter: 92,200 ] [ performance: 19.559 it/s ] [ lr: 5.00e-05 ] [ eta: 488 days, 17:52:56 ] [ l_g_pix: 4.9053e-02 ] [ l_g_total: 4.9053e-02 ] +2024-10-25 00:54:19,489 INFO: [ epoch: 80 ] [ iter: 92,300 ] [ performance: 18.949 it/s ] [ lr: 5.00e-05 ] [ eta: 482 days, 22:29:41 ] [ l_g_pix: 3.9976e-02 ] [ l_g_total: 3.9976e-02 ] +2024-10-25 00:54:24,763 INFO: [ epoch: 80 ] [ iter: 92,400 ] [ performance: 18.960 it/s ] [ lr: 5.00e-05 ] [ eta: 477 days, 3:04:52 ] [ l_g_pix: 3.4869e-02 ] [ l_g_total: 3.4869e-02 ] +2024-10-25 00:54:29,939 INFO: [ epoch: 80 ] [ iter: 92,500 ] [ performance: 19.257 it/s ] [ lr: 5.00e-05 ] [ eta: 471 days, 7:10:18 ] [ l_g_pix: 3.4653e-02 ] [ l_g_total: 3.4653e-02 ] +2024-10-25 00:54:35,062 INFO: [ epoch: 80 ] [ iter: 92,600 ] [ performance: 19.446 it/s ] [ lr: 5.00e-05 ] [ eta: 465 days, 10:51:52 ] [ l_g_pix: 5.1273e-02 ] [ l_g_total: 5.1273e-02 ] +2024-10-25 00:54:40,498 INFO: [ epoch: 80 ] [ iter: 92,700 ] [ performance: 18.781 it/s ] [ lr: 5.00e-05 ] [ eta: 459 days, 14:54:34 ] [ l_g_pix: 3.0034e-02 ] [ l_g_total: 3.0034e-02 ] +2024-10-25 00:54:45,586 INFO: [ epoch: 80 ] [ iter: 92,800 ] [ performance: 19.403 it/s ] [ lr: 5.00e-05 ] [ eta: 453 days, 17:57:16 ] [ l_g_pix: 3.6448e-02 ] [ l_g_total: 3.6448e-02 ] +2024-10-25 00:54:50,642 INFO: [ epoch: 80 ] [ iter: 92,900 ] [ performance: 19.677 it/s ] [ lr: 5.00e-05 ] [ eta: 447 days, 20:39:14 ] [ l_g_pix: 3.1236e-02 ] [ l_g_total: 3.1236e-02 ] +2024-10-25 00:54:55,538 INFO: [ epoch: 80 ] [ iter: 93,000 ] [ performance: 20.214 it/s ] [ lr: 5.00e-05 ] [ eta: 441 days, 22:45:45 ] [ l_g_pix: 3.8850e-02 ] [ l_g_total: 3.8850e-02 ] +2024-10-25 00:55:01,423 INFO: [ epoch: 81 ] [ iter: 93,100 ] [ performance: 11.719 it/s ] [ lr: 5.00e-05 ] [ eta: 436 days, 2:29:35 ] [ l_g_pix: 2.8634e-02 ] [ l_g_total: 2.8634e-02 ] +2024-10-25 00:55:06,515 INFO: [ epoch: 81 ] [ iter: 93,200 ] [ performance: 16.610 it/s ] [ lr: 5.00e-05 ] [ eta: 430 days, 4:23:58 ] [ l_g_pix: 3.7370e-02 ] [ l_g_total: 3.7370e-02 ] +2024-10-25 00:55:11,595 INFO: [ epoch: 81 ] [ iter: 93,300 ] [ performance: 19.600 it/s ] [ lr: 5.00e-05 ] [ eta: 424 days, 6:00:03 ] [ l_g_pix: 3.0570e-02 ] [ l_g_total: 3.0570e-02 ] +2024-10-25 00:55:16,874 INFO: [ epoch: 81 ] [ iter: 93,400 ] [ performance: 19.116 it/s ] [ lr: 5.00e-05 ] [ eta: 418 days, 7:41:01 ] [ l_g_pix: 3.3738e-02 ] [ l_g_total: 3.3738e-02 ] +2024-10-25 00:55:21,907 INFO: [ epoch: 81 ] [ iter: 93,500 ] [ performance: 20.204 it/s ] [ lr: 5.00e-05 ] [ eta: 412 days, 8:37:49 ] [ l_g_pix: 2.4379e-02 ] [ l_g_total: 2.4379e-02 ] +2024-10-25 00:55:26,943 INFO: [ epoch: 81 ] [ iter: 93,600 ] [ performance: 19.948 it/s ] [ lr: 5.00e-05 ] [ eta: 406 days, 9:18:10 ] [ l_g_pix: 2.6920e-02 ] [ l_g_total: 2.6920e-02 ] +2024-10-25 00:55:32,047 INFO: [ epoch: 81 ] [ iter: 93,700 ] [ performance: 19.279 it/s ] [ lr: 5.00e-05 ] [ eta: 400 days, 9:48:53 ] [ l_g_pix: 3.9860e-02 ] [ l_g_total: 3.9860e-02 ] +2024-10-25 00:55:37,192 INFO: [ epoch: 81 ] [ iter: 93,800 ] [ performance: 19.398 it/s ] [ lr: 5.00e-05 ] [ eta: 394 days, 10:06:48 ] [ l_g_pix: 3.0516e-02 ] [ l_g_total: 3.0516e-02 ] +2024-10-25 00:55:42,292 INFO: [ epoch: 81 ] [ iter: 93,900 ] [ performance: 19.236 it/s ] [ lr: 5.00e-05 ] [ eta: 388 days, 10:02:57 ] [ l_g_pix: 3.0592e-02 ] [ l_g_total: 3.0592e-02 ] +2024-10-25 00:55:47,552 INFO: [ epoch: 81 ] [ iter: 94,000 ] [ performance: 19.068 it/s ] [ lr: 5.00e-05 ] [ eta: 382 days, 9:58:08 ] [ l_g_pix: 2.9759e-02 ] [ l_g_total: 2.9759e-02 ] +2024-10-25 00:55:52,924 INFO: [ epoch: 81 ] [ iter: 94,100 ] [ performance: 19.839 it/s ] [ lr: 5.00e-05 ] [ eta: 376 days, 9:46:47 ] [ l_g_pix: 4.2352e-02 ] [ l_g_total: 4.2352e-02 ] +2024-10-25 00:55:57,792 INFO: [ epoch: 81 ] [ iter: 94,200 ] [ performance: 20.369 it/s ] [ lr: 5.00e-05 ] [ eta: 370 days, 8:28:51 ] [ l_g_pix: 3.6170e-02 ] [ l_g_total: 3.6170e-02 ] +2024-10-25 00:56:04,215 INFO: [ epoch: 82 ] [ iter: 94,300 ] [ performance: 19.352 it/s ] [ lr: 5.00e-05 ] [ eta: 364 days, 9:22:20 ] [ l_g_pix: 3.1974e-02 ] [ l_g_total: 3.1974e-02 ] +2024-10-25 00:56:09,228 INFO: [ epoch: 82 ] [ iter: 94,400 ] [ performance: 19.808 it/s ] [ lr: 5.00e-05 ] [ eta: 358 days, 7:42:52 ] [ l_g_pix: 3.6131e-02 ] [ l_g_total: 3.6131e-02 ] +2024-10-25 00:56:14,415 INFO: [ epoch: 82 ] [ iter: 94,500 ] [ performance: 19.204 it/s ] [ lr: 5.00e-05 ] [ eta: 352 days, 6:02:37 ] [ l_g_pix: 4.4529e-02 ] [ l_g_total: 4.4529e-02 ] +2024-10-25 00:56:19,489 INFO: [ epoch: 82 ] [ iter: 94,600 ] [ performance: 19.591 it/s ] [ lr: 5.00e-05 ] [ eta: 346 days, 3:54:56 ] [ l_g_pix: 4.5674e-02 ] [ l_g_total: 4.5674e-02 ] +2024-10-25 00:56:25,052 INFO: [ epoch: 82 ] [ iter: 94,700 ] [ performance: 19.663 it/s ] [ lr: 5.00e-05 ] [ eta: 340 days, 2:13:33 ] [ l_g_pix: 3.0775e-02 ] [ l_g_total: 3.0775e-02 ] +2024-10-25 00:56:30,255 INFO: [ epoch: 82 ] [ iter: 94,800 ] [ performance: 19.321 it/s ] [ lr: 5.00e-05 ] [ eta: 333 days, 23:42:20 ] [ l_g_pix: 3.6154e-02 ] [ l_g_total: 3.6154e-02 ] +2024-10-25 00:56:35,489 INFO: [ epoch: 82 ] [ iter: 94,900 ] [ performance: 19.332 it/s ] [ lr: 5.00e-05 ] [ eta: 327 days, 20:56:31 ] [ l_g_pix: 4.8236e-02 ] [ l_g_total: 4.8236e-02 ] +2024-10-25 00:56:40,698 INFO: [ epoch: 82 ] [ iter: 95,000 ] [ performance: 19.231 it/s ] [ lr: 5.00e-05 ] [ eta: 321 days, 17:51:04 ] [ l_g_pix: 3.7079e-02 ] [ l_g_total: 3.7079e-02 ] +2024-10-25 00:56:45,869 INFO: [ epoch: 82 ] [ iter: 95,100 ] [ performance: 19.097 it/s ] [ lr: 5.00e-05 ] [ eta: 315 days, 14:25:12 ] [ l_g_pix: 2.7158e-02 ] [ l_g_total: 2.7158e-02 ] +2024-10-25 00:56:51,064 INFO: [ epoch: 82 ] [ iter: 95,200 ] [ performance: 19.218 it/s ] [ lr: 5.00e-05 ] [ eta: 309 days, 10:44:04 ] [ l_g_pix: 3.1775e-02 ] [ l_g_total: 3.1775e-02 ] +2024-10-25 00:56:56,120 INFO: [ epoch: 82 ] [ iter: 95,300 ] [ performance: 21.139 it/s ] [ lr: 5.00e-05 ] [ eta: 303 days, 6:34:41 ] [ l_g_pix: 4.1979e-02 ] [ l_g_total: 4.1979e-02 ] +2024-10-25 00:57:02,745 INFO: [ epoch: 83 ] [ iter: 95,400 ] [ performance: 16.044 it/s ] [ lr: 5.00e-05 ] [ eta: 297 days, 4:08:39 ] [ l_g_pix: 3.6895e-02 ] [ l_g_total: 3.6895e-02 ] +2024-10-25 00:57:07,781 INFO: [ epoch: 83 ] [ iter: 95,500 ] [ performance: 20.386 it/s ] [ lr: 5.00e-05 ] [ eta: 290 days, 23:21:31 ] [ l_g_pix: 4.3077e-02 ] [ l_g_total: 4.3077e-02 ] +2024-10-25 00:57:12,814 INFO: [ epoch: 83 ] [ iter: 95,600 ] [ performance: 19.974 it/s ] [ lr: 5.00e-05 ] [ eta: 284 days, 18:17:15 ] [ l_g_pix: 3.0393e-02 ] [ l_g_total: 3.0393e-02 ] +2024-10-25 00:57:17,940 INFO: [ epoch: 83 ] [ iter: 95,700 ] [ performance: 20.503 it/s ] [ lr: 5.00e-05 ] [ eta: 278 days, 13:03:00 ] [ l_g_pix: 4.6659e-02 ] [ l_g_total: 4.6659e-02 ] +2024-10-25 00:57:22,953 INFO: [ epoch: 83 ] [ iter: 95,800 ] [ performance: 20.056 it/s ] [ lr: 5.00e-05 ] [ eta: 272 days, 7:23:40 ] [ l_g_pix: 4.2589e-02 ] [ l_g_total: 4.2589e-02 ] +2024-10-25 00:57:28,099 INFO: [ epoch: 83 ] [ iter: 95,900 ] [ performance: 19.558 it/s ] [ lr: 5.00e-05 ] [ eta: 266 days, 1:36:43 ] [ l_g_pix: 2.5479e-02 ] [ l_g_total: 2.5479e-02 ] +2024-10-25 00:57:33,534 INFO: [ epoch: 83 ] [ iter: 96,000 ] [ performance: 18.608 it/s ] [ lr: 5.00e-05 ] [ eta: 259 days, 19:51:53 ] [ l_g_pix: 2.3919e-02 ] [ l_g_total: 2.3919e-02 ] +2024-10-25 00:57:38,622 INFO: [ epoch: 83 ] [ iter: 96,100 ] [ performance: 19.802 it/s ] [ lr: 5.00e-05 ] [ eta: 253 days, 13:26:21 ] [ l_g_pix: 4.4582e-02 ] [ l_g_total: 4.4582e-02 ] +2024-10-25 00:57:43,715 INFO: [ epoch: 83 ] [ iter: 96,200 ] [ performance: 19.666 it/s ] [ lr: 5.00e-05 ] [ eta: 247 days, 6:44:12 ] [ l_g_pix: 4.3829e-02 ] [ l_g_total: 4.3829e-02 ] +2024-10-25 00:57:48,820 INFO: [ epoch: 83 ] [ iter: 96,300 ] [ performance: 19.848 it/s ] [ lr: 5.00e-05 ] [ eta: 240 days, 23:45:50 ] [ l_g_pix: 3.3058e-02 ] [ l_g_total: 3.3058e-02 ] +2024-10-25 00:57:53,977 INFO: [ epoch: 83 ] [ iter: 96,400 ] [ performance: 19.472 it/s ] [ lr: 5.00e-05 ] [ eta: 234 days, 16:33:33 ] [ l_g_pix: 3.4526e-02 ] [ l_g_total: 3.4526e-02 ] +2024-10-25 00:57:58,825 INFO: [ epoch: 83 ] [ iter: 96,500 ] [ performance: 21.103 it/s ] [ lr: 5.00e-05 ] [ eta: 228 days, 8:46:04 ] [ l_g_pix: 4.2851e-02 ] [ l_g_total: 4.2851e-02 ] +2024-10-25 00:58:05,168 INFO: [ epoch: 84 ] [ iter: 96,600 ] [ performance: 16.461 it/s ] [ lr: 5.00e-05 ] [ eta: 222 days, 2:07:06 ] [ l_g_pix: 4.9621e-02 ] [ l_g_total: 4.9621e-02 ] +2024-10-25 00:58:10,682 INFO: [ epoch: 84 ] [ iter: 96,700 ] [ performance: 19.530 it/s ] [ lr: 5.00e-05 ] [ eta: 215 days, 18:21:27 ] [ l_g_pix: 3.6139e-02 ] [ l_g_total: 3.6139e-02 ] +2024-10-25 00:58:15,858 INFO: [ epoch: 84 ] [ iter: 96,800 ] [ performance: 19.355 it/s ] [ lr: 5.00e-05 ] [ eta: 209 days, 9:59:22 ] [ l_g_pix: 4.7211e-02 ] [ l_g_total: 4.7211e-02 ] +2024-10-25 00:58:21,064 INFO: [ epoch: 84 ] [ iter: 96,900 ] [ performance: 19.251 it/s ] [ lr: 5.00e-05 ] [ eta: 203 days, 1:21:33 ] [ l_g_pix: 3.2026e-02 ] [ l_g_total: 3.2026e-02 ] +2024-10-25 00:58:26,172 INFO: [ epoch: 84 ] [ iter: 97,000 ] [ performance: 19.526 it/s ] [ lr: 5.00e-05 ] [ eta: 196 days, 16:21:33 ] [ l_g_pix: 4.7203e-02 ] [ l_g_total: 4.7203e-02 ] +2024-10-25 00:58:31,361 INFO: [ epoch: 84 ] [ iter: 97,100 ] [ performance: 19.559 it/s ] [ lr: 5.00e-05 ] [ eta: 190 days, 7:08:24 ] [ l_g_pix: 3.3788e-02 ] [ l_g_total: 3.3788e-02 ] +2024-10-25 00:58:36,510 INFO: [ epoch: 84 ] [ iter: 97,200 ] [ performance: 19.445 it/s ] [ lr: 5.00e-05 ] [ eta: 183 days, 21:36:03 ] [ l_g_pix: 3.9753e-02 ] [ l_g_total: 3.9753e-02 ] +2024-10-25 00:58:41,793 INFO: [ epoch: 84 ] [ iter: 97,300 ] [ performance: 15.896 it/s ] [ lr: 5.00e-05 ] [ eta: 177 days, 11:52:38 ] [ l_g_pix: 3.1859e-02 ] [ l_g_total: 3.1859e-02 ] +2024-10-25 00:58:47,057 INFO: [ epoch: 84 ] [ iter: 97,400 ] [ performance: 18.502 it/s ] [ lr: 5.00e-05 ] [ eta: 171 days, 1:50:45 ] [ l_g_pix: 3.2070e-02 ] [ l_g_total: 3.2070e-02 ] +2024-10-25 00:58:52,100 INFO: [ epoch: 84 ] [ iter: 97,500 ] [ performance: 20.102 it/s ] [ lr: 5.00e-05 ] [ eta: 164 days, 15:22:05 ] [ l_g_pix: 3.8131e-02 ] [ l_g_total: 3.8131e-02 ] +2024-10-25 00:58:57,050 INFO: [ epoch: 84 ] [ iter: 97,600 ] [ performance: 20.190 it/s ] [ lr: 5.00e-05 ] [ eta: 158 days, 4:32:57 ] [ l_g_pix: 4.1049e-02 ] [ l_g_total: 4.1049e-02 ] +2024-10-25 00:59:03,374 INFO: [ epoch: 85 ] [ iter: 97,700 ] [ performance: 19.170 it/s ] [ lr: 5.00e-05 ] [ eta: 151 days, 18:19:55 ] [ l_g_pix: 3.9453e-02 ] [ l_g_total: 3.9453e-02 ] +2024-10-25 00:59:08,502 INFO: [ epoch: 85 ] [ iter: 97,800 ] [ performance: 19.464 it/s ] [ lr: 5.00e-05 ] [ eta: 145 days, 7:01:59 ] [ l_g_pix: 2.7378e-02 ] [ l_g_total: 2.7378e-02 ] +2024-10-25 00:59:13,662 INFO: [ epoch: 85 ] [ iter: 97,900 ] [ performance: 20.055 it/s ] [ lr: 5.00e-05 ] [ eta: 138 days, 19:28:06 ] [ l_g_pix: 4.8595e-02 ] [ l_g_total: 4.8595e-02 ] +2024-10-25 00:59:19,050 INFO: [ epoch: 85 ] [ iter: 98,000 ] [ performance: 18.725 it/s ] [ lr: 5.00e-05 ] [ eta: 132 days, 7:44:34 ] [ l_g_pix: 3.4124e-02 ] [ l_g_total: 3.4124e-02 ] +2024-10-25 00:59:24,138 INFO: [ epoch: 85 ] [ iter: 98,100 ] [ performance: 19.053 it/s ] [ lr: 5.00e-05 ] [ eta: 125 days, 19:33:38 ] [ l_g_pix: 2.3284e-02 ] [ l_g_total: 2.3284e-02 ] +2024-10-25 00:59:29,046 INFO: [ epoch: 85 ] [ iter: 98,200 ] [ performance: 20.228 it/s ] [ lr: 5.00e-05 ] [ eta: 119 days, 7:00:18 ] [ l_g_pix: 3.5895e-02 ] [ l_g_total: 3.5895e-02 ] +2024-10-25 00:59:34,134 INFO: [ epoch: 85 ] [ iter: 98,300 ] [ performance: 19.884 it/s ] [ lr: 5.00e-05 ] [ eta: 112 days, 18:15:44 ] [ l_g_pix: 4.5078e-02 ] [ l_g_total: 4.5078e-02 ] +2024-10-25 00:59:39,203 INFO: [ epoch: 85 ] [ iter: 98,400 ] [ performance: 19.746 it/s ] [ lr: 5.00e-05 ] [ eta: 106 days, 5:13:40 ] [ l_g_pix: 2.1813e-02 ] [ l_g_total: 2.1813e-02 ] +2024-10-25 00:59:44,326 INFO: [ epoch: 85 ] [ iter: 98,500 ] [ performance: 19.669 it/s ] [ lr: 5.00e-05 ] [ eta: 99 days, 15:56:06 ] [ l_g_pix: 2.9991e-02 ] [ l_g_total: 2.9991e-02 ] +2024-10-25 00:59:49,440 INFO: [ epoch: 85 ] [ iter: 98,600 ] [ performance: 19.568 it/s ] [ lr: 5.00e-05 ] [ eta: 93 days, 2:21:12 ] [ l_g_pix: 3.5638e-02 ] [ l_g_total: 3.5638e-02 ] +2024-10-25 00:59:54,946 INFO: [ epoch: 85 ] [ iter: 98,700 ] [ performance: 19.273 it/s ] [ lr: 5.00e-05 ] [ eta: 86 days, 12:37:46 ] [ l_g_pix: 2.0572e-02 ] [ l_g_total: 2.0572e-02 ] +2024-10-25 00:59:59,785 INFO: [ epoch: 85 ] [ iter: 98,800 ] [ performance: 20.543 it/s ] [ lr: 5.00e-05 ] [ eta: 79 days, 22:22:39 ] [ l_g_pix: 3.0729e-02 ] [ l_g_total: 3.0729e-02 ] +2024-10-25 01:00:06,320 INFO: [ epoch: 86 ] [ iter: 98,900 ] [ performance: 19.985 it/s ] [ lr: 5.00e-05 ] [ eta: 73 days, 8:22:27 ] [ l_g_pix: 2.6720e-02 ] [ l_g_total: 2.6720e-02 ] +2024-10-25 01:00:11,453 INFO: [ epoch: 86 ] [ iter: 99,000 ] [ performance: 19.524 it/s ] [ lr: 5.00e-05 ] [ eta: 66 days, 17:37:08 ] [ l_g_pix: 3.5083e-02 ] [ l_g_total: 3.5083e-02 ] +2024-10-25 01:00:16,597 INFO: [ epoch: 86 ] [ iter: 99,100 ] [ performance: 19.011 it/s ] [ lr: 5.00e-05 ] [ eta: 60 days, 2:34:53 ] [ l_g_pix: 3.7840e-02 ] [ l_g_total: 3.7840e-02 ] +2024-10-25 01:00:21,755 INFO: [ epoch: 86 ] [ iter: 99,200 ] [ performance: 19.367 it/s ] [ lr: 5.00e-05 ] [ eta: 53 days, 11:15:39 ] [ l_g_pix: 3.9051e-02 ] [ l_g_total: 3.9051e-02 ] +2024-10-25 01:00:27,258 INFO: [ epoch: 86 ] [ iter: 99,300 ] [ performance: 18.014 it/s ] [ lr: 5.00e-05 ] [ eta: 46 days, 19:43:16 ] [ l_g_pix: 5.4290e-02 ] [ l_g_total: 5.4290e-02 ] +2024-10-25 01:00:32,367 INFO: [ epoch: 86 ] [ iter: 99,400 ] [ performance: 19.481 it/s ] [ lr: 5.00e-05 ] [ eta: 40 days, 3:48:35 ] [ l_g_pix: 3.0446e-02 ] [ l_g_total: 3.0446e-02 ] +2024-10-25 01:00:37,546 INFO: [ epoch: 86 ] [ iter: 99,500 ] [ performance: 19.133 it/s ] [ lr: 5.00e-05 ] [ eta: 33 days, 11:37:29 ] [ l_g_pix: 2.8777e-02 ] [ l_g_total: 2.8777e-02 ] +2024-10-25 01:00:42,733 INFO: [ epoch: 86 ] [ iter: 99,600 ] [ performance: 19.276 it/s ] [ lr: 5.00e-05 ] [ eta: 26 days, 19:09:09 ] [ l_g_pix: 1.8707e-02 ] [ l_g_total: 1.8707e-02 ] +2024-10-25 01:00:47,743 INFO: [ epoch: 86 ] [ iter: 99,700 ] [ performance: 19.930 it/s ] [ lr: 5.00e-05 ] [ eta: 20 days, 2:22:39 ] [ l_g_pix: 3.0197e-02 ] [ l_g_total: 3.0197e-02 ] +2024-10-25 01:00:52,925 INFO: [ epoch: 86 ] [ iter: 99,800 ] [ performance: 19.325 it/s ] [ lr: 5.00e-05 ] [ eta: 13 days, 9:20:01 ] [ l_g_pix: 3.7477e-02 ] [ l_g_total: 3.7477e-02 ] +2024-10-25 01:00:57,675 INFO: [ epoch: 86 ] [ iter: 99,900 ] [ performance: 19.944 it/s ] [ lr: 5.00e-05 ] [ eta: 6 days, 15:59:24 ] [ l_g_pix: 3.7302e-02 ] [ l_g_total: 3.7302e-02 ] +2024-10-25 01:01:04,223 INFO: [ epoch: 87 ] [ iter:100,000 ] [ performance: 15.380 it/s ] [ lr: 5.00e-05 ] [ eta: -1 day, 22:22:56 ] [ l_g_pix: 4.2880e-02 ] [ l_g_total: 4.2880e-02 ] +2024-10-25 01:01:04,223 INFO: Saving models and training states. +2024-10-25 01:02:12,207 INFO: Validation val + + # psnr: 21.8752........ Best: 21.8752 @ 100000 iter + # ssim: 0.6418........ Best: 0.6418 @ 100000 iter + # dists: 0.7860........ Best: 0.7860 @ 100000 iter + +2024-10-25 01:02:12,208 INFO: End of training. Time consumed: 1:38:14 +2024-10-25 01:02:12,209 INFO: Save the latest model. +2024-10-25 01:03:18,699 INFO: Validation val + + # psnr: 21.8752........ Best: 21.8752 @ 100001 iter + # ssim: 0.6418........ Best: 0.6418 @ 100001 iter + # dists: 0.7860........ Best: 0.7860 @ 100001 iter + diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa06/training_states/100000.state b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa06/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..f2a439ec50b69bc27117d0c6f5f201bf63132a0c --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa06/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1e2bccc38fd2992f7416fbbc97bbec844d302e74a7c13223bf1e596bb61798 +size 14859114 diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/4ximagenet_span_fp16_hyperiqa07.toml b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/4ximagenet_span_fp16_hyperiqa07.toml new file mode 100644 index 0000000000000000000000000000000000000000..519a1e7483d08951131f6711b803aae3abbaa9f0 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/4ximagenet_span_fp16_hyperiqa07.toml @@ -0,0 +1,61 @@ +# GENERATE TIME: Fri Oct 25 01:03:23 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16_hyperiqa07.toml + +name = "4ximagenet_span_fp16_hyperiqa07" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/hyperiqa_07/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/hyperiqa_07_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/models/net_g_90000.pth b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..85aa271bafda8712f01b3427e0140df749c1a997 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24e4d2652df5df6901ff747aeb345a8d753e455ee29af8232527105804b9c14 +size 9010012 diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/models/net_g_latest.pth b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..f4de6701fb568f39fac6e4a68e82afba9f3e7ec5 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef33d8650f923d76b90955b170e969607ab4dfafe0dc22706160da93e8ede02f +size 9010221 diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/train_4ximagenet_span_fp16_hyperiqa07_20241025_010323.log b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/train_4ximagenet_span_fp16_hyperiqa07_20241025_010323.log new file mode 100644 index 0000000000000000000000000000000000000000..518e07448f5bb7ccb362821b4c52b9982a65c0fd --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/train_4ximagenet_span_fp16_hyperiqa07_20241025_010323.log @@ -0,0 +1,1083 @@ +2024-10-25 01:03:23,332 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-25 01:03:23,497 INFO: Dataset [paired] is built. +2024-10-25 01:03:23,497 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16_hyperiqa07 + Number of train images: 1592 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 100 + Total epochs 1000 for total iters 100000. +2024-10-25 01:03:23,498 INFO: Dataset [paired] is built. +2024-10-25 01:03:23,498 INFO: Number of val images/folders: 100 +2024-10-25 01:03:23,650 INFO: Using network [span]. +2024-10-25 01:03:23,687 INFO: Using exponential-moving average. +2024-10-25 01:03:23,688 INFO: Loss [L1Loss] enabled. +2024-10-25 01:03:23,688 INFO: Using model [image]. +2024-10-25 01:03:24,109 INFO: AMP enabled. +2024-10-25 01:03:24,109 INFO: Deterministic mode enabled. +2024-10-25 01:03:24,109 INFO: Start training from epoch: 0, iter: 0 +2024-10-25 01:03:31,087 INFO: [ epoch: 1 ] [ iter: 100 ] [ performance: 14.335 it/s ] [ lr: 1.00e-04 ] [ eta: 6 days, 1:20:39 ] [ l_g_pix: 1.0791e-01 ] [ l_g_total: 1.0791e-01 ] +2024-10-25 01:03:36,885 INFO: [ epoch: 2 ] [ iter: 200 ] [ performance: 15.661 it/s ] [ lr: 1.00e-04 ] [ eta: 12 days, 17:55:16 ] [ l_g_pix: 8.7073e-02 ] [ l_g_total: 8.7073e-02 ] +2024-10-25 01:03:42,683 INFO: [ epoch: 3 ] [ iter: 300 ] [ performance: 17.428 it/s ] [ lr: 1.00e-04 ] [ eta: 19 days, 10:12:28 ] [ l_g_pix: 7.0975e-02 ] [ l_g_total: 7.0975e-02 ] +2024-10-25 01:03:48,904 INFO: [ epoch: 4 ] [ iter: 400 ] [ performance: 16.723 it/s ] [ lr: 1.00e-04 ] [ eta: 26 days, 13:51:43 ] [ l_g_pix: 7.0736e-02 ] [ l_g_total: 7.0736e-02 ] +2024-10-25 01:03:54,462 INFO: [ epoch: 5 ] [ iter: 500 ] [ performance: 17.974 it/s ] [ lr: 1.00e-04 ] [ eta: 32 days, 22:49:47 ] [ l_g_pix: 5.4696e-02 ] [ l_g_total: 5.4696e-02 ] +2024-10-25 01:03:59,815 INFO: [ epoch: 6 ] [ iter: 600 ] [ performance: 18.325 it/s ] [ lr: 1.00e-04 ] [ eta: 39 days, 1:51:24 ] [ l_g_pix: 8.2465e-02 ] [ l_g_total: 8.2465e-02 ] +2024-10-25 01:04:05,362 INFO: [ epoch: 7 ] [ iter: 700 ] [ performance: 17.927 it/s ] [ lr: 1.00e-04 ] [ eta: 45 days, 9:55:05 ] [ l_g_pix: 6.0108e-02 ] [ l_g_total: 6.0108e-02 ] +2024-10-25 01:04:11,058 INFO: [ epoch: 8 ] [ iter: 800 ] [ performance: 17.740 it/s ] [ lr: 1.00e-04 ] [ eta: 51 days, 21:45:28 ] [ l_g_pix: 7.1990e-02 ] [ l_g_total: 7.1990e-02 ] +2024-10-25 01:04:16,693 INFO: [ epoch: 9 ] [ iter: 900 ] [ performance: 17.617 it/s ] [ lr: 1.00e-04 ] [ eta: 58 days, 7:36:43 ] [ l_g_pix: 5.7017e-02 ] [ l_g_total: 5.7017e-02 ] +2024-10-25 01:04:22,382 INFO: [ epoch: 10 ] [ iter: 1,000 ] [ performance: 17.599 it/s ] [ lr: 1.00e-04 ] [ eta: 64 days, 18:39:08 ] [ l_g_pix: 6.9060e-02 ] [ l_g_total: 6.9060e-02 ] +2024-10-25 01:04:28,107 INFO: [ epoch: 11 ] [ iter: 1,100 ] [ performance: 17.287 it/s ] [ lr: 1.00e-04 ] [ eta: 71 days, 6:22:17 ] [ l_g_pix: 5.0126e-02 ] [ l_g_total: 5.0126e-02 ] +2024-10-25 01:04:33,755 INFO: [ epoch: 12 ] [ iter: 1,200 ] [ performance: 17.502 it/s ] [ lr: 1.00e-04 ] [ eta: 77 days, 15:37:48 ] [ l_g_pix: 5.3227e-02 ] [ l_g_total: 5.3227e-02 ] +2024-10-25 01:04:39,575 INFO: [ epoch: 13 ] [ iter: 1,300 ] [ performance: 16.986 it/s ] [ lr: 1.00e-04 ] [ eta: 84 days, 5:18:50 ] [ l_g_pix: 4.9451e-02 ] [ l_g_total: 4.9451e-02 ] +2024-10-25 01:04:45,209 INFO: [ epoch: 14 ] [ iter: 1,400 ] [ performance: 17.373 it/s ] [ lr: 1.00e-04 ] [ eta: 90 days, 13:35:07 ] [ l_g_pix: 4.5782e-02 ] [ l_g_total: 4.5782e-02 ] +2024-10-25 01:04:50,849 INFO: [ epoch: 15 ] [ iter: 1,500 ] [ performance: 17.513 it/s ] [ lr: 1.00e-04 ] [ eta: 96 days, 21:40:51 ] [ l_g_pix: 4.6888e-02 ] [ l_g_total: 4.6888e-02 ] +2024-10-25 01:04:56,667 INFO: [ epoch: 16 ] [ iter: 1,600 ] [ performance: 17.345 it/s ] [ lr: 1.00e-04 ] [ eta: 103 days, 10:21:13 ] [ l_g_pix: 5.5447e-02 ] [ l_g_total: 5.5447e-02 ] +2024-10-25 01:05:02,419 INFO: [ epoch: 17 ] [ iter: 1,700 ] [ performance: 17.049 it/s ] [ lr: 1.00e-04 ] [ eta: 109 days, 20:53:16 ] [ l_g_pix: 4.7662e-02 ] [ l_g_total: 4.7662e-02 ] +2024-10-25 01:05:08,109 INFO: [ epoch: 18 ] [ iter: 1,800 ] [ performance: 17.320 it/s ] [ lr: 1.00e-04 ] [ eta: 116 days, 5:25:33 ] [ l_g_pix: 4.8932e-02 ] [ l_g_total: 4.8932e-02 ] +2024-10-25 01:05:13,840 INFO: [ epoch: 19 ] [ iter: 1,900 ] [ performance: 17.135 it/s ] [ lr: 1.00e-04 ] [ eta: 122 days, 14:45:00 ] [ l_g_pix: 4.6375e-02 ] [ l_g_total: 4.6375e-02 ] +2024-10-25 01:05:19,501 INFO: [ epoch: 20 ] [ iter: 2,000 ] [ performance: 17.411 it/s ] [ lr: 1.00e-04 ] [ eta: 128 days, 21:51:14 ] [ l_g_pix: 4.0143e-02 ] [ l_g_total: 4.0143e-02 ] +2024-10-25 01:05:25,019 INFO: [ epoch: 21 ] [ iter: 2,100 ] [ performance: 17.655 it/s ] [ lr: 1.00e-04 ] [ eta: 135 days, 0:45:14 ] [ l_g_pix: 4.9911e-02 ] [ l_g_total: 4.9911e-02 ] +2024-10-25 01:05:30,549 INFO: [ epoch: 22 ] [ iter: 2,200 ] [ performance: 17.880 it/s ] [ lr: 1.00e-04 ] [ eta: 141 days, 3:40:30 ] [ l_g_pix: 5.3067e-02 ] [ l_g_total: 5.3067e-02 ] +2024-10-25 01:05:35,991 INFO: [ epoch: 23 ] [ iter: 2,300 ] [ performance: 17.898 it/s ] [ lr: 1.00e-04 ] [ eta: 147 days, 3:53:13 ] [ l_g_pix: 4.9578e-02 ] [ l_g_total: 4.9578e-02 ] +2024-10-25 01:05:41,336 INFO: [ epoch: 24 ] [ iter: 2,400 ] [ performance: 18.320 it/s ] [ lr: 1.00e-04 ] [ eta: 153 days, 1:10:57 ] [ l_g_pix: 4.7637e-02 ] [ l_g_total: 4.7637e-02 ] +2024-10-25 01:05:46,833 INFO: [ epoch: 25 ] [ iter: 2,500 ] [ performance: 17.630 it/s ] [ lr: 1.00e-04 ] [ eta: 159 days, 2:16:48 ] [ l_g_pix: 4.8920e-02 ] [ l_g_total: 4.8920e-02 ] +2024-10-25 01:05:52,526 INFO: [ epoch: 26 ] [ iter: 2,600 ] [ performance: 17.597 it/s ] [ lr: 1.00e-04 ] [ eta: 165 days, 8:24:21 ] [ l_g_pix: 3.8081e-02 ] [ l_g_total: 3.8081e-02 ] +2024-10-25 01:05:58,216 INFO: [ epoch: 27 ] [ iter: 2,700 ] [ performance: 17.090 it/s ] [ lr: 1.00e-04 ] [ eta: 171 days, 14:06:43 ] [ l_g_pix: 6.3402e-02 ] [ l_g_total: 6.3402e-02 ] +2024-10-25 01:06:03,760 INFO: [ epoch: 28 ] [ iter: 2,800 ] [ performance: 17.586 it/s ] [ lr: 1.00e-04 ] [ eta: 177 days, 15:34:27 ] [ l_g_pix: 4.7213e-02 ] [ l_g_total: 4.7213e-02 ] +2024-10-25 01:06:09,401 INFO: [ epoch: 29 ] [ iter: 2,900 ] [ performance: 17.084 it/s ] [ lr: 1.00e-04 ] [ eta: 183 days, 19:20:00 ] [ l_g_pix: 5.5055e-02 ] [ l_g_total: 5.5055e-02 ] +2024-10-25 01:06:15,201 INFO: [ epoch: 30 ] [ iter: 3,000 ] [ performance: 17.170 it/s ] [ lr: 1.00e-04 ] [ eta: 190 days, 3:04:18 ] [ l_g_pix: 3.4401e-02 ] [ l_g_total: 3.4401e-02 ] +2024-10-25 01:06:20,692 INFO: [ epoch: 31 ] [ iter: 3,100 ] [ performance: 17.774 it/s ] [ lr: 1.00e-04 ] [ eta: 196 days, 2:09:56 ] [ l_g_pix: 4.2598e-02 ] [ l_g_total: 4.2598e-02 ] +2024-10-25 01:06:26,329 INFO: [ epoch: 32 ] [ iter: 3,200 ] [ performance: 17.759 it/s ] [ lr: 1.00e-04 ] [ eta: 202 days, 4:52:14 ] [ l_g_pix: 4.2638e-02 ] [ l_g_total: 4.2638e-02 ] +2024-10-25 01:06:32,040 INFO: [ epoch: 33 ] [ iter: 3,300 ] [ performance: 16.898 it/s ] [ lr: 1.00e-04 ] [ eta: 208 days, 9:15:13 ] [ l_g_pix: 3.4705e-02 ] [ l_g_total: 3.4705e-02 ] +2024-10-25 01:06:37,711 INFO: [ epoch: 34 ] [ iter: 3,400 ] [ performance: 17.291 it/s ] [ lr: 1.00e-04 ] [ eta: 214 days, 12:16:09 ] [ l_g_pix: 4.8771e-02 ] [ l_g_total: 4.8771e-02 ] +2024-10-25 01:06:43,479 INFO: [ epoch: 35 ] [ iter: 3,500 ] [ performance: 16.681 it/s ] [ lr: 1.00e-04 ] [ eta: 220 days, 17:32:49 ] [ l_g_pix: 4.0584e-02 ] [ l_g_total: 4.0584e-02 ] +2024-10-25 01:06:49,267 INFO: [ epoch: 36 ] [ iter: 3,600 ] [ performance: 17.003 it/s ] [ lr: 1.00e-04 ] [ eta: 226 days, 23:03:16 ] [ l_g_pix: 4.7234e-02 ] [ l_g_total: 4.7234e-02 ] +2024-10-25 01:06:54,934 INFO: [ epoch: 37 ] [ iter: 3,700 ] [ performance: 16.824 it/s ] [ lr: 1.00e-04 ] [ eta: 233 days, 0:58:50 ] [ l_g_pix: 3.9791e-02 ] [ l_g_total: 3.9791e-02 ] +2024-10-25 01:07:00,757 INFO: [ epoch: 38 ] [ iter: 3,800 ] [ performance: 17.016 it/s ] [ lr: 1.00e-04 ] [ eta: 239 days, 6:46:54 ] [ l_g_pix: 4.4621e-02 ] [ l_g_total: 4.4621e-02 ] +2024-10-25 01:07:06,447 INFO: [ epoch: 39 ] [ iter: 3,900 ] [ performance: 16.854 it/s ] [ lr: 1.00e-04 ] [ eta: 245 days, 8:41:46 ] [ l_g_pix: 4.6546e-02 ] [ l_g_total: 4.6546e-02 ] +2024-10-25 01:07:11,855 INFO: [ epoch: 40 ] [ iter: 4,000 ] [ performance: 17.723 it/s ] [ lr: 1.00e-04 ] [ eta: 251 days, 2:46:57 ] [ l_g_pix: 6.4679e-02 ] [ l_g_total: 6.4679e-02 ] +2024-10-25 01:07:17,590 INFO: [ epoch: 41 ] [ iter: 4,100 ] [ performance: 16.662 it/s ] [ lr: 1.00e-04 ] [ eta: 257 days, 5:16:20 ] [ l_g_pix: 5.9197e-02 ] [ l_g_total: 5.9197e-02 ] +2024-10-25 01:07:22,933 INFO: [ epoch: 42 ] [ iter: 4,200 ] [ performance: 17.746 it/s ] [ lr: 1.00e-04 ] [ eta: 262 days, 21:01:32 ] [ l_g_pix: 4.2770e-02 ] [ l_g_total: 4.2770e-02 ] +2024-10-25 01:07:28,565 INFO: [ epoch: 43 ] [ iter: 4,300 ] [ performance: 16.805 it/s ] [ lr: 1.00e-04 ] [ eta: 268 days, 20:09:24 ] [ l_g_pix: 4.8528e-02 ] [ l_g_total: 4.8528e-02 ] +2024-10-25 01:07:34,375 INFO: [ epoch: 44 ] [ iter: 4,400 ] [ performance: 17.033 it/s ] [ lr: 1.00e-04 ] [ eta: 274 days, 23:40:47 ] [ l_g_pix: 5.2116e-02 ] [ l_g_total: 5.2116e-02 ] +2024-10-25 01:07:40,179 INFO: [ epoch: 45 ] [ iter: 4,500 ] [ performance: 16.421 it/s ] [ lr: 1.00e-04 ] [ eta: 281 days, 2:45:18 ] [ l_g_pix: 4.5250e-02 ] [ l_g_total: 4.5250e-02 ] +2024-10-25 01:07:45,713 INFO: [ epoch: 46 ] [ iter: 4,600 ] [ performance: 17.311 it/s ] [ lr: 1.00e-04 ] [ eta: 286 days, 22:20:11 ] [ l_g_pix: 4.5765e-02 ] [ l_g_total: 4.5765e-02 ] +2024-10-25 01:07:51,376 INFO: [ epoch: 47 ] [ iter: 4,700 ] [ performance: 16.739 it/s ] [ lr: 1.00e-04 ] [ eta: 292 days, 21:02:29 ] [ l_g_pix: 4.2613e-02 ] [ l_g_total: 4.2613e-02 ] +2024-10-25 01:07:56,922 INFO: [ epoch: 48 ] [ iter: 4,800 ] [ performance: 17.448 it/s ] [ lr: 1.00e-04 ] [ eta: 298 days, 16:18:56 ] [ l_g_pix: 3.2252e-02 ] [ l_g_total: 3.2252e-02 ] +2024-10-25 01:08:02,411 INFO: [ epoch: 49 ] [ iter: 4,900 ] [ performance: 17.143 it/s ] [ lr: 1.00e-04 ] [ eta: 304 days, 9:46:24 ] [ l_g_pix: 5.0697e-02 ] [ l_g_total: 5.0697e-02 ] +2024-10-25 01:08:07,896 INFO: [ epoch: 50 ] [ iter: 5,000 ] [ performance: 17.746 it/s ] [ lr: 1.00e-04 ] [ eta: 310 days, 2:51:23 ] [ l_g_pix: 4.6790e-02 ] [ l_g_total: 4.6790e-02 ] +2024-10-25 01:08:13,621 INFO: [ epoch: 51 ] [ iter: 5,100 ] [ performance: 16.469 it/s ] [ lr: 1.00e-04 ] [ eta: 316 days, 1:55:58 ] [ l_g_pix: 4.3735e-02 ] [ l_g_total: 4.3735e-02 ] +2024-10-25 01:08:19,313 INFO: [ epoch: 52 ] [ iter: 5,200 ] [ performance: 17.082 it/s ] [ lr: 1.00e-04 ] [ eta: 321 days, 23:49:20 ] [ l_g_pix: 4.0583e-02 ] [ l_g_total: 4.0583e-02 ] +2024-10-25 01:08:25,009 INFO: [ epoch: 53 ] [ iter: 5,300 ] [ performance: 16.481 it/s ] [ lr: 1.00e-04 ] [ eta: 327 days, 21:30:07 ] [ l_g_pix: 5.5630e-02 ] [ l_g_total: 5.5630e-02 ] +2024-10-25 01:08:30,790 INFO: [ epoch: 54 ] [ iter: 5,400 ] [ performance: 16.944 it/s ] [ lr: 1.00e-04 ] [ eta: 333 days, 21:05:23 ] [ l_g_pix: 4.9813e-02 ] [ l_g_total: 4.9813e-02 ] +2024-10-25 01:08:36,460 INFO: [ epoch: 55 ] [ iter: 5,500 ] [ performance: 16.549 it/s ] [ lr: 1.00e-04 ] [ eta: 339 days, 17:28:36 ] [ l_g_pix: 4.7907e-02 ] [ l_g_total: 4.7907e-02 ] +2024-10-25 01:08:41,715 INFO: [ epoch: 56 ] [ iter: 5,600 ] [ performance: 17.901 it/s ] [ lr: 1.00e-04 ] [ eta: 345 days, 2:38:14 ] [ l_g_pix: 3.8792e-02 ] [ l_g_total: 3.8792e-02 ] +2024-10-25 01:08:47,167 INFO: [ epoch: 57 ] [ iter: 5,700 ] [ performance: 17.007 it/s ] [ lr: 1.00e-04 ] [ eta: 350 days, 16:39:44 ] [ l_g_pix: 4.1213e-02 ] [ l_g_total: 4.1213e-02 ] +2024-10-25 01:08:52,868 INFO: [ epoch: 58 ] [ iter: 5,800 ] [ performance: 17.316 it/s ] [ lr: 1.00e-04 ] [ eta: 356 days, 12:54:46 ] [ l_g_pix: 4.6356e-02 ] [ l_g_total: 4.6356e-02 ] +2024-10-25 01:08:58,490 INFO: [ epoch: 59 ] [ iter: 5,900 ] [ performance: 16.664 it/s ] [ lr: 1.00e-04 ] [ eta: 362 days, 6:46:52 ] [ l_g_pix: 4.5814e-02 ] [ l_g_total: 4.5814e-02 ] +2024-10-25 01:09:03,965 INFO: [ epoch: 60 ] [ iter: 6,000 ] [ performance: 17.566 it/s ] [ lr: 1.00e-04 ] [ eta: 367 days, 20:30:45 ] [ l_g_pix: 5.1399e-02 ] [ l_g_total: 5.1399e-02 ] +2024-10-25 01:09:09,575 INFO: [ epoch: 61 ] [ iter: 6,100 ] [ performance: 16.405 it/s ] [ lr: 1.00e-04 ] [ eta: 373 days, 13:26:51 ] [ l_g_pix: 4.0439e-02 ] [ l_g_total: 4.0439e-02 ] +2024-10-25 01:09:15,374 INFO: [ epoch: 62 ] [ iter: 6,200 ] [ performance: 16.891 it/s ] [ lr: 1.00e-04 ] [ eta: 379 days, 10:59:39 ] [ l_g_pix: 4.0320e-02 ] [ l_g_total: 4.0320e-02 ] +2024-10-25 01:09:21,117 INFO: [ epoch: 63 ] [ iter: 6,300 ] [ performance: 16.045 it/s ] [ lr: 1.00e-04 ] [ eta: 385 days, 6:45:53 ] [ l_g_pix: 3.8934e-02 ] [ l_g_total: 3.8934e-02 ] +2024-10-25 01:09:26,881 INFO: [ epoch: 64 ] [ iter: 6,400 ] [ performance: 16.796 it/s ] [ lr: 1.00e-04 ] [ eta: 391 days, 2:44:08 ] [ l_g_pix: 3.9781e-02 ] [ l_g_total: 3.9781e-02 ] +2024-10-25 01:09:32,745 INFO: [ epoch: 65 ] [ iter: 6,500 ] [ performance: 15.650 it/s ] [ lr: 1.00e-04 ] [ eta: 397 days, 1:01:37 ] [ l_g_pix: 6.0402e-02 ] [ l_g_total: 6.0402e-02 ] +2024-10-25 01:09:38,373 INFO: [ epoch: 66 ] [ iter: 6,600 ] [ performance: 16.848 it/s ] [ lr: 1.00e-04 ] [ eta: 402 days, 16:50:35 ] [ l_g_pix: 4.3700e-02 ] [ l_g_total: 4.3700e-02 ] +2024-10-25 01:09:43,800 INFO: [ epoch: 67 ] [ iter: 6,700 ] [ performance: 17.315 it/s ] [ lr: 1.00e-04 ] [ eta: 408 days, 3:08:18 ] [ l_g_pix: 5.0530e-02 ] [ l_g_total: 5.0530e-02 ] +2024-10-25 01:09:49,303 INFO: [ epoch: 68 ] [ iter: 6,800 ] [ performance: 17.820 it/s ] [ lr: 1.00e-04 ] [ eta: 413 days, 15:06:37 ] [ l_g_pix: 4.5916e-02 ] [ l_g_total: 4.5916e-02 ] +2024-10-25 01:09:54,978 INFO: [ epoch: 69 ] [ iter: 6,900 ] [ performance: 19.906 it/s ] [ lr: 1.00e-04 ] [ eta: 419 days, 7:12:25 ] [ l_g_pix: 3.0741e-02 ] [ l_g_total: 3.0741e-02 ] +2024-10-25 01:10:00,564 INFO: [ epoch: 70 ] [ iter: 7,000 ] [ performance: 18.651 it/s ] [ lr: 1.00e-04 ] [ eta: 424 days, 20:42:08 ] [ l_g_pix: 5.0243e-02 ] [ l_g_total: 5.0243e-02 ] +2024-10-25 01:10:06,119 INFO: [ epoch: 71 ] [ iter: 7,100 ] [ performance: 21.778 it/s ] [ lr: 1.00e-04 ] [ eta: 430 days, 9:05:54 ] [ l_g_pix: 4.7492e-02 ] [ l_g_total: 4.7492e-02 ] +2024-10-25 01:10:11,949 INFO: [ epoch: 72 ] [ iter: 7,200 ] [ performance: 18.722 it/s ] [ lr: 1.00e-04 ] [ eta: 436 days, 4:15:28 ] [ l_g_pix: 3.6669e-02 ] [ l_g_total: 3.6669e-02 ] +2024-10-25 01:10:17,746 INFO: [ epoch: 73 ] [ iter: 7,300 ] [ performance: 21.501 it/s ] [ lr: 1.00e-04 ] [ eta: 441 days, 22:15:31 ] [ l_g_pix: 5.5501e-02 ] [ l_g_total: 5.5501e-02 ] +2024-10-25 01:10:23,571 INFO: [ epoch: 74 ] [ iter: 7,400 ] [ performance: 18.636 it/s ] [ lr: 1.00e-04 ] [ eta: 447 days, 16:38:27 ] [ l_g_pix: 3.2578e-02 ] [ l_g_total: 3.2578e-02 ] +2024-10-25 01:10:29,389 INFO: [ epoch: 75 ] [ iter: 7,500 ] [ performance: 21.461 it/s ] [ lr: 1.00e-04 ] [ eta: 453 days, 10:31:25 ] [ l_g_pix: 4.8642e-02 ] [ l_g_total: 4.8642e-02 ] +2024-10-25 01:10:35,175 INFO: [ epoch: 76 ] [ iter: 7,600 ] [ performance: 18.691 it/s ] [ lr: 1.00e-04 ] [ eta: 459 days, 3:16:26 ] [ l_g_pix: 4.8922e-02 ] [ l_g_total: 4.8922e-02 ] +2024-10-25 01:10:40,906 INFO: [ epoch: 77 ] [ iter: 7,700 ] [ performance: 21.272 it/s ] [ lr: 1.00e-04 ] [ eta: 464 days, 18:15:49 ] [ l_g_pix: 5.1857e-02 ] [ l_g_total: 5.1857e-02 ] +2024-10-25 01:10:46,588 INFO: [ epoch: 78 ] [ iter: 7,800 ] [ performance: 18.846 it/s ] [ lr: 1.00e-04 ] [ eta: 470 days, 7:43:10 ] [ l_g_pix: 5.5067e-02 ] [ l_g_total: 5.5067e-02 ] +2024-10-25 01:10:52,293 INFO: [ epoch: 79 ] [ iter: 7,900 ] [ performance: 21.573 it/s ] [ lr: 1.00e-04 ] [ eta: 475 days, 21:25:00 ] [ l_g_pix: 3.9127e-02 ] [ l_g_total: 3.9127e-02 ] +2024-10-25 01:10:57,936 INFO: [ epoch: 80 ] [ iter: 8,000 ] [ performance: 19.009 it/s ] [ lr: 1.00e-04 ] [ eta: 481 days, 9:14:03 ] [ l_g_pix: 3.6024e-02 ] [ l_g_total: 3.6024e-02 ] +2024-10-25 01:11:03,666 INFO: [ epoch: 81 ] [ iter: 8,100 ] [ performance: 21.454 it/s ] [ lr: 1.00e-04 ] [ eta: 486 days, 22:55:55 ] [ l_g_pix: 5.7905e-02 ] [ l_g_total: 5.7905e-02 ] +2024-10-25 01:11:08,958 INFO: [ epoch: 82 ] [ iter: 8,200 ] [ performance: 19.783 it/s ] [ lr: 1.00e-04 ] [ eta: 492 days, 1:10:03 ] [ l_g_pix: 4.2846e-02 ] [ l_g_total: 4.2846e-02 ] +2024-10-25 01:11:14,537 INFO: [ epoch: 83 ] [ iter: 8,300 ] [ performance: 21.706 it/s ] [ lr: 1.00e-04 ] [ eta: 497 days, 10:24:20 ] [ l_g_pix: 3.8411e-02 ] [ l_g_total: 3.8411e-02 ] +2024-10-25 01:11:20,298 INFO: [ epoch: 84 ] [ iter: 8,400 ] [ performance: 18.755 it/s ] [ lr: 1.00e-04 ] [ eta: 502 days, 23:58:29 ] [ l_g_pix: 3.6228e-02 ] [ l_g_total: 3.6228e-02 ] +2024-10-25 01:11:25,915 INFO: [ epoch: 85 ] [ iter: 8,500 ] [ performance: 21.850 it/s ] [ lr: 1.00e-04 ] [ eta: 508 days, 9:33:24 ] [ l_g_pix: 4.1958e-02 ] [ l_g_total: 4.1958e-02 ] +2024-10-25 01:11:31,551 INFO: [ epoch: 86 ] [ iter: 8,600 ] [ performance: 19.060 it/s ] [ lr: 1.00e-04 ] [ eta: 513 days, 19:19:02 ] [ l_g_pix: 5.1929e-02 ] [ l_g_total: 5.1929e-02 ] +2024-10-25 01:11:37,226 INFO: [ epoch: 87 ] [ iter: 8,700 ] [ performance: 22.040 it/s ] [ lr: 1.00e-04 ] [ eta: 519 days, 5:44:00 ] [ l_g_pix: 6.2179e-02 ] [ l_g_total: 6.2179e-02 ] +2024-10-25 01:11:42,991 INFO: [ epoch: 88 ] [ iter: 8,800 ] [ performance: 18.802 it/s ] [ lr: 1.00e-04 ] [ eta: 524 days, 18:08:25 ] [ l_g_pix: 4.3204e-02 ] [ l_g_total: 4.3204e-02 ] +2024-10-25 01:11:48,795 INFO: [ epoch: 89 ] [ iter: 8,900 ] [ performance: 21.094 it/s ] [ lr: 1.00e-04 ] [ eta: 530 days, 7:12:23 ] [ l_g_pix: 3.8805e-02 ] [ l_g_total: 3.8805e-02 ] +2024-10-25 01:11:54,525 INFO: [ epoch: 90 ] [ iter: 9,000 ] [ performance: 18.609 it/s ] [ lr: 1.00e-04 ] [ eta: 535 days, 18:03:59 ] [ l_g_pix: 4.7006e-02 ] [ l_g_total: 4.7006e-02 ] +2024-10-25 01:12:00,158 INFO: [ epoch: 91 ] [ iter: 9,100 ] [ performance: 21.783 it/s ] [ lr: 1.00e-04 ] [ eta: 541 days, 2:10:49 ] [ l_g_pix: 4.7943e-02 ] [ l_g_total: 4.7943e-02 ] +2024-10-25 01:12:05,908 INFO: [ epoch: 92 ] [ iter: 9,200 ] [ performance: 18.734 it/s ] [ lr: 1.00e-04 ] [ eta: 546 days, 12:55:32 ] [ l_g_pix: 3.3453e-02 ] [ l_g_total: 3.3453e-02 ] +2024-10-25 01:12:11,202 INFO: [ epoch: 93 ] [ iter: 9,300 ] [ performance: 24.054 it/s ] [ lr: 1.00e-04 ] [ eta: 551 days, 11:50:24 ] [ l_g_pix: 4.0152e-02 ] [ l_g_total: 4.0152e-02 ] +2024-10-25 01:12:16,888 INFO: [ epoch: 94 ] [ iter: 9,400 ] [ performance: 19.419 it/s ] [ lr: 1.00e-04 ] [ eta: 556 days, 20:21:35 ] [ l_g_pix: 4.8253e-02 ] [ l_g_total: 4.8253e-02 ] +2024-10-25 01:12:22,612 INFO: [ epoch: 95 ] [ iter: 9,500 ] [ performance: 21.692 it/s ] [ lr: 1.00e-04 ] [ eta: 562 days, 5:29:24 ] [ l_g_pix: 4.5962e-02 ] [ l_g_total: 4.5962e-02 ] +2024-10-25 01:12:28,306 INFO: [ epoch: 96 ] [ iter: 9,600 ] [ performance: 18.806 it/s ] [ lr: 1.00e-04 ] [ eta: 567 days, 13:33:36 ] [ l_g_pix: 3.7038e-02 ] [ l_g_total: 3.7038e-02 ] +2024-10-25 01:12:33,928 INFO: [ epoch: 97 ] [ iter: 9,700 ] [ performance: 20.983 it/s ] [ lr: 1.00e-04 ] [ eta: 572 days, 19:30:18 ] [ l_g_pix: 4.4945e-02 ] [ l_g_total: 4.4945e-02 ] +2024-10-25 01:12:39,757 INFO: [ epoch: 98 ] [ iter: 9,800 ] [ performance: 18.299 it/s ] [ lr: 1.00e-04 ] [ eta: 578 days, 6:20:26 ] [ l_g_pix: 5.3255e-02 ] [ l_g_total: 5.3255e-02 ] +2024-10-25 01:12:45,635 INFO: [ epoch: 99 ] [ iter: 9,900 ] [ performance: 20.747 it/s ] [ lr: 1.00e-04 ] [ eta: 583 days, 18:04:24 ] [ l_g_pix: 4.5982e-02 ] [ l_g_total: 4.5982e-02 ] +2024-10-25 01:12:51,967 INFO: [ epoch: 101 ] [ iter: 10,000 ] [ performance: 17.184 it/s ] [ lr: 1.00e-04 ] [ eta: 589 days, 16:46:12 ] [ l_g_pix: 4.0453e-02 ] [ l_g_total: 4.0453e-02 ] +2024-10-25 01:12:51,980 INFO: Saving models and training states. +2024-10-25 01:14:00,393 INFO: Validation val + + # psnr: 21.1744........ Best: 21.1744 @ 10000 iter + # ssim: 0.6012........ Best: 0.6012 @ 10000 iter + # dists: 0.7920........ Best: 0.7920 @ 10000 iter + +2024-10-25 01:14:05,975 INFO: [ epoch: 102 ] [ iter: 10,100 ] [ performance: 15.483 it/s ] [ lr: 1.00e-04 ] [ eta: 666 days, 1:11:05 ] [ l_g_pix: 5.2510e-02 ] [ l_g_total: 5.2510e-02 ] +2024-10-25 01:14:12,028 INFO: [ epoch: 103 ] [ iter: 10,200 ] [ performance: 16.164 it/s ] [ lr: 1.00e-04 ] [ eta: 671 days, 14:24:50 ] [ l_g_pix: 3.4636e-02 ] [ l_g_total: 3.4636e-02 ] +2024-10-25 01:14:17,876 INFO: [ epoch: 104 ] [ iter: 10,300 ] [ performance: 14.362 it/s ] [ lr: 1.00e-04 ] [ eta: 676 days, 22:10:16 ] [ l_g_pix: 4.0681e-02 ] [ l_g_total: 4.0681e-02 ] +2024-10-25 01:14:23,817 INFO: [ epoch: 105 ] [ iter: 10,400 ] [ performance: 15.935 it/s ] [ lr: 1.00e-04 ] [ eta: 682 days, 7:54:49 ] [ l_g_pix: 2.8099e-02 ] [ l_g_total: 2.8099e-02 ] +2024-10-25 01:14:29,296 INFO: [ epoch: 106 ] [ iter: 10,500 ] [ performance: 15.039 it/s ] [ lr: 1.00e-04 ] [ eta: 687 days, 5:51:53 ] [ l_g_pix: 4.7076e-02 ] [ l_g_total: 4.7076e-02 ] +2024-10-25 01:14:35,133 INFO: [ epoch: 107 ] [ iter: 10,600 ] [ performance: 16.394 it/s ] [ lr: 1.00e-04 ] [ eta: 692 days, 12:23:32 ] [ l_g_pix: 4.8151e-02 ] [ l_g_total: 4.8151e-02 ] +2024-10-25 01:14:41,032 INFO: [ epoch: 108 ] [ iter: 10,700 ] [ performance: 13.867 it/s ] [ lr: 1.00e-04 ] [ eta: 697 days, 20:06:47 ] [ l_g_pix: 3.4731e-02 ] [ l_g_total: 3.4731e-02 ] +2024-10-25 01:14:46,874 INFO: [ epoch: 109 ] [ iter: 10,800 ] [ performance: 15.926 it/s ] [ lr: 1.00e-04 ] [ eta: 703 days, 2:07:01 ] [ l_g_pix: 5.1461e-02 ] [ l_g_total: 5.1461e-02 ] +2024-10-25 01:14:52,779 INFO: [ epoch: 110 ] [ iter: 10,900 ] [ performance: 14.112 it/s ] [ lr: 1.00e-04 ] [ eta: 708 days, 9:20:44 ] [ l_g_pix: 5.7990e-02 ] [ l_g_total: 5.7990e-02 ] +2024-10-25 01:14:58,684 INFO: [ epoch: 111 ] [ iter: 11,000 ] [ performance: 15.934 it/s ] [ lr: 1.00e-04 ] [ eta: 713 days, 16:14:03 ] [ l_g_pix: 4.9691e-02 ] [ l_g_total: 4.9691e-02 ] +2024-10-25 01:15:04,661 INFO: [ epoch: 112 ] [ iter: 11,100 ] [ performance: 13.756 it/s ] [ lr: 1.00e-04 ] [ eta: 719 days, 0:35:52 ] [ l_g_pix: 4.0891e-02 ] [ l_g_total: 4.0891e-02 ] +2024-10-25 01:15:10,082 INFO: [ epoch: 113 ] [ iter: 11,200 ] [ performance: 16.685 it/s ] [ lr: 1.00e-04 ] [ eta: 723 days, 18:53:52 ] [ l_g_pix: 3.1906e-02 ] [ l_g_total: 3.1906e-02 ] +2024-10-25 01:15:15,978 INFO: [ epoch: 114 ] [ iter: 11,300 ] [ performance: 13.645 it/s ] [ lr: 1.00e-04 ] [ eta: 729 days, 0:35:41 ] [ l_g_pix: 5.4028e-02 ] [ l_g_total: 5.4028e-02 ] +2024-10-25 01:15:21,747 INFO: [ epoch: 115 ] [ iter: 11,400 ] [ performance: 16.013 it/s ] [ lr: 1.00e-04 ] [ eta: 734 days, 2:51:36 ] [ l_g_pix: 4.7013e-02 ] [ l_g_total: 4.7013e-02 ] +2024-10-25 01:15:27,564 INFO: [ epoch: 116 ] [ iter: 11,500 ] [ performance: 13.638 it/s ] [ lr: 1.00e-04 ] [ eta: 739 days, 5:58:56 ] [ l_g_pix: 5.2865e-02 ] [ l_g_total: 5.2865e-02 ] +2024-10-25 01:15:33,346 INFO: [ epoch: 117 ] [ iter: 11,600 ] [ performance: 16.008 it/s ] [ lr: 1.00e-04 ] [ eta: 744 days, 7:53:53 ] [ l_g_pix: 4.6451e-02 ] [ l_g_total: 4.6451e-02 ] +2024-10-25 01:15:38,819 INFO: [ epoch: 118 ] [ iter: 11,700 ] [ performance: 14.170 it/s ] [ lr: 1.00e-04 ] [ eta: 749 days, 1:56:04 ] [ l_g_pix: 3.1172e-02 ] [ l_g_total: 3.1172e-02 ] +2024-10-25 01:15:44,281 INFO: [ epoch: 119 ] [ iter: 11,800 ] [ performance: 16.855 it/s ] [ lr: 1.00e-04 ] [ eta: 753 days, 19:23:27 ] [ l_g_pix: 4.0854e-02 ] [ l_g_total: 4.0854e-02 ] +2024-10-25 01:15:50,146 INFO: [ epoch: 120 ] [ iter: 11,900 ] [ performance: 13.481 it/s ] [ lr: 1.00e-04 ] [ eta: 758 days, 22:24:21 ] [ l_g_pix: 3.4583e-02 ] [ l_g_total: 3.4583e-02 ] +2024-10-25 01:15:56,030 INFO: [ epoch: 121 ] [ iter: 12,000 ] [ performance: 15.799 it/s ] [ lr: 1.00e-04 ] [ eta: 764 days, 1:34:26 ] [ l_g_pix: 4.4010e-02 ] [ l_g_total: 4.4010e-02 ] +2024-10-25 01:16:01,928 INFO: [ epoch: 122 ] [ iter: 12,100 ] [ performance: 13.342 it/s ] [ lr: 1.00e-04 ] [ eta: 769 days, 4:43:42 ] [ l_g_pix: 4.1253e-02 ] [ l_g_total: 4.1253e-02 ] +2024-10-25 01:16:07,400 INFO: [ epoch: 123 ] [ iter: 12,200 ] [ performance: 16.530 it/s ] [ lr: 1.00e-04 ] [ eta: 773 days, 21:11:47 ] [ l_g_pix: 5.2352e-02 ] [ l_g_total: 5.2352e-02 ] +2024-10-25 01:16:12,973 INFO: [ epoch: 124 ] [ iter: 12,300 ] [ performance: 13.453 it/s ] [ lr: 1.00e-04 ] [ eta: 778 days, 15:47:46 ] [ l_g_pix: 3.9042e-02 ] [ l_g_total: 3.9042e-02 ] +2024-10-25 01:16:18,778 INFO: [ epoch: 125 ] [ iter: 12,400 ] [ performance: 15.973 it/s ] [ lr: 1.00e-04 ] [ eta: 783 days, 15:44:08 ] [ l_g_pix: 5.2692e-02 ] [ l_g_total: 5.2692e-02 ] +2024-10-25 01:16:24,638 INFO: [ epoch: 126 ] [ iter: 12,500 ] [ performance: 12.972 it/s ] [ lr: 1.00e-04 ] [ eta: 788 days, 16:41:33 ] [ l_g_pix: 4.9433e-02 ] [ l_g_total: 4.9433e-02 ] +2024-10-25 01:16:30,350 INFO: [ epoch: 127 ] [ iter: 12,600 ] [ performance: 15.972 it/s ] [ lr: 1.00e-04 ] [ eta: 793 days, 13:44:30 ] [ l_g_pix: 3.7565e-02 ] [ l_g_total: 3.7565e-02 ] +2024-10-25 01:16:36,244 INFO: [ epoch: 128 ] [ iter: 12,700 ] [ performance: 12.866 it/s ] [ lr: 1.00e-04 ] [ eta: 798 days, 14:53:00 ] [ l_g_pix: 5.9364e-02 ] [ l_g_total: 5.9364e-02 ] +2024-10-25 01:16:42,089 INFO: [ epoch: 129 ] [ iter: 12,800 ] [ performance: 15.713 it/s ] [ lr: 1.00e-04 ] [ eta: 803 days, 14:29:58 ] [ l_g_pix: 4.8581e-02 ] [ l_g_total: 4.8581e-02 ] +2024-10-25 01:16:47,741 INFO: [ epoch: 130 ] [ iter: 12,900 ] [ performance: 12.561 it/s ] [ lr: 1.00e-04 ] [ eta: 808 days, 9:07:42 ] [ l_g_pix: 4.9106e-02 ] [ l_g_total: 4.9106e-02 ] +2024-10-25 01:16:53,441 INFO: [ epoch: 131 ] [ iter: 13,000 ] [ performance: 15.880 it/s ] [ lr: 1.00e-04 ] [ eta: 813 days, 4:35:30 ] [ l_g_pix: 5.2628e-02 ] [ l_g_total: 5.2628e-02 ] +2024-10-25 01:16:59,363 INFO: [ epoch: 132 ] [ iter: 13,100 ] [ performance: 12.334 it/s ] [ lr: 1.00e-04 ] [ eta: 818 days, 5:06:20 ] [ l_g_pix: 6.6345e-02 ] [ l_g_total: 6.6345e-02 ] +2024-10-25 01:17:05,148 INFO: [ epoch: 133 ] [ iter: 13,200 ] [ performance: 15.657 it/s ] [ lr: 1.00e-04 ] [ eta: 823 days, 2:00:17 ] [ l_g_pix: 4.9008e-02 ] [ l_g_total: 4.9008e-02 ] +2024-10-25 01:17:11,065 INFO: [ epoch: 134 ] [ iter: 13,300 ] [ performance: 12.460 it/s ] [ lr: 1.00e-04 ] [ eta: 828 days, 1:44:14 ] [ l_g_pix: 3.4557e-02 ] [ l_g_total: 3.4557e-02 ] +2024-10-25 01:17:17,018 INFO: [ epoch: 135 ] [ iter: 13,400 ] [ performance: 15.437 it/s ] [ lr: 1.00e-04 ] [ eta: 833 days, 2:00:55 ] [ l_g_pix: 4.6779e-02 ] [ l_g_total: 4.6779e-02 ] +2024-10-25 01:17:22,854 INFO: [ epoch: 136 ] [ iter: 13,500 ] [ performance: 20.517 it/s ] [ lr: 1.00e-04 ] [ eta: 837 days, 23:09:04 ] [ l_g_pix: 5.1023e-02 ] [ l_g_total: 5.1023e-02 ] +2024-10-25 01:17:28,630 INFO: [ epoch: 137 ] [ iter: 13,600 ] [ performance: 18.014 it/s ] [ lr: 1.00e-04 ] [ eta: 842 days, 18:31:45 ] [ l_g_pix: 3.9273e-02 ] [ l_g_total: 3.9273e-02 ] +2024-10-25 01:17:34,486 INFO: [ epoch: 138 ] [ iter: 13,700 ] [ performance: 20.611 it/s ] [ lr: 1.00e-04 ] [ eta: 847 days, 15:29:34 ] [ l_g_pix: 4.0337e-02 ] [ l_g_total: 4.0337e-02 ] +2024-10-25 01:17:40,254 INFO: [ epoch: 139 ] [ iter: 13,800 ] [ performance: 18.035 it/s ] [ lr: 1.00e-04 ] [ eta: 852 days, 10:01:29 ] [ l_g_pix: 5.5170e-02 ] [ l_g_total: 5.5170e-02 ] +2024-10-25 01:17:46,198 INFO: [ epoch: 140 ] [ iter: 13,900 ] [ performance: 20.713 it/s ] [ lr: 1.00e-04 ] [ eta: 857 days, 8:26:55 ] [ l_g_pix: 3.9274e-02 ] [ l_g_total: 3.9274e-02 ] +2024-10-25 01:17:51,870 INFO: [ epoch: 141 ] [ iter: 14,000 ] [ performance: 18.276 it/s ] [ lr: 1.00e-04 ] [ eta: 862 days, 0:03:18 ] [ l_g_pix: 4.2044e-02 ] [ l_g_total: 4.2044e-02 ] +2024-10-25 01:17:57,577 INFO: [ epoch: 142 ] [ iter: 14,100 ] [ performance: 20.865 it/s ] [ lr: 1.00e-04 ] [ eta: 866 days, 16:10:23 ] [ l_g_pix: 3.7622e-02 ] [ l_g_total: 3.7622e-02 ] +2024-10-25 01:18:03,462 INFO: [ epoch: 143 ] [ iter: 14,200 ] [ performance: 17.756 it/s ] [ lr: 1.00e-04 ] [ eta: 871 days, 12:13:03 ] [ l_g_pix: 4.4069e-02 ] [ l_g_total: 4.4069e-02 ] +2024-10-25 01:18:09,309 INFO: [ epoch: 144 ] [ iter: 14,300 ] [ performance: 21.371 it/s ] [ lr: 1.00e-04 ] [ eta: 876 days, 7:01:33 ] [ l_g_pix: 4.6737e-02 ] [ l_g_total: 4.6737e-02 ] +2024-10-25 01:18:14,968 INFO: [ epoch: 145 ] [ iter: 14,400 ] [ performance: 18.390 it/s ] [ lr: 1.00e-04 ] [ eta: 880 days, 21:02:35 ] [ l_g_pix: 4.0626e-02 ] [ l_g_total: 4.0626e-02 ] +2024-10-25 01:18:20,535 INFO: [ epoch: 146 ] [ iter: 14,500 ] [ performance: 21.942 it/s ] [ lr: 1.00e-04 ] [ eta: 885 days, 8:33:16 ] [ l_g_pix: 5.2175e-02 ] [ l_g_total: 5.2175e-02 ] +2024-10-25 01:18:26,409 INFO: [ epoch: 147 ] [ iter: 14,600 ] [ performance: 17.904 it/s ] [ lr: 1.00e-04 ] [ eta: 890 days, 3:03:31 ] [ l_g_pix: 3.8352e-02 ] [ l_g_total: 3.8352e-02 ] +2024-10-25 01:18:32,141 INFO: [ epoch: 148 ] [ iter: 14,700 ] [ performance: 23.318 it/s ] [ lr: 1.00e-04 ] [ eta: 894 days, 17:50:27 ] [ l_g_pix: 4.3547e-02 ] [ l_g_total: 4.3547e-02 ] +2024-10-25 01:18:37,761 INFO: [ epoch: 149 ] [ iter: 14,800 ] [ performance: 18.742 it/s ] [ lr: 1.00e-04 ] [ eta: 899 days, 5:40:04 ] [ l_g_pix: 3.1478e-02 ] [ l_g_total: 3.1478e-02 ] +2024-10-25 01:18:43,570 INFO: [ epoch: 150 ] [ iter: 14,900 ] [ performance: 20.884 it/s ] [ lr: 1.00e-04 ] [ eta: 903 days, 21:39:10 ] [ l_g_pix: 4.0464e-02 ] [ l_g_total: 4.0464e-02 ] +2024-10-25 01:18:49,334 INFO: [ epoch: 151 ] [ iter: 15,000 ] [ performance: 17.980 it/s ] [ lr: 1.00e-04 ] [ eta: 908 days, 12:15:12 ] [ l_g_pix: 3.4532e-02 ] [ l_g_total: 3.4532e-02 ] +2024-10-25 01:18:55,250 INFO: [ epoch: 152 ] [ iter: 15,100 ] [ performance: 20.522 it/s ] [ lr: 1.00e-04 ] [ eta: 913 days, 6:07:12 ] [ l_g_pix: 2.7131e-02 ] [ l_g_total: 2.7131e-02 ] +2024-10-25 01:19:01,086 INFO: [ epoch: 153 ] [ iter: 15,200 ] [ performance: 17.722 it/s ] [ lr: 1.00e-04 ] [ eta: 917 days, 21:46:51 ] [ l_g_pix: 4.7085e-02 ] [ l_g_total: 4.7085e-02 ] +2024-10-25 01:19:06,801 INFO: [ epoch: 154 ] [ iter: 15,300 ] [ performance: 21.012 it/s ] [ lr: 1.00e-04 ] [ eta: 922 days, 10:16:09 ] [ l_g_pix: 5.3488e-02 ] [ l_g_total: 5.3488e-02 ] +2024-10-25 01:19:12,714 INFO: [ epoch: 155 ] [ iter: 15,400 ] [ performance: 17.581 it/s ] [ lr: 1.00e-04 ] [ eta: 927 days, 3:04:01 ] [ l_g_pix: 4.0501e-02 ] [ l_g_total: 4.0501e-02 ] +2024-10-25 01:19:18,581 INFO: [ epoch: 156 ] [ iter: 15,500 ] [ performance: 21.803 it/s ] [ lr: 1.00e-04 ] [ eta: 931 days, 18:29:27 ] [ l_g_pix: 3.3883e-02 ] [ l_g_total: 3.3883e-02 ] +2024-10-25 01:19:24,378 INFO: [ epoch: 157 ] [ iter: 15,600 ] [ performance: 17.954 it/s ] [ lr: 1.00e-04 ] [ eta: 936 days, 7:56:10 ] [ l_g_pix: 4.4611e-02 ] [ l_g_total: 4.4611e-02 ] +2024-10-25 01:19:30,083 INFO: [ epoch: 158 ] [ iter: 15,700 ] [ performance: 21.446 it/s ] [ lr: 1.00e-04 ] [ eta: 940 days, 18:53:40 ] [ l_g_pix: 4.8167e-02 ] [ l_g_total: 4.8167e-02 ] +2024-10-25 01:19:35,566 INFO: [ epoch: 159 ] [ iter: 15,800 ] [ performance: 18.749 it/s ] [ lr: 1.00e-04 ] [ eta: 945 days, 0:20:18 ] [ l_g_pix: 3.8234e-02 ] [ l_g_total: 3.8234e-02 ] +2024-10-25 01:19:41,321 INFO: [ epoch: 160 ] [ iter: 15,900 ] [ performance: 20.917 it/s ] [ lr: 1.00e-04 ] [ eta: 949 days, 11:50:56 ] [ l_g_pix: 4.1064e-02 ] [ l_g_total: 4.1064e-02 ] +2024-10-25 01:19:47,221 INFO: [ epoch: 161 ] [ iter: 16,000 ] [ performance: 17.529 it/s ] [ lr: 1.00e-04 ] [ eta: 954 days, 2:25:25 ] [ l_g_pix: 4.3960e-02 ] [ l_g_total: 4.3960e-02 ] +2024-10-25 01:19:53,135 INFO: [ epoch: 162 ] [ iter: 16,100 ] [ performance: 21.360 it/s ] [ lr: 1.00e-04 ] [ eta: 958 days, 16:59:51 ] [ l_g_pix: 3.8624e-02 ] [ l_g_total: 3.8624e-02 ] +2024-10-25 01:19:59,018 INFO: [ epoch: 163 ] [ iter: 16,200 ] [ performance: 17.601 it/s ] [ lr: 1.00e-04 ] [ eta: 963 days, 6:30:52 ] [ l_g_pix: 5.2486e-02 ] [ l_g_total: 5.2486e-02 ] +2024-10-25 01:20:04,798 INFO: [ epoch: 164 ] [ iter: 16,300 ] [ performance: 20.799 it/s ] [ lr: 1.00e-04 ] [ eta: 967 days, 17:18:38 ] [ l_g_pix: 5.3794e-02 ] [ l_g_total: 5.3794e-02 ] +2024-10-25 01:20:10,517 INFO: [ epoch: 165 ] [ iter: 16,400 ] [ performance: 17.946 it/s ] [ lr: 1.00e-04 ] [ eta: 972 days, 2:21:47 ] [ l_g_pix: 4.5764e-02 ] [ l_g_total: 4.5764e-02 ] +2024-10-25 01:20:16,432 INFO: [ epoch: 166 ] [ iter: 16,500 ] [ performance: 21.165 it/s ] [ lr: 1.00e-04 ] [ eta: 976 days, 15:38:46 ] [ l_g_pix: 4.6726e-02 ] [ l_g_total: 4.6726e-02 ] +2024-10-25 01:20:22,294 INFO: [ epoch: 167 ] [ iter: 16,600 ] [ performance: 17.584 it/s ] [ lr: 1.00e-04 ] [ eta: 981 days, 3:21:51 ] [ l_g_pix: 3.8504e-02 ] [ l_g_total: 3.8504e-02 ] +2024-10-25 01:20:28,193 INFO: [ epoch: 168 ] [ iter: 16,700 ] [ performance: 21.146 it/s ] [ lr: 1.00e-04 ] [ eta: 985 days, 15:38:24 ] [ l_g_pix: 2.6524e-02 ] [ l_g_total: 2.6524e-02 ] +2024-10-25 01:20:33,836 INFO: [ epoch: 169 ] [ iter: 16,800 ] [ performance: 18.152 it/s ] [ lr: 1.00e-04 ] [ eta: 989 days, 21:39:33 ] [ l_g_pix: 4.4190e-02 ] [ l_g_total: 4.4190e-02 ] +2024-10-25 01:20:39,389 INFO: [ epoch: 170 ] [ iter: 16,900 ] [ performance: 23.419 it/s ] [ lr: 1.00e-04 ] [ eta: 994 days, 1:16:49 ] [ l_g_pix: 2.6539e-02 ] [ l_g_total: 2.6539e-02 ] +2024-10-25 01:20:45,177 INFO: [ epoch: 171 ] [ iter: 17,000 ] [ performance: 17.930 it/s ] [ lr: 1.00e-04 ] [ eta: 998 days, 10:00:51 ] [ l_g_pix: 3.8564e-02 ] [ l_g_total: 3.8564e-02 ] +2024-10-25 01:20:50,914 INFO: [ epoch: 172 ] [ iter: 17,100 ] [ performance: 23.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1002 days, 17:14:29 ] [ l_g_pix: 5.7483e-02 ] [ l_g_total: 5.7483e-02 ] +2024-10-25 01:20:56,696 INFO: [ epoch: 173 ] [ iter: 17,200 ] [ performance: 17.930 it/s ] [ lr: 1.00e-04 ] [ eta: 1007 days, 1:12:08 ] [ l_g_pix: 4.7816e-02 ] [ l_g_total: 4.7816e-02 ] +2024-10-25 01:21:02,609 INFO: [ epoch: 174 ] [ iter: 17,300 ] [ performance: 20.467 it/s ] [ lr: 1.00e-04 ] [ eta: 1011 days, 11:50:44 ] [ l_g_pix: 3.8469e-02 ] [ l_g_total: 3.8469e-02 ] +2024-10-25 01:21:08,254 INFO: [ epoch: 175 ] [ iter: 17,400 ] [ performance: 18.017 it/s ] [ lr: 1.00e-04 ] [ eta: 1015 days, 16:00:14 ] [ l_g_pix: 3.9311e-02 ] [ l_g_total: 3.9311e-02 ] +2024-10-25 01:21:14,060 INFO: [ epoch: 176 ] [ iter: 17,500 ] [ performance: 20.880 it/s ] [ lr: 1.00e-04 ] [ eta: 1019 days, 23:33:44 ] [ l_g_pix: 3.4799e-02 ] [ l_g_total: 3.4799e-02 ] +2024-10-25 01:21:19,694 INFO: [ epoch: 177 ] [ iter: 17,600 ] [ performance: 18.065 it/s ] [ lr: 1.00e-04 ] [ eta: 1024 days, 2:50:28 ] [ l_g_pix: 3.8515e-02 ] [ l_g_total: 3.8515e-02 ] +2024-10-25 01:21:25,236 INFO: [ epoch: 178 ] [ iter: 17,700 ] [ performance: 21.271 it/s ] [ lr: 1.00e-04 ] [ eta: 1028 days, 3:42:35 ] [ l_g_pix: 5.0829e-02 ] [ l_g_total: 5.0829e-02 ] +2024-10-25 01:21:31,000 INFO: [ epoch: 179 ] [ iter: 17,800 ] [ performance: 17.704 it/s ] [ lr: 1.00e-04 ] [ eta: 1032 days, 9:19:12 ] [ l_g_pix: 4.0304e-02 ] [ l_g_total: 4.0304e-02 ] +2024-10-25 01:21:36,854 INFO: [ epoch: 180 ] [ iter: 17,900 ] [ performance: 21.108 it/s ] [ lr: 1.00e-04 ] [ eta: 1036 days, 16:41:15 ] [ l_g_pix: 3.6725e-02 ] [ l_g_total: 3.6725e-02 ] +2024-10-25 01:21:42,724 INFO: [ epoch: 181 ] [ iter: 18,000 ] [ performance: 17.372 it/s ] [ lr: 1.00e-04 ] [ eta: 1041 days, 0:04:57 ] [ l_g_pix: 6.2731e-02 ] [ l_g_total: 6.2731e-02 ] +2024-10-25 01:21:48,537 INFO: [ epoch: 182 ] [ iter: 18,100 ] [ performance: 22.563 it/s ] [ lr: 1.00e-04 ] [ eta: 1045 days, 5:51:52 ] [ l_g_pix: 3.4003e-02 ] [ l_g_total: 3.4003e-02 ] +2024-10-25 01:21:54,201 INFO: [ epoch: 183 ] [ iter: 18,200 ] [ performance: 18.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1049 days, 7:55:45 ] [ l_g_pix: 5.1127e-02 ] [ l_g_total: 5.1127e-02 ] +2024-10-25 01:22:00,125 INFO: [ epoch: 184 ] [ iter: 18,300 ] [ performance: 20.965 it/s ] [ lr: 1.00e-04 ] [ eta: 1053 days, 15:34:59 ] [ l_g_pix: 5.2960e-02 ] [ l_g_total: 5.2960e-02 ] +2024-10-25 01:22:05,986 INFO: [ epoch: 185 ] [ iter: 18,400 ] [ performance: 17.333 it/s ] [ lr: 1.00e-04 ] [ eta: 1057 days, 21:28:28 ] [ l_g_pix: 5.1171e-02 ] [ l_g_total: 5.1171e-02 ] +2024-10-25 01:22:11,837 INFO: [ epoch: 186 ] [ iter: 18,500 ] [ performance: 20.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1062 days, 2:49:14 ] [ l_g_pix: 3.6130e-02 ] [ l_g_total: 3.6130e-02 ] +2024-10-25 01:22:17,692 INFO: [ epoch: 187 ] [ iter: 18,600 ] [ performance: 17.313 it/s ] [ lr: 1.00e-04 ] [ eta: 1066 days, 7:55:15 ] [ l_g_pix: 4.5851e-02 ] [ l_g_total: 4.5851e-02 ] +2024-10-25 01:22:23,535 INFO: [ epoch: 188 ] [ iter: 18,700 ] [ performance: 20.721 it/s ] [ lr: 1.00e-04 ] [ eta: 1070 days, 12:25:47 ] [ l_g_pix: 4.4950e-02 ] [ l_g_total: 4.4950e-02 ] +2024-10-25 01:22:29,474 INFO: [ epoch: 189 ] [ iter: 18,800 ] [ performance: 17.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1074 days, 18:47:02 ] [ l_g_pix: 5.0505e-02 ] [ l_g_total: 5.0505e-02 ] +2024-10-25 01:22:35,272 INFO: [ epoch: 190 ] [ iter: 18,900 ] [ performance: 23.355 it/s ] [ lr: 1.00e-04 ] [ eta: 1078 days, 21:38:20 ] [ l_g_pix: 4.6202e-02 ] [ l_g_total: 4.6202e-02 ] +2024-10-25 01:22:41,081 INFO: [ epoch: 191 ] [ iter: 19,000 ] [ performance: 17.477 it/s ] [ lr: 1.00e-04 ] [ eta: 1083 days, 0:25:17 ] [ l_g_pix: 3.5371e-02 ] [ l_g_total: 3.5371e-02 ] +2024-10-25 01:22:46,849 INFO: [ epoch: 192 ] [ iter: 19,100 ] [ performance: 21.261 it/s ] [ lr: 1.00e-04 ] [ eta: 1087 days, 1:56:29 ] [ l_g_pix: 4.6975e-02 ] [ l_g_total: 4.6975e-02 ] +2024-10-25 01:22:52,324 INFO: [ epoch: 193 ] [ iter: 19,200 ] [ performance: 18.394 it/s ] [ lr: 1.00e-04 ] [ eta: 1090 days, 20:33:52 ] [ l_g_pix: 3.7063e-02 ] [ l_g_total: 3.7063e-02 ] +2024-10-25 01:22:58,104 INFO: [ epoch: 194 ] [ iter: 19,300 ] [ performance: 21.351 it/s ] [ lr: 1.00e-04 ] [ eta: 1094 days, 21:44:13 ] [ l_g_pix: 4.5052e-02 ] [ l_g_total: 4.5052e-02 ] +2024-10-25 01:23:03,985 INFO: [ epoch: 195 ] [ iter: 19,400 ] [ performance: 17.141 it/s ] [ lr: 1.00e-04 ] [ eta: 1099 days, 0:51:08 ] [ l_g_pix: 4.2723e-02 ] [ l_g_total: 4.2723e-02 ] +2024-10-25 01:23:09,962 INFO: [ epoch: 196 ] [ iter: 19,500 ] [ performance: 20.009 it/s ] [ lr: 1.00e-04 ] [ eta: 1103 days, 5:45:46 ] [ l_g_pix: 5.0283e-02 ] [ l_g_total: 5.0283e-02 ] +2024-10-25 01:23:15,801 INFO: [ epoch: 197 ] [ iter: 19,600 ] [ performance: 17.202 it/s ] [ lr: 1.00e-04 ] [ eta: 1107 days, 7:16:37 ] [ l_g_pix: 2.4286e-02 ] [ l_g_total: 2.4286e-02 ] +2024-10-25 01:23:21,670 INFO: [ epoch: 198 ] [ iter: 19,700 ] [ performance: 22.333 it/s ] [ lr: 1.00e-04 ] [ eta: 1111 days, 9:07:31 ] [ l_g_pix: 5.2156e-02 ] [ l_g_total: 5.2156e-02 ] +2024-10-25 01:23:27,541 INFO: [ epoch: 199 ] [ iter: 19,800 ] [ performance: 17.114 it/s ] [ lr: 1.00e-04 ] [ eta: 1115 days, 10:43:03 ] [ l_g_pix: 5.7587e-02 ] [ l_g_total: 5.7587e-02 ] +2024-10-25 01:23:34,156 INFO: [ epoch: 201 ] [ iter: 19,900 ] [ performance: 1.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1120 days, 4:28:40 ] [ l_g_pix: 4.6049e-02 ] [ l_g_total: 4.6049e-02 ] +2024-10-25 01:23:40,335 INFO: [ epoch: 202 ] [ iter: 20,000 ] [ performance: 14.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1124 days, 12:15:00 ] [ l_g_pix: 4.1878e-02 ] [ l_g_total: 4.1878e-02 ] +2024-10-25 01:23:40,336 INFO: Saving models and training states. +2024-10-25 01:24:48,806 INFO: Validation val + + # psnr: 21.4548........ Best: 21.4548 @ 20000 iter + # ssim: 0.6117........ Best: 0.6117 @ 20000 iter + # dists: 0.7904........ Best: 0.7904 @ 20000 iter + +2024-10-25 01:24:54,480 INFO: [ epoch: 203 ] [ iter: 20,100 ] [ performance: 15.950 it/s ] [ lr: 1.00e-04 ] [ eta: 1191 days, 16:06:26 ] [ l_g_pix: 3.7741e-02 ] [ l_g_total: 3.7741e-02 ] +2024-10-25 01:25:00,482 INFO: [ epoch: 204 ] [ iter: 20,200 ] [ performance: 16.665 it/s ] [ lr: 1.00e-04 ] [ eta: 1195 days, 17:21:03 ] [ l_g_pix: 3.1902e-02 ] [ l_g_total: 3.1902e-02 ] +2024-10-25 01:25:06,339 INFO: [ epoch: 205 ] [ iter: 20,300 ] [ performance: 16.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1199 days, 15:03:54 ] [ l_g_pix: 3.8955e-02 ] [ l_g_total: 3.8955e-02 ] +2024-10-25 01:25:12,352 INFO: [ epoch: 206 ] [ iter: 20,400 ] [ performance: 16.607 it/s ] [ lr: 1.00e-04 ] [ eta: 1203 days, 15:52:54 ] [ l_g_pix: 6.6922e-02 ] [ l_g_total: 6.6922e-02 ] +2024-10-25 01:25:18,222 INFO: [ epoch: 207 ] [ iter: 20,500 ] [ performance: 16.821 it/s ] [ lr: 1.00e-04 ] [ eta: 1207 days, 13:13:19 ] [ l_g_pix: 4.8174e-02 ] [ l_g_total: 4.8174e-02 ] +2024-10-25 01:25:24,146 INFO: [ epoch: 208 ] [ iter: 20,600 ] [ performance: 16.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1211 days, 11:25:00 ] [ l_g_pix: 4.1882e-02 ] [ l_g_total: 4.1882e-02 ] +2024-10-25 01:25:29,906 INFO: [ epoch: 209 ] [ iter: 20,700 ] [ performance: 17.081 it/s ] [ lr: 1.00e-04 ] [ eta: 1215 days, 5:41:00 ] [ l_g_pix: 4.5351e-02 ] [ l_g_total: 4.5351e-02 ] +2024-10-25 01:25:36,000 INFO: [ epoch: 210 ] [ iter: 20,800 ] [ performance: 16.337 it/s ] [ lr: 1.00e-04 ] [ eta: 1219 days, 6:57:22 ] [ l_g_pix: 3.6207e-02 ] [ l_g_total: 3.6207e-02 ] +2024-10-25 01:25:41,958 INFO: [ epoch: 211 ] [ iter: 20,900 ] [ performance: 16.563 it/s ] [ lr: 1.00e-04 ] [ eta: 1223 days, 4:55:28 ] [ l_g_pix: 3.5273e-02 ] [ l_g_total: 3.5273e-02 ] +2024-10-25 01:25:47,896 INFO: [ epoch: 212 ] [ iter: 21,000 ] [ performance: 16.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1227 days, 2:06:55 ] [ l_g_pix: 5.7706e-02 ] [ l_g_total: 5.7706e-02 ] +2024-10-25 01:25:53,897 INFO: [ epoch: 213 ] [ iter: 21,100 ] [ performance: 16.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1231 days, 0:21:43 ] [ l_g_pix: 4.4949e-02 ] [ l_g_total: 4.4949e-02 ] +2024-10-25 01:25:59,784 INFO: [ epoch: 214 ] [ iter: 21,200 ] [ performance: 16.811 it/s ] [ lr: 1.00e-04 ] [ eta: 1234 days, 19:45:53 ] [ l_g_pix: 3.7605e-02 ] [ l_g_total: 3.7605e-02 ] +2024-10-25 01:26:05,610 INFO: [ epoch: 215 ] [ iter: 21,300 ] [ performance: 16.992 it/s ] [ lr: 1.00e-04 ] [ eta: 1238 days, 13:31:15 ] [ l_g_pix: 3.9554e-02 ] [ l_g_total: 3.9554e-02 ] +2024-10-25 01:26:11,562 INFO: [ epoch: 216 ] [ iter: 21,400 ] [ performance: 16.545 it/s ] [ lr: 1.00e-04 ] [ eta: 1242 days, 9:42:12 ] [ l_g_pix: 3.8621e-02 ] [ l_g_total: 3.8621e-02 ] +2024-10-25 01:26:17,462 INFO: [ epoch: 217 ] [ iter: 21,500 ] [ performance: 16.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1246 days, 4:24:15 ] [ l_g_pix: 4.1567e-02 ] [ l_g_total: 4.1567e-02 ] +2024-10-25 01:26:23,478 INFO: [ epoch: 218 ] [ iter: 21,600 ] [ performance: 16.396 it/s ] [ lr: 1.00e-04 ] [ eta: 1250 days, 1:19:58 ] [ l_g_pix: 2.5266e-02 ] [ l_g_total: 2.5266e-02 ] +2024-10-25 01:26:29,452 INFO: [ epoch: 219 ] [ iter: 21,700 ] [ performance: 16.574 it/s ] [ lr: 1.00e-04 ] [ eta: 1253 days, 20:59:53 ] [ l_g_pix: 4.0096e-02 ] [ l_g_total: 4.0096e-02 ] +2024-10-25 01:26:35,349 INFO: [ epoch: 220 ] [ iter: 21,800 ] [ performance: 16.691 it/s ] [ lr: 1.00e-04 ] [ eta: 1257 days, 14:39:19 ] [ l_g_pix: 3.5487e-02 ] [ l_g_total: 3.5487e-02 ] +2024-10-25 01:26:41,300 INFO: [ epoch: 221 ] [ iter: 21,900 ] [ performance: 16.752 it/s ] [ lr: 1.00e-04 ] [ eta: 1261 days, 9:09:37 ] [ l_g_pix: 4.5766e-02 ] [ l_g_total: 4.5766e-02 ] +2024-10-25 01:26:47,168 INFO: [ epoch: 222 ] [ iter: 22,000 ] [ performance: 16.766 it/s ] [ lr: 1.00e-04 ] [ eta: 1265 days, 1:32:11 ] [ l_g_pix: 5.4390e-02 ] [ l_g_total: 5.4390e-02 ] +2024-10-25 01:26:53,085 INFO: [ epoch: 223 ] [ iter: 22,100 ] [ performance: 16.839 it/s ] [ lr: 1.00e-04 ] [ eta: 1268 days, 18:38:20 ] [ l_g_pix: 3.5100e-02 ] [ l_g_total: 3.5100e-02 ] +2024-10-25 01:26:59,138 INFO: [ epoch: 224 ] [ iter: 22,200 ] [ performance: 16.192 it/s ] [ lr: 1.00e-04 ] [ eta: 1272 days, 14:21:37 ] [ l_g_pix: 4.3702e-02 ] [ l_g_total: 4.3702e-02 ] +2024-10-25 01:27:05,055 INFO: [ epoch: 225 ] [ iter: 22,300 ] [ performance: 16.559 it/s ] [ lr: 1.00e-04 ] [ eta: 1276 days, 6:49:19 ] [ l_g_pix: 2.8681e-02 ] [ l_g_total: 2.8681e-02 ] +2024-10-25 01:27:11,086 INFO: [ epoch: 226 ] [ iter: 22,400 ] [ performance: 16.230 it/s ] [ lr: 1.00e-04 ] [ eta: 1280 days, 1:23:57 ] [ l_g_pix: 3.2381e-02 ] [ l_g_total: 3.2381e-02 ] +2024-10-25 01:27:16,953 INFO: [ epoch: 227 ] [ iter: 22,500 ] [ performance: 16.653 it/s ] [ lr: 1.00e-04 ] [ eta: 1283 days, 16:06:32 ] [ l_g_pix: 3.5783e-02 ] [ l_g_total: 3.5783e-02 ] +2024-10-25 01:27:22,882 INFO: [ epoch: 228 ] [ iter: 22,600 ] [ performance: 16.435 it/s ] [ lr: 1.00e-04 ] [ eta: 1287 days, 7:48:52 ] [ l_g_pix: 3.8006e-02 ] [ l_g_total: 3.8006e-02 ] +2024-10-25 01:27:28,782 INFO: [ epoch: 229 ] [ iter: 22,700 ] [ performance: 16.707 it/s ] [ lr: 1.00e-04 ] [ eta: 1290 days, 22:34:54 ] [ l_g_pix: 3.9437e-02 ] [ l_g_total: 3.9437e-02 ] +2024-10-25 01:27:34,724 INFO: [ epoch: 230 ] [ iter: 22,800 ] [ performance: 16.371 it/s ] [ lr: 1.00e-04 ] [ eta: 1294 days, 13:56:04 ] [ l_g_pix: 5.5813e-02 ] [ l_g_total: 5.5813e-02 ] +2024-10-25 01:27:40,666 INFO: [ epoch: 231 ] [ iter: 22,900 ] [ performance: 16.615 it/s ] [ lr: 1.00e-04 ] [ eta: 1298 days, 4:56:31 ] [ l_g_pix: 4.6729e-02 ] [ l_g_total: 4.6729e-02 ] +2024-10-25 01:27:46,443 INFO: [ epoch: 232 ] [ iter: 23,000 ] [ performance: 16.845 it/s ] [ lr: 1.00e-04 ] [ eta: 1301 days, 16:05:49 ] [ l_g_pix: 5.5399e-02 ] [ l_g_total: 5.5399e-02 ] +2024-10-25 01:27:52,113 INFO: [ epoch: 233 ] [ iter: 23,100 ] [ performance: 17.265 it/s ] [ lr: 1.00e-04 ] [ eta: 1305 days, 0:37:39 ] [ l_g_pix: 3.6528e-02 ] [ l_g_total: 3.6528e-02 ] +2024-10-25 01:27:57,990 INFO: [ epoch: 234 ] [ iter: 23,200 ] [ performance: 16.433 it/s ] [ lr: 1.00e-04 ] [ eta: 1308 days, 13:16:36 ] [ l_g_pix: 3.7467e-02 ] [ l_g_total: 3.7467e-02 ] +2024-10-25 01:28:04,000 INFO: [ epoch: 235 ] [ iter: 23,300 ] [ performance: 16.546 it/s ] [ lr: 1.00e-04 ] [ eta: 1312 days, 4:25:43 ] [ l_g_pix: 3.0080e-02 ] [ l_g_total: 3.0080e-02 ] +2024-10-25 01:28:09,764 INFO: [ epoch: 236 ] [ iter: 23,400 ] [ performance: 16.820 it/s ] [ lr: 1.00e-04 ] [ eta: 1315 days, 14:00:20 ] [ l_g_pix: 5.5346e-02 ] [ l_g_total: 5.5346e-02 ] +2024-10-25 01:28:15,233 INFO: [ epoch: 237 ] [ iter: 23,500 ] [ performance: 17.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1318 days, 17:00:52 ] [ l_g_pix: 3.8807e-02 ] [ l_g_total: 3.8807e-02 ] +2024-10-25 01:28:21,084 INFO: [ epoch: 238 ] [ iter: 23,600 ] [ performance: 16.488 it/s ] [ lr: 1.00e-04 ] [ eta: 1322 days, 3:48:38 ] [ l_g_pix: 5.2987e-02 ] [ l_g_total: 5.2987e-02 ] +2024-10-25 01:28:27,061 INFO: [ epoch: 239 ] [ iter: 23,700 ] [ performance: 16.622 it/s ] [ lr: 1.00e-04 ] [ eta: 1325 days, 16:57:19 ] [ l_g_pix: 4.8333e-02 ] [ l_g_total: 4.8333e-02 ] +2024-10-25 01:28:33,022 INFO: [ epoch: 240 ] [ iter: 23,800 ] [ performance: 16.103 it/s ] [ lr: 1.00e-04 ] [ eta: 1329 days, 5:25:21 ] [ l_g_pix: 5.4978e-02 ] [ l_g_total: 5.4978e-02 ] +2024-10-25 01:28:38,892 INFO: [ epoch: 241 ] [ iter: 23,900 ] [ performance: 16.604 it/s ] [ lr: 1.00e-04 ] [ eta: 1332 days, 15:38:41 ] [ l_g_pix: 2.3851e-02 ] [ l_g_total: 2.3851e-02 ] +2024-10-25 01:28:44,726 INFO: [ epoch: 242 ] [ iter: 24,000 ] [ performance: 16.429 it/s ] [ lr: 1.00e-04 ] [ eta: 1336 days, 0:46:44 ] [ l_g_pix: 3.6884e-02 ] [ l_g_total: 3.6884e-02 ] +2024-10-25 01:28:50,650 INFO: [ epoch: 243 ] [ iter: 24,100 ] [ performance: 16.678 it/s ] [ lr: 1.00e-04 ] [ eta: 1339 days, 11:28:46 ] [ l_g_pix: 3.7160e-02 ] [ l_g_total: 3.7160e-02 ] +2024-10-25 01:28:56,544 INFO: [ epoch: 244 ] [ iter: 24,200 ] [ performance: 16.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1342 days, 21:13:06 ] [ l_g_pix: 5.7188e-02 ] [ l_g_total: 5.7188e-02 ] +2024-10-25 01:29:02,363 INFO: [ epoch: 245 ] [ iter: 24,300 ] [ performance: 16.739 it/s ] [ lr: 1.00e-04 ] [ eta: 1346 days, 5:03:19 ] [ l_g_pix: 3.3711e-02 ] [ l_g_total: 3.3711e-02 ] +2024-10-25 01:29:08,072 INFO: [ epoch: 246 ] [ iter: 24,400 ] [ performance: 16.627 it/s ] [ lr: 1.00e-04 ] [ eta: 1349 days, 10:15:58 ] [ l_g_pix: 3.7466e-02 ] [ l_g_total: 3.7466e-02 ] +2024-10-25 01:29:13,963 INFO: [ epoch: 247 ] [ iter: 24,500 ] [ performance: 16.823 it/s ] [ lr: 1.00e-04 ] [ eta: 1352 days, 18:58:04 ] [ l_g_pix: 5.2230e-02 ] [ l_g_total: 5.2230e-02 ] +2024-10-25 01:29:19,962 INFO: [ epoch: 248 ] [ iter: 24,600 ] [ performance: 15.767 it/s ] [ lr: 1.00e-04 ] [ eta: 1356 days, 5:37:24 ] [ l_g_pix: 4.2895e-02 ] [ l_g_total: 4.2895e-02 ] +2024-10-25 01:29:25,833 INFO: [ epoch: 249 ] [ iter: 24,700 ] [ performance: 16.457 it/s ] [ lr: 1.00e-04 ] [ eta: 1359 days, 13:15:03 ] [ l_g_pix: 4.3811e-02 ] [ l_g_total: 4.3811e-02 ] +2024-10-25 01:29:31,784 INFO: [ epoch: 250 ] [ iter: 24,800 ] [ performance: 15.890 it/s ] [ lr: 1.00e-04 ] [ eta: 1362 days, 22:12:39 ] [ l_g_pix: 3.8509e-02 ] [ l_g_total: 3.8509e-02 ] +2024-10-25 01:29:37,617 INFO: [ epoch: 251 ] [ iter: 24,900 ] [ performance: 16.576 it/s ] [ lr: 1.00e-04 ] [ eta: 1366 days, 4:24:29 ] [ l_g_pix: 3.2290e-02 ] [ l_g_total: 3.2290e-02 ] +2024-10-25 01:29:43,542 INFO: [ epoch: 252 ] [ iter: 25,000 ] [ performance: 15.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1369 days, 12:10:08 ] [ l_g_pix: 3.9168e-02 ] [ l_g_total: 3.9168e-02 ] +2024-10-25 01:29:49,453 INFO: [ epoch: 253 ] [ iter: 25,100 ] [ performance: 16.438 it/s ] [ lr: 1.00e-04 ] [ eta: 1372 days, 19:19:52 ] [ l_g_pix: 4.3450e-02 ] [ l_g_total: 4.3450e-02 ] +2024-10-25 01:29:55,342 INFO: [ epoch: 254 ] [ iter: 25,200 ] [ performance: 16.013 it/s ] [ lr: 1.00e-04 ] [ eta: 1376 days, 1:41:52 ] [ l_g_pix: 2.5155e-02 ] [ l_g_total: 2.5155e-02 ] +2024-10-25 01:30:01,190 INFO: [ epoch: 255 ] [ iter: 25,300 ] [ performance: 16.619 it/s ] [ lr: 1.00e-04 ] [ eta: 1379 days, 6:53:19 ] [ l_g_pix: 3.9381e-02 ] [ l_g_total: 3.9381e-02 ] +2024-10-25 01:30:07,197 INFO: [ epoch: 256 ] [ iter: 25,400 ] [ performance: 15.644 it/s ] [ lr: 1.00e-04 ] [ eta: 1382 days, 15:03:10 ] [ l_g_pix: 4.0088e-02 ] [ l_g_total: 4.0088e-02 ] +2024-10-25 01:30:12,966 INFO: [ epoch: 257 ] [ iter: 25,500 ] [ performance: 16.574 it/s ] [ lr: 1.00e-04 ] [ eta: 1385 days, 17:58:03 ] [ l_g_pix: 3.5195e-02 ] [ l_g_total: 3.5195e-02 ] +2024-10-25 01:30:18,930 INFO: [ epoch: 258 ] [ iter: 25,600 ] [ performance: 15.651 it/s ] [ lr: 1.00e-04 ] [ eta: 1389 days, 0:34:05 ] [ l_g_pix: 4.6974e-02 ] [ l_g_total: 4.6974e-02 ] +2024-10-25 01:30:24,946 INFO: [ epoch: 259 ] [ iter: 25,700 ] [ performance: 16.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1392 days, 7:55:23 ] [ l_g_pix: 4.3959e-02 ] [ l_g_total: 4.3959e-02 ] +2024-10-25 01:30:30,894 INFO: [ epoch: 260 ] [ iter: 25,800 ] [ performance: 15.638 it/s ] [ lr: 1.00e-04 ] [ eta: 1395 days, 13:32:34 ] [ l_g_pix: 4.0671e-02 ] [ l_g_total: 4.0671e-02 ] +2024-10-25 01:30:36,807 INFO: [ epoch: 261 ] [ iter: 25,900 ] [ performance: 16.357 it/s ] [ lr: 1.00e-04 ] [ eta: 1398 days, 18:06:24 ] [ l_g_pix: 4.8585e-02 ] [ l_g_total: 4.8585e-02 ] +2024-10-25 01:30:42,750 INFO: [ epoch: 262 ] [ iter: 26,000 ] [ performance: 15.647 it/s ] [ lr: 1.00e-04 ] [ eta: 1401 days, 22:57:48 ] [ l_g_pix: 4.1518e-02 ] [ l_g_total: 4.1518e-02 ] +2024-10-25 01:30:48,361 INFO: [ epoch: 263 ] [ iter: 26,100 ] [ performance: 16.850 it/s ] [ lr: 1.00e-04 ] [ eta: 1404 days, 20:41:13 ] [ l_g_pix: 3.3743e-02 ] [ l_g_total: 3.3743e-02 ] +2024-10-25 01:30:54,237 INFO: [ epoch: 264 ] [ iter: 26,200 ] [ performance: 15.313 it/s ] [ lr: 1.00e-04 ] [ eta: 1407 days, 23:30:59 ] [ l_g_pix: 4.0960e-02 ] [ l_g_total: 4.0960e-02 ] +2024-10-25 01:31:00,098 INFO: [ epoch: 265 ] [ iter: 26,300 ] [ performance: 16.299 it/s ] [ lr: 1.00e-04 ] [ eta: 1411 days, 1:41:46 ] [ l_g_pix: 4.3423e-02 ] [ l_g_total: 4.3423e-02 ] +2024-10-25 01:31:06,094 INFO: [ epoch: 266 ] [ iter: 26,400 ] [ performance: 15.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1414 days, 6:19:39 ] [ l_g_pix: 4.4414e-02 ] [ l_g_total: 4.4414e-02 ] +2024-10-25 01:31:11,935 INFO: [ epoch: 267 ] [ iter: 26,500 ] [ performance: 16.363 it/s ] [ lr: 1.00e-04 ] [ eta: 1417 days, 7:27:44 ] [ l_g_pix: 6.0382e-02 ] [ l_g_total: 6.0382e-02 ] +2024-10-25 01:31:17,911 INFO: [ epoch: 268 ] [ iter: 26,600 ] [ performance: 15.611 it/s ] [ lr: 1.00e-04 ] [ eta: 1420 days, 11:01:55 ] [ l_g_pix: 3.3494e-02 ] [ l_g_total: 3.3494e-02 ] +2024-10-25 01:31:23,817 INFO: [ epoch: 269 ] [ iter: 26,700 ] [ performance: 16.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1423 days, 12:50:50 ] [ l_g_pix: 4.3911e-02 ] [ l_g_total: 4.3911e-02 ] +2024-10-25 01:31:29,659 INFO: [ epoch: 270 ] [ iter: 26,800 ] [ performance: 20.301 it/s ] [ lr: 1.00e-04 ] [ eta: 1426 days, 13:00:43 ] [ l_g_pix: 4.2697e-02 ] [ l_g_total: 4.2697e-02 ] +2024-10-25 01:31:35,618 INFO: [ epoch: 271 ] [ iter: 26,900 ] [ performance: 18.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1429 days, 15:14:15 ] [ l_g_pix: 5.5545e-02 ] [ l_g_total: 5.5545e-02 ] +2024-10-25 01:31:41,598 INFO: [ epoch: 272 ] [ iter: 27,000 ] [ performance: 21.037 it/s ] [ lr: 1.00e-04 ] [ eta: 1432 days, 17:34:13 ] [ l_g_pix: 4.4840e-02 ] [ l_g_total: 4.4840e-02 ] +2024-10-25 01:31:47,618 INFO: [ epoch: 273 ] [ iter: 27,100 ] [ performance: 18.130 it/s ] [ lr: 1.00e-04 ] [ eta: 1435 days, 20:22:04 ] [ l_g_pix: 3.4456e-02 ] [ l_g_total: 3.4456e-02 ] +2024-10-25 01:31:53,530 INFO: [ epoch: 274 ] [ iter: 27,200 ] [ performance: 20.899 it/s ] [ lr: 1.00e-04 ] [ eta: 1438 days, 20:38:02 ] [ l_g_pix: 4.5434e-02 ] [ l_g_total: 4.5434e-02 ] +2024-10-25 01:31:59,369 INFO: [ epoch: 275 ] [ iter: 27,300 ] [ performance: 18.439 it/s ] [ lr: 1.00e-04 ] [ eta: 1441 days, 19:07:48 ] [ l_g_pix: 3.9607e-02 ] [ l_g_total: 3.9607e-02 ] +2024-10-25 01:32:05,319 INFO: [ epoch: 276 ] [ iter: 27,400 ] [ performance: 20.962 it/s ] [ lr: 1.00e-04 ] [ eta: 1444 days, 19:31:03 ] [ l_g_pix: 4.8306e-02 ] [ l_g_total: 4.8306e-02 ] +2024-10-25 01:32:11,235 INFO: [ epoch: 277 ] [ iter: 27,500 ] [ performance: 18.289 it/s ] [ lr: 1.00e-04 ] [ eta: 1447 days, 18:52:57 ] [ l_g_pix: 4.0698e-02 ] [ l_g_total: 4.0698e-02 ] +2024-10-25 01:32:17,082 INFO: [ epoch: 278 ] [ iter: 27,600 ] [ performance: 21.104 it/s ] [ lr: 1.00e-04 ] [ eta: 1450 days, 16:33:22 ] [ l_g_pix: 4.5258e-02 ] [ l_g_total: 4.5258e-02 ] +2024-10-25 01:32:23,098 INFO: [ epoch: 279 ] [ iter: 27,700 ] [ performance: 18.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1453 days, 17:16:11 ] [ l_g_pix: 6.3275e-02 ] [ l_g_total: 6.3275e-02 ] +2024-10-25 01:32:29,032 INFO: [ epoch: 280 ] [ iter: 27,800 ] [ performance: 21.244 it/s ] [ lr: 1.00e-04 ] [ eta: 1456 days, 16:02:25 ] [ l_g_pix: 3.0995e-02 ] [ l_g_total: 3.0995e-02 ] +2024-10-25 01:32:35,009 INFO: [ epoch: 281 ] [ iter: 27,900 ] [ performance: 18.216 it/s ] [ lr: 1.00e-04 ] [ eta: 1459 days, 15:18:14 ] [ l_g_pix: 4.7136e-02 ] [ l_g_total: 4.7136e-02 ] +2024-10-25 01:32:40,942 INFO: [ epoch: 282 ] [ iter: 28,000 ] [ performance: 20.665 it/s ] [ lr: 1.00e-04 ] [ eta: 1462 days, 13:22:56 ] [ l_g_pix: 4.7912e-02 ] [ l_g_total: 4.7912e-02 ] +2024-10-25 01:32:46,857 INFO: [ epoch: 283 ] [ iter: 28,100 ] [ performance: 18.160 it/s ] [ lr: 1.00e-04 ] [ eta: 1465 days, 10:46:17 ] [ l_g_pix: 5.0321e-02 ] [ l_g_total: 5.0321e-02 ] +2024-10-25 01:32:52,874 INFO: [ epoch: 284 ] [ iter: 28,200 ] [ performance: 20.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1468 days, 9:51:32 ] [ l_g_pix: 5.3007e-02 ] [ l_g_total: 5.3007e-02 ] +2024-10-25 01:32:58,841 INFO: [ epoch: 285 ] [ iter: 28,300 ] [ performance: 18.104 it/s ] [ lr: 1.00e-04 ] [ eta: 1471 days, 7:36:55 ] [ l_g_pix: 5.1952e-02 ] [ l_g_total: 5.1952e-02 ] +2024-10-25 01:33:04,725 INFO: [ epoch: 286 ] [ iter: 28,400 ] [ performance: 21.107 it/s ] [ lr: 1.00e-04 ] [ eta: 1474 days, 3:22:54 ] [ l_g_pix: 4.9838e-02 ] [ l_g_total: 4.9838e-02 ] +2024-10-25 01:33:10,602 INFO: [ epoch: 287 ] [ iter: 28,500 ] [ performance: 18.337 it/s ] [ lr: 1.00e-04 ] [ eta: 1476 days, 22:41:24 ] [ l_g_pix: 4.9189e-02 ] [ l_g_total: 4.9189e-02 ] +2024-10-25 01:33:16,429 INFO: [ epoch: 288 ] [ iter: 28,600 ] [ performance: 21.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1479 days, 16:41:37 ] [ l_g_pix: 4.6038e-02 ] [ l_g_total: 4.6038e-02 ] +2024-10-25 01:33:22,362 INFO: [ epoch: 289 ] [ iter: 28,700 ] [ performance: 18.255 it/s ] [ lr: 1.00e-04 ] [ eta: 1482 days, 12:27:28 ] [ l_g_pix: 3.7173e-02 ] [ l_g_total: 3.7173e-02 ] +2024-10-25 01:33:28,325 INFO: [ epoch: 290 ] [ iter: 28,800 ] [ performance: 20.667 it/s ] [ lr: 1.00e-04 ] [ eta: 1485 days, 8:28:40 ] [ l_g_pix: 4.2332e-02 ] [ l_g_total: 4.2332e-02 ] +2024-10-25 01:33:34,197 INFO: [ epoch: 291 ] [ iter: 28,900 ] [ performance: 18.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1488 days, 2:23:20 ] [ l_g_pix: 3.6248e-02 ] [ l_g_total: 3.6248e-02 ] +2024-10-25 01:33:40,073 INFO: [ epoch: 292 ] [ iter: 29,000 ] [ performance: 21.337 it/s ] [ lr: 1.00e-04 ] [ eta: 1490 days, 20:02:20 ] [ l_g_pix: 3.7860e-02 ] [ l_g_total: 3.7860e-02 ] +2024-10-25 01:33:45,976 INFO: [ epoch: 293 ] [ iter: 29,100 ] [ performance: 18.296 it/s ] [ lr: 1.00e-04 ] [ eta: 1493 days, 13:54:12 ] [ l_g_pix: 3.2437e-02 ] [ l_g_total: 3.2437e-02 ] +2024-10-25 01:33:51,889 INFO: [ epoch: 294 ] [ iter: 29,200 ] [ performance: 21.350 it/s ] [ lr: 1.00e-04 ] [ eta: 1496 days, 7:37:43 ] [ l_g_pix: 4.9172e-02 ] [ l_g_total: 4.9172e-02 ] +2024-10-25 01:33:57,859 INFO: [ epoch: 295 ] [ iter: 29,300 ] [ performance: 18.141 it/s ] [ lr: 1.00e-04 ] [ eta: 1499 days, 2:08:10 ] [ l_g_pix: 6.3080e-02 ] [ l_g_total: 6.3080e-02 ] +2024-10-25 01:34:03,478 INFO: [ epoch: 296 ] [ iter: 29,400 ] [ performance: 23.240 it/s ] [ lr: 1.00e-04 ] [ eta: 1501 days, 13:27:22 ] [ l_g_pix: 3.8713e-02 ] [ l_g_total: 3.8713e-02 ] +2024-10-25 01:34:09,337 INFO: [ epoch: 297 ] [ iter: 29,500 ] [ performance: 18.823 it/s ] [ lr: 1.00e-04 ] [ eta: 1504 days, 5:09:12 ] [ l_g_pix: 4.1672e-02 ] [ l_g_total: 4.1672e-02 ] +2024-10-25 01:34:15,317 INFO: [ epoch: 298 ] [ iter: 29,600 ] [ performance: 20.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1506 days, 22:51:43 ] [ l_g_pix: 5.5908e-02 ] [ l_g_total: 5.5908e-02 ] +2024-10-25 01:34:21,262 INFO: [ epoch: 299 ] [ iter: 29,700 ] [ performance: 18.052 it/s ] [ lr: 1.00e-04 ] [ eta: 1509 days, 15:35:38 ] [ l_g_pix: 4.2565e-02 ] [ l_g_total: 4.2565e-02 ] +2024-10-25 01:34:27,949 INFO: [ epoch: 301 ] [ iter: 29,800 ] [ performance: 15.466 it/s ] [ lr: 1.00e-04 ] [ eta: 1512 days, 22:25:34 ] [ l_g_pix: 2.7280e-02 ] [ l_g_total: 2.7280e-02 ] +2024-10-25 01:34:34,105 INFO: [ epoch: 302 ] [ iter: 29,900 ] [ performance: 15.991 it/s ] [ lr: 1.00e-04 ] [ eta: 1515 days, 18:34:26 ] [ l_g_pix: 3.6272e-02 ] [ l_g_total: 3.6272e-02 ] +2024-10-25 01:34:40,108 INFO: [ epoch: 303 ] [ iter: 30,000 ] [ performance: 14.203 it/s ] [ lr: 1.00e-04 ] [ eta: 1518 days, 11:24:06 ] [ l_g_pix: 4.0887e-02 ] [ l_g_total: 4.0887e-02 ] +2024-10-25 01:34:40,108 INFO: Saving models and training states. +2024-10-25 01:35:47,780 INFO: Validation val + + # psnr: 21.5604........ Best: 21.5604 @ 30000 iter + # ssim: 0.6181........ Best: 0.6181 @ 30000 iter + # dists: 0.7896........ Best: 0.7896 @ 30000 iter + +2024-10-25 01:35:53,231 INFO: [ epoch: 304 ] [ iter: 30,100 ] [ performance: 16.703 it/s ] [ lr: 1.00e-04 ] [ eta: 1575 days, 11:07:55 ] [ l_g_pix: 4.3234e-02 ] [ l_g_total: 4.3234e-02 ] +2024-10-25 01:35:59,267 INFO: [ epoch: 305 ] [ iter: 30,200 ] [ performance: 13.724 it/s ] [ lr: 1.00e-04 ] [ eta: 1578 days, 2:04:49 ] [ l_g_pix: 4.8065e-02 ] [ l_g_total: 4.8065e-02 ] +2024-10-25 01:36:05,114 INFO: [ epoch: 306 ] [ iter: 30,300 ] [ performance: 15.808 it/s ] [ lr: 1.00e-04 ] [ eta: 1580 days, 13:01:14 ] [ l_g_pix: 2.8306e-02 ] [ l_g_total: 2.8306e-02 ] +2024-10-25 01:36:11,157 INFO: [ epoch: 307 ] [ iter: 30,400 ] [ performance: 13.699 it/s ] [ lr: 1.00e-04 ] [ eta: 1583 days, 3:25:31 ] [ l_g_pix: 4.3236e-02 ] [ l_g_total: 4.3236e-02 ] +2024-10-25 01:36:16,976 INFO: [ epoch: 308 ] [ iter: 30,500 ] [ performance: 15.860 it/s ] [ lr: 1.00e-04 ] [ eta: 1585 days, 13:10:28 ] [ l_g_pix: 2.8566e-02 ] [ l_g_total: 2.8566e-02 ] +2024-10-25 01:36:22,805 INFO: [ epoch: 309 ] [ iter: 30,600 ] [ performance: 13.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1587 days, 22:46:54 ] [ l_g_pix: 4.4487e-02 ] [ l_g_total: 4.4487e-02 ] +2024-10-25 01:36:28,876 INFO: [ epoch: 310 ] [ iter: 30,700 ] [ performance: 15.530 it/s ] [ lr: 1.00e-04 ] [ eta: 1590 days, 12:44:21 ] [ l_g_pix: 2.7975e-02 ] [ l_g_total: 2.7975e-02 ] +2024-10-25 01:36:34,838 INFO: [ epoch: 311 ] [ iter: 30,800 ] [ performance: 13.584 it/s ] [ lr: 1.00e-04 ] [ eta: 1593 days, 0:14:28 ] [ l_g_pix: 3.6992e-02 ] [ l_g_total: 3.6992e-02 ] +2024-10-25 01:36:40,889 INFO: [ epoch: 312 ] [ iter: 30,900 ] [ performance: 15.459 it/s ] [ lr: 1.00e-04 ] [ eta: 1595 days, 13:07:46 ] [ l_g_pix: 4.1268e-02 ] [ l_g_total: 4.1268e-02 ] +2024-10-25 01:36:47,196 INFO: [ epoch: 313 ] [ iter: 31,000 ] [ performance: 12.944 it/s ] [ lr: 1.00e-04 ] [ eta: 1598 days, 6:36:51 ] [ l_g_pix: 3.8921e-02 ] [ l_g_total: 3.8921e-02 ] +2024-10-25 01:36:53,119 INFO: [ epoch: 314 ] [ iter: 31,100 ] [ performance: 15.409 it/s ] [ lr: 1.00e-04 ] [ eta: 1600 days, 16:21:59 ] [ l_g_pix: 3.6033e-02 ] [ l_g_total: 3.6033e-02 ] +2024-10-25 01:36:59,263 INFO: [ epoch: 315 ] [ iter: 31,200 ] [ performance: 12.566 it/s ] [ lr: 1.00e-04 ] [ eta: 1603 days, 6:01:27 ] [ l_g_pix: 3.5413e-02 ] [ l_g_total: 3.5413e-02 ] +2024-10-25 01:37:05,304 INFO: [ epoch: 316 ] [ iter: 31,300 ] [ performance: 15.070 it/s ] [ lr: 1.00e-04 ] [ eta: 1605 days, 17:23:19 ] [ l_g_pix: 4.3488e-02 ] [ l_g_total: 4.3488e-02 ] +2024-10-25 01:37:11,158 INFO: [ epoch: 317 ] [ iter: 31,400 ] [ performance: 13.421 it/s ] [ lr: 1.00e-04 ] [ eta: 1608 days, 0:50:16 ] [ l_g_pix: 4.2859e-02 ] [ l_g_total: 4.2859e-02 ] +2024-10-25 01:37:17,296 INFO: [ epoch: 318 ] [ iter: 31,500 ] [ performance: 15.294 it/s ] [ lr: 1.00e-04 ] [ eta: 1610 days, 13:22:36 ] [ l_g_pix: 3.9718e-02 ] [ l_g_total: 3.9718e-02 ] +2024-10-25 01:37:23,148 INFO: [ epoch: 319 ] [ iter: 31,600 ] [ performance: 12.595 it/s ] [ lr: 1.00e-04 ] [ eta: 1612 days, 20:07:27 ] [ l_g_pix: 2.8134e-02 ] [ l_g_total: 2.8134e-02 ] +2024-10-25 01:37:29,192 INFO: [ epoch: 320 ] [ iter: 31,700 ] [ performance: 15.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1615 days, 6:11:31 ] [ l_g_pix: 3.7924e-02 ] [ l_g_total: 3.7924e-02 ] +2024-10-25 01:37:35,233 INFO: [ epoch: 321 ] [ iter: 31,800 ] [ performance: 12.366 it/s ] [ lr: 1.00e-04 ] [ eta: 1617 days, 15:52:55 ] [ l_g_pix: 5.2279e-02 ] [ l_g_total: 5.2279e-02 ] +2024-10-25 01:37:41,477 INFO: [ epoch: 322 ] [ iter: 31,900 ] [ performance: 14.732 it/s ] [ lr: 1.00e-04 ] [ eta: 1620 days, 5:03:56 ] [ l_g_pix: 3.9391e-02 ] [ l_g_total: 3.9391e-02 ] +2024-10-25 01:37:47,678 INFO: [ epoch: 323 ] [ iter: 32,000 ] [ performance: 12.112 it/s ] [ lr: 1.00e-04 ] [ eta: 1622 days, 17:05:55 ] [ l_g_pix: 2.8236e-02 ] [ l_g_total: 2.8236e-02 ] +2024-10-25 01:37:53,834 INFO: [ epoch: 324 ] [ iter: 32,100 ] [ performance: 14.781 it/s ] [ lr: 1.00e-04 ] [ eta: 1625 days, 3:55:38 ] [ l_g_pix: 4.1406e-02 ] [ l_g_total: 4.1406e-02 ] +2024-10-25 01:38:00,006 INFO: [ epoch: 325 ] [ iter: 32,200 ] [ performance: 12.246 it/s ] [ lr: 1.00e-04 ] [ eta: 1627 days, 14:43:44 ] [ l_g_pix: 4.7609e-02 ] [ l_g_total: 4.7609e-02 ] +2024-10-25 01:38:06,194 INFO: [ epoch: 326 ] [ iter: 32,300 ] [ performance: 14.811 it/s ] [ lr: 1.00e-04 ] [ eta: 1630 days, 1:28:16 ] [ l_g_pix: 3.8819e-02 ] [ l_g_total: 3.8819e-02 ] +2024-10-25 01:38:12,622 INFO: [ epoch: 327 ] [ iter: 32,400 ] [ performance: 11.249 it/s ] [ lr: 1.00e-04 ] [ eta: 1632 days, 16:23:10 ] [ l_g_pix: 3.5179e-02 ] [ l_g_total: 3.5179e-02 ] +2024-10-25 01:38:18,551 INFO: [ epoch: 328 ] [ iter: 32,500 ] [ performance: 14.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1634 days, 21:35:13 ] [ l_g_pix: 3.6988e-02 ] [ l_g_total: 3.6988e-02 ] +2024-10-25 01:38:24,509 INFO: [ epoch: 329 ] [ iter: 32,600 ] [ performance: 12.344 it/s ] [ lr: 1.00e-04 ] [ eta: 1637 days, 2:59:56 ] [ l_g_pix: 5.4954e-02 ] [ l_g_total: 5.4954e-02 ] +2024-10-25 01:38:30,809 INFO: [ epoch: 330 ] [ iter: 32,700 ] [ performance: 14.716 it/s ] [ lr: 1.00e-04 ] [ eta: 1639 days, 14:29:04 ] [ l_g_pix: 4.8054e-02 ] [ l_g_total: 4.8054e-02 ] +2024-10-25 01:38:37,116 INFO: [ epoch: 331 ] [ iter: 32,800 ] [ performance: 11.439 it/s ] [ lr: 1.00e-04 ] [ eta: 1642 days, 1:44:25 ] [ l_g_pix: 3.8464e-02 ] [ l_g_total: 3.8464e-02 ] +2024-10-25 01:38:42,997 INFO: [ epoch: 332 ] [ iter: 32,900 ] [ performance: 15.031 it/s ] [ lr: 1.00e-04 ] [ eta: 1644 days, 4:42:32 ] [ l_g_pix: 5.1328e-02 ] [ l_g_total: 5.1328e-02 ] +2024-10-25 01:38:49,225 INFO: [ epoch: 333 ] [ iter: 33,000 ] [ performance: 11.224 it/s ] [ lr: 1.00e-04 ] [ eta: 1646 days, 13:48:39 ] [ l_g_pix: 3.6068e-02 ] [ l_g_total: 3.6068e-02 ] +2024-10-25 01:38:55,559 INFO: [ epoch: 334 ] [ iter: 33,100 ] [ performance: 14.256 it/s ] [ lr: 1.00e-04 ] [ eta: 1649 days, 0:31:54 ] [ l_g_pix: 3.6902e-02 ] [ l_g_total: 3.6902e-02 ] +2024-10-25 01:39:01,724 INFO: [ epoch: 335 ] [ iter: 33,200 ] [ performance: 11.388 it/s ] [ lr: 1.00e-04 ] [ eta: 1651 days, 7:45:59 ] [ l_g_pix: 3.6231e-02 ] [ l_g_total: 3.6231e-02 ] +2024-10-25 01:39:07,879 INFO: [ epoch: 336 ] [ iter: 33,300 ] [ performance: 14.632 it/s ] [ lr: 1.00e-04 ] [ eta: 1653 days, 14:27:48 ] [ l_g_pix: 4.7603e-02 ] [ l_g_total: 4.7603e-02 ] +2024-10-25 01:39:14,041 INFO: [ epoch: 337 ] [ iter: 33,400 ] [ performance: 19.960 it/s ] [ lr: 1.00e-04 ] [ eta: 1655 days, 20:57:38 ] [ l_g_pix: 4.1594e-02 ] [ l_g_total: 4.1594e-02 ] +2024-10-25 01:39:20,174 INFO: [ epoch: 338 ] [ iter: 33,500 ] [ performance: 17.101 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 2:35:17 ] [ l_g_pix: 4.2856e-02 ] [ l_g_total: 4.2856e-02 ] +2024-10-25 01:39:26,351 INFO: [ epoch: 339 ] [ iter: 33,600 ] [ performance: 20.819 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 8:39:44 ] [ l_g_pix: 4.0058e-02 ] [ l_g_total: 4.0058e-02 ] +2024-10-25 01:39:32,577 INFO: [ epoch: 340 ] [ iter: 33,700 ] [ performance: 17.029 it/s ] [ lr: 1.00e-04 ] [ eta: 1662 days, 15:18:57 ] [ l_g_pix: 4.7964e-02 ] [ l_g_total: 4.7964e-02 ] +2024-10-25 01:39:38,778 INFO: [ epoch: 341 ] [ iter: 33,800 ] [ performance: 20.431 it/s ] [ lr: 1.00e-04 ] [ eta: 1664 days, 21:09:30 ] [ l_g_pix: 4.7732e-02 ] [ l_g_total: 4.7732e-02 ] +2024-10-25 01:39:44,777 INFO: [ epoch: 342 ] [ iter: 33,900 ] [ performance: 17.452 it/s ] [ lr: 1.00e-04 ] [ eta: 1666 days, 22:56:34 ] [ l_g_pix: 4.6889e-02 ] [ l_g_total: 4.6889e-02 ] +2024-10-25 01:39:50,709 INFO: [ epoch: 343 ] [ iter: 34,000 ] [ performance: 23.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1668 days, 23:09:44 ] [ l_g_pix: 4.6272e-02 ] [ l_g_total: 4.6272e-02 ] +2024-10-25 01:39:56,880 INFO: [ epoch: 344 ] [ iter: 34,100 ] [ performance: 17.428 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 3:26:05 ] [ l_g_pix: 4.1387e-02 ] [ l_g_total: 4.1387e-02 ] +2024-10-25 01:40:03,098 INFO: [ epoch: 345 ] [ iter: 34,200 ] [ performance: 20.728 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 8:13:26 ] [ l_g_pix: 4.3967e-02 ] [ l_g_total: 4.3967e-02 ] +2024-10-25 01:40:09,302 INFO: [ epoch: 346 ] [ iter: 34,300 ] [ performance: 16.992 it/s ] [ lr: 1.00e-04 ] [ eta: 1675 days, 12:25:19 ] [ l_g_pix: 3.8472e-02 ] [ l_g_total: 3.8472e-02 ] +2024-10-25 01:40:15,358 INFO: [ epoch: 347 ] [ iter: 34,400 ] [ performance: 21.451 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 13:33:40 ] [ l_g_pix: 4.1328e-02 ] [ l_g_total: 4.1328e-02 ] +2024-10-25 01:40:21,582 INFO: [ epoch: 348 ] [ iter: 34,500 ] [ performance: 17.031 it/s ] [ lr: 1.00e-04 ] [ eta: 1679 days, 17:25:09 ] [ l_g_pix: 2.8595e-02 ] [ l_g_total: 2.8595e-02 ] +2024-10-25 01:40:27,811 INFO: [ epoch: 349 ] [ iter: 34,600 ] [ performance: 20.395 it/s ] [ lr: 1.00e-04 ] [ eta: 1681 days, 21:02:00 ] [ l_g_pix: 4.2210e-02 ] [ l_g_total: 4.2210e-02 ] +2024-10-25 01:40:33,913 INFO: [ epoch: 350 ] [ iter: 34,700 ] [ performance: 17.126 it/s ] [ lr: 1.00e-04 ] [ eta: 1683 days, 22:00:04 ] [ l_g_pix: 3.5309e-02 ] [ l_g_total: 3.5309e-02 ] +2024-10-25 01:40:40,051 INFO: [ epoch: 351 ] [ iter: 34,800 ] [ performance: 21.201 it/s ] [ lr: 1.00e-04 ] [ eta: 1685 days, 23:16:04 ] [ l_g_pix: 3.8993e-02 ] [ l_g_total: 3.8993e-02 ] +2024-10-25 01:40:45,994 INFO: [ epoch: 352 ] [ iter: 34,900 ] [ performance: 17.602 it/s ] [ lr: 1.00e-04 ] [ eta: 1687 days, 20:40:34 ] [ l_g_pix: 3.5320e-02 ] [ l_g_total: 3.5320e-02 ] +2024-10-25 01:40:51,912 INFO: [ epoch: 353 ] [ iter: 35,000 ] [ performance: 21.355 it/s ] [ lr: 1.00e-04 ] [ eta: 1689 days, 17:17:51 ] [ l_g_pix: 3.4677e-02 ] [ l_g_total: 3.4677e-02 ] +2024-10-25 01:40:57,863 INFO: [ epoch: 354 ] [ iter: 35,100 ] [ performance: 17.580 it/s ] [ lr: 1.00e-04 ] [ eta: 1691 days, 14:11:21 ] [ l_g_pix: 4.7500e-02 ] [ l_g_total: 4.7500e-02 ] +2024-10-25 01:41:04,018 INFO: [ epoch: 355 ] [ iter: 35,200 ] [ performance: 20.707 it/s ] [ lr: 1.00e-04 ] [ eta: 1693 days, 14:25:07 ] [ l_g_pix: 4.1878e-02 ] [ l_g_total: 4.1878e-02 ] +2024-10-25 01:41:10,236 INFO: [ epoch: 356 ] [ iter: 35,300 ] [ performance: 16.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1695 days, 15:26:45 ] [ l_g_pix: 4.6193e-02 ] [ l_g_total: 4.6193e-02 ] +2024-10-25 01:41:16,445 INFO: [ epoch: 357 ] [ iter: 35,400 ] [ performance: 21.012 it/s ] [ lr: 1.00e-04 ] [ eta: 1697 days, 15:57:33 ] [ l_g_pix: 5.0592e-02 ] [ l_g_total: 5.0592e-02 ] +2024-10-25 01:41:22,623 INFO: [ epoch: 358 ] [ iter: 35,500 ] [ performance: 16.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 15:35:01 ] [ l_g_pix: 5.6229e-02 ] [ l_g_total: 5.6229e-02 ] +2024-10-25 01:41:28,701 INFO: [ epoch: 359 ] [ iter: 35,600 ] [ performance: 21.263 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 13:03:37 ] [ l_g_pix: 4.0476e-02 ] [ l_g_total: 4.0476e-02 ] +2024-10-25 01:41:34,891 INFO: [ epoch: 360 ] [ iter: 35,700 ] [ performance: 16.918 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 12:12:32 ] [ l_g_pix: 3.9027e-02 ] [ l_g_total: 3.9027e-02 ] +2024-10-25 01:41:41,093 INFO: [ epoch: 361 ] [ iter: 35,800 ] [ performance: 21.355 it/s ] [ lr: 1.00e-04 ] [ eta: 1705 days, 11:14:00 ] [ l_g_pix: 5.2602e-02 ] [ l_g_total: 5.2602e-02 ] +2024-10-25 01:41:47,145 INFO: [ epoch: 362 ] [ iter: 35,900 ] [ performance: 17.231 it/s ] [ lr: 1.00e-04 ] [ eta: 1707 days, 7:13:28 ] [ l_g_pix: 4.8265e-02 ] [ l_g_total: 4.8265e-02 ] +2024-10-25 01:41:53,342 INFO: [ epoch: 363 ] [ iter: 36,000 ] [ performance: 20.746 it/s ] [ lr: 1.00e-04 ] [ eta: 1709 days, 5:27:35 ] [ l_g_pix: 4.9562e-02 ] [ l_g_total: 4.9562e-02 ] +2024-10-25 01:41:59,362 INFO: [ epoch: 364 ] [ iter: 36,100 ] [ performance: 17.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 0:13:23 ] [ l_g_pix: 3.0669e-02 ] [ l_g_total: 3.0669e-02 ] +2024-10-25 01:42:05,508 INFO: [ epoch: 365 ] [ iter: 36,200 ] [ performance: 22.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 20:52:34 ] [ l_g_pix: 3.9783e-02 ] [ l_g_total: 3.9783e-02 ] +2024-10-25 01:42:11,770 INFO: [ epoch: 366 ] [ iter: 36,300 ] [ performance: 16.770 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 19:14:42 ] [ l_g_pix: 3.1968e-02 ] [ l_g_total: 3.1968e-02 ] +2024-10-25 01:42:17,807 INFO: [ epoch: 367 ] [ iter: 36,400 ] [ performance: 21.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 13:16:52 ] [ l_g_pix: 4.8743e-02 ] [ l_g_total: 4.8743e-02 ] +2024-10-25 01:42:23,908 INFO: [ epoch: 368 ] [ iter: 36,500 ] [ performance: 17.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 8:06:59 ] [ l_g_pix: 3.7695e-02 ] [ l_g_total: 3.7695e-02 ] +2024-10-25 01:42:30,130 INFO: [ epoch: 369 ] [ iter: 36,600 ] [ performance: 21.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1720 days, 4:45:00 ] [ l_g_pix: 3.3922e-02 ] [ l_g_total: 3.3922e-02 ] +2024-10-25 01:42:36,457 INFO: [ epoch: 370 ] [ iter: 36,700 ] [ performance: 16.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 2:52:23 ] [ l_g_pix: 4.1169e-02 ] [ l_g_total: 4.1169e-02 ] +2024-10-25 01:42:42,547 INFO: [ epoch: 371 ] [ iter: 36,800 ] [ performance: 21.146 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 20:30:16 ] [ l_g_pix: 3.1051e-02 ] [ l_g_total: 3.1051e-02 ] +2024-10-25 01:42:48,340 INFO: [ epoch: 372 ] [ iter: 36,900 ] [ performance: 17.740 it/s ] [ lr: 1.00e-04 ] [ eta: 1725 days, 8:34:15 ] [ l_g_pix: 4.0396e-02 ] [ l_g_total: 4.0396e-02 ] +2024-10-25 01:42:54,697 INFO: [ epoch: 373 ] [ iter: 37,000 ] [ performance: 20.512 it/s ] [ lr: 1.00e-04 ] [ eta: 1727 days, 6:11:19 ] [ l_g_pix: 3.2887e-02 ] [ l_g_total: 3.2887e-02 ] +2024-10-25 01:43:00,683 INFO: [ epoch: 374 ] [ iter: 37,100 ] [ performance: 17.148 it/s ] [ lr: 1.00e-04 ] [ eta: 1728 days, 20:58:32 ] [ l_g_pix: 3.1075e-02 ] [ l_g_total: 3.1075e-02 ] +2024-10-25 01:43:06,829 INFO: [ epoch: 375 ] [ iter: 37,200 ] [ performance: 20.836 it/s ] [ lr: 1.00e-04 ] [ eta: 1730 days, 14:13:16 ] [ l_g_pix: 3.7469e-02 ] [ l_g_total: 3.7469e-02 ] +2024-10-25 01:43:12,997 INFO: [ epoch: 376 ] [ iter: 37,300 ] [ performance: 16.699 it/s ] [ lr: 1.00e-04 ] [ eta: 1732 days, 7:30:25 ] [ l_g_pix: 4.8645e-02 ] [ l_g_total: 4.8645e-02 ] +2024-10-25 01:43:19,326 INFO: [ epoch: 377 ] [ iter: 37,400 ] [ performance: 21.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1734 days, 3:14:50 ] [ l_g_pix: 4.4041e-02 ] [ l_g_total: 4.4041e-02 ] +2024-10-25 01:43:25,451 INFO: [ epoch: 378 ] [ iter: 37,500 ] [ performance: 16.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1735 days, 19:06:15 ] [ l_g_pix: 3.7222e-02 ] [ l_g_total: 3.7222e-02 ] +2024-10-25 01:43:31,766 INFO: [ epoch: 379 ] [ iter: 37,600 ] [ performance: 20.574 it/s ] [ lr: 1.00e-04 ] [ eta: 1737 days, 13:54:12 ] [ l_g_pix: 4.4497e-02 ] [ l_g_total: 4.4497e-02 ] +2024-10-25 01:43:38,100 INFO: [ epoch: 380 ] [ iter: 37,700 ] [ performance: 16.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1739 days, 8:41:01 ] [ l_g_pix: 2.9195e-02 ] [ l_g_total: 2.9195e-02 ] +2024-10-25 01:43:44,361 INFO: [ epoch: 381 ] [ iter: 37,800 ] [ performance: 20.859 it/s ] [ lr: 1.00e-04 ] [ eta: 1741 days, 1:50:33 ] [ l_g_pix: 4.6018e-02 ] [ l_g_total: 4.6018e-02 ] +2024-10-25 01:43:50,482 INFO: [ epoch: 382 ] [ iter: 37,900 ] [ performance: 16.728 it/s ] [ lr: 1.00e-04 ] [ eta: 1742 days, 16:15:08 ] [ l_g_pix: 4.8825e-02 ] [ l_g_total: 4.8825e-02 ] +2024-10-25 01:43:56,618 INFO: [ epoch: 383 ] [ iter: 38,000 ] [ performance: 21.091 it/s ] [ lr: 1.00e-04 ] [ eta: 1744 days, 6:34:17 ] [ l_g_pix: 6.0731e-02 ] [ l_g_total: 6.0731e-02 ] +2024-10-25 01:44:02,778 INFO: [ epoch: 384 ] [ iter: 38,100 ] [ performance: 16.614 it/s ] [ lr: 1.00e-04 ] [ eta: 1745 days, 20:58:54 ] [ l_g_pix: 3.7893e-02 ] [ l_g_total: 3.7893e-02 ] +2024-10-25 01:44:09,058 INFO: [ epoch: 385 ] [ iter: 38,200 ] [ performance: 21.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1747 days, 13:04:45 ] [ l_g_pix: 5.0562e-02 ] [ l_g_total: 5.0562e-02 ] +2024-10-25 01:44:15,030 INFO: [ epoch: 386 ] [ iter: 38,300 ] [ performance: 17.063 it/s ] [ lr: 1.00e-04 ] [ eta: 1748 days, 23:34:43 ] [ l_g_pix: 4.0810e-02 ] [ l_g_total: 4.0810e-02 ] +2024-10-25 01:44:21,086 INFO: [ epoch: 387 ] [ iter: 38,400 ] [ performance: 23.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1750 days, 11:09:40 ] [ l_g_pix: 4.6326e-02 ] [ l_g_total: 4.6326e-02 ] +2024-10-25 01:44:27,298 INFO: [ epoch: 388 ] [ iter: 38,500 ] [ performance: 16.514 it/s ] [ lr: 1.00e-04 ] [ eta: 1752 days, 1:04:46 ] [ l_g_pix: 4.6774e-02 ] [ l_g_total: 4.6774e-02 ] +2024-10-25 01:44:33,363 INFO: [ epoch: 389 ] [ iter: 38,600 ] [ performance: 21.172 it/s ] [ lr: 1.00e-04 ] [ eta: 1753 days, 12:08:30 ] [ l_g_pix: 2.9070e-02 ] [ l_g_total: 2.9070e-02 ] +2024-10-25 01:44:39,458 INFO: [ epoch: 390 ] [ iter: 38,700 ] [ performance: 16.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1754 days, 23:23:38 ] [ l_g_pix: 5.4912e-02 ] [ l_g_total: 5.4912e-02 ] +2024-10-25 01:44:45,589 INFO: [ epoch: 391 ] [ iter: 38,800 ] [ performance: 21.313 it/s ] [ lr: 1.00e-04 ] [ eta: 1756 days, 10:53:54 ] [ l_g_pix: 2.4776e-02 ] [ l_g_total: 2.4776e-02 ] +2024-10-25 01:44:51,733 INFO: [ epoch: 392 ] [ iter: 38,900 ] [ performance: 16.534 it/s ] [ lr: 1.00e-04 ] [ eta: 1757 days, 22:17:59 ] [ l_g_pix: 3.0643e-02 ] [ l_g_total: 3.0643e-02 ] +2024-10-25 01:44:58,010 INFO: [ epoch: 393 ] [ iter: 39,000 ] [ performance: 21.317 it/s ] [ lr: 1.00e-04 ] [ eta: 1759 days, 11:36:23 ] [ l_g_pix: 3.8025e-02 ] [ l_g_total: 3.8025e-02 ] +2024-10-25 01:45:03,917 INFO: [ epoch: 394 ] [ iter: 39,100 ] [ performance: 17.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1760 days, 18:17:47 ] [ l_g_pix: 3.8311e-02 ] [ l_g_total: 3.8311e-02 ] +2024-10-25 01:45:09,859 INFO: [ epoch: 395 ] [ iter: 39,200 ] [ performance: 23.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1762 days, 1:15:27 ] [ l_g_pix: 2.8297e-02 ] [ l_g_total: 2.8297e-02 ] +2024-10-25 01:45:15,892 INFO: [ epoch: 396 ] [ iter: 39,300 ] [ performance: 16.807 it/s ] [ lr: 1.00e-04 ] [ eta: 1763 days, 9:25:34 ] [ l_g_pix: 4.4248e-02 ] [ l_g_total: 4.4248e-02 ] +2024-10-25 01:45:22,090 INFO: [ epoch: 397 ] [ iter: 39,400 ] [ performance: 20.797 it/s ] [ lr: 1.00e-04 ] [ eta: 1764 days, 20:02:30 ] [ l_g_pix: 4.4571e-02 ] [ l_g_total: 4.4571e-02 ] +2024-10-25 01:45:28,217 INFO: [ epoch: 398 ] [ iter: 39,500 ] [ performance: 16.463 it/s ] [ lr: 1.00e-04 ] [ eta: 1766 days, 5:06:06 ] [ l_g_pix: 4.4488e-02 ] [ l_g_total: 4.4488e-02 ] +2024-10-25 01:45:34,575 INFO: [ epoch: 399 ] [ iter: 39,600 ] [ performance: 11.452 it/s ] [ lr: 1.00e-04 ] [ eta: 1767 days, 17:42:38 ] [ l_g_pix: 2.5961e-02 ] [ l_g_total: 2.5961e-02 ] +2024-10-25 01:45:41,857 INFO: [ epoch: 401 ] [ iter: 39,700 ] [ performance: 13.658 it/s ] [ lr: 1.00e-04 ] [ eta: 1769 days, 21:25:02 ] [ l_g_pix: 3.0437e-02 ] [ l_g_total: 3.0437e-02 ] +2024-10-25 01:45:48,171 INFO: [ epoch: 402 ] [ iter: 39,800 ] [ performance: 1.532 it/s ] [ lr: 1.00e-04 ] [ eta: 1771 days, 8:33:40 ] [ l_g_pix: 4.2708e-02 ] [ l_g_total: 4.2708e-02 ] +2024-10-25 01:45:54,344 INFO: [ epoch: 403 ] [ iter: 39,900 ] [ performance: 13.642 it/s ] [ lr: 1.00e-04 ] [ eta: 1772 days, 17:00:10 ] [ l_g_pix: 5.0991e-02 ] [ l_g_total: 5.0991e-02 ] +2024-10-25 01:46:00,643 INFO: [ epoch: 404 ] [ iter: 40,000 ] [ performance: 15.024 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 3:12:08 ] [ l_g_pix: 6.0927e-02 ] [ l_g_total: 6.0927e-02 ] +2024-10-25 01:46:00,644 INFO: Saving models and training states. +2024-10-25 01:47:08,680 INFO: Validation val + + # psnr: 21.6258........ Best: 21.6258 @ 40000 iter + # ssim: 0.6222........ Best: 0.6222 @ 40000 iter + # dists: 0.7892........ Best: 0.7892 @ 40000 iter + +2024-10-25 01:47:15,060 INFO: [ epoch: 405 ] [ iter: 40,100 ] [ performance: 15.671 it/s ] [ lr: 1.00e-04 ] [ eta: 1822 days, 18:25:47 ] [ l_g_pix: 3.1529e-02 ] [ l_g_total: 3.1529e-02 ] +2024-10-25 01:47:20,914 INFO: [ epoch: 406 ] [ iter: 40,200 ] [ performance: 16.345 it/s ] [ lr: 1.00e-04 ] [ eta: 1823 days, 18:37:44 ] [ l_g_pix: 4.4809e-02 ] [ l_g_total: 4.4809e-02 ] +2024-10-25 01:47:26,790 INFO: [ epoch: 407 ] [ iter: 40,300 ] [ performance: 17.022 it/s ] [ lr: 1.00e-04 ] [ eta: 1824 days, 18:52:45 ] [ l_g_pix: 4.7846e-02 ] [ l_g_total: 4.7846e-02 ] +2024-10-25 01:47:32,950 INFO: [ epoch: 408 ] [ iter: 40,400 ] [ performance: 16.620 it/s ] [ lr: 1.00e-04 ] [ eta: 1825 days, 23:29:53 ] [ l_g_pix: 4.1744e-02 ] [ l_g_total: 4.1744e-02 ] +2024-10-25 01:47:39,066 INFO: [ epoch: 409 ] [ iter: 40,500 ] [ performance: 16.323 it/s ] [ lr: 1.00e-04 ] [ eta: 1827 days, 3:03:12 ] [ l_g_pix: 3.4601e-02 ] [ l_g_total: 3.4601e-02 ] +2024-10-25 01:47:45,045 INFO: [ epoch: 410 ] [ iter: 40,600 ] [ performance: 16.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1828 days, 4:00:21 ] [ l_g_pix: 3.5850e-02 ] [ l_g_total: 3.5850e-02 ] +2024-10-25 01:47:50,949 INFO: [ epoch: 411 ] [ iter: 40,700 ] [ performance: 16.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1829 days, 3:23:18 ] [ l_g_pix: 3.7508e-02 ] [ l_g_total: 3.7508e-02 ] +2024-10-25 01:47:56,891 INFO: [ epoch: 412 ] [ iter: 40,800 ] [ performance: 16.853 it/s ] [ lr: 1.00e-04 ] [ eta: 1830 days, 3:04:00 ] [ l_g_pix: 4.1008e-02 ] [ l_g_total: 4.1008e-02 ] +2024-10-25 01:48:02,869 INFO: [ epoch: 413 ] [ iter: 40,900 ] [ performance: 16.618 it/s ] [ lr: 1.00e-04 ] [ eta: 1831 days, 3:00:16 ] [ l_g_pix: 6.1503e-02 ] [ l_g_total: 6.1503e-02 ] +2024-10-25 01:48:08,762 INFO: [ epoch: 414 ] [ iter: 41,000 ] [ performance: 16.797 it/s ] [ lr: 1.00e-04 ] [ eta: 1832 days, 1:13:21 ] [ l_g_pix: 4.7770e-02 ] [ l_g_total: 4.7770e-02 ] +2024-10-25 01:48:14,575 INFO: [ epoch: 415 ] [ iter: 41,100 ] [ performance: 17.025 it/s ] [ lr: 1.00e-04 ] [ eta: 1832 days, 21:48:40 ] [ l_g_pix: 4.5261e-02 ] [ l_g_total: 4.5261e-02 ] +2024-10-25 01:48:20,502 INFO: [ epoch: 416 ] [ iter: 41,200 ] [ performance: 16.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1833 days, 19:55:20 ] [ l_g_pix: 5.1842e-02 ] [ l_g_total: 5.1842e-02 ] +2024-10-25 01:48:26,475 INFO: [ epoch: 417 ] [ iter: 41,300 ] [ performance: 16.559 it/s ] [ lr: 1.00e-04 ] [ eta: 1834 days, 18:27:36 ] [ l_g_pix: 3.4258e-02 ] [ l_g_total: 3.4258e-02 ] +2024-10-25 01:48:32,421 INFO: [ epoch: 418 ] [ iter: 41,400 ] [ performance: 16.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1835 days, 16:13:38 ] [ l_g_pix: 4.0149e-02 ] [ l_g_total: 4.0149e-02 ] +2024-10-25 01:48:38,342 INFO: [ epoch: 419 ] [ iter: 41,500 ] [ performance: 16.713 it/s ] [ lr: 1.00e-04 ] [ eta: 1836 days, 13:16:10 ] [ l_g_pix: 4.3770e-02 ] [ l_g_total: 4.3770e-02 ] +2024-10-25 01:48:44,309 INFO: [ epoch: 420 ] [ iter: 41,600 ] [ performance: 16.739 it/s ] [ lr: 1.00e-04 ] [ eta: 1837 days, 10:43:15 ] [ l_g_pix: 2.5210e-02 ] [ l_g_total: 2.5210e-02 ] +2024-10-25 01:48:50,180 INFO: [ epoch: 421 ] [ iter: 41,700 ] [ performance: 16.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1838 days, 6:16:56 ] [ l_g_pix: 3.3234e-02 ] [ l_g_total: 3.3234e-02 ] +2024-10-25 01:48:56,096 INFO: [ epoch: 422 ] [ iter: 41,800 ] [ performance: 16.852 it/s ] [ lr: 1.00e-04 ] [ eta: 1839 days, 2:14:45 ] [ l_g_pix: 4.5005e-02 ] [ l_g_total: 4.5005e-02 ] +2024-10-25 01:49:01,730 INFO: [ epoch: 423 ] [ iter: 41,900 ] [ performance: 17.391 it/s ] [ lr: 1.00e-04 ] [ eta: 1839 days, 17:19:33 ] [ l_g_pix: 4.0913e-02 ] [ l_g_total: 4.0913e-02 ] +2024-10-25 01:49:07,678 INFO: [ epoch: 424 ] [ iter: 42,000 ] [ performance: 17.087 it/s ] [ lr: 1.00e-04 ] [ eta: 1840 days, 13:09:24 ] [ l_g_pix: 3.6274e-02 ] [ l_g_total: 3.6274e-02 ] +2024-10-25 01:49:13,642 INFO: [ epoch: 425 ] [ iter: 42,100 ] [ performance: 16.451 it/s ] [ lr: 1.00e-04 ] [ eta: 1841 days, 8:54:41 ] [ l_g_pix: 4.1728e-02 ] [ l_g_total: 4.1728e-02 ] +2024-10-25 01:49:19,597 INFO: [ epoch: 426 ] [ iter: 42,200 ] [ performance: 16.630 it/s ] [ lr: 1.00e-04 ] [ eta: 1842 days, 4:11:31 ] [ l_g_pix: 5.1561e-02 ] [ l_g_total: 5.1561e-02 ] +2024-10-25 01:49:25,448 INFO: [ epoch: 427 ] [ iter: 42,300 ] [ performance: 16.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1842 days, 21:29:22 ] [ l_g_pix: 5.1064e-02 ] [ l_g_total: 5.1064e-02 ] +2024-10-25 01:49:31,342 INFO: [ epoch: 428 ] [ iter: 42,400 ] [ performance: 16.870 it/s ] [ lr: 1.00e-04 ] [ eta: 1843 days, 15:07:23 ] [ l_g_pix: 3.9430e-02 ] [ l_g_total: 3.9430e-02 ] +2024-10-25 01:49:37,303 INFO: [ epoch: 429 ] [ iter: 42,500 ] [ performance: 16.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1844 days, 9:30:52 ] [ l_g_pix: 4.6143e-02 ] [ l_g_total: 4.6143e-02 ] +2024-10-25 01:49:43,347 INFO: [ epoch: 430 ] [ iter: 42,600 ] [ performance: 16.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1845 days, 4:53:54 ] [ l_g_pix: 4.4354e-02 ] [ l_g_total: 4.4354e-02 ] +2024-10-25 01:49:49,381 INFO: [ epoch: 431 ] [ iter: 42,700 ] [ performance: 16.156 it/s ] [ lr: 1.00e-04 ] [ eta: 1845 days, 23:46:57 ] [ l_g_pix: 3.8087e-02 ] [ l_g_total: 3.8087e-02 ] +2024-10-25 01:49:55,361 INFO: [ epoch: 432 ] [ iter: 42,800 ] [ performance: 16.454 it/s ] [ lr: 1.00e-04 ] [ eta: 1846 days, 17:28:58 ] [ l_g_pix: 3.8329e-02 ] [ l_g_total: 3.8329e-02 ] +2024-10-25 01:50:01,143 INFO: [ epoch: 433 ] [ iter: 42,900 ] [ performance: 16.903 it/s ] [ lr: 1.00e-04 ] [ eta: 1847 days, 7:41:41 ] [ l_g_pix: 4.2042e-02 ] [ l_g_total: 4.2042e-02 ] +2024-10-25 01:50:07,123 INFO: [ epoch: 434 ] [ iter: 43,000 ] [ performance: 16.807 it/s ] [ lr: 1.00e-04 ] [ eta: 1848 days, 0:44:32 ] [ l_g_pix: 4.3174e-02 ] [ l_g_total: 4.3174e-02 ] +2024-10-25 01:50:13,150 INFO: [ epoch: 435 ] [ iter: 43,100 ] [ performance: 16.068 it/s ] [ lr: 1.00e-04 ] [ eta: 1848 days, 18:10:48 ] [ l_g_pix: 3.0068e-02 ] [ l_g_total: 3.0068e-02 ] +2024-10-25 01:50:19,190 INFO: [ epoch: 436 ] [ iter: 43,200 ] [ performance: 16.329 it/s ] [ lr: 1.00e-04 ] [ eta: 1849 days, 11:29:48 ] [ l_g_pix: 4.3438e-02 ] [ l_g_total: 4.3438e-02 ] +2024-10-25 01:50:25,166 INFO: [ epoch: 437 ] [ iter: 43,300 ] [ performance: 16.154 it/s ] [ lr: 1.00e-04 ] [ eta: 1850 days, 3:28:16 ] [ l_g_pix: 3.6660e-02 ] [ l_g_total: 3.6660e-02 ] +2024-10-25 01:50:31,104 INFO: [ epoch: 438 ] [ iter: 43,400 ] [ performance: 16.520 it/s ] [ lr: 1.00e-04 ] [ eta: 1850 days, 18:30:58 ] [ l_g_pix: 3.8090e-02 ] [ l_g_total: 3.8090e-02 ] +2024-10-25 01:50:37,042 INFO: [ epoch: 439 ] [ iter: 43,500 ] [ performance: 16.276 it/s ] [ lr: 1.00e-04 ] [ eta: 1851 days, 9:13:25 ] [ l_g_pix: 4.0323e-02 ] [ l_g_total: 4.0323e-02 ] +2024-10-25 01:50:43,012 INFO: [ epoch: 440 ] [ iter: 43,600 ] [ performance: 16.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1852 days, 0:06:23 ] [ l_g_pix: 3.7562e-02 ] [ l_g_total: 3.7562e-02 ] +2024-10-25 01:50:48,994 INFO: [ epoch: 441 ] [ iter: 43,700 ] [ performance: 16.080 it/s ] [ lr: 1.00e-04 ] [ eta: 1852 days, 14:51:12 ] [ l_g_pix: 4.5673e-02 ] [ l_g_total: 4.5673e-02 ] +2024-10-25 01:50:54,819 INFO: [ epoch: 442 ] [ iter: 43,800 ] [ performance: 16.660 it/s ] [ lr: 1.00e-04 ] [ eta: 1853 days, 2:47:57 ] [ l_g_pix: 3.4689e-02 ] [ l_g_total: 3.4689e-02 ] +2024-10-25 01:51:00,678 INFO: [ epoch: 443 ] [ iter: 43,900 ] [ performance: 16.256 it/s ] [ lr: 1.00e-04 ] [ eta: 1853 days, 14:57:53 ] [ l_g_pix: 4.3350e-02 ] [ l_g_total: 4.3350e-02 ] +2024-10-25 01:51:06,385 INFO: [ epoch: 444 ] [ iter: 44,000 ] [ performance: 16.930 it/s ] [ lr: 1.00e-04 ] [ eta: 1854 days, 0:26:13 ] [ l_g_pix: 3.8438e-02 ] [ l_g_total: 3.8438e-02 ] +2024-10-25 01:51:12,470 INFO: [ epoch: 445 ] [ iter: 44,100 ] [ performance: 15.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1854 days, 15:28:06 ] [ l_g_pix: 6.1932e-02 ] [ l_g_total: 6.1932e-02 ] +2024-10-25 01:51:18,461 INFO: [ epoch: 446 ] [ iter: 44,200 ] [ performance: 16.199 it/s ] [ lr: 1.00e-04 ] [ eta: 1855 days, 4:41:26 ] [ l_g_pix: 5.4892e-02 ] [ l_g_total: 5.4892e-02 ] +2024-10-25 01:51:24,350 INFO: [ epoch: 447 ] [ iter: 44,300 ] [ performance: 16.183 it/s ] [ lr: 1.00e-04 ] [ eta: 1855 days, 16:01:00 ] [ l_g_pix: 5.3897e-02 ] [ l_g_total: 5.3897e-02 ] +2024-10-25 01:51:30,329 INFO: [ epoch: 448 ] [ iter: 44,400 ] [ performance: 16.482 it/s ] [ lr: 1.00e-04 ] [ eta: 1856 days, 4:23:41 ] [ l_g_pix: 5.6133e-02 ] [ l_g_total: 5.6133e-02 ] +2024-10-25 01:51:36,311 INFO: [ epoch: 449 ] [ iter: 44,500 ] [ performance: 15.882 it/s ] [ lr: 1.00e-04 ] [ eta: 1856 days, 16:29:44 ] [ l_g_pix: 4.1270e-02 ] [ l_g_total: 4.1270e-02 ] +2024-10-25 01:51:42,262 INFO: [ epoch: 450 ] [ iter: 44,600 ] [ performance: 16.387 it/s ] [ lr: 1.00e-04 ] [ eta: 1857 days, 3:46:34 ] [ l_g_pix: 2.9578e-02 ] [ l_g_total: 2.9578e-02 ] +2024-10-25 01:51:48,202 INFO: [ epoch: 451 ] [ iter: 44,700 ] [ performance: 15.894 it/s ] [ lr: 1.00e-04 ] [ eta: 1857 days, 14:34:32 ] [ l_g_pix: 2.4300e-02 ] [ l_g_total: 2.4300e-02 ] +2024-10-25 01:51:53,954 INFO: [ epoch: 452 ] [ iter: 44,800 ] [ performance: 16.701 it/s ] [ lr: 1.00e-04 ] [ eta: 1857 days, 22:08:53 ] [ l_g_pix: 3.2153e-02 ] [ l_g_total: 3.2153e-02 ] +2024-10-25 01:51:59,775 INFO: [ epoch: 453 ] [ iter: 44,900 ] [ performance: 15.952 it/s ] [ lr: 1.00e-04 ] [ eta: 1858 days, 6:27:47 ] [ l_g_pix: 4.8488e-02 ] [ l_g_total: 4.8488e-02 ] +2024-10-25 01:52:05,677 INFO: [ epoch: 454 ] [ iter: 45,000 ] [ performance: 16.501 it/s ] [ lr: 1.00e-04 ] [ eta: 1858 days, 15:40:29 ] [ l_g_pix: 3.5558e-02 ] [ l_g_total: 3.5558e-02 ] +2024-10-25 01:52:11,538 INFO: [ epoch: 455 ] [ iter: 45,100 ] [ performance: 16.082 it/s ] [ lr: 1.00e-04 ] [ eta: 1858 days, 23:57:39 ] [ l_g_pix: 4.8955e-02 ] [ l_g_total: 4.8955e-02 ] +2024-10-25 01:52:17,494 INFO: [ epoch: 456 ] [ iter: 45,200 ] [ performance: 16.479 it/s ] [ lr: 1.00e-04 ] [ eta: 1859 days, 9:21:07 ] [ l_g_pix: 5.6548e-02 ] [ l_g_total: 5.6548e-02 ] +2024-10-25 01:52:23,520 INFO: [ epoch: 457 ] [ iter: 45,300 ] [ performance: 15.614 it/s ] [ lr: 1.00e-04 ] [ eta: 1859 days, 19:28:36 ] [ l_g_pix: 3.7512e-02 ] [ l_g_total: 3.7512e-02 ] +2024-10-25 01:52:29,481 INFO: [ epoch: 458 ] [ iter: 45,400 ] [ performance: 16.261 it/s ] [ lr: 1.00e-04 ] [ eta: 1860 days, 4:16:09 ] [ l_g_pix: 3.7195e-02 ] [ l_g_total: 3.7195e-02 ] +2024-10-25 01:52:35,487 INFO: [ epoch: 459 ] [ iter: 45,500 ] [ performance: 15.526 it/s ] [ lr: 1.00e-04 ] [ eta: 1860 days, 13:26:04 ] [ l_g_pix: 5.2699e-02 ] [ l_g_total: 5.2699e-02 ] +2024-10-25 01:52:41,350 INFO: [ epoch: 460 ] [ iter: 45,600 ] [ performance: 16.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1860 days, 20:05:35 ] [ l_g_pix: 5.2032e-02 ] [ l_g_total: 5.2032e-02 ] +2024-10-25 01:52:47,388 INFO: [ epoch: 461 ] [ iter: 45,700 ] [ performance: 15.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1861 days, 5:04:19 ] [ l_g_pix: 3.6357e-02 ] [ l_g_total: 3.6357e-02 ] +2024-10-25 01:52:53,298 INFO: [ epoch: 462 ] [ iter: 45,800 ] [ performance: 16.235 it/s ] [ lr: 1.00e-04 ] [ eta: 1861 days, 11:46:40 ] [ l_g_pix: 2.8980e-02 ] [ l_g_total: 2.8980e-02 ] +2024-10-25 01:52:59,249 INFO: [ epoch: 463 ] [ iter: 45,900 ] [ performance: 15.654 it/s ] [ lr: 1.00e-04 ] [ eta: 1861 days, 18:46:13 ] [ l_g_pix: 4.3295e-02 ] [ l_g_total: 4.3295e-02 ] +2024-10-25 01:53:04,944 INFO: [ epoch: 464 ] [ iter: 46,000 ] [ performance: 16.710 it/s ] [ lr: 1.00e-04 ] [ eta: 1861 days, 21:35:56 ] [ l_g_pix: 3.4992e-02 ] [ l_g_total: 3.4992e-02 ] +2024-10-25 01:53:10,680 INFO: [ epoch: 465 ] [ iter: 46,100 ] [ performance: 15.862 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 0:44:20 ] [ l_g_pix: 2.9030e-02 ] [ l_g_total: 2.9030e-02 ] +2024-10-25 01:53:16,626 INFO: [ epoch: 466 ] [ iter: 46,200 ] [ performance: 16.410 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 6:40:50 ] [ l_g_pix: 2.5724e-02 ] [ l_g_total: 2.5724e-02 ] +2024-10-25 01:53:22,486 INFO: [ epoch: 467 ] [ iter: 46,300 ] [ performance: 15.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 11:00:24 ] [ l_g_pix: 2.7175e-02 ] [ l_g_total: 2.7175e-02 ] +2024-10-25 01:53:28,501 INFO: [ epoch: 468 ] [ iter: 46,400 ] [ performance: 16.316 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 17:19:59 ] [ l_g_pix: 4.5336e-02 ] [ l_g_total: 4.5336e-02 ] +2024-10-25 01:53:34,277 INFO: [ epoch: 469 ] [ iter: 46,500 ] [ performance: 16.564 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 19:45:03 ] [ l_g_pix: 5.2195e-02 ] [ l_g_total: 5.2195e-02 ] +2024-10-25 01:53:39,862 INFO: [ epoch: 470 ] [ iter: 46,600 ] [ performance: 17.335 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 19:01:34 ] [ l_g_pix: 5.6840e-02 ] [ l_g_total: 5.6840e-02 ] +2024-10-25 01:53:45,914 INFO: [ epoch: 471 ] [ iter: 46,700 ] [ performance: 20.584 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 0:54:52 ] [ l_g_pix: 4.6198e-02 ] [ l_g_total: 4.6198e-02 ] +2024-10-25 01:53:51,830 INFO: [ epoch: 472 ] [ iter: 46,800 ] [ performance: 18.226 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 4:26:14 ] [ l_g_pix: 3.3901e-02 ] [ l_g_total: 3.3901e-02 ] +2024-10-25 01:53:57,745 INFO: [ epoch: 473 ] [ iter: 46,900 ] [ performance: 21.241 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 7:37:41 ] [ l_g_pix: 4.7881e-02 ] [ l_g_total: 4.7881e-02 ] +2024-10-25 01:54:03,726 INFO: [ epoch: 474 ] [ iter: 47,000 ] [ performance: 18.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 11:27:27 ] [ l_g_pix: 3.9302e-02 ] [ l_g_total: 3.9302e-02 ] +2024-10-25 01:54:09,613 INFO: [ epoch: 475 ] [ iter: 47,100 ] [ performance: 21.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 13:35:27 ] [ l_g_pix: 4.8145e-02 ] [ l_g_total: 4.8145e-02 ] +2024-10-25 01:54:15,498 INFO: [ epoch: 476 ] [ iter: 47,200 ] [ performance: 18.506 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 15:20:43 ] [ l_g_pix: 2.6421e-02 ] [ l_g_total: 2.6421e-02 ] +2024-10-25 01:54:21,398 INFO: [ epoch: 477 ] [ iter: 47,300 ] [ performance: 20.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 17:00:16 ] [ l_g_pix: 3.1671e-02 ] [ l_g_total: 3.1671e-02 ] +2024-10-25 01:54:27,326 INFO: [ epoch: 478 ] [ iter: 47,400 ] [ performance: 18.251 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 18:44:38 ] [ l_g_pix: 5.8791e-02 ] [ l_g_total: 5.8791e-02 ] +2024-10-25 01:54:33,214 INFO: [ epoch: 479 ] [ iter: 47,500 ] [ performance: 21.400 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 19:33:19 ] [ l_g_pix: 4.4042e-02 ] [ l_g_total: 4.4042e-02 ] +2024-10-25 01:54:38,936 INFO: [ epoch: 480 ] [ iter: 47,600 ] [ performance: 18.824 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 17:38:58 ] [ l_g_pix: 3.4448e-02 ] [ l_g_total: 3.4448e-02 ] +2024-10-25 01:54:44,816 INFO: [ epoch: 481 ] [ iter: 47,700 ] [ performance: 21.099 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 17:42:25 ] [ l_g_pix: 3.5794e-02 ] [ l_g_total: 3.5794e-02 ] +2024-10-25 01:54:50,521 INFO: [ epoch: 482 ] [ iter: 47,800 ] [ performance: 18.760 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 14:53:16 ] [ l_g_pix: 2.8023e-02 ] [ l_g_total: 2.8023e-02 ] +2024-10-25 01:54:56,424 INFO: [ epoch: 483 ] [ iter: 47,900 ] [ performance: 21.875 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 14:38:37 ] [ l_g_pix: 4.9682e-02 ] [ l_g_total: 4.9682e-02 ] +2024-10-25 01:55:02,400 INFO: [ epoch: 484 ] [ iter: 48,000 ] [ performance: 18.391 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 15:06:33 ] [ l_g_pix: 4.1452e-02 ] [ l_g_total: 4.1452e-02 ] +2024-10-25 01:55:08,022 INFO: [ epoch: 485 ] [ iter: 48,100 ] [ performance: 23.504 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 10:08:04 ] [ l_g_pix: 5.6092e-02 ] [ l_g_total: 5.6092e-02 ] +2024-10-25 01:55:13,970 INFO: [ epoch: 486 ] [ iter: 48,200 ] [ performance: 18.848 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 9:32:54 ] [ l_g_pix: 4.3479e-02 ] [ l_g_total: 4.3479e-02 ] +2024-10-25 01:55:19,931 INFO: [ epoch: 487 ] [ iter: 48,300 ] [ performance: 20.980 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 8:49:25 ] [ l_g_pix: 3.6852e-02 ] [ l_g_total: 3.6852e-02 ] +2024-10-25 01:55:25,842 INFO: [ epoch: 488 ] [ iter: 48,400 ] [ performance: 18.244 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 7:02:51 ] [ l_g_pix: 3.6940e-02 ] [ l_g_total: 3.6940e-02 ] +2024-10-25 01:55:31,686 INFO: [ epoch: 489 ] [ iter: 48,500 ] [ performance: 21.188 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 3:58:03 ] [ l_g_pix: 4.6885e-02 ] [ l_g_total: 4.6885e-02 ] +2024-10-25 01:55:37,638 INFO: [ epoch: 490 ] [ iter: 48,600 ] [ performance: 18.201 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 2:07:46 ] [ l_g_pix: 3.0502e-02 ] [ l_g_total: 3.0502e-02 ] +2024-10-25 01:55:43,582 INFO: [ epoch: 491 ] [ iter: 48,700 ] [ performance: 20.986 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 23:49:40 ] [ l_g_pix: 2.9722e-02 ] [ l_g_total: 2.9722e-02 ] +2024-10-25 01:55:49,195 INFO: [ epoch: 492 ] [ iter: 48,800 ] [ performance: 18.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 16:30:13 ] [ l_g_pix: 4.6756e-02 ] [ l_g_total: 4.6756e-02 ] +2024-10-25 01:55:55,132 INFO: [ epoch: 493 ] [ iter: 48,900 ] [ performance: 21.308 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 13:27:40 ] [ l_g_pix: 3.0123e-02 ] [ l_g_total: 3.0123e-02 ] +2024-10-25 01:56:01,082 INFO: [ epoch: 494 ] [ iter: 49,000 ] [ performance: 18.206 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 10:15:56 ] [ l_g_pix: 5.0543e-02 ] [ l_g_total: 5.0543e-02 ] +2024-10-25 01:56:07,109 INFO: [ epoch: 495 ] [ iter: 49,100 ] [ performance: 20.908 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 7:49:52 ] [ l_g_pix: 3.1831e-02 ] [ l_g_total: 3.1831e-02 ] +2024-10-25 01:56:13,014 INFO: [ epoch: 496 ] [ iter: 49,200 ] [ performance: 18.177 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 3:20:42 ] [ l_g_pix: 3.2314e-02 ] [ l_g_total: 3.2314e-02 ] +2024-10-25 01:56:18,962 INFO: [ epoch: 497 ] [ iter: 49,300 ] [ performance: 20.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1861 days, 23:07:45 ] [ l_g_pix: 2.5003e-02 ] [ l_g_total: 2.5003e-02 ] +2024-10-25 01:56:24,955 INFO: [ epoch: 498 ] [ iter: 49,400 ] [ performance: 17.974 it/s ] [ lr: 1.00e-04 ] [ eta: 1861 days, 19:13:50 ] [ l_g_pix: 4.3140e-02 ] [ l_g_total: 4.3140e-02 ] +2024-10-25 01:56:30,795 INFO: [ epoch: 499 ] [ iter: 49,500 ] [ performance: 22.139 it/s ] [ lr: 1.00e-04 ] [ eta: 1861 days, 12:50:23 ] [ l_g_pix: 3.6005e-02 ] [ l_g_total: 3.6005e-02 ] +2024-10-25 01:56:37,566 INFO: [ epoch: 501 ] [ iter: 49,600 ] [ performance: 16.726 it/s ] [ lr: 1.00e-04 ] [ eta: 1861 days, 19:08:26 ] [ l_g_pix: 4.3193e-02 ] [ l_g_total: 4.3193e-02 ] +2024-10-25 01:56:43,541 INFO: [ epoch: 502 ] [ iter: 49,700 ] [ performance: 15.623 it/s ] [ lr: 1.00e-04 ] [ eta: 1861 days, 13:57:53 ] [ l_g_pix: 3.8079e-02 ] [ l_g_total: 3.8079e-02 ] +2024-10-25 01:56:49,286 INFO: [ epoch: 503 ] [ iter: 49,800 ] [ performance: 16.753 it/s ] [ lr: 1.00e-04 ] [ eta: 1861 days, 5:15:21 ] [ l_g_pix: 3.7251e-02 ] [ l_g_total: 3.7251e-02 ] +2024-10-25 01:56:55,263 INFO: [ epoch: 504 ] [ iter: 49,900 ] [ performance: 14.147 it/s ] [ lr: 1.00e-04 ] [ eta: 1860 days, 23:27:19 ] [ l_g_pix: 2.5135e-02 ] [ l_g_total: 2.5135e-02 ] +2024-10-25 01:57:01,331 INFO: [ epoch: 505 ] [ iter: 50,000 ] [ performance: 15.601 it/s ] [ lr: 5.00e-05 ] [ eta: 1860 days, 18:35:18 ] [ l_g_pix: 3.8242e-02 ] [ l_g_total: 3.8242e-02 ] +2024-10-25 01:57:01,332 INFO: Saving models and training states. +2024-10-25 01:58:09,451 INFO: Validation val + + # psnr: 21.6789........ Best: 21.6789 @ 50000 iter + # ssim: 0.6257........ Best: 0.6257 @ 50000 iter + # dists: 0.7888........ Best: 0.7888 @ 50000 iter + +2024-10-25 01:58:15,305 INFO: [ epoch: 506 ] [ iter: 50,100 ] [ performance: 14.091 it/s ] [ lr: 5.00e-05 ] [ eta: 1899 days, 18:36:56 ] [ l_g_pix: 3.5636e-02 ] [ l_g_total: 3.5636e-02 ] +2024-10-25 01:58:21,250 INFO: [ epoch: 507 ] [ iter: 50,200 ] [ performance: 15.791 it/s ] [ lr: 5.00e-05 ] [ eta: 1899 days, 9:28:11 ] [ l_g_pix: 4.7738e-02 ] [ l_g_total: 4.7738e-02 ] +2024-10-25 01:58:27,068 INFO: [ epoch: 508 ] [ iter: 50,300 ] [ performance: 13.939 it/s ] [ lr: 5.00e-05 ] [ eta: 1898 days, 22:15:28 ] [ l_g_pix: 5.0456e-02 ] [ l_g_total: 5.0456e-02 ] +2024-10-25 01:58:33,035 INFO: [ epoch: 509 ] [ iter: 50,400 ] [ performance: 15.703 it/s ] [ lr: 5.00e-05 ] [ eta: 1898 days, 12:45:42 ] [ l_g_pix: 3.8128e-02 ] [ l_g_total: 3.8128e-02 ] +2024-10-25 01:58:39,085 INFO: [ epoch: 510 ] [ iter: 50,500 ] [ performance: 13.746 it/s ] [ lr: 5.00e-05 ] [ eta: 1898 days, 4:04:36 ] [ l_g_pix: 4.1535e-02 ] [ l_g_total: 4.1535e-02 ] +2024-10-25 01:58:45,089 INFO: [ epoch: 511 ] [ iter: 50,600 ] [ performance: 15.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1897 days, 18:25:46 ] [ l_g_pix: 4.2267e-02 ] [ l_g_total: 4.2267e-02 ] +2024-10-25 01:58:51,058 INFO: [ epoch: 512 ] [ iter: 50,700 ] [ performance: 13.771 it/s ] [ lr: 5.00e-05 ] [ eta: 1897 days, 7:58:35 ] [ l_g_pix: 4.0380e-02 ] [ l_g_total: 4.0380e-02 ] +2024-10-25 01:58:56,870 INFO: [ epoch: 513 ] [ iter: 50,800 ] [ performance: 15.921 it/s ] [ lr: 5.00e-05 ] [ eta: 1896 days, 19:02:13 ] [ l_g_pix: 3.0082e-02 ] [ l_g_total: 3.0082e-02 ] +2024-10-25 01:59:02,881 INFO: [ epoch: 514 ] [ iter: 50,900 ] [ performance: 13.604 it/s ] [ lr: 5.00e-05 ] [ eta: 1896 days, 8:29:36 ] [ l_g_pix: 4.4118e-02 ] [ l_g_total: 4.4118e-02 ] +2024-10-25 01:59:08,915 INFO: [ epoch: 515 ] [ iter: 51,000 ] [ performance: 15.494 it/s ] [ lr: 5.00e-05 ] [ eta: 1895 days, 21:55:41 ] [ l_g_pix: 3.8122e-02 ] [ l_g_total: 3.8122e-02 ] +2024-10-25 01:59:14,857 INFO: [ epoch: 516 ] [ iter: 51,100 ] [ performance: 13.330 it/s ] [ lr: 5.00e-05 ] [ eta: 1895 days, 9:45:51 ] [ l_g_pix: 6.0474e-02 ] [ l_g_total: 6.0474e-02 ] +2024-10-25 01:59:20,384 INFO: [ epoch: 517 ] [ iter: 51,200 ] [ performance: 16.264 it/s ] [ lr: 5.00e-05 ] [ eta: 1894 days, 15:39:48 ] [ l_g_pix: 4.6559e-02 ] [ l_g_total: 4.6559e-02 ] +2024-10-25 01:59:26,082 INFO: [ epoch: 518 ] [ iter: 51,300 ] [ performance: 13.617 it/s ] [ lr: 5.00e-05 ] [ eta: 1893 days, 23:33:31 ] [ l_g_pix: 4.2249e-02 ] [ l_g_total: 4.2249e-02 ] +2024-10-25 01:59:32,054 INFO: [ epoch: 519 ] [ iter: 51,400 ] [ performance: 15.632 it/s ] [ lr: 5.00e-05 ] [ eta: 1893 days, 10:50:41 ] [ l_g_pix: 5.3605e-02 ] [ l_g_total: 5.3605e-02 ] +2024-10-25 01:59:38,019 INFO: [ epoch: 520 ] [ iter: 51,500 ] [ performance: 13.443 it/s ] [ lr: 5.00e-05 ] [ eta: 1892 days, 21:41:25 ] [ l_g_pix: 2.8648e-02 ] [ l_g_total: 2.8648e-02 ] +2024-10-25 01:59:43,796 INFO: [ epoch: 521 ] [ iter: 51,600 ] [ performance: 15.914 it/s ] [ lr: 5.00e-05 ] [ eta: 1892 days, 5:41:16 ] [ l_g_pix: 4.3424e-02 ] [ l_g_total: 4.3424e-02 ] +2024-10-25 01:59:49,648 INFO: [ epoch: 522 ] [ iter: 51,700 ] [ performance: 13.464 it/s ] [ lr: 5.00e-05 ] [ eta: 1891 days, 14:22:08 ] [ l_g_pix: 5.3580e-02 ] [ l_g_total: 5.3580e-02 ] +2024-10-25 01:59:55,449 INFO: [ epoch: 523 ] [ iter: 51,800 ] [ performance: 15.901 it/s ] [ lr: 5.00e-05 ] [ eta: 1890 days, 22:02:27 ] [ l_g_pix: 4.5922e-02 ] [ l_g_total: 4.5922e-02 ] +2024-10-25 02:00:01,343 INFO: [ epoch: 524 ] [ iter: 51,900 ] [ performance: 13.567 it/s ] [ lr: 5.00e-05 ] [ eta: 1890 days, 6:38:14 ] [ l_g_pix: 3.1941e-02 ] [ l_g_total: 3.1941e-02 ] +2024-10-25 02:00:07,301 INFO: [ epoch: 525 ] [ iter: 52,000 ] [ performance: 15.687 it/s ] [ lr: 5.00e-05 ] [ eta: 1889 days, 15:45:07 ] [ l_g_pix: 3.8449e-02 ] [ l_g_total: 3.8449e-02 ] +2024-10-25 02:00:13,265 INFO: [ epoch: 526 ] [ iter: 52,100 ] [ performance: 13.033 it/s ] [ lr: 5.00e-05 ] [ eta: 1889 days, 0:37:48 ] [ l_g_pix: 3.9432e-02 ] [ l_g_total: 3.9432e-02 ] +2024-10-25 02:00:19,113 INFO: [ epoch: 527 ] [ iter: 52,200 ] [ performance: 15.680 it/s ] [ lr: 5.00e-05 ] [ eta: 1888 days, 7:37:20 ] [ l_g_pix: 4.7730e-02 ] [ l_g_total: 4.7730e-02 ] +2024-10-25 02:00:25,102 INFO: [ epoch: 528 ] [ iter: 52,300 ] [ performance: 12.789 it/s ] [ lr: 5.00e-05 ] [ eta: 1887 days, 16:09:42 ] [ l_g_pix: 4.4774e-02 ] [ l_g_total: 4.4774e-02 ] +2024-10-25 02:00:30,998 INFO: [ epoch: 529 ] [ iter: 52,400 ] [ performance: 15.517 it/s ] [ lr: 5.00e-05 ] [ eta: 1886 days, 23:08:07 ] [ l_g_pix: 4.7173e-02 ] [ l_g_total: 4.7173e-02 ] +2024-10-25 02:00:37,083 INFO: [ epoch: 530 ] [ iter: 52,500 ] [ performance: 12.384 it/s ] [ lr: 5.00e-05 ] [ eta: 1886 days, 8:16:42 ] [ l_g_pix: 3.1572e-02 ] [ l_g_total: 3.1572e-02 ] +2024-10-25 02:00:42,765 INFO: [ epoch: 531 ] [ iter: 52,600 ] [ performance: 15.742 it/s ] [ lr: 5.00e-05 ] [ eta: 1885 days, 11:47:00 ] [ l_g_pix: 5.0901e-02 ] [ l_g_total: 5.0901e-02 ] +2024-10-25 02:00:48,757 INFO: [ epoch: 532 ] [ iter: 52,700 ] [ performance: 12.585 it/s ] [ lr: 5.00e-05 ] [ eta: 1884 days, 19:02:22 ] [ l_g_pix: 4.3954e-02 ] [ l_g_total: 4.3954e-02 ] +2024-10-25 02:00:54,834 INFO: [ epoch: 533 ] [ iter: 52,800 ] [ performance: 15.174 it/s ] [ lr: 5.00e-05 ] [ eta: 1884 days, 3:04:12 ] [ l_g_pix: 5.4376e-02 ] [ l_g_total: 5.4376e-02 ] +2024-10-25 02:01:00,839 INFO: [ epoch: 534 ] [ iter: 52,900 ] [ performance: 12.417 it/s ] [ lr: 5.00e-05 ] [ eta: 1883 days, 9:50:03 ] [ l_g_pix: 3.7391e-02 ] [ l_g_total: 3.7391e-02 ] +2024-10-25 02:01:06,942 INFO: [ epoch: 535 ] [ iter: 53,000 ] [ performance: 15.086 it/s ] [ lr: 5.00e-05 ] [ eta: 1882 days, 17:32:19 ] [ l_g_pix: 5.1920e-02 ] [ l_g_total: 5.1920e-02 ] +2024-10-25 02:01:12,925 INFO: [ epoch: 536 ] [ iter: 53,100 ] [ performance: 12.837 it/s ] [ lr: 5.00e-05 ] [ eta: 1881 days, 23:20:23 ] [ l_g_pix: 6.3213e-02 ] [ l_g_total: 6.3213e-02 ] +2024-10-25 02:01:18,947 INFO: [ epoch: 537 ] [ iter: 53,200 ] [ performance: 15.411 it/s ] [ lr: 5.00e-05 ] [ eta: 1881 days, 5:18:49 ] [ l_g_pix: 4.0420e-02 ] [ l_g_total: 4.0420e-02 ] +2024-10-25 02:01:24,974 INFO: [ epoch: 538 ] [ iter: 53,300 ] [ performance: 20.193 it/s ] [ lr: 5.00e-05 ] [ eta: 1880 days, 11:01:37 ] [ l_g_pix: 6.0174e-02 ] [ l_g_total: 6.0174e-02 ] +2024-10-25 02:01:30,973 INFO: [ epoch: 539 ] [ iter: 53,400 ] [ performance: 17.463 it/s ] [ lr: 5.00e-05 ] [ eta: 1879 days, 16:01:45 ] [ l_g_pix: 4.9968e-02 ] [ l_g_total: 4.9968e-02 ] +2024-10-25 02:01:36,807 INFO: [ epoch: 540 ] [ iter: 53,500 ] [ performance: 22.890 it/s ] [ lr: 5.00e-05 ] [ eta: 1878 days, 18:34:35 ] [ l_g_pix: 5.5575e-02 ] [ l_g_total: 5.5575e-02 ] +2024-10-25 02:01:42,385 INFO: [ epoch: 541 ] [ iter: 53,600 ] [ performance: 18.974 it/s ] [ lr: 5.00e-05 ] [ eta: 1877 days, 17:29:55 ] [ l_g_pix: 4.6312e-02 ] [ l_g_total: 4.6312e-02 ] +2024-10-25 02:01:48,305 INFO: [ epoch: 542 ] [ iter: 53,700 ] [ performance: 22.945 it/s ] [ lr: 5.00e-05 ] [ eta: 1876 days, 20:30:29 ] [ l_g_pix: 2.9814e-02 ] [ l_g_total: 2.9814e-02 ] +2024-10-25 02:01:54,077 INFO: [ epoch: 543 ] [ iter: 53,800 ] [ performance: 18.450 it/s ] [ lr: 5.00e-05 ] [ eta: 1875 days, 21:17:26 ] [ l_g_pix: 4.2115e-02 ] [ l_g_total: 4.2115e-02 ] +2024-10-25 02:02:00,086 INFO: [ epoch: 544 ] [ iter: 53,900 ] [ performance: 21.047 it/s ] [ lr: 5.00e-05 ] [ eta: 1875 days, 0:47:10 ] [ l_g_pix: 3.9725e-02 ] [ l_g_total: 3.9725e-02 ] +2024-10-25 02:02:06,065 INFO: [ epoch: 545 ] [ iter: 54,000 ] [ performance: 17.605 it/s ] [ lr: 5.00e-05 ] [ eta: 1874 days, 3:33:56 ] [ l_g_pix: 3.3586e-02 ] [ l_g_total: 3.3586e-02 ] +2024-10-25 02:02:11,886 INFO: [ epoch: 546 ] [ iter: 54,100 ] [ performance: 23.130 it/s ] [ lr: 5.00e-05 ] [ eta: 1873 days, 4:00:07 ] [ l_g_pix: 4.9688e-02 ] [ l_g_total: 4.9688e-02 ] +2024-10-25 02:02:17,795 INFO: [ epoch: 547 ] [ iter: 54,200 ] [ performance: 18.076 it/s ] [ lr: 5.00e-05 ] [ eta: 1872 days, 5:13:24 ] [ l_g_pix: 3.6442e-02 ] [ l_g_total: 3.6442e-02 ] +2024-10-25 02:02:23,794 INFO: [ epoch: 548 ] [ iter: 54,300 ] [ performance: 21.252 it/s ] [ lr: 5.00e-05 ] [ eta: 1871 days, 7:16:16 ] [ l_g_pix: 3.0471e-02 ] [ l_g_total: 3.0471e-02 ] +2024-10-25 02:02:29,756 INFO: [ epoch: 549 ] [ iter: 54,400 ] [ performance: 17.633 it/s ] [ lr: 5.00e-05 ] [ eta: 1870 days, 8:31:00 ] [ l_g_pix: 6.6642e-02 ] [ l_g_total: 6.6642e-02 ] +2024-10-25 02:02:35,775 INFO: [ epoch: 550 ] [ iter: 54,500 ] [ performance: 20.937 it/s ] [ lr: 5.00e-05 ] [ eta: 1869 days, 10:08:27 ] [ l_g_pix: 5.0038e-02 ] [ l_g_total: 5.0038e-02 ] +2024-10-25 02:02:41,829 INFO: [ epoch: 551 ] [ iter: 54,600 ] [ performance: 17.343 it/s ] [ lr: 5.00e-05 ] [ eta: 1868 days, 11:53:02 ] [ l_g_pix: 4.8786e-02 ] [ l_g_total: 4.8786e-02 ] +2024-10-25 02:02:47,569 INFO: [ epoch: 552 ] [ iter: 54,700 ] [ performance: 23.241 it/s ] [ lr: 5.00e-05 ] [ eta: 1867 days, 9:19:29 ] [ l_g_pix: 3.5506e-02 ] [ l_g_total: 3.5506e-02 ] +2024-10-25 02:02:53,402 INFO: [ epoch: 553 ] [ iter: 54,800 ] [ performance: 18.191 it/s ] [ lr: 5.00e-05 ] [ eta: 1866 days, 7:37:32 ] [ l_g_pix: 2.6663e-02 ] [ l_g_total: 2.6663e-02 ] +2024-10-25 02:02:59,009 INFO: [ epoch: 554 ] [ iter: 54,900 ] [ performance: 23.215 it/s ] [ lr: 5.00e-05 ] [ eta: 1865 days, 2:45:58 ] [ l_g_pix: 4.1135e-02 ] [ l_g_total: 4.1135e-02 ] +2024-10-25 02:03:04,907 INFO: [ epoch: 555 ] [ iter: 55,000 ] [ performance: 17.990 it/s ] [ lr: 5.00e-05 ] [ eta: 1864 days, 1:14:08 ] [ l_g_pix: 5.3584e-02 ] [ l_g_total: 5.3584e-02 ] +2024-10-25 02:03:10,963 INFO: [ epoch: 556 ] [ iter: 55,100 ] [ performance: 21.287 it/s ] [ lr: 5.00e-05 ] [ eta: 1863 days, 1:20:46 ] [ l_g_pix: 3.3839e-02 ] [ l_g_total: 3.3839e-02 ] +2024-10-25 02:03:16,958 INFO: [ epoch: 557 ] [ iter: 55,200 ] [ performance: 17.464 it/s ] [ lr: 5.00e-05 ] [ eta: 1862 days, 0:21:35 ] [ l_g_pix: 6.1980e-02 ] [ l_g_total: 6.1980e-02 ] +2024-10-25 02:03:22,982 INFO: [ epoch: 558 ] [ iter: 55,300 ] [ performance: 20.816 it/s ] [ lr: 5.00e-05 ] [ eta: 1860 days, 23:24:12 ] [ l_g_pix: 3.6379e-02 ] [ l_g_total: 3.6379e-02 ] +2024-10-25 02:03:28,963 INFO: [ epoch: 559 ] [ iter: 55,400 ] [ performance: 17.406 it/s ] [ lr: 5.00e-05 ] [ eta: 1859 days, 21:35:15 ] [ l_g_pix: 4.3918e-02 ] [ l_g_total: 4.3918e-02 ] +2024-10-25 02:03:35,005 INFO: [ epoch: 560 ] [ iter: 55,500 ] [ performance: 21.700 it/s ] [ lr: 5.00e-05 ] [ eta: 1858 days, 20:11:20 ] [ l_g_pix: 4.1122e-02 ] [ l_g_total: 4.1122e-02 ] +2024-10-25 02:03:40,973 INFO: [ epoch: 561 ] [ iter: 55,600 ] [ performance: 17.534 it/s ] [ lr: 5.00e-05 ] [ eta: 1857 days, 17:31:42 ] [ l_g_pix: 5.0279e-02 ] [ l_g_total: 5.0279e-02 ] +2024-10-25 02:03:46,929 INFO: [ epoch: 562 ] [ iter: 55,700 ] [ performance: 21.059 it/s ] [ lr: 5.00e-05 ] [ eta: 1856 days, 14:24:24 ] [ l_g_pix: 2.3424e-02 ] [ l_g_total: 2.3424e-02 ] +2024-10-25 02:03:52,937 INFO: [ epoch: 563 ] [ iter: 55,800 ] [ performance: 17.327 it/s ] [ lr: 5.00e-05 ] [ eta: 1855 days, 11:34:56 ] [ l_g_pix: 4.5405e-02 ] [ l_g_total: 4.5405e-02 ] +2024-10-25 02:03:58,881 INFO: [ epoch: 564 ] [ iter: 55,900 ] [ performance: 20.916 it/s ] [ lr: 5.00e-05 ] [ eta: 1854 days, 7:38:15 ] [ l_g_pix: 3.3192e-02 ] [ l_g_total: 3.3192e-02 ] +2024-10-25 02:04:04,936 INFO: [ epoch: 565 ] [ iter: 56,000 ] [ performance: 17.168 it/s ] [ lr: 5.00e-05 ] [ eta: 1853 days, 4:43:53 ] [ l_g_pix: 4.6053e-02 ] [ l_g_total: 4.6053e-02 ] +2024-10-25 02:04:11,004 INFO: [ epoch: 566 ] [ iter: 56,100 ] [ performance: 20.962 it/s ] [ lr: 5.00e-05 ] [ eta: 1852 days, 1:38:20 ] [ l_g_pix: 4.9783e-02 ] [ l_g_total: 4.9783e-02 ] +2024-10-25 02:04:17,076 INFO: [ epoch: 567 ] [ iter: 56,200 ] [ performance: 17.109 it/s ] [ lr: 5.00e-05 ] [ eta: 1850 days, 22:15:21 ] [ l_g_pix: 3.5724e-02 ] [ l_g_total: 3.5724e-02 ] +2024-10-25 02:04:22,973 INFO: [ epoch: 568 ] [ iter: 56,300 ] [ performance: 20.685 it/s ] [ lr: 5.00e-05 ] [ eta: 1849 days, 16:24:59 ] [ l_g_pix: 4.2057e-02 ] [ l_g_total: 4.2057e-02 ] +2024-10-25 02:04:28,942 INFO: [ epoch: 569 ] [ iter: 56,400 ] [ performance: 17.306 it/s ] [ lr: 5.00e-05 ] [ eta: 1848 days, 11:06:51 ] [ l_g_pix: 4.1648e-02 ] [ l_g_total: 4.1648e-02 ] +2024-10-25 02:04:34,838 INFO: [ epoch: 570 ] [ iter: 56,500 ] [ performance: 20.857 it/s ] [ lr: 5.00e-05 ] [ eta: 1847 days, 4:36:14 ] [ l_g_pix: 3.7614e-02 ] [ l_g_total: 3.7614e-02 ] +2024-10-25 02:04:40,728 INFO: [ epoch: 571 ] [ iter: 56,600 ] [ performance: 17.501 it/s ] [ lr: 5.00e-05 ] [ eta: 1845 days, 21:41:33 ] [ l_g_pix: 5.1606e-02 ] [ l_g_total: 5.1606e-02 ] +2024-10-25 02:04:46,676 INFO: [ epoch: 572 ] [ iter: 56,700 ] [ performance: 20.831 it/s ] [ lr: 5.00e-05 ] [ eta: 1844 days, 15:09:28 ] [ l_g_pix: 3.1088e-02 ] [ l_g_total: 3.1088e-02 ] +2024-10-25 02:04:52,431 INFO: [ epoch: 573 ] [ iter: 56,800 ] [ performance: 17.832 it/s ] [ lr: 5.00e-05 ] [ eta: 1843 days, 5:58:00 ] [ l_g_pix: 4.6646e-02 ] [ l_g_total: 4.6646e-02 ] +2024-10-25 02:04:58,314 INFO: [ epoch: 574 ] [ iter: 56,900 ] [ performance: 21.023 it/s ] [ lr: 5.00e-05 ] [ eta: 1841 days, 21:59:46 ] [ l_g_pix: 3.8357e-02 ] [ l_g_total: 3.8357e-02 ] +2024-10-25 02:05:04,214 INFO: [ epoch: 575 ] [ iter: 57,000 ] [ performance: 17.444 it/s ] [ lr: 5.00e-05 ] [ eta: 1840 days, 13:53:49 ] [ l_g_pix: 4.0784e-02 ] [ l_g_total: 4.0784e-02 ] +2024-10-25 02:05:10,228 INFO: [ epoch: 576 ] [ iter: 57,100 ] [ performance: 20.767 it/s ] [ lr: 5.00e-05 ] [ eta: 1839 days, 6:49:55 ] [ l_g_pix: 4.8111e-02 ] [ l_g_total: 4.8111e-02 ] +2024-10-25 02:05:16,155 INFO: [ epoch: 577 ] [ iter: 57,200 ] [ performance: 17.326 it/s ] [ lr: 5.00e-05 ] [ eta: 1837 days, 22:23:17 ] [ l_g_pix: 4.3204e-02 ] [ l_g_total: 4.3204e-02 ] +2024-10-25 02:05:22,149 INFO: [ epoch: 578 ] [ iter: 57,300 ] [ performance: 20.843 it/s ] [ lr: 5.00e-05 ] [ eta: 1836 days, 14:25:23 ] [ l_g_pix: 5.5301e-02 ] [ l_g_total: 5.5301e-02 ] +2024-10-25 02:05:27,981 INFO: [ epoch: 579 ] [ iter: 57,400 ] [ performance: 17.558 it/s ] [ lr: 5.00e-05 ] [ eta: 1835 days, 4:11:51 ] [ l_g_pix: 3.7674e-02 ] [ l_g_total: 3.7674e-02 ] +2024-10-25 02:05:33,909 INFO: [ epoch: 580 ] [ iter: 57,500 ] [ performance: 21.238 it/s ] [ lr: 5.00e-05 ] [ eta: 1833 days, 18:47:26 ] [ l_g_pix: 3.6422e-02 ] [ l_g_total: 3.6422e-02 ] +2024-10-25 02:05:39,639 INFO: [ epoch: 581 ] [ iter: 57,600 ] [ performance: 17.847 it/s ] [ lr: 5.00e-05 ] [ eta: 1832 days, 6:42:57 ] [ l_g_pix: 3.0336e-02 ] [ l_g_total: 3.0336e-02 ] +2024-10-25 02:05:45,706 INFO: [ epoch: 582 ] [ iter: 57,700 ] [ performance: 20.394 it/s ] [ lr: 5.00e-05 ] [ eta: 1830 days, 22:17:29 ] [ l_g_pix: 5.0231e-02 ] [ l_g_total: 5.0231e-02 ] +2024-10-25 02:05:51,773 INFO: [ epoch: 583 ] [ iter: 57,800 ] [ performance: 16.858 it/s ] [ lr: 5.00e-05 ] [ eta: 1829 days, 13:31:19 ] [ l_g_pix: 4.4972e-02 ] [ l_g_total: 4.4972e-02 ] +2024-10-25 02:05:57,818 INFO: [ epoch: 584 ] [ iter: 57,900 ] [ performance: 20.756 it/s ] [ lr: 5.00e-05 ] [ eta: 1828 days, 4:09:08 ] [ l_g_pix: 4.3037e-02 ] [ l_g_total: 4.3037e-02 ] +2024-10-25 02:06:03,725 INFO: [ epoch: 585 ] [ iter: 58,000 ] [ performance: 17.271 it/s ] [ lr: 5.00e-05 ] [ eta: 1826 days, 16:51:19 ] [ l_g_pix: 4.3209e-02 ] [ l_g_total: 4.3209e-02 ] +2024-10-25 02:06:09,722 INFO: [ epoch: 586 ] [ iter: 58,100 ] [ performance: 20.979 it/s ] [ lr: 5.00e-05 ] [ eta: 1825 days, 6:15:36 ] [ l_g_pix: 4.4096e-02 ] [ l_g_total: 4.4096e-02 ] +2024-10-25 02:06:15,709 INFO: [ epoch: 587 ] [ iter: 58,200 ] [ performance: 17.051 it/s ] [ lr: 5.00e-05 ] [ eta: 1823 days, 19:13:07 ] [ l_g_pix: 4.2748e-02 ] [ l_g_total: 4.2748e-02 ] +2024-10-25 02:06:21,736 INFO: [ epoch: 588 ] [ iter: 58,300 ] [ performance: 20.551 it/s ] [ lr: 5.00e-05 ] [ eta: 1822 days, 8:18:54 ] [ l_g_pix: 4.0207e-02 ] [ l_g_total: 4.0207e-02 ] +2024-10-25 02:06:27,850 INFO: [ epoch: 589 ] [ iter: 58,400 ] [ performance: 16.667 it/s ] [ lr: 5.00e-05 ] [ eta: 1820 days, 22:05:03 ] [ l_g_pix: 4.7538e-02 ] [ l_g_total: 4.7538e-02 ] +2024-10-25 02:06:33,780 INFO: [ epoch: 590 ] [ iter: 58,500 ] [ performance: 20.355 it/s ] [ lr: 5.00e-05 ] [ eta: 1819 days, 9:22:31 ] [ l_g_pix: 3.8500e-02 ] [ l_g_total: 3.8500e-02 ] +2024-10-25 02:06:39,776 INFO: [ epoch: 591 ] [ iter: 58,600 ] [ performance: 16.932 it/s ] [ lr: 5.00e-05 ] [ eta: 1817 days, 21:06:52 ] [ l_g_pix: 3.4131e-02 ] [ l_g_total: 3.4131e-02 ] +2024-10-25 02:06:45,771 INFO: [ epoch: 592 ] [ iter: 58,700 ] [ performance: 21.404 it/s ] [ lr: 5.00e-05 ] [ eta: 1816 days, 8:30:01 ] [ l_g_pix: 5.0455e-02 ] [ l_g_total: 5.0455e-02 ] +2024-10-25 02:06:51,765 INFO: [ epoch: 593 ] [ iter: 58,800 ] [ performance: 16.963 it/s ] [ lr: 5.00e-05 ] [ eta: 1814 days, 19:32:52 ] [ l_g_pix: 4.6735e-02 ] [ l_g_total: 4.6735e-02 ] +2024-10-25 02:06:57,763 INFO: [ epoch: 594 ] [ iter: 58,900 ] [ performance: 20.836 it/s ] [ lr: 5.00e-05 ] [ eta: 1813 days, 6:18:02 ] [ l_g_pix: 2.9604e-02 ] [ l_g_total: 2.9604e-02 ] +2024-10-25 02:07:03,731 INFO: [ epoch: 595 ] [ iter: 59,000 ] [ performance: 16.976 it/s ] [ lr: 5.00e-05 ] [ eta: 1811 days, 16:23:03 ] [ l_g_pix: 2.7014e-02 ] [ l_g_total: 2.7014e-02 ] +2024-10-25 02:07:09,694 INFO: [ epoch: 596 ] [ iter: 59,100 ] [ performance: 21.115 it/s ] [ lr: 5.00e-05 ] [ eta: 1810 days, 2:04:04 ] [ l_g_pix: 3.7915e-02 ] [ l_g_total: 3.7915e-02 ] +2024-10-25 02:07:15,356 INFO: [ epoch: 597 ] [ iter: 59,200 ] [ performance: 17.831 it/s ] [ lr: 5.00e-05 ] [ eta: 1808 days, 8:01:02 ] [ l_g_pix: 3.7986e-02 ] [ l_g_total: 3.7986e-02 ] +2024-10-25 02:07:21,334 INFO: [ epoch: 598 ] [ iter: 59,300 ] [ performance: 20.704 it/s ] [ lr: 5.00e-05 ] [ eta: 1806 days, 17:13:47 ] [ l_g_pix: 2.6817e-02 ] [ l_g_total: 2.6817e-02 ] +2024-10-25 02:07:27,389 INFO: [ epoch: 599 ] [ iter: 59,400 ] [ performance: 16.679 it/s ] [ lr: 5.00e-05 ] [ eta: 1805 days, 2:58:31 ] [ l_g_pix: 4.7270e-02 ] [ l_g_total: 4.7270e-02 ] +2024-10-25 02:07:33,823 INFO: [ epoch: 601 ] [ iter: 59,500 ] [ performance: 3.830 it/s ] [ lr: 5.00e-05 ] [ eta: 1803 days, 16:37:51 ] [ l_g_pix: 3.4713e-02 ] [ l_g_total: 3.4713e-02 ] +2024-10-25 02:07:39,832 INFO: [ epoch: 602 ] [ iter: 59,600 ] [ performance: 14.760 it/s ] [ lr: 5.00e-05 ] [ eta: 1802 days, 1:10:55 ] [ l_g_pix: 3.5439e-02 ] [ l_g_total: 3.5439e-02 ] +2024-10-25 02:07:45,813 INFO: [ epoch: 603 ] [ iter: 59,700 ] [ performance: 2.497 it/s ] [ lr: 5.00e-05 ] [ eta: 1800 days, 9:04:54 ] [ l_g_pix: 3.9769e-02 ] [ l_g_total: 3.9769e-02 ] +2024-10-25 02:07:51,700 INFO: [ epoch: 604 ] [ iter: 59,800 ] [ performance: 14.534 it/s ] [ lr: 5.00e-05 ] [ eta: 1798 days, 15:36:15 ] [ l_g_pix: 4.7683e-02 ] [ l_g_total: 4.7683e-02 ] +2024-10-25 02:07:57,607 INFO: [ epoch: 605 ] [ iter: 59,900 ] [ performance: 15.835 it/s ] [ lr: 5.00e-05 ] [ eta: 1796 days, 22:01:06 ] [ l_g_pix: 3.0453e-02 ] [ l_g_total: 3.0453e-02 ] +2024-10-25 02:08:03,554 INFO: [ epoch: 606 ] [ iter: 60,000 ] [ performance: 16.799 it/s ] [ lr: 5.00e-05 ] [ eta: 1795 days, 4:32:40 ] [ l_g_pix: 4.2438e-02 ] [ l_g_total: 4.2438e-02 ] +2024-10-25 02:08:03,555 INFO: Saving models and training states. +2024-10-25 02:09:12,322 INFO: Validation val + + # psnr: 21.7043........ Best: 21.7043 @ 60000 iter + # ssim: 0.6280........ Best: 0.6280 @ 60000 iter + # dists: 0.7883........ Best: 0.7883 @ 60000 iter + +2024-10-25 02:09:18,117 INFO: [ epoch: 607 ] [ iter: 60,100 ] [ performance: 23.161 it/s ] [ lr: 5.00e-05 ] [ eta: 1825 days, 3:12:29 ] [ l_g_pix: 5.3774e-02 ] [ l_g_total: 5.3774e-02 ] +2024-10-25 02:09:23,689 INFO: [ epoch: 608 ] [ iter: 60,200 ] [ performance: 17.989 it/s ] [ lr: 5.00e-05 ] [ eta: 1823 days, 3:01:51 ] [ l_g_pix: 3.4559e-02 ] [ l_g_total: 3.4559e-02 ] +2024-10-25 02:09:29,810 INFO: [ epoch: 609 ] [ iter: 60,300 ] [ performance: 17.130 it/s ] [ lr: 5.00e-05 ] [ eta: 1821 days, 8:35:19 ] [ l_g_pix: 4.5482e-02 ] [ l_g_total: 4.5482e-02 ] +2024-10-25 02:09:35,794 INFO: [ epoch: 610 ] [ iter: 60,400 ] [ performance: 16.716 it/s ] [ lr: 5.00e-05 ] [ eta: 1819 days, 12:17:56 ] [ l_g_pix: 3.1009e-02 ] [ l_g_total: 3.1009e-02 ] +2024-10-25 02:09:41,817 INFO: [ epoch: 611 ] [ iter: 60,500 ] [ performance: 16.662 it/s ] [ lr: 5.00e-05 ] [ eta: 1817 days, 16:06:11 ] [ l_g_pix: 3.4860e-02 ] [ l_g_total: 3.4860e-02 ] +2024-10-25 02:09:48,129 INFO: [ epoch: 612 ] [ iter: 60,600 ] [ performance: 15.812 it/s ] [ lr: 5.00e-05 ] [ eta: 1815 days, 22:44:20 ] [ l_g_pix: 3.1305e-02 ] [ l_g_total: 3.1305e-02 ] +2024-10-25 02:09:54,081 INFO: [ epoch: 613 ] [ iter: 60,700 ] [ performance: 16.296 it/s ] [ lr: 5.00e-05 ] [ eta: 1814 days, 1:05:33 ] [ l_g_pix: 4.7607e-02 ] [ l_g_total: 4.7607e-02 ] +2024-10-25 02:10:00,137 INFO: [ epoch: 614 ] [ iter: 60,800 ] [ performance: 16.467 it/s ] [ lr: 5.00e-05 ] [ eta: 1812 days, 4:15:08 ] [ l_g_pix: 3.4655e-02 ] [ l_g_total: 3.4655e-02 ] +2024-10-25 02:10:06,198 INFO: [ epoch: 615 ] [ iter: 60,900 ] [ performance: 16.485 it/s ] [ lr: 5.00e-05 ] [ eta: 1810 days, 7:07:51 ] [ l_g_pix: 4.2866e-02 ] [ l_g_total: 4.2866e-02 ] +2024-10-25 02:10:12,110 INFO: [ epoch: 616 ] [ iter: 61,000 ] [ performance: 16.831 it/s ] [ lr: 5.00e-05 ] [ eta: 1808 days, 8:02:57 ] [ l_g_pix: 5.0196e-02 ] [ l_g_total: 5.0196e-02 ] +2024-10-25 02:10:18,254 INFO: [ epoch: 617 ] [ iter: 61,100 ] [ performance: 16.546 it/s ] [ lr: 5.00e-05 ] [ eta: 1806 days, 11:09:12 ] [ l_g_pix: 5.0305e-02 ] [ l_g_total: 5.0305e-02 ] +2024-10-25 02:10:24,379 INFO: [ epoch: 618 ] [ iter: 61,200 ] [ performance: 16.373 it/s ] [ lr: 5.00e-05 ] [ eta: 1804 days, 13:42:59 ] [ l_g_pix: 4.1626e-02 ] [ l_g_total: 4.1626e-02 ] +2024-10-25 02:10:30,388 INFO: [ epoch: 619 ] [ iter: 61,300 ] [ performance: 16.511 it/s ] [ lr: 5.00e-05 ] [ eta: 1802 days, 14:40:48 ] [ l_g_pix: 3.3337e-02 ] [ l_g_total: 3.3337e-02 ] +2024-10-25 02:10:36,403 INFO: [ epoch: 620 ] [ iter: 61,400 ] [ performance: 16.456 it/s ] [ lr: 5.00e-05 ] [ eta: 1800 days, 15:23:00 ] [ l_g_pix: 5.7879e-02 ] [ l_g_total: 5.7879e-02 ] +2024-10-25 02:10:42,349 INFO: [ epoch: 621 ] [ iter: 61,500 ] [ performance: 16.642 it/s ] [ lr: 5.00e-05 ] [ eta: 1798 days, 15:00:26 ] [ l_g_pix: 4.3613e-02 ] [ l_g_total: 4.3613e-02 ] +2024-10-25 02:10:48,054 INFO: [ epoch: 622 ] [ iter: 61,600 ] [ performance: 17.267 it/s ] [ lr: 5.00e-05 ] [ eta: 1796 days, 11:44:07 ] [ l_g_pix: 4.4328e-02 ] [ l_g_total: 4.4328e-02 ] +2024-10-25 02:10:54,270 INFO: [ epoch: 623 ] [ iter: 61,700 ] [ performance: 16.640 it/s ] [ lr: 5.00e-05 ] [ eta: 1794 days, 13:34:54 ] [ l_g_pix: 2.8171e-02 ] [ l_g_total: 2.8171e-02 ] +2024-10-25 02:11:00,310 INFO: [ epoch: 624 ] [ iter: 61,800 ] [ performance: 16.304 it/s ] [ lr: 5.00e-05 ] [ eta: 1792 days, 13:13:06 ] [ l_g_pix: 3.4136e-02 ] [ l_g_total: 3.4136e-02 ] +2024-10-25 02:11:06,438 INFO: [ epoch: 625 ] [ iter: 61,900 ] [ performance: 16.315 it/s ] [ lr: 5.00e-05 ] [ eta: 1790 days, 13:26:24 ] [ l_g_pix: 4.4703e-02 ] [ l_g_total: 4.4703e-02 ] +2024-10-25 02:11:12,566 INFO: [ epoch: 626 ] [ iter: 62,000 ] [ performance: 16.077 it/s ] [ lr: 5.00e-05 ] [ eta: 1788 days, 13:19:52 ] [ l_g_pix: 4.9432e-02 ] [ l_g_total: 4.9432e-02 ] +2024-10-25 02:11:18,513 INFO: [ epoch: 627 ] [ iter: 62,100 ] [ performance: 16.455 it/s ] [ lr: 5.00e-05 ] [ eta: 1786 days, 10:58:22 ] [ l_g_pix: 3.4143e-02 ] [ l_g_total: 3.4143e-02 ] +2024-10-25 02:11:24,201 INFO: [ epoch: 628 ] [ iter: 62,200 ] [ performance: 17.173 it/s ] [ lr: 5.00e-05 ] [ eta: 1784 days, 5:34:15 ] [ l_g_pix: 4.5126e-02 ] [ l_g_total: 4.5126e-02 ] +2024-10-25 02:11:30,400 INFO: [ epoch: 629 ] [ iter: 62,300 ] [ performance: 16.614 it/s ] [ lr: 5.00e-05 ] [ eta: 1782 days, 5:11:57 ] [ l_g_pix: 6.2133e-02 ] [ l_g_total: 6.2133e-02 ] +2024-10-25 02:11:36,421 INFO: [ epoch: 630 ] [ iter: 62,400 ] [ performance: 16.188 it/s ] [ lr: 5.00e-05 ] [ eta: 1780 days, 2:37:18 ] [ l_g_pix: 4.3784e-02 ] [ l_g_total: 4.3784e-02 ] +2024-10-25 02:11:42,361 INFO: [ epoch: 631 ] [ iter: 62,500 ] [ performance: 16.524 it/s ] [ lr: 5.00e-05 ] [ eta: 1777 days, 22:52:10 ] [ l_g_pix: 4.1371e-02 ] [ l_g_total: 4.1371e-02 ] +2024-10-25 02:11:48,325 INFO: [ epoch: 632 ] [ iter: 62,600 ] [ performance: 16.360 it/s ] [ lr: 5.00e-05 ] [ eta: 1775 days, 19:02:17 ] [ l_g_pix: 4.2050e-02 ] [ l_g_total: 4.2050e-02 ] +2024-10-25 02:11:54,206 INFO: [ epoch: 633 ] [ iter: 62,700 ] [ performance: 16.698 it/s ] [ lr: 5.00e-05 ] [ eta: 1773 days, 14:00:14 ] [ l_g_pix: 3.9491e-02 ] [ l_g_total: 3.9491e-02 ] +2024-10-25 02:12:00,254 INFO: [ epoch: 634 ] [ iter: 62,800 ] [ performance: 16.180 it/s ] [ lr: 5.00e-05 ] [ eta: 1771 days, 10:23:07 ] [ l_g_pix: 5.1235e-02 ] [ l_g_total: 5.1235e-02 ] +2024-10-25 02:12:06,399 INFO: [ epoch: 635 ] [ iter: 62,900 ] [ performance: 16.231 it/s ] [ lr: 5.00e-05 ] [ eta: 1769 days, 7:25:11 ] [ l_g_pix: 2.6170e-02 ] [ l_g_total: 2.6170e-02 ] +2024-10-25 02:12:12,438 INFO: [ epoch: 636 ] [ iter: 63,000 ] [ performance: 16.134 it/s ] [ lr: 5.00e-05 ] [ eta: 1767 days, 3:01:23 ] [ l_g_pix: 4.6517e-02 ] [ l_g_total: 4.6517e-02 ] +2024-10-25 02:12:18,467 INFO: [ epoch: 637 ] [ iter: 63,100 ] [ performance: 16.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1764 days, 22:11:42 ] [ l_g_pix: 4.2215e-02 ] [ l_g_total: 4.2215e-02 ] +2024-10-25 02:12:24,446 INFO: [ epoch: 638 ] [ iter: 63,200 ] [ performance: 16.201 it/s ] [ lr: 5.00e-05 ] [ eta: 1762 days, 16:31:03 ] [ l_g_pix: 4.9848e-02 ] [ l_g_total: 4.9848e-02 ] +2024-10-25 02:12:30,469 INFO: [ epoch: 639 ] [ iter: 63,300 ] [ performance: 16.417 it/s ] [ lr: 5.00e-05 ] [ eta: 1760 days, 10:57:04 ] [ l_g_pix: 3.5495e-02 ] [ l_g_total: 3.5495e-02 ] +2024-10-25 02:12:36,249 INFO: [ epoch: 640 ] [ iter: 63,400 ] [ performance: 16.791 it/s ] [ lr: 5.00e-05 ] [ eta: 1758 days, 2:35:28 ] [ l_g_pix: 5.5345e-02 ] [ l_g_total: 5.5345e-02 ] +2024-10-25 02:12:42,255 INFO: [ epoch: 641 ] [ iter: 63,500 ] [ performance: 16.718 it/s ] [ lr: 5.00e-05 ] [ eta: 1755 days, 20:11:08 ] [ l_g_pix: 4.0133e-02 ] [ l_g_total: 4.0133e-02 ] +2024-10-25 02:12:48,319 INFO: [ epoch: 642 ] [ iter: 63,600 ] [ performance: 15.856 it/s ] [ lr: 5.00e-05 ] [ eta: 1753 days, 14:02:59 ] [ l_g_pix: 4.4608e-02 ] [ l_g_total: 4.4608e-02 ] +2024-10-25 02:12:54,267 INFO: [ epoch: 643 ] [ iter: 63,700 ] [ performance: 16.365 it/s ] [ lr: 5.00e-05 ] [ eta: 1751 days, 6:23:33 ] [ l_g_pix: 3.9811e-02 ] [ l_g_total: 3.9811e-02 ] +2024-10-25 02:13:00,307 INFO: [ epoch: 644 ] [ iter: 63,800 ] [ performance: 15.922 it/s ] [ lr: 5.00e-05 ] [ eta: 1748 days, 23:20:08 ] [ l_g_pix: 4.7415e-02 ] [ l_g_total: 4.7415e-02 ] +2024-10-25 02:13:06,417 INFO: [ epoch: 645 ] [ iter: 63,900 ] [ performance: 16.163 it/s ] [ lr: 5.00e-05 ] [ eta: 1746 days, 16:39:08 ] [ l_g_pix: 4.7522e-02 ] [ l_g_total: 4.7522e-02 ] +2024-10-25 02:13:12,589 INFO: [ epoch: 646 ] [ iter: 64,000 ] [ performance: 15.473 it/s ] [ lr: 5.00e-05 ] [ eta: 1744 days, 10:14:11 ] [ l_g_pix: 3.3272e-02 ] [ l_g_total: 3.3272e-02 ] +2024-10-25 02:13:18,818 INFO: [ epoch: 647 ] [ iter: 64,100 ] [ performance: 15.788 it/s ] [ lr: 5.00e-05 ] [ eta: 1742 days, 4:03:48 ] [ l_g_pix: 4.2870e-02 ] [ l_g_total: 4.2870e-02 ] +2024-10-25 02:13:24,754 INFO: [ epoch: 648 ] [ iter: 64,200 ] [ performance: 16.143 it/s ] [ lr: 5.00e-05 ] [ eta: 1739 days, 18:37:16 ] [ l_g_pix: 4.4275e-02 ] [ l_g_total: 4.4275e-02 ] +2024-10-25 02:13:30,784 INFO: [ epoch: 649 ] [ iter: 64,300 ] [ performance: 16.387 it/s ] [ lr: 5.00e-05 ] [ eta: 1737 days, 9:46:17 ] [ l_g_pix: 3.9270e-02 ] [ l_g_total: 3.9270e-02 ] +2024-10-25 02:13:36,648 INFO: [ epoch: 650 ] [ iter: 64,400 ] [ performance: 16.057 it/s ] [ lr: 5.00e-05 ] [ eta: 1734 days, 22:57:42 ] [ l_g_pix: 3.8470e-02 ] [ l_g_total: 3.8470e-02 ] +2024-10-25 02:13:42,676 INFO: [ epoch: 651 ] [ iter: 64,500 ] [ performance: 16.350 it/s ] [ lr: 5.00e-05 ] [ eta: 1732 days, 13:26:20 ] [ l_g_pix: 4.0885e-02 ] [ l_g_total: 4.0885e-02 ] +2024-10-25 02:13:48,893 INFO: [ epoch: 652 ] [ iter: 64,600 ] [ performance: 15.160 it/s ] [ lr: 5.00e-05 ] [ eta: 1730 days, 5:25:55 ] [ l_g_pix: 3.6100e-02 ] [ l_g_total: 3.6100e-02 ] +2024-10-25 02:13:54,660 INFO: [ epoch: 653 ] [ iter: 64,700 ] [ performance: 16.307 it/s ] [ lr: 5.00e-05 ] [ eta: 1727 days, 16:40:22 ] [ l_g_pix: 4.1659e-02 ] [ l_g_total: 4.1659e-02 ] +2024-10-25 02:14:00,474 INFO: [ epoch: 654 ] [ iter: 64,800 ] [ performance: 16.085 it/s ] [ lr: 5.00e-05 ] [ eta: 1725 days, 4:03:04 ] [ l_g_pix: 2.3064e-02 ] [ l_g_total: 2.3064e-02 ] +2024-10-25 02:14:06,496 INFO: [ epoch: 655 ] [ iter: 64,900 ] [ performance: 16.376 it/s ] [ lr: 5.00e-05 ] [ eta: 1722 days, 17:07:57 ] [ l_g_pix: 4.0564e-02 ] [ l_g_total: 4.0564e-02 ] +2024-10-25 02:14:12,281 INFO: [ epoch: 656 ] [ iter: 65,000 ] [ performance: 16.432 it/s ] [ lr: 5.00e-05 ] [ eta: 1720 days, 3:35:10 ] [ l_g_pix: 3.2979e-02 ] [ l_g_total: 3.2979e-02 ] +2024-10-25 02:14:18,308 INFO: [ epoch: 657 ] [ iter: 65,100 ] [ performance: 16.524 it/s ] [ lr: 5.00e-05 ] [ eta: 1717 days, 16:03:21 ] [ l_g_pix: 3.2773e-02 ] [ l_g_total: 3.2773e-02 ] +2024-10-25 02:14:24,590 INFO: [ epoch: 658 ] [ iter: 65,200 ] [ performance: 14.815 it/s ] [ lr: 5.00e-05 ] [ eta: 1715 days, 6:39:23 ] [ l_g_pix: 3.5400e-02 ] [ l_g_total: 3.5400e-02 ] +2024-10-25 02:14:30,555 INFO: [ epoch: 659 ] [ iter: 65,300 ] [ performance: 15.867 it/s ] [ lr: 5.00e-05 ] [ eta: 1712 days, 17:50:40 ] [ l_g_pix: 3.8550e-02 ] [ l_g_total: 3.8550e-02 ] +2024-10-25 02:14:36,506 INFO: [ epoch: 660 ] [ iter: 65,400 ] [ performance: 15.767 it/s ] [ lr: 5.00e-05 ] [ eta: 1710 days, 4:34:33 ] [ l_g_pix: 3.6959e-02 ] [ l_g_total: 3.6959e-02 ] +2024-10-25 02:14:42,506 INFO: [ epoch: 661 ] [ iter: 65,500 ] [ performance: 16.270 it/s ] [ lr: 5.00e-05 ] [ eta: 1707 days, 15:26:59 ] [ l_g_pix: 4.6433e-02 ] [ l_g_total: 4.6433e-02 ] +2024-10-25 02:14:48,532 INFO: [ epoch: 662 ] [ iter: 65,600 ] [ performance: 15.487 it/s ] [ lr: 5.00e-05 ] [ eta: 1705 days, 2:14:01 ] [ l_g_pix: 4.8182e-02 ] [ l_g_total: 4.8182e-02 ] +2024-10-25 02:14:54,394 INFO: [ epoch: 663 ] [ iter: 65,700 ] [ performance: 16.356 it/s ] [ lr: 5.00e-05 ] [ eta: 1702 days, 11:06:59 ] [ l_g_pix: 2.8486e-02 ] [ l_g_total: 2.8486e-02 ] +2024-10-25 02:15:00,856 INFO: [ epoch: 664 ] [ iter: 65,800 ] [ performance: 14.092 it/s ] [ lr: 5.00e-05 ] [ eta: 1700 days, 1:23:03 ] [ l_g_pix: 3.6866e-02 ] [ l_g_total: 3.6866e-02 ] +2024-10-25 02:15:06,817 INFO: [ epoch: 665 ] [ iter: 65,900 ] [ performance: 15.531 it/s ] [ lr: 5.00e-05 ] [ eta: 1697 days, 10:31:53 ] [ l_g_pix: 5.5434e-02 ] [ l_g_total: 5.5434e-02 ] +2024-10-25 02:15:12,634 INFO: [ epoch: 666 ] [ iter: 66,000 ] [ performance: 15.988 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 17:59:57 ] [ l_g_pix: 3.2476e-02 ] [ l_g_total: 3.2476e-02 ] +2024-10-25 02:15:18,550 INFO: [ epoch: 667 ] [ iter: 66,100 ] [ performance: 16.510 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 2:04:21 ] [ l_g_pix: 3.7362e-02 ] [ l_g_total: 3.7362e-02 ] +2024-10-25 02:15:24,499 INFO: [ epoch: 668 ] [ iter: 66,200 ] [ performance: 15.533 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 10:08:01 ] [ l_g_pix: 3.1470e-02 ] [ l_g_total: 3.1470e-02 ] +2024-10-25 02:15:30,453 INFO: [ epoch: 669 ] [ iter: 66,300 ] [ performance: 16.249 it/s ] [ lr: 5.00e-05 ] [ eta: 1686 days, 17:54:21 ] [ l_g_pix: 4.1621e-02 ] [ l_g_total: 4.1621e-02 ] +2024-10-25 02:15:36,518 INFO: [ epoch: 670 ] [ iter: 66,400 ] [ performance: 15.530 it/s ] [ lr: 5.00e-05 ] [ eta: 1684 days, 2:22:34 ] [ l_g_pix: 5.5463e-02 ] [ l_g_total: 5.5463e-02 ] +2024-10-25 02:15:42,365 INFO: [ epoch: 671 ] [ iter: 66,500 ] [ performance: 16.421 it/s ] [ lr: 5.00e-05 ] [ eta: 1681 days, 8:29:12 ] [ l_g_pix: 5.4883e-02 ] [ l_g_total: 5.4883e-02 ] +2024-10-25 02:15:48,115 INFO: [ epoch: 672 ] [ iter: 66,600 ] [ performance: 21.779 it/s ] [ lr: 5.00e-05 ] [ eta: 1678 days, 13:22:30 ] [ l_g_pix: 3.6259e-02 ] [ l_g_total: 3.6259e-02 ] +2024-10-25 02:15:54,229 INFO: [ epoch: 673 ] [ iter: 66,700 ] [ performance: 18.209 it/s ] [ lr: 5.00e-05 ] [ eta: 1675 days, 21:18:46 ] [ l_g_pix: 4.4986e-02 ] [ l_g_total: 4.4986e-02 ] +2024-10-25 02:16:00,126 INFO: [ epoch: 674 ] [ iter: 66,800 ] [ performance: 21.021 it/s ] [ lr: 5.00e-05 ] [ eta: 1673 days, 2:54:05 ] [ l_g_pix: 3.9374e-02 ] [ l_g_total: 3.9374e-02 ] +2024-10-25 02:16:06,214 INFO: [ epoch: 675 ] [ iter: 66,900 ] [ performance: 18.023 it/s ] [ lr: 5.00e-05 ] [ eta: 1670 days, 9:55:26 ] [ l_g_pix: 5.4816e-02 ] [ l_g_total: 5.4816e-02 ] +2024-10-25 02:16:12,418 INFO: [ epoch: 676 ] [ iter: 67,000 ] [ performance: 20.672 it/s ] [ lr: 5.00e-05 ] [ eta: 1667 days, 17:40:27 ] [ l_g_pix: 4.4433e-02 ] [ l_g_total: 4.4433e-02 ] +2024-10-25 02:16:18,438 INFO: [ epoch: 677 ] [ iter: 67,100 ] [ performance: 18.034 it/s ] [ lr: 5.00e-05 ] [ eta: 1664 days, 23:23:56 ] [ l_g_pix: 4.8996e-02 ] [ l_g_total: 4.8996e-02 ] +2024-10-25 02:16:24,491 INFO: [ epoch: 678 ] [ iter: 67,200 ] [ performance: 20.828 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 5:05:11 ] [ l_g_pix: 3.9746e-02 ] [ l_g_total: 3.9746e-02 ] +2024-10-25 02:16:30,514 INFO: [ epoch: 679 ] [ iter: 67,300 ] [ performance: 18.063 it/s ] [ lr: 5.00e-05 ] [ eta: 1659 days, 10:09:47 ] [ l_g_pix: 5.5768e-02 ] [ l_g_total: 5.5768e-02 ] +2024-10-25 02:16:36,510 INFO: [ epoch: 680 ] [ iter: 67,400 ] [ performance: 21.021 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 14:39:51 ] [ l_g_pix: 4.0903e-02 ] [ l_g_total: 4.0903e-02 ] +2024-10-25 02:16:42,426 INFO: [ epoch: 681 ] [ iter: 67,500 ] [ performance: 18.320 it/s ] [ lr: 5.00e-05 ] [ eta: 1653 days, 18:06:17 ] [ l_g_pix: 3.7111e-02 ] [ l_g_total: 3.7111e-02 ] +2024-10-25 02:16:48,754 INFO: [ epoch: 682 ] [ iter: 67,600 ] [ performance: 20.913 it/s ] [ lr: 5.00e-05 ] [ eta: 1651 days, 0:55:52 ] [ l_g_pix: 4.2962e-02 ] [ l_g_total: 4.2962e-02 ] +2024-10-25 02:16:54,737 INFO: [ epoch: 683 ] [ iter: 67,700 ] [ performance: 18.139 it/s ] [ lr: 5.00e-05 ] [ eta: 1648 days, 4:18:06 ] [ l_g_pix: 2.3242e-02 ] [ l_g_total: 2.3242e-02 ] +2024-10-25 02:17:00,724 INFO: [ epoch: 684 ] [ iter: 67,800 ] [ performance: 21.107 it/s ] [ lr: 5.00e-05 ] [ eta: 1645 days, 7:23:06 ] [ l_g_pix: 4.9475e-02 ] [ l_g_total: 4.9475e-02 ] +2024-10-25 02:17:06,481 INFO: [ epoch: 685 ] [ iter: 67,900 ] [ performance: 18.650 it/s ] [ lr: 5.00e-05 ] [ eta: 1642 days, 8:04:47 ] [ l_g_pix: 4.4550e-02 ] [ l_g_total: 4.4550e-02 ] +2024-10-25 02:17:12,457 INFO: [ epoch: 686 ] [ iter: 68,000 ] [ performance: 20.956 it/s ] [ lr: 5.00e-05 ] [ eta: 1639 days, 10:24:00 ] [ l_g_pix: 5.0554e-02 ] [ l_g_total: 5.0554e-02 ] +2024-10-25 02:17:18,833 INFO: [ epoch: 687 ] [ iter: 68,100 ] [ performance: 17.357 it/s ] [ lr: 5.00e-05 ] [ eta: 1636 days, 15:56:11 ] [ l_g_pix: 4.4380e-02 ] [ l_g_total: 4.4380e-02 ] +2024-10-25 02:17:24,905 INFO: [ epoch: 688 ] [ iter: 68,200 ] [ performance: 20.949 it/s ] [ lr: 5.00e-05 ] [ eta: 1633 days, 18:26:08 ] [ l_g_pix: 3.8395e-02 ] [ l_g_total: 3.8395e-02 ] +2024-10-25 02:17:30,552 INFO: [ epoch: 689 ] [ iter: 68,300 ] [ performance: 18.814 it/s ] [ lr: 5.00e-05 ] [ eta: 1630 days, 16:51:08 ] [ l_g_pix: 4.6536e-02 ] [ l_g_total: 4.6536e-02 ] +2024-10-25 02:17:36,244 INFO: [ epoch: 690 ] [ iter: 68,400 ] [ performance: 22.709 it/s ] [ lr: 5.00e-05 ] [ eta: 1627 days, 15:20:44 ] [ l_g_pix: 4.2940e-02 ] [ l_g_total: 4.2940e-02 ] +2024-10-25 02:17:42,237 INFO: [ epoch: 691 ] [ iter: 68,500 ] [ performance: 18.532 it/s ] [ lr: 5.00e-05 ] [ eta: 1624 days, 16:09:36 ] [ l_g_pix: 3.6708e-02 ] [ l_g_total: 3.6708e-02 ] +2024-10-25 02:17:48,198 INFO: [ epoch: 692 ] [ iter: 68,600 ] [ performance: 20.806 it/s ] [ lr: 5.00e-05 ] [ eta: 1621 days, 16:22:00 ] [ l_g_pix: 2.7342e-02 ] [ l_g_total: 2.7342e-02 ] +2024-10-25 02:17:54,609 INFO: [ epoch: 693 ] [ iter: 68,700 ] [ performance: 17.199 it/s ] [ lr: 5.00e-05 ] [ eta: 1618 days, 20:08:49 ] [ l_g_pix: 3.4667e-02 ] [ l_g_total: 3.4667e-02 ] +2024-10-25 02:18:00,482 INFO: [ epoch: 694 ] [ iter: 68,800 ] [ performance: 21.197 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 18:54:55 ] [ l_g_pix: 4.4714e-02 ] [ l_g_total: 4.4714e-02 ] +2024-10-25 02:18:06,528 INFO: [ epoch: 695 ] [ iter: 68,900 ] [ performance: 17.993 it/s ] [ lr: 5.00e-05 ] [ eta: 1612 days, 18:51:09 ] [ l_g_pix: 2.9217e-02 ] [ l_g_total: 2.9217e-02 ] +2024-10-25 02:18:12,600 INFO: [ epoch: 696 ] [ iter: 69,000 ] [ performance: 21.250 it/s ] [ lr: 5.00e-05 ] [ eta: 1609 days, 18:40:08 ] [ l_g_pix: 4.6317e-02 ] [ l_g_total: 4.6317e-02 ] +2024-10-25 02:18:18,566 INFO: [ epoch: 697 ] [ iter: 69,100 ] [ performance: 18.156 it/s ] [ lr: 5.00e-05 ] [ eta: 1606 days, 17:14:40 ] [ l_g_pix: 3.4938e-02 ] [ l_g_total: 3.4938e-02 ] +2024-10-25 02:18:24,611 INFO: [ epoch: 698 ] [ iter: 69,200 ] [ performance: 21.064 it/s ] [ lr: 5.00e-05 ] [ eta: 1603 days, 16:09:55 ] [ l_g_pix: 4.4864e-02 ] [ l_g_total: 4.4864e-02 ] +2024-10-25 02:18:30,935 INFO: [ epoch: 699 ] [ iter: 69,300 ] [ performance: 17.370 it/s ] [ lr: 5.00e-05 ] [ eta: 1600 days, 17:07:38 ] [ l_g_pix: 4.1568e-02 ] [ l_g_total: 4.1568e-02 ] +2024-10-25 02:18:37,702 INFO: [ epoch: 701 ] [ iter: 69,400 ] [ performance: 15.331 it/s ] [ lr: 5.00e-05 ] [ eta: 1597 days, 21:29:56 ] [ l_g_pix: 3.0210e-02 ] [ l_g_total: 3.0210e-02 ] +2024-10-25 02:18:43,808 INFO: [ epoch: 702 ] [ iter: 69,500 ] [ performance: 15.996 it/s ] [ lr: 5.00e-05 ] [ eta: 1594 days, 19:53:37 ] [ l_g_pix: 4.2383e-02 ] [ l_g_total: 4.2383e-02 ] +2024-10-25 02:18:49,881 INFO: [ epoch: 703 ] [ iter: 69,600 ] [ performance: 14.118 it/s ] [ lr: 5.00e-05 ] [ eta: 1591 days, 17:41:02 ] [ l_g_pix: 5.2620e-02 ] [ l_g_total: 5.2620e-02 ] +2024-10-25 02:18:55,812 INFO: [ epoch: 704 ] [ iter: 69,700 ] [ performance: 15.788 it/s ] [ lr: 5.00e-05 ] [ eta: 1588 days, 13:55:46 ] [ l_g_pix: 3.5977e-02 ] [ l_g_total: 3.5977e-02 ] +2024-10-25 02:19:01,604 INFO: [ epoch: 705 ] [ iter: 69,800 ] [ performance: 14.364 it/s ] [ lr: 5.00e-05 ] [ eta: 1585 days, 8:41:22 ] [ l_g_pix: 3.2541e-02 ] [ l_g_total: 3.2541e-02 ] +2024-10-25 02:19:07,863 INFO: [ epoch: 706 ] [ iter: 69,900 ] [ performance: 15.380 it/s ] [ lr: 5.00e-05 ] [ eta: 1582 days, 7:01:48 ] [ l_g_pix: 3.8263e-02 ] [ l_g_total: 3.8263e-02 ] +2024-10-25 02:19:13,938 INFO: [ epoch: 707 ] [ iter: 70,000 ] [ performance: 13.759 it/s ] [ lr: 5.00e-05 ] [ eta: 1579 days, 3:28:54 ] [ l_g_pix: 4.2270e-02 ] [ l_g_total: 4.2270e-02 ] +2024-10-25 02:19:13,938 INFO: Saving models and training states. +2024-10-25 02:20:19,365 INFO: Validation val + + # psnr: 21.7185........ Best: 21.7185 @ 70000 iter + # ssim: 0.6297........ Best: 0.6297 @ 70000 iter + # dists: 0.7878........ Best: 0.7878 @ 70000 iter + +2024-10-25 02:20:25,326 INFO: [ epoch: 708 ] [ iter: 70,100 ] [ performance: 15.609 it/s ] [ lr: 5.00e-05 ] [ eta: 1598 days, 14:02:32 ] [ l_g_pix: 5.0820e-02 ] [ l_g_total: 5.0820e-02 ] +2024-10-25 02:20:31,269 INFO: [ epoch: 709 ] [ iter: 70,200 ] [ performance: 14.186 it/s ] [ lr: 5.00e-05 ] [ eta: 1595 days, 6:55:04 ] [ l_g_pix: 3.6480e-02 ] [ l_g_total: 3.6480e-02 ] +2024-10-25 02:20:37,264 INFO: [ epoch: 710 ] [ iter: 70,300 ] [ performance: 15.748 it/s ] [ lr: 5.00e-05 ] [ eta: 1591 days, 23:53:17 ] [ l_g_pix: 3.9412e-02 ] [ l_g_total: 3.9412e-02 ] +2024-10-25 02:20:43,004 INFO: [ epoch: 711 ] [ iter: 70,400 ] [ performance: 14.005 it/s ] [ lr: 5.00e-05 ] [ eta: 1588 days, 14:25:54 ] [ l_g_pix: 4.6693e-02 ] [ l_g_total: 4.6693e-02 ] +2024-10-25 02:20:49,340 INFO: [ epoch: 712 ] [ iter: 70,500 ] [ performance: 15.144 it/s ] [ lr: 5.00e-05 ] [ eta: 1585 days, 9:32:24 ] [ l_g_pix: 2.9984e-02 ] [ l_g_total: 2.9984e-02 ] +2024-10-25 02:20:55,329 INFO: [ epoch: 713 ] [ iter: 70,600 ] [ performance: 13.858 it/s ] [ lr: 5.00e-05 ] [ eta: 1582 days, 1:28:05 ] [ l_g_pix: 4.8794e-02 ] [ l_g_total: 4.8794e-02 ] +2024-10-25 02:21:00,938 INFO: [ epoch: 714 ] [ iter: 70,700 ] [ performance: 16.295 it/s ] [ lr: 5.00e-05 ] [ eta: 1578 days, 13:58:01 ] [ l_g_pix: 3.8888e-02 ] [ l_g_total: 3.8888e-02 ] +2024-10-25 02:21:06,906 INFO: [ epoch: 715 ] [ iter: 70,800 ] [ performance: 13.475 it/s ] [ lr: 5.00e-05 ] [ eta: 1575 days, 5:03:23 ] [ l_g_pix: 4.4371e-02 ] [ l_g_total: 4.4371e-02 ] +2024-10-25 02:21:12,930 INFO: [ epoch: 716 ] [ iter: 70,900 ] [ performance: 15.440 it/s ] [ lr: 5.00e-05 ] [ eta: 1571 days, 20:16:56 ] [ l_g_pix: 4.3070e-02 ] [ l_g_total: 4.3070e-02 ] +2024-10-25 02:21:19,145 INFO: [ epoch: 717 ] [ iter: 71,000 ] [ performance: 12.791 it/s ] [ lr: 5.00e-05 ] [ eta: 1568 days, 12:42:14 ] [ l_g_pix: 4.0727e-02 ] [ l_g_total: 4.0727e-02 ] +2024-10-25 02:21:25,003 INFO: [ epoch: 718 ] [ iter: 71,100 ] [ performance: 15.424 it/s ] [ lr: 5.00e-05 ] [ eta: 1565 days, 1:54:40 ] [ l_g_pix: 3.0329e-02 ] [ l_g_total: 3.0329e-02 ] +2024-10-25 02:21:30,637 INFO: [ epoch: 719 ] [ iter: 71,200 ] [ performance: 13.827 it/s ] [ lr: 5.00e-05 ] [ eta: 1561 days, 13:00:12 ] [ l_g_pix: 3.6510e-02 ] [ l_g_total: 3.6510e-02 ] +2024-10-25 02:21:36,738 INFO: [ epoch: 720 ] [ iter: 71,300 ] [ performance: 15.488 it/s ] [ lr: 5.00e-05 ] [ eta: 1558 days, 3:30:30 ] [ l_g_pix: 4.3170e-02 ] [ l_g_total: 4.3170e-02 ] +2024-10-25 02:21:42,486 INFO: [ epoch: 721 ] [ iter: 71,400 ] [ performance: 14.263 it/s ] [ lr: 5.00e-05 ] [ eta: 1554 days, 14:52:27 ] [ l_g_pix: 3.5107e-02 ] [ l_g_total: 3.5107e-02 ] +2024-10-25 02:21:48,436 INFO: [ epoch: 722 ] [ iter: 71,500 ] [ performance: 15.928 it/s ] [ lr: 5.00e-05 ] [ eta: 1551 days, 3:30:43 ] [ l_g_pix: 3.4734e-02 ] [ l_g_total: 3.4734e-02 ] +2024-10-25 02:21:54,299 INFO: [ epoch: 723 ] [ iter: 71,600 ] [ performance: 13.378 it/s ] [ lr: 5.00e-05 ] [ eta: 1547 days, 15:08:12 ] [ l_g_pix: 3.9716e-02 ] [ l_g_total: 3.9716e-02 ] +2024-10-25 02:22:00,011 INFO: [ epoch: 724 ] [ iter: 71,700 ] [ performance: 16.002 it/s ] [ lr: 5.00e-05 ] [ eta: 1544 days, 1:14:35 ] [ l_g_pix: 4.3559e-02 ] [ l_g_total: 4.3559e-02 ] +2024-10-25 02:22:06,101 INFO: [ epoch: 725 ] [ iter: 71,800 ] [ performance: 12.928 it/s ] [ lr: 5.00e-05 ] [ eta: 1540 days, 13:59:50 ] [ l_g_pix: 4.8074e-02 ] [ l_g_total: 4.8074e-02 ] +2024-10-25 02:22:12,115 INFO: [ epoch: 726 ] [ iter: 71,900 ] [ performance: 15.312 it/s ] [ lr: 5.00e-05 ] [ eta: 1537 days, 1:49:20 ] [ l_g_pix: 3.9622e-02 ] [ l_g_total: 3.9622e-02 ] +2024-10-25 02:22:17,939 INFO: [ epoch: 727 ] [ iter: 72,000 ] [ performance: 13.402 it/s ] [ lr: 5.00e-05 ] [ eta: 1533 days, 11:50:00 ] [ l_g_pix: 2.6603e-02 ] [ l_g_total: 2.6603e-02 ] +2024-10-25 02:22:23,900 INFO: [ epoch: 728 ] [ iter: 72,100 ] [ performance: 15.616 it/s ] [ lr: 5.00e-05 ] [ eta: 1529 days, 22:34:55 ] [ l_g_pix: 4.8657e-02 ] [ l_g_total: 4.8657e-02 ] +2024-10-25 02:22:30,066 INFO: [ epoch: 729 ] [ iter: 72,200 ] [ performance: 12.057 it/s ] [ lr: 5.00e-05 ] [ eta: 1526 days, 10:35:02 ] [ l_g_pix: 5.9633e-02 ] [ l_g_total: 5.9633e-02 ] +2024-10-25 02:22:35,758 INFO: [ epoch: 730 ] [ iter: 72,300 ] [ performance: 15.510 it/s ] [ lr: 5.00e-05 ] [ eta: 1522 days, 18:35:43 ] [ l_g_pix: 4.4197e-02 ] [ l_g_total: 4.4197e-02 ] +2024-10-25 02:22:41,686 INFO: [ epoch: 731 ] [ iter: 72,400 ] [ performance: 12.852 it/s ] [ lr: 5.00e-05 ] [ eta: 1519 days, 4:06:10 ] [ l_g_pix: 3.8916e-02 ] [ l_g_total: 3.8916e-02 ] +2024-10-25 02:22:47,565 INFO: [ epoch: 732 ] [ iter: 72,500 ] [ performance: 15.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1515 days, 12:54:01 ] [ l_g_pix: 5.0112e-02 ] [ l_g_total: 5.0112e-02 ] +2024-10-25 02:22:53,497 INFO: [ epoch: 733 ] [ iter: 72,600 ] [ performance: 12.917 it/s ] [ lr: 5.00e-05 ] [ eta: 1511 days, 21:46:51 ] [ l_g_pix: 5.2403e-02 ] [ l_g_total: 5.2403e-02 ] +2024-10-25 02:22:59,500 INFO: [ epoch: 734 ] [ iter: 72,700 ] [ performance: 15.409 it/s ] [ lr: 5.00e-05 ] [ eta: 1508 days, 6:51:53 ] [ l_g_pix: 2.8251e-02 ] [ l_g_total: 2.8251e-02 ] +2024-10-25 02:23:05,784 INFO: [ epoch: 735 ] [ iter: 72,800 ] [ performance: 12.177 it/s ] [ lr: 5.00e-05 ] [ eta: 1504 days, 17:44:37 ] [ l_g_pix: 3.8530e-02 ] [ l_g_total: 3.8530e-02 ] +2024-10-25 02:23:11,742 INFO: [ epoch: 736 ] [ iter: 72,900 ] [ performance: 15.204 it/s ] [ lr: 5.00e-05 ] [ eta: 1501 days, 1:48:43 ] [ l_g_pix: 3.6378e-02 ] [ l_g_total: 3.6378e-02 ] +2024-10-25 02:23:17,677 INFO: [ epoch: 737 ] [ iter: 73,000 ] [ performance: 13.232 it/s ] [ lr: 5.00e-05 ] [ eta: 1497 days, 9:23:03 ] [ l_g_pix: 3.6496e-02 ] [ l_g_total: 3.6496e-02 ] +2024-10-25 02:23:23,697 INFO: [ epoch: 738 ] [ iter: 73,100 ] [ performance: 15.542 it/s ] [ lr: 5.00e-05 ] [ eta: 1493 days, 17:15:38 ] [ l_g_pix: 3.8418e-02 ] [ l_g_total: 3.8418e-02 ] +2024-10-25 02:23:29,746 INFO: [ epoch: 739 ] [ iter: 73,200 ] [ performance: 20.490 it/s ] [ lr: 5.00e-05 ] [ eta: 1490 days, 1:00:37 ] [ l_g_pix: 4.9036e-02 ] [ l_g_total: 4.9036e-02 ] +2024-10-25 02:23:35,532 INFO: [ epoch: 740 ] [ iter: 73,300 ] [ performance: 18.033 it/s ] [ lr: 5.00e-05 ] [ eta: 1486 days, 6:28:56 ] [ l_g_pix: 2.6459e-02 ] [ l_g_total: 2.6459e-02 ] +2024-10-25 02:23:41,793 INFO: [ epoch: 741 ] [ iter: 73,400 ] [ performance: 20.840 it/s ] [ lr: 5.00e-05 ] [ eta: 1482 days, 15:08:25 ] [ l_g_pix: 3.1342e-02 ] [ l_g_total: 3.1342e-02 ] +2024-10-25 02:23:47,701 INFO: [ epoch: 742 ] [ iter: 73,500 ] [ performance: 17.795 it/s ] [ lr: 5.00e-05 ] [ eta: 1478 days, 20:51:19 ] [ l_g_pix: 4.6278e-02 ] [ l_g_total: 4.6278e-02 ] +2024-10-25 02:23:53,493 INFO: [ epoch: 743 ] [ iter: 73,600 ] [ performance: 20.923 it/s ] [ lr: 5.00e-05 ] [ eta: 1475 days, 1:23:14 ] [ l_g_pix: 3.7099e-02 ] [ l_g_total: 3.7099e-02 ] +2024-10-25 02:23:59,416 INFO: [ epoch: 744 ] [ iter: 73,700 ] [ performance: 17.757 it/s ] [ lr: 5.00e-05 ] [ eta: 1471 days, 6:33:10 ] [ l_g_pix: 3.3997e-02 ] [ l_g_total: 3.3997e-02 ] +2024-10-25 02:24:05,379 INFO: [ epoch: 745 ] [ iter: 73,800 ] [ performance: 23.183 it/s ] [ lr: 5.00e-05 ] [ eta: 1467 days, 11:41:11 ] [ l_g_pix: 3.6349e-02 ] [ l_g_total: 3.6349e-02 ] +2024-10-25 02:24:11,316 INFO: [ epoch: 746 ] [ iter: 73,900 ] [ performance: 18.074 it/s ] [ lr: 5.00e-05 ] [ eta: 1463 days, 16:17:41 ] [ l_g_pix: 3.4044e-02 ] [ l_g_total: 3.4044e-02 ] +2024-10-25 02:24:17,695 INFO: [ epoch: 747 ] [ iter: 74,000 ] [ performance: 21.656 it/s ] [ lr: 5.00e-05 ] [ eta: 1459 days, 23:46:08 ] [ l_g_pix: 4.4621e-02 ] [ l_g_total: 4.4621e-02 ] +2024-10-25 02:24:23,448 INFO: [ epoch: 748 ] [ iter: 74,100 ] [ performance: 18.260 it/s ] [ lr: 5.00e-05 ] [ eta: 1456 days, 2:22:55 ] [ l_g_pix: 3.8281e-02 ] [ l_g_total: 3.8281e-02 ] +2024-10-25 02:24:29,274 INFO: [ epoch: 749 ] [ iter: 74,200 ] [ performance: 20.482 it/s ] [ lr: 5.00e-05 ] [ eta: 1452 days, 5:11:57 ] [ l_g_pix: 3.2489e-02 ] [ l_g_total: 3.2489e-02 ] +2024-10-25 02:24:35,299 INFO: [ epoch: 750 ] [ iter: 74,300 ] [ performance: 17.381 it/s ] [ lr: 5.00e-05 ] [ eta: 1448 days, 9:06:52 ] [ l_g_pix: 4.4039e-02 ] [ l_g_total: 4.4039e-02 ] +2024-10-25 02:24:41,232 INFO: [ epoch: 751 ] [ iter: 74,400 ] [ performance: 23.254 it/s ] [ lr: 5.00e-05 ] [ eta: 1444 days, 12:02:13 ] [ l_g_pix: 3.7978e-02 ] [ l_g_total: 3.7978e-02 ] +2024-10-25 02:24:47,616 INFO: [ epoch: 752 ] [ iter: 74,500 ] [ performance: 16.942 it/s ] [ lr: 5.00e-05 ] [ eta: 1440 days, 17:49:51 ] [ l_g_pix: 3.9443e-02 ] [ l_g_total: 3.9443e-02 ] +2024-10-25 02:24:53,604 INFO: [ epoch: 753 ] [ iter: 74,600 ] [ performance: 21.006 it/s ] [ lr: 5.00e-05 ] [ eta: 1436 days, 20:28:22 ] [ l_g_pix: 2.6094e-02 ] [ l_g_total: 2.6094e-02 ] +2024-10-25 02:24:59,622 INFO: [ epoch: 754 ] [ iter: 74,700 ] [ performance: 17.439 it/s ] [ lr: 5.00e-05 ] [ eta: 1432 days, 22:59:39 ] [ l_g_pix: 3.2980e-02 ] [ l_g_total: 3.2980e-02 ] +2024-10-25 02:25:05,670 INFO: [ epoch: 755 ] [ iter: 74,800 ] [ performance: 20.853 it/s ] [ lr: 5.00e-05 ] [ eta: 1429 days, 1:23:20 ] [ l_g_pix: 3.0162e-02 ] [ l_g_total: 3.0162e-02 ] +2024-10-25 02:25:11,670 INFO: [ epoch: 756 ] [ iter: 74,900 ] [ performance: 17.436 it/s ] [ lr: 5.00e-05 ] [ eta: 1425 days, 3:06:52 ] [ l_g_pix: 4.2945e-02 ] [ l_g_total: 4.2945e-02 ] +2024-10-25 02:25:17,595 INFO: [ epoch: 757 ] [ iter: 75,000 ] [ performance: 21.807 it/s ] [ lr: 5.00e-05 ] [ eta: 1421 days, 3:59:25 ] [ l_g_pix: 4.4803e-02 ] [ l_g_total: 4.4803e-02 ] +2024-10-25 02:25:23,935 INFO: [ epoch: 758 ] [ iter: 75,100 ] [ performance: 16.763 it/s ] [ lr: 5.00e-05 ] [ eta: 1417 days, 7:24:02 ] [ l_g_pix: 3.4292e-02 ] [ l_g_total: 3.4292e-02 ] +2024-10-25 02:25:29,945 INFO: [ epoch: 759 ] [ iter: 75,200 ] [ performance: 21.047 it/s ] [ lr: 5.00e-05 ] [ eta: 1413 days, 8:11:08 ] [ l_g_pix: 3.3565e-02 ] [ l_g_total: 3.3565e-02 ] +2024-10-25 02:25:35,810 INFO: [ epoch: 760 ] [ iter: 75,300 ] [ performance: 17.748 it/s ] [ lr: 5.00e-05 ] [ eta: 1409 days, 7:38:47 ] [ l_g_pix: 3.8871e-02 ] [ l_g_total: 3.8871e-02 ] +2024-10-25 02:25:41,786 INFO: [ epoch: 761 ] [ iter: 75,400 ] [ performance: 21.001 it/s ] [ lr: 5.00e-05 ] [ eta: 1405 days, 7:31:59 ] [ l_g_pix: 3.8188e-02 ] [ l_g_total: 3.8188e-02 ] +2024-10-25 02:25:47,798 INFO: [ epoch: 762 ] [ iter: 75,500 ] [ performance: 17.357 it/s ] [ lr: 5.00e-05 ] [ eta: 1401 days, 7:20:25 ] [ l_g_pix: 3.6730e-02 ] [ l_g_total: 3.6730e-02 ] +2024-10-25 02:25:53,867 INFO: [ epoch: 763 ] [ iter: 75,600 ] [ performance: 20.416 it/s ] [ lr: 5.00e-05 ] [ eta: 1397 days, 7:11:44 ] [ l_g_pix: 4.7289e-02 ] [ l_g_total: 4.7289e-02 ] +2024-10-25 02:26:00,076 INFO: [ epoch: 764 ] [ iter: 75,700 ] [ performance: 16.795 it/s ] [ lr: 5.00e-05 ] [ eta: 1393 days, 7:39:40 ] [ l_g_pix: 3.3145e-02 ] [ l_g_total: 3.3145e-02 ] +2024-10-25 02:26:05,932 INFO: [ epoch: 765 ] [ iter: 75,800 ] [ performance: 21.405 it/s ] [ lr: 5.00e-05 ] [ eta: 1389 days, 5:24:18 ] [ l_g_pix: 4.3222e-02 ] [ l_g_total: 4.3222e-02 ] +2024-10-25 02:26:11,818 INFO: [ epoch: 766 ] [ iter: 75,900 ] [ performance: 17.675 it/s ] [ lr: 5.00e-05 ] [ eta: 1385 days, 3:01:33 ] [ l_g_pix: 5.1734e-02 ] [ l_g_total: 5.1734e-02 ] +2024-10-25 02:26:17,765 INFO: [ epoch: 767 ] [ iter: 76,000 ] [ performance: 20.773 it/s ] [ lr: 5.00e-05 ] [ eta: 1381 days, 0:43:43 ] [ l_g_pix: 2.8066e-02 ] [ l_g_total: 2.8066e-02 ] +2024-10-25 02:26:23,497 INFO: [ epoch: 768 ] [ iter: 76,100 ] [ performance: 17.968 it/s ] [ lr: 5.00e-05 ] [ eta: 1376 days, 20:40:25 ] [ l_g_pix: 3.4873e-02 ] [ l_g_total: 3.4873e-02 ] +2024-10-25 02:26:29,329 INFO: [ epoch: 769 ] [ iter: 76,200 ] [ performance: 20.678 it/s ] [ lr: 5.00e-05 ] [ eta: 1372 days, 16:57:41 ] [ l_g_pix: 3.8618e-02 ] [ l_g_total: 3.8618e-02 ] +2024-10-25 02:26:35,510 INFO: [ epoch: 770 ] [ iter: 76,300 ] [ performance: 16.817 it/s ] [ lr: 5.00e-05 ] [ eta: 1368 days, 15:13:14 ] [ l_g_pix: 4.4227e-02 ] [ l_g_total: 4.4227e-02 ] +2024-10-25 02:26:41,432 INFO: [ epoch: 771 ] [ iter: 76,400 ] [ performance: 23.338 it/s ] [ lr: 5.00e-05 ] [ eta: 1364 days, 11:26:25 ] [ l_g_pix: 3.9558e-02 ] [ l_g_total: 3.9558e-02 ] +2024-10-25 02:26:47,404 INFO: [ epoch: 772 ] [ iter: 76,500 ] [ performance: 17.576 it/s ] [ lr: 5.00e-05 ] [ eta: 1360 days, 7:39:21 ] [ l_g_pix: 3.2406e-02 ] [ l_g_total: 3.2406e-02 ] +2024-10-25 02:26:53,294 INFO: [ epoch: 773 ] [ iter: 76,600 ] [ performance: 20.782 it/s ] [ lr: 5.00e-05 ] [ eta: 1356 days, 3:00:10 ] [ l_g_pix: 4.5348e-02 ] [ l_g_total: 4.5348e-02 ] +2024-10-25 02:26:59,293 INFO: [ epoch: 774 ] [ iter: 76,700 ] [ performance: 17.215 it/s ] [ lr: 5.00e-05 ] [ eta: 1351 days, 22:44:13 ] [ l_g_pix: 3.6191e-02 ] [ l_g_total: 3.6191e-02 ] +2024-10-25 02:27:05,277 INFO: [ epoch: 775 ] [ iter: 76,800 ] [ performance: 21.231 it/s ] [ lr: 5.00e-05 ] [ eta: 1347 days, 18:01:55 ] [ l_g_pix: 5.1337e-02 ] [ l_g_total: 5.1337e-02 ] +2024-10-25 02:27:11,437 INFO: [ epoch: 776 ] [ iter: 76,900 ] [ performance: 16.840 it/s ] [ lr: 5.00e-05 ] [ eta: 1343 days, 14:07:54 ] [ l_g_pix: 4.7389e-02 ] [ l_g_total: 4.7389e-02 ] +2024-10-25 02:27:17,415 INFO: [ epoch: 777 ] [ iter: 77,000 ] [ performance: 21.038 it/s ] [ lr: 5.00e-05 ] [ eta: 1339 days, 8:43:13 ] [ l_g_pix: 3.1792e-02 ] [ l_g_total: 3.1792e-02 ] +2024-10-25 02:27:23,385 INFO: [ epoch: 778 ] [ iter: 77,100 ] [ performance: 17.264 it/s ] [ lr: 5.00e-05 ] [ eta: 1335 days, 2:55:55 ] [ l_g_pix: 5.1849e-02 ] [ l_g_total: 5.1849e-02 ] +2024-10-25 02:27:29,420 INFO: [ epoch: 779 ] [ iter: 77,200 ] [ performance: 20.874 it/s ] [ lr: 5.00e-05 ] [ eta: 1330 days, 21:13:17 ] [ l_g_pix: 3.5076e-02 ] [ l_g_total: 3.5076e-02 ] +2024-10-25 02:27:35,467 INFO: [ epoch: 780 ] [ iter: 77,300 ] [ performance: 17.031 it/s ] [ lr: 5.00e-05 ] [ eta: 1326 days, 15:14:41 ] [ l_g_pix: 3.8254e-02 ] [ l_g_total: 3.8254e-02 ] +2024-10-25 02:27:41,871 INFO: [ epoch: 781 ] [ iter: 77,400 ] [ performance: 16.265 it/s ] [ lr: 5.00e-05 ] [ eta: 1322 days, 11:10:49 ] [ l_g_pix: 4.7103e-02 ] [ l_g_total: 4.7103e-02 ] +2024-10-25 02:27:47,910 INFO: [ epoch: 782 ] [ iter: 77,500 ] [ performance: 16.523 it/s ] [ lr: 5.00e-05 ] [ eta: 1318 days, 4:28:43 ] [ l_g_pix: 3.3934e-02 ] [ l_g_total: 3.3934e-02 ] +2024-10-25 02:27:53,579 INFO: [ epoch: 783 ] [ iter: 77,600 ] [ performance: 20.886 it/s ] [ lr: 5.00e-05 ] [ eta: 1313 days, 19:08:07 ] [ l_g_pix: 4.5806e-02 ] [ l_g_total: 4.5806e-02 ] +2024-10-25 02:27:59,595 INFO: [ epoch: 784 ] [ iter: 77,700 ] [ performance: 17.051 it/s ] [ lr: 5.00e-05 ] [ eta: 1309 days, 11:38:03 ] [ l_g_pix: 3.0934e-02 ] [ l_g_total: 3.0934e-02 ] +2024-10-25 02:28:05,629 INFO: [ epoch: 785 ] [ iter: 77,800 ] [ performance: 20.655 it/s ] [ lr: 5.00e-05 ] [ eta: 1305 days, 3:53:59 ] [ l_g_pix: 3.3302e-02 ] [ l_g_total: 3.3302e-02 ] +2024-10-25 02:28:11,515 INFO: [ epoch: 786 ] [ iter: 77,900 ] [ performance: 17.345 it/s ] [ lr: 5.00e-05 ] [ eta: 1300 days, 18:55:54 ] [ l_g_pix: 6.0289e-02 ] [ l_g_total: 6.0289e-02 ] +2024-10-25 02:28:17,678 INFO: [ epoch: 787 ] [ iter: 78,000 ] [ performance: 20.839 it/s ] [ lr: 5.00e-05 ] [ eta: 1296 days, 11:19:14 ] [ l_g_pix: 4.5091e-02 ] [ l_g_total: 4.5091e-02 ] +2024-10-25 02:28:23,546 INFO: [ epoch: 788 ] [ iter: 78,100 ] [ performance: 17.385 it/s ] [ lr: 5.00e-05 ] [ eta: 1292 days, 1:34:33 ] [ l_g_pix: 4.0484e-02 ] [ l_g_total: 4.0484e-02 ] +2024-10-25 02:28:29,505 INFO: [ epoch: 789 ] [ iter: 78,200 ] [ performance: 20.668 it/s ] [ lr: 5.00e-05 ] [ eta: 1287 days, 16:03:32 ] [ l_g_pix: 4.3295e-02 ] [ l_g_total: 4.3295e-02 ] +2024-10-25 02:28:35,558 INFO: [ epoch: 790 ] [ iter: 78,300 ] [ performance: 16.859 it/s ] [ lr: 5.00e-05 ] [ eta: 1283 days, 6:46:34 ] [ l_g_pix: 5.2600e-02 ] [ l_g_total: 5.2600e-02 ] +2024-10-25 02:28:41,597 INFO: [ epoch: 791 ] [ iter: 78,400 ] [ performance: 20.881 it/s ] [ lr: 5.00e-05 ] [ eta: 1278 days, 21:04:13 ] [ l_g_pix: 3.8588e-02 ] [ l_g_total: 3.8588e-02 ] +2024-10-25 02:28:47,727 INFO: [ epoch: 792 ] [ iter: 78,500 ] [ performance: 16.649 it/s ] [ lr: 5.00e-05 ] [ eta: 1274 days, 11:34:20 ] [ l_g_pix: 4.0117e-02 ] [ l_g_total: 4.0117e-02 ] +2024-10-25 02:28:53,813 INFO: [ epoch: 793 ] [ iter: 78,600 ] [ performance: 23.402 it/s ] [ lr: 5.00e-05 ] [ eta: 1270 days, 1:28:30 ] [ l_g_pix: 3.1595e-02 ] [ l_g_total: 3.1595e-02 ] +2024-10-25 02:28:59,833 INFO: [ epoch: 794 ] [ iter: 78,700 ] [ performance: 17.021 it/s ] [ lr: 5.00e-05 ] [ eta: 1265 days, 14:39:05 ] [ l_g_pix: 5.6149e-02 ] [ l_g_total: 5.6149e-02 ] +2024-10-25 02:29:05,760 INFO: [ epoch: 795 ] [ iter: 78,800 ] [ performance: 20.478 it/s ] [ lr: 5.00e-05 ] [ eta: 1261 days, 2:56:31 ] [ l_g_pix: 3.3707e-02 ] [ l_g_total: 3.3707e-02 ] +2024-10-25 02:29:11,794 INFO: [ epoch: 796 ] [ iter: 78,900 ] [ performance: 16.815 it/s ] [ lr: 5.00e-05 ] [ eta: 1256 days, 15:31:43 ] [ l_g_pix: 3.2526e-02 ] [ l_g_total: 3.2526e-02 ] +2024-10-25 02:29:17,764 INFO: [ epoch: 797 ] [ iter: 79,000 ] [ performance: 21.453 it/s ] [ lr: 5.00e-05 ] [ eta: 1252 days, 3:24:41 ] [ l_g_pix: 4.8113e-02 ] [ l_g_total: 4.8113e-02 ] +2024-10-25 02:29:23,766 INFO: [ epoch: 798 ] [ iter: 79,100 ] [ performance: 16.912 it/s ] [ lr: 5.00e-05 ] [ eta: 1247 days, 15:08:47 ] [ l_g_pix: 3.6773e-02 ] [ l_g_total: 3.6773e-02 ] +2024-10-25 02:29:30,154 INFO: [ epoch: 799 ] [ iter: 79,200 ] [ performance: 14.279 it/s ] [ lr: 5.00e-05 ] [ eta: 1243 days, 4:46:39 ] [ l_g_pix: 3.9808e-02 ] [ l_g_total: 3.9808e-02 ] +2024-10-25 02:29:37,166 INFO: [ epoch: 801 ] [ iter: 79,300 ] [ performance: 14.267 it/s ] [ lr: 5.00e-05 ] [ eta: 1238 days, 21:37:58 ] [ l_g_pix: 3.0637e-02 ] [ l_g_total: 3.0637e-02 ] +2024-10-25 02:29:43,299 INFO: [ epoch: 802 ] [ iter: 79,400 ] [ performance: 3.570 it/s ] [ lr: 5.00e-05 ] [ eta: 1234 days, 9:04:44 ] [ l_g_pix: 3.1392e-02 ] [ l_g_total: 3.1392e-02 ] +2024-10-25 02:29:49,156 INFO: [ epoch: 803 ] [ iter: 79,500 ] [ performance: 14.491 it/s ] [ lr: 5.00e-05 ] [ eta: 1229 days, 18:36:38 ] [ l_g_pix: 3.4599e-02 ] [ l_g_total: 3.4599e-02 ] +2024-10-25 02:29:55,197 INFO: [ epoch: 804 ] [ iter: 79,600 ] [ performance: 3.063 it/s ] [ lr: 5.00e-05 ] [ eta: 1225 days, 4:51:52 ] [ l_g_pix: 4.2480e-02 ] [ l_g_total: 4.2480e-02 ] +2024-10-25 02:30:01,415 INFO: [ epoch: 805 ] [ iter: 79,700 ] [ performance: 13.825 it/s ] [ lr: 5.00e-05 ] [ eta: 1220 days, 15:46:45 ] [ l_g_pix: 3.0407e-02 ] [ l_g_total: 3.0407e-02 ] +2024-10-25 02:30:07,215 INFO: [ epoch: 806 ] [ iter: 79,800 ] [ performance: 15.376 it/s ] [ lr: 5.00e-05 ] [ eta: 1216 days, 0:00:06 ] [ l_g_pix: 4.6745e-02 ] [ l_g_total: 4.6745e-02 ] +2024-10-25 02:30:13,071 INFO: [ epoch: 807 ] [ iter: 79,900 ] [ performance: 17.025 it/s ] [ lr: 5.00e-05 ] [ eta: 1211 days, 8:12:52 ] [ l_g_pix: 2.9787e-02 ] [ l_g_total: 2.9787e-02 ] +2024-10-25 02:30:19,135 INFO: [ epoch: 808 ] [ iter: 80,000 ] [ performance: 18.841 it/s ] [ lr: 5.00e-05 ] [ eta: 1206 days, 17:15:16 ] [ l_g_pix: 5.5006e-02 ] [ l_g_total: 5.5006e-02 ] +2024-10-25 02:30:19,135 INFO: Saving models and training states. +2024-10-25 02:31:27,040 INFO: Validation val + + # psnr: 21.7394........ Best: 21.7394 @ 80000 iter + # ssim: 0.6317........ Best: 0.6317 @ 80000 iter + # dists: 0.7874........ Best: 0.7874 @ 80000 iter + +2024-10-25 02:31:33,097 INFO: [ epoch: 809 ] [ iter: 80,100 ] [ performance: 16.553 it/s ] [ lr: 5.00e-05 ] [ eta: 1217 days, 17:16:06 ] [ l_g_pix: 3.5888e-02 ] [ l_g_total: 3.5888e-02 ] +2024-10-25 02:31:39,152 INFO: [ epoch: 810 ] [ iter: 80,200 ] [ performance: 20.669 it/s ] [ lr: 5.00e-05 ] [ eta: 1212 days, 23:41:47 ] [ l_g_pix: 5.4056e-02 ] [ l_g_total: 5.4056e-02 ] +2024-10-25 02:31:45,870 INFO: [ epoch: 811 ] [ iter: 80,300 ] [ performance: 14.928 it/s ] [ lr: 5.00e-05 ] [ eta: 1208 days, 9:25:28 ] [ l_g_pix: 3.9911e-02 ] [ l_g_total: 3.9911e-02 ] +2024-10-25 02:31:51,846 INFO: [ epoch: 812 ] [ iter: 80,400 ] [ performance: 15.777 it/s ] [ lr: 5.00e-05 ] [ eta: 1203 days, 14:44:04 ] [ l_g_pix: 3.6237e-02 ] [ l_g_total: 3.6237e-02 ] +2024-10-25 02:31:57,737 INFO: [ epoch: 813 ] [ iter: 80,500 ] [ performance: 16.978 it/s ] [ lr: 5.00e-05 ] [ eta: 1198 days, 19:15:23 ] [ l_g_pix: 4.2274e-02 ] [ l_g_total: 4.2274e-02 ] +2024-10-25 02:32:03,695 INFO: [ epoch: 814 ] [ iter: 80,600 ] [ performance: 16.883 it/s ] [ lr: 5.00e-05 ] [ eta: 1193 days, 23:48:28 ] [ l_g_pix: 3.0212e-02 ] [ l_g_total: 3.0212e-02 ] +2024-10-25 02:32:09,686 INFO: [ epoch: 815 ] [ iter: 80,700 ] [ performance: 16.660 it/s ] [ lr: 5.00e-05 ] [ eta: 1189 days, 4:12:21 ] [ l_g_pix: 3.9532e-02 ] [ l_g_total: 3.9532e-02 ] +2024-10-25 02:32:15,740 INFO: [ epoch: 816 ] [ iter: 80,800 ] [ performance: 16.591 it/s ] [ lr: 5.00e-05 ] [ eta: 1184 days, 8:36:19 ] [ l_g_pix: 4.8946e-02 ] [ l_g_total: 4.8946e-02 ] +2024-10-25 02:32:22,053 INFO: [ epoch: 817 ] [ iter: 80,900 ] [ performance: 15.758 it/s ] [ lr: 5.00e-05 ] [ eta: 1179 days, 14:02:59 ] [ l_g_pix: 3.5093e-02 ] [ l_g_total: 3.5093e-02 ] +2024-10-25 02:32:28,137 INFO: [ epoch: 818 ] [ iter: 81,000 ] [ performance: 16.096 it/s ] [ lr: 5.00e-05 ] [ eta: 1174 days, 17:55:46 ] [ l_g_pix: 3.1361e-02 ] [ l_g_total: 3.1361e-02 ] +2024-10-25 02:32:34,184 INFO: [ epoch: 819 ] [ iter: 81,100 ] [ performance: 16.455 it/s ] [ lr: 5.00e-05 ] [ eta: 1169 days, 21:16:32 ] [ l_g_pix: 3.7585e-02 ] [ l_g_total: 3.7585e-02 ] +2024-10-25 02:32:40,210 INFO: [ epoch: 820 ] [ iter: 81,200 ] [ performance: 16.528 it/s ] [ lr: 5.00e-05 ] [ eta: 1165 days, 0:10:34 ] [ l_g_pix: 3.6401e-02 ] [ l_g_total: 3.6401e-02 ] +2024-10-25 02:32:46,240 INFO: [ epoch: 821 ] [ iter: 81,300 ] [ performance: 16.425 it/s ] [ lr: 5.00e-05 ] [ eta: 1160 days, 2:46:05 ] [ l_g_pix: 4.4978e-02 ] [ l_g_total: 4.4978e-02 ] +2024-10-25 02:32:52,639 INFO: [ epoch: 822 ] [ iter: 81,400 ] [ performance: 16.010 it/s ] [ lr: 5.00e-05 ] [ eta: 1155 days, 6:55:42 ] [ l_g_pix: 3.4136e-02 ] [ l_g_total: 3.4136e-02 ] +2024-10-25 02:32:58,647 INFO: [ epoch: 823 ] [ iter: 81,500 ] [ performance: 16.546 it/s ] [ lr: 5.00e-05 ] [ eta: 1150 days, 8:43:23 ] [ l_g_pix: 3.8466e-02 ] [ l_g_total: 3.8466e-02 ] +2024-10-25 02:33:04,535 INFO: [ epoch: 824 ] [ iter: 81,600 ] [ performance: 16.769 it/s ] [ lr: 5.00e-05 ] [ eta: 1145 days, 9:34:21 ] [ l_g_pix: 4.6276e-02 ] [ l_g_total: 4.6276e-02 ] +2024-10-25 02:33:10,278 INFO: [ epoch: 825 ] [ iter: 81,700 ] [ performance: 17.152 it/s ] [ lr: 5.00e-05 ] [ eta: 1140 days, 9:21:24 ] [ l_g_pix: 2.6468e-02 ] [ l_g_total: 2.6468e-02 ] +2024-10-25 02:33:16,173 INFO: [ epoch: 826 ] [ iter: 81,800 ] [ performance: 17.057 it/s ] [ lr: 5.00e-05 ] [ eta: 1135 days, 9:35:19 ] [ l_g_pix: 4.6890e-02 ] [ l_g_total: 4.6890e-02 ] +2024-10-25 02:33:21,930 INFO: [ epoch: 827 ] [ iter: 81,900 ] [ performance: 17.059 it/s ] [ lr: 5.00e-05 ] [ eta: 1130 days, 8:47:56 ] [ l_g_pix: 4.4602e-02 ] [ l_g_total: 4.4602e-02 ] +2024-10-25 02:33:28,218 INFO: [ epoch: 828 ] [ iter: 82,000 ] [ performance: 16.442 it/s ] [ lr: 5.00e-05 ] [ eta: 1125 days, 10:20:42 ] [ l_g_pix: 4.4970e-02 ] [ l_g_total: 4.4970e-02 ] +2024-10-25 02:33:33,814 INFO: [ epoch: 829 ] [ iter: 82,100 ] [ performance: 17.554 it/s ] [ lr: 5.00e-05 ] [ eta: 1120 days, 8:06:12 ] [ l_g_pix: 3.4798e-02 ] [ l_g_total: 3.4798e-02 ] +2024-10-25 02:33:39,885 INFO: [ epoch: 830 ] [ iter: 82,200 ] [ performance: 16.974 it/s ] [ lr: 5.00e-05 ] [ eta: 1115 days, 7:54:04 ] [ l_g_pix: 4.1512e-02 ] [ l_g_total: 4.1512e-02 ] +2024-10-25 02:33:45,590 INFO: [ epoch: 831 ] [ iter: 82,300 ] [ performance: 17.235 it/s ] [ lr: 5.00e-05 ] [ eta: 1110 days, 5:33:25 ] [ l_g_pix: 4.2700e-02 ] [ l_g_total: 4.2700e-02 ] +2024-10-25 02:33:51,366 INFO: [ epoch: 832 ] [ iter: 82,400 ] [ performance: 17.278 it/s ] [ lr: 5.00e-05 ] [ eta: 1105 days, 3:14:45 ] [ l_g_pix: 5.8907e-02 ] [ l_g_total: 5.8907e-02 ] +2024-10-25 02:33:57,371 INFO: [ epoch: 833 ] [ iter: 82,500 ] [ performance: 16.268 it/s ] [ lr: 5.00e-05 ] [ eta: 1100 days, 1:43:24 ] [ l_g_pix: 3.9456e-02 ] [ l_g_total: 3.9456e-02 ] +2024-10-25 02:34:03,832 INFO: [ epoch: 834 ] [ iter: 82,600 ] [ performance: 15.843 it/s ] [ lr: 5.00e-05 ] [ eta: 1095 days, 2:04:39 ] [ l_g_pix: 3.5308e-02 ] [ l_g_total: 3.5308e-02 ] +2024-10-25 02:34:09,798 INFO: [ epoch: 835 ] [ iter: 82,700 ] [ performance: 16.904 it/s ] [ lr: 5.00e-05 ] [ eta: 1089 days, 23:41:31 ] [ l_g_pix: 4.3682e-02 ] [ l_g_total: 4.3682e-02 ] +2024-10-25 02:34:15,734 INFO: [ epoch: 836 ] [ iter: 82,800 ] [ performance: 16.876 it/s ] [ lr: 5.00e-05 ] [ eta: 1084 days, 20:49:49 ] [ l_g_pix: 3.5876e-02 ] [ l_g_total: 3.5876e-02 ] +2024-10-25 02:34:21,712 INFO: [ epoch: 837 ] [ iter: 82,900 ] [ performance: 16.338 it/s ] [ lr: 5.00e-05 ] [ eta: 1079 days, 17:50:04 ] [ l_g_pix: 3.2876e-02 ] [ l_g_total: 3.2876e-02 ] +2024-10-25 02:34:27,766 INFO: [ epoch: 838 ] [ iter: 83,000 ] [ performance: 16.435 it/s ] [ lr: 5.00e-05 ] [ eta: 1074 days, 14:52:09 ] [ l_g_pix: 4.3904e-02 ] [ l_g_total: 4.3904e-02 ] +2024-10-25 02:34:33,682 INFO: [ epoch: 839 ] [ iter: 83,100 ] [ performance: 16.422 it/s ] [ lr: 5.00e-05 ] [ eta: 1069 days, 10:55:24 ] [ l_g_pix: 5.1099e-02 ] [ l_g_total: 5.1099e-02 ] +2024-10-25 02:34:40,117 INFO: [ epoch: 840 ] [ iter: 83,200 ] [ performance: 15.941 it/s ] [ lr: 5.00e-05 ] [ eta: 1064 days, 9:03:58 ] [ l_g_pix: 2.3149e-02 ] [ l_g_total: 2.3149e-02 ] +2024-10-25 02:34:46,100 INFO: [ epoch: 841 ] [ iter: 83,300 ] [ performance: 16.182 it/s ] [ lr: 5.00e-05 ] [ eta: 1059 days, 4:45:25 ] [ l_g_pix: 4.4442e-02 ] [ l_g_total: 4.4442e-02 ] +2024-10-25 02:34:51,755 INFO: [ epoch: 842 ] [ iter: 83,400 ] [ performance: 16.959 it/s ] [ lr: 5.00e-05 ] [ eta: 1053 days, 22:35:56 ] [ l_g_pix: 3.6433e-02 ] [ l_g_total: 3.6433e-02 ] +2024-10-25 02:34:57,616 INFO: [ epoch: 843 ] [ iter: 83,500 ] [ performance: 16.544 it/s ] [ lr: 5.00e-05 ] [ eta: 1048 days, 17:04:37 ] [ l_g_pix: 2.7837e-02 ] [ l_g_total: 2.7837e-02 ] +2024-10-25 02:35:03,533 INFO: [ epoch: 844 ] [ iter: 83,600 ] [ performance: 16.737 it/s ] [ lr: 5.00e-05 ] [ eta: 1043 days, 11:28:51 ] [ l_g_pix: 5.4934e-02 ] [ l_g_total: 5.4934e-02 ] +2024-10-25 02:35:09,481 INFO: [ epoch: 845 ] [ iter: 83,700 ] [ performance: 16.166 it/s ] [ lr: 5.00e-05 ] [ eta: 1038 days, 5:41:43 ] [ l_g_pix: 4.3133e-02 ] [ l_g_total: 4.3133e-02 ] +2024-10-25 02:35:15,706 INFO: [ epoch: 846 ] [ iter: 83,800 ] [ performance: 16.113 it/s ] [ lr: 5.00e-05 ] [ eta: 1033 days, 0:49:38 ] [ l_g_pix: 3.8056e-02 ] [ l_g_total: 3.8056e-02 ] +2024-10-25 02:35:21,698 INFO: [ epoch: 847 ] [ iter: 83,900 ] [ performance: 16.044 it/s ] [ lr: 5.00e-05 ] [ eta: 1027 days, 18:34:17 ] [ l_g_pix: 5.2462e-02 ] [ l_g_total: 5.2462e-02 ] +2024-10-25 02:35:27,661 INFO: [ epoch: 848 ] [ iter: 84,000 ] [ performance: 16.435 it/s ] [ lr: 5.00e-05 ] [ eta: 1022 days, 11:51:15 ] [ l_g_pix: 3.9354e-02 ] [ l_g_total: 3.9354e-02 ] +2024-10-25 02:35:33,630 INFO: [ epoch: 849 ] [ iter: 84,100 ] [ performance: 16.021 it/s ] [ lr: 5.00e-05 ] [ eta: 1017 days, 4:50:04 ] [ l_g_pix: 4.4153e-02 ] [ l_g_total: 4.4153e-02 ] +2024-10-25 02:35:39,629 INFO: [ epoch: 850 ] [ iter: 84,200 ] [ performance: 16.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1011 days, 21:36:35 ] [ l_g_pix: 5.2486e-02 ] [ l_g_total: 5.2486e-02 ] +2024-10-25 02:35:45,624 INFO: [ epoch: 851 ] [ iter: 84,300 ] [ performance: 15.914 it/s ] [ lr: 5.00e-05 ] [ eta: 1006 days, 14:02:20 ] [ l_g_pix: 3.0700e-02 ] [ l_g_total: 3.0700e-02 ] +2024-10-25 02:35:51,934 INFO: [ epoch: 852 ] [ iter: 84,400 ] [ performance: 15.880 it/s ] [ lr: 5.00e-05 ] [ eta: 1001 days, 7:29:49 ] [ l_g_pix: 3.4650e-02 ] [ l_g_total: 3.4650e-02 ] +2024-10-25 02:35:58,014 INFO: [ epoch: 853 ] [ iter: 84,500 ] [ performance: 15.656 it/s ] [ lr: 5.00e-05 ] [ eta: 995 days, 23:36:46 ] [ l_g_pix: 3.6001e-02 ] [ l_g_total: 3.6001e-02 ] +2024-10-25 02:36:03,799 INFO: [ epoch: 854 ] [ iter: 84,600 ] [ performance: 16.523 it/s ] [ lr: 5.00e-05 ] [ eta: 990 days, 14:07:53 ] [ l_g_pix: 3.5868e-02 ] [ l_g_total: 3.5868e-02 ] +2024-10-25 02:36:09,811 INFO: [ epoch: 855 ] [ iter: 84,700 ] [ performance: 15.733 it/s ] [ lr: 5.00e-05 ] [ eta: 985 days, 5:17:38 ] [ l_g_pix: 5.7584e-02 ] [ l_g_total: 5.7584e-02 ] +2024-10-25 02:36:15,862 INFO: [ epoch: 856 ] [ iter: 84,800 ] [ performance: 16.168 it/s ] [ lr: 5.00e-05 ] [ eta: 979 days, 20:17:19 ] [ l_g_pix: 3.5510e-02 ] [ l_g_total: 3.5510e-02 ] +2024-10-25 02:36:21,717 INFO: [ epoch: 857 ] [ iter: 84,900 ] [ performance: 16.256 it/s ] [ lr: 5.00e-05 ] [ eta: 974 days, 10:07:16 ] [ l_g_pix: 3.3950e-02 ] [ l_g_total: 3.3950e-02 ] +2024-10-25 02:36:28,058 INFO: [ epoch: 858 ] [ iter: 85,000 ] [ performance: 15.980 it/s ] [ lr: 5.00e-05 ] [ eta: 969 days, 1:39:28 ] [ l_g_pix: 3.5949e-02 ] [ l_g_total: 3.5949e-02 ] +2024-10-25 02:36:34,018 INFO: [ epoch: 859 ] [ iter: 85,100 ] [ performance: 15.801 it/s ] [ lr: 5.00e-05 ] [ eta: 963 days, 15:15:36 ] [ l_g_pix: 3.8704e-02 ] [ l_g_total: 3.8704e-02 ] +2024-10-25 02:36:40,085 INFO: [ epoch: 860 ] [ iter: 85,200 ] [ performance: 16.181 it/s ] [ lr: 5.00e-05 ] [ eta: 958 days, 4:58:26 ] [ l_g_pix: 3.3849e-02 ] [ l_g_total: 3.3849e-02 ] +2024-10-25 02:36:46,130 INFO: [ epoch: 861 ] [ iter: 85,300 ] [ performance: 15.522 it/s ] [ lr: 5.00e-05 ] [ eta: 952 days, 18:15:44 ] [ l_g_pix: 4.3829e-02 ] [ l_g_total: 4.3829e-02 ] +2024-10-25 02:36:52,229 INFO: [ epoch: 862 ] [ iter: 85,400 ] [ performance: 16.009 it/s ] [ lr: 5.00e-05 ] [ eta: 947 days, 7:25:56 ] [ l_g_pix: 2.4567e-02 ] [ l_g_total: 2.4567e-02 ] +2024-10-25 02:36:58,501 INFO: [ epoch: 863 ] [ iter: 85,500 ] [ performance: 14.720 it/s ] [ lr: 5.00e-05 ] [ eta: 941 days, 20:57:33 ] [ l_g_pix: 3.3032e-02 ] [ l_g_total: 3.3032e-02 ] +2024-10-25 02:37:04,698 INFO: [ epoch: 864 ] [ iter: 85,600 ] [ performance: 15.500 it/s ] [ lr: 5.00e-05 ] [ eta: 936 days, 9:50:15 ] [ l_g_pix: 3.6018e-02 ] [ l_g_total: 3.6018e-02 ] +2024-10-25 02:37:10,489 INFO: [ epoch: 865 ] [ iter: 85,700 ] [ performance: 16.177 it/s ] [ lr: 5.00e-05 ] [ eta: 930 days, 20:45:34 ] [ l_g_pix: 6.1285e-02 ] [ l_g_total: 6.1285e-02 ] +2024-10-25 02:37:16,502 INFO: [ epoch: 866 ] [ iter: 85,800 ] [ performance: 16.437 it/s ] [ lr: 5.00e-05 ] [ eta: 925 days, 8:14:10 ] [ l_g_pix: 4.0858e-02 ] [ l_g_total: 4.0858e-02 ] +2024-10-25 02:37:22,450 INFO: [ epoch: 867 ] [ iter: 85,900 ] [ performance: 15.803 it/s ] [ lr: 5.00e-05 ] [ eta: 919 days, 19:07:21 ] [ l_g_pix: 5.9284e-02 ] [ l_g_total: 5.9284e-02 ] +2024-10-25 02:37:28,380 INFO: [ epoch: 868 ] [ iter: 86,000 ] [ performance: 16.401 it/s ] [ lr: 5.00e-05 ] [ eta: 914 days, 5:36:43 ] [ l_g_pix: 2.4096e-02 ] [ l_g_total: 2.4096e-02 ] +2024-10-25 02:37:34,786 INFO: [ epoch: 869 ] [ iter: 86,100 ] [ performance: 14.252 it/s ] [ lr: 5.00e-05 ] [ eta: 908 days, 17:36:19 ] [ l_g_pix: 3.4892e-02 ] [ l_g_total: 3.4892e-02 ] +2024-10-25 02:37:40,861 INFO: [ epoch: 870 ] [ iter: 86,200 ] [ performance: 15.460 it/s ] [ lr: 5.00e-05 ] [ eta: 903 days, 3:58:32 ] [ l_g_pix: 4.0674e-02 ] [ l_g_total: 4.0674e-02 ] +2024-10-25 02:37:47,001 INFO: [ epoch: 871 ] [ iter: 86,300 ] [ performance: 15.361 it/s ] [ lr: 5.00e-05 ] [ eta: 897 days, 14:15:33 ] [ l_g_pix: 4.9417e-02 ] [ l_g_total: 4.9417e-02 ] +2024-10-25 02:37:53,065 INFO: [ epoch: 872 ] [ iter: 86,400 ] [ performance: 16.004 it/s ] [ lr: 5.00e-05 ] [ eta: 891 days, 23:54:37 ] [ l_g_pix: 3.1879e-02 ] [ l_g_total: 3.1879e-02 ] +2024-10-25 02:37:59,125 INFO: [ epoch: 873 ] [ iter: 86,500 ] [ performance: 20.812 it/s ] [ lr: 5.00e-05 ] [ eta: 886 days, 9:12:36 ] [ l_g_pix: 3.6921e-02 ] [ l_g_total: 3.6921e-02 ] +2024-10-25 02:38:05,158 INFO: [ epoch: 874 ] [ iter: 86,600 ] [ performance: 18.095 it/s ] [ lr: 5.00e-05 ] [ eta: 880 days, 18:04:24 ] [ l_g_pix: 3.4989e-02 ] [ l_g_total: 3.4989e-02 ] +2024-10-25 02:38:11,106 INFO: [ epoch: 875 ] [ iter: 86,700 ] [ performance: 21.609 it/s ] [ lr: 5.00e-05 ] [ eta: 875 days, 2:17:17 ] [ l_g_pix: 3.8122e-02 ] [ l_g_total: 3.8122e-02 ] +2024-10-25 02:38:16,827 INFO: [ epoch: 876 ] [ iter: 86,800 ] [ performance: 18.960 it/s ] [ lr: 5.00e-05 ] [ eta: 869 days, 9:20:30 ] [ l_g_pix: 3.4078e-02 ] [ l_g_total: 3.4078e-02 ] +2024-10-25 02:38:22,592 INFO: [ epoch: 877 ] [ iter: 86,900 ] [ performance: 22.026 it/s ] [ lr: 5.00e-05 ] [ eta: 863 days, 16:14:01 ] [ l_g_pix: 3.5868e-02 ] [ l_g_total: 3.5868e-02 ] +2024-10-25 02:38:28,593 INFO: [ epoch: 878 ] [ iter: 87,000 ] [ performance: 18.488 it/s ] [ lr: 5.00e-05 ] [ eta: 857 days, 23:39:33 ] [ l_g_pix: 3.2248e-02 ] [ l_g_total: 3.2248e-02 ] +2024-10-25 02:38:34,673 INFO: [ epoch: 879 ] [ iter: 87,100 ] [ performance: 20.766 it/s ] [ lr: 5.00e-05 ] [ eta: 852 days, 7:02:12 ] [ l_g_pix: 5.1765e-02 ] [ l_g_total: 5.1765e-02 ] +2024-10-25 02:38:40,658 INFO: [ epoch: 880 ] [ iter: 87,200 ] [ performance: 18.134 it/s ] [ lr: 5.00e-05 ] [ eta: 846 days, 13:44:03 ] [ l_g_pix: 3.3060e-02 ] [ l_g_total: 3.3060e-02 ] +2024-10-25 02:38:46,696 INFO: [ epoch: 881 ] [ iter: 87,300 ] [ performance: 21.311 it/s ] [ lr: 5.00e-05 ] [ eta: 840 days, 20:17:22 ] [ l_g_pix: 4.8032e-02 ] [ l_g_total: 4.8032e-02 ] +2024-10-25 02:38:52,669 INFO: [ epoch: 882 ] [ iter: 87,400 ] [ performance: 18.305 it/s ] [ lr: 5.00e-05 ] [ eta: 835 days, 2:16:50 ] [ l_g_pix: 5.0336e-02 ] [ l_g_total: 5.0336e-02 ] +2024-10-25 02:38:58,577 INFO: [ epoch: 883 ] [ iter: 87,500 ] [ performance: 20.877 it/s ] [ lr: 5.00e-05 ] [ eta: 829 days, 7:42:55 ] [ l_g_pix: 4.1637e-02 ] [ l_g_total: 4.1637e-02 ] +2024-10-25 02:39:04,649 INFO: [ epoch: 884 ] [ iter: 87,600 ] [ performance: 17.966 it/s ] [ lr: 5.00e-05 ] [ eta: 823 days, 13:23:10 ] [ l_g_pix: 3.4234e-02 ] [ l_g_total: 3.4234e-02 ] +2024-10-25 02:39:10,674 INFO: [ epoch: 885 ] [ iter: 87,700 ] [ performance: 21.159 it/s ] [ lr: 5.00e-05 ] [ eta: 817 days, 18:33:27 ] [ l_g_pix: 3.5053e-02 ] [ l_g_total: 3.5053e-02 ] +2024-10-25 02:39:16,401 INFO: [ epoch: 886 ] [ iter: 87,800 ] [ performance: 18.741 it/s ] [ lr: 5.00e-05 ] [ eta: 811 days, 22:23:12 ] [ l_g_pix: 4.1263e-02 ] [ l_g_total: 4.1263e-02 ] +2024-10-25 02:39:22,694 INFO: [ epoch: 887 ] [ iter: 87,900 ] [ performance: 20.990 it/s ] [ lr: 5.00e-05 ] [ eta: 806 days, 3:47:49 ] [ l_g_pix: 4.1435e-02 ] [ l_g_total: 4.1435e-02 ] +2024-10-25 02:39:28,767 INFO: [ epoch: 888 ] [ iter: 88,000 ] [ performance: 17.965 it/s ] [ lr: 5.00e-05 ] [ eta: 800 days, 8:07:34 ] [ l_g_pix: 3.8215e-02 ] [ l_g_total: 3.8215e-02 ] +2024-10-25 02:39:34,886 INFO: [ epoch: 889 ] [ iter: 88,100 ] [ performance: 20.404 it/s ] [ lr: 5.00e-05 ] [ eta: 794 days, 12:16:23 ] [ l_g_pix: 4.1394e-02 ] [ l_g_total: 4.1394e-02 ] +2024-10-25 02:39:40,941 INFO: [ epoch: 890 ] [ iter: 88,200 ] [ performance: 17.818 it/s ] [ lr: 5.00e-05 ] [ eta: 788 days, 15:51:56 ] [ l_g_pix: 3.8733e-02 ] [ l_g_total: 3.8733e-02 ] +2024-10-25 02:39:46,930 INFO: [ epoch: 891 ] [ iter: 88,300 ] [ performance: 20.922 it/s ] [ lr: 5.00e-05 ] [ eta: 782 days, 18:54:37 ] [ l_g_pix: 2.9253e-02 ] [ l_g_total: 2.9253e-02 ] +2024-10-25 02:39:53,312 INFO: [ epoch: 892 ] [ iter: 88,400 ] [ performance: 17.319 it/s ] [ lr: 5.00e-05 ] [ eta: 776 days, 22:53:15 ] [ l_g_pix: 5.0668e-02 ] [ l_g_total: 5.0668e-02 ] +2024-10-25 02:39:59,256 INFO: [ epoch: 893 ] [ iter: 88,500 ] [ performance: 21.215 it/s ] [ lr: 5.00e-05 ] [ eta: 771 days, 1:06:38 ] [ l_g_pix: 3.4721e-02 ] [ l_g_total: 3.4721e-02 ] +2024-10-25 02:40:05,275 INFO: [ epoch: 894 ] [ iter: 88,600 ] [ performance: 18.102 it/s ] [ lr: 5.00e-05 ] [ eta: 765 days, 3:14:24 ] [ l_g_pix: 3.3501e-02 ] [ l_g_total: 3.3501e-02 ] +2024-10-25 02:40:11,301 INFO: [ epoch: 895 ] [ iter: 88,700 ] [ performance: 21.005 it/s ] [ lr: 5.00e-05 ] [ eta: 759 days, 5:03:30 ] [ l_g_pix: 4.3583e-02 ] [ l_g_total: 4.3583e-02 ] +2024-10-25 02:40:17,348 INFO: [ epoch: 896 ] [ iter: 88,800 ] [ performance: 17.957 it/s ] [ lr: 5.00e-05 ] [ eta: 753 days, 6:36:27 ] [ l_g_pix: 4.7436e-02 ] [ l_g_total: 4.7436e-02 ] +2024-10-25 02:40:23,242 INFO: [ epoch: 897 ] [ iter: 88,900 ] [ performance: 21.814 it/s ] [ lr: 5.00e-05 ] [ eta: 747 days, 7:20:48 ] [ l_g_pix: 4.4852e-02 ] [ l_g_total: 4.4852e-02 ] +2024-10-25 02:40:29,673 INFO: [ epoch: 898 ] [ iter: 89,000 ] [ performance: 17.385 it/s ] [ lr: 5.00e-05 ] [ eta: 741 days, 9:24:03 ] [ l_g_pix: 4.1586e-02 ] [ l_g_total: 4.1586e-02 ] +2024-10-25 02:40:35,758 INFO: [ epoch: 899 ] [ iter: 89,100 ] [ performance: 19.948 it/s ] [ lr: 5.00e-05 ] [ eta: 735 days, 10:03:12 ] [ l_g_pix: 3.7438e-02 ] [ l_g_total: 3.7438e-02 ] +2024-10-25 02:40:42,569 INFO: [ epoch: 901 ] [ iter: 89,200 ] [ performance: 16.244 it/s ] [ lr: 5.00e-05 ] [ eta: 729 days, 12:32:08 ] [ l_g_pix: 3.4805e-02 ] [ l_g_total: 3.4805e-02 ] +2024-10-25 02:40:48,672 INFO: [ epoch: 902 ] [ iter: 89,300 ] [ performance: 14.764 it/s ] [ lr: 5.00e-05 ] [ eta: 723 days, 12:32:41 ] [ l_g_pix: 3.9906e-02 ] [ l_g_total: 3.9906e-02 ] +2024-10-25 02:40:54,787 INFO: [ epoch: 903 ] [ iter: 89,400 ] [ performance: 15.753 it/s ] [ lr: 5.00e-05 ] [ eta: 717 days, 12:15:04 ] [ l_g_pix: 4.7511e-02 ] [ l_g_total: 4.7511e-02 ] +2024-10-25 02:41:00,855 INFO: [ epoch: 904 ] [ iter: 89,500 ] [ performance: 14.027 it/s ] [ lr: 5.00e-05 ] [ eta: 711 days, 11:28:35 ] [ l_g_pix: 3.5364e-02 ] [ l_g_total: 3.5364e-02 ] +2024-10-25 02:41:07,190 INFO: [ epoch: 905 ] [ iter: 89,600 ] [ performance: 15.116 it/s ] [ lr: 5.00e-05 ] [ eta: 705 days, 11:08:13 ] [ l_g_pix: 2.9398e-02 ] [ l_g_total: 2.9398e-02 ] +2024-10-25 02:41:13,400 INFO: [ epoch: 906 ] [ iter: 89,700 ] [ performance: 13.787 it/s ] [ lr: 5.00e-05 ] [ eta: 699 days, 10:05:14 ] [ l_g_pix: 3.4744e-02 ] [ l_g_total: 3.4744e-02 ] +2024-10-25 02:41:19,397 INFO: [ epoch: 907 ] [ iter: 89,800 ] [ performance: 15.536 it/s ] [ lr: 5.00e-05 ] [ eta: 693 days, 8:05:21 ] [ l_g_pix: 4.7065e-02 ] [ l_g_total: 4.7065e-02 ] +2024-10-25 02:41:25,398 INFO: [ epoch: 908 ] [ iter: 89,900 ] [ performance: 14.162 it/s ] [ lr: 5.00e-05 ] [ eta: 687 days, 5:46:15 ] [ l_g_pix: 3.3961e-02 ] [ l_g_total: 3.3961e-02 ] +2024-10-25 02:41:31,407 INFO: [ epoch: 909 ] [ iter: 90,000 ] [ performance: 15.693 it/s ] [ lr: 5.00e-05 ] [ eta: 681 days, 3:08:17 ] [ l_g_pix: 3.4528e-02 ] [ l_g_total: 3.4528e-02 ] +2024-10-25 02:41:31,407 INFO: Saving models and training states. +2024-10-25 02:42:42,776 INFO: Validation val + + # psnr: 21.7550........ Best: 21.7550 @ 90000 iter + # ssim: 0.6332........ Best: 0.6332 @ 90000 iter + # dists: 0.7871........ Best: 0.7871 @ 90000 iter + +2024-10-25 02:42:48,786 INFO: [ epoch: 910 ] [ iter: 90,100 ] [ performance: 13.916 it/s ] [ lr: 5.00e-05 ] [ eta: 683 days, 4:25:18 ] [ l_g_pix: 3.4546e-02 ] [ l_g_total: 3.4546e-02 ] +2024-10-25 02:42:54,735 INFO: [ epoch: 911 ] [ iter: 90,200 ] [ performance: 15.695 it/s ] [ lr: 5.00e-05 ] [ eta: 676 days, 22:58:43 ] [ l_g_pix: 3.6139e-02 ] [ l_g_total: 3.6139e-02 ] +2024-10-25 02:43:00,789 INFO: [ epoch: 912 ] [ iter: 90,300 ] [ performance: 13.805 it/s ] [ lr: 5.00e-05 ] [ eta: 670 days, 17:29:10 ] [ l_g_pix: 4.1205e-02 ] [ l_g_total: 4.1205e-02 ] +2024-10-25 02:43:06,542 INFO: [ epoch: 913 ] [ iter: 90,400 ] [ performance: 15.985 it/s ] [ lr: 5.00e-05 ] [ eta: 664 days, 10:51:22 ] [ l_g_pix: 4.9799e-02 ] [ l_g_total: 4.9799e-02 ] +2024-10-25 02:43:12,637 INFO: [ epoch: 914 ] [ iter: 90,500 ] [ performance: 13.513 it/s ] [ lr: 5.00e-05 ] [ eta: 658 days, 4:48:29 ] [ l_g_pix: 4.7534e-02 ] [ l_g_total: 4.7534e-02 ] +2024-10-25 02:43:19,233 INFO: [ epoch: 915 ] [ iter: 90,600 ] [ performance: 14.572 it/s ] [ lr: 5.00e-05 ] [ eta: 651 days, 23:43:37 ] [ l_g_pix: 5.6628e-02 ] [ l_g_total: 5.6628e-02 ] +2024-10-25 02:43:25,330 INFO: [ epoch: 916 ] [ iter: 90,700 ] [ performance: 13.655 it/s ] [ lr: 5.00e-05 ] [ eta: 645 days, 16:59:34 ] [ l_g_pix: 3.5189e-02 ] [ l_g_total: 3.5189e-02 ] +2024-10-25 02:43:31,418 INFO: [ epoch: 917 ] [ iter: 90,800 ] [ performance: 15.400 it/s ] [ lr: 5.00e-05 ] [ eta: 639 days, 9:53:51 ] [ l_g_pix: 3.8484e-02 ] [ l_g_total: 3.8484e-02 ] +2024-10-25 02:43:37,495 INFO: [ epoch: 918 ] [ iter: 90,900 ] [ performance: 13.331 it/s ] [ lr: 5.00e-05 ] [ eta: 633 days, 2:26:10 ] [ l_g_pix: 3.5545e-02 ] [ l_g_total: 3.5545e-02 ] +2024-10-25 02:43:43,484 INFO: [ epoch: 919 ] [ iter: 91,000 ] [ performance: 15.435 it/s ] [ lr: 5.00e-05 ] [ eta: 626 days, 18:25:04 ] [ l_g_pix: 3.2135e-02 ] [ l_g_total: 3.2135e-02 ] +2024-10-25 02:43:49,827 INFO: [ epoch: 920 ] [ iter: 91,100 ] [ performance: 12.511 it/s ] [ lr: 5.00e-05 ] [ eta: 620 days, 10:56:24 ] [ l_g_pix: 3.6168e-02 ] [ l_g_total: 3.6168e-02 ] +2024-10-25 02:43:56,174 INFO: [ epoch: 921 ] [ iter: 91,200 ] [ performance: 14.552 it/s ] [ lr: 5.00e-05 ] [ eta: 614 days, 3:07:11 ] [ l_g_pix: 3.0558e-02 ] [ l_g_total: 3.0558e-02 ] +2024-10-25 02:44:02,227 INFO: [ epoch: 922 ] [ iter: 91,300 ] [ performance: 13.183 it/s ] [ lr: 5.00e-05 ] [ eta: 607 days, 18:14:15 ] [ l_g_pix: 5.9656e-02 ] [ l_g_total: 5.9656e-02 ] +2024-10-25 02:44:08,045 INFO: [ epoch: 923 ] [ iter: 91,400 ] [ performance: 15.688 it/s ] [ lr: 5.00e-05 ] [ eta: 601 days, 8:27:31 ] [ l_g_pix: 4.2759e-02 ] [ l_g_total: 4.2759e-02 ] +2024-10-25 02:44:14,068 INFO: [ epoch: 924 ] [ iter: 91,500 ] [ performance: 13.245 it/s ] [ lr: 5.00e-05 ] [ eta: 594 days, 22:50:21 ] [ l_g_pix: 3.6800e-02 ] [ l_g_total: 3.6800e-02 ] +2024-10-25 02:44:20,249 INFO: [ epoch: 925 ] [ iter: 91,600 ] [ performance: 15.141 it/s ] [ lr: 5.00e-05 ] [ eta: 588 days, 13:15:07 ] [ l_g_pix: 4.3033e-02 ] [ l_g_total: 4.3033e-02 ] +2024-10-25 02:44:26,554 INFO: [ epoch: 926 ] [ iter: 91,700 ] [ performance: 12.111 it/s ] [ lr: 5.00e-05 ] [ eta: 582 days, 3:36:32 ] [ l_g_pix: 5.0545e-02 ] [ l_g_total: 5.0545e-02 ] +2024-10-25 02:44:32,603 INFO: [ epoch: 927 ] [ iter: 91,800 ] [ performance: 14.874 it/s ] [ lr: 5.00e-05 ] [ eta: 575 days, 17:02:02 ] [ l_g_pix: 5.5494e-02 ] [ l_g_total: 5.5494e-02 ] +2024-10-25 02:44:38,359 INFO: [ epoch: 928 ] [ iter: 91,900 ] [ performance: 13.051 it/s ] [ lr: 5.00e-05 ] [ eta: 569 days, 5:27:40 ] [ l_g_pix: 3.8187e-02 ] [ l_g_total: 3.8187e-02 ] +2024-10-25 02:44:44,453 INFO: [ epoch: 929 ] [ iter: 92,000 ] [ performance: 15.233 it/s ] [ lr: 5.00e-05 ] [ eta: 562 days, 18:19:14 ] [ l_g_pix: 3.6769e-02 ] [ l_g_total: 3.6769e-02 ] +2024-10-25 02:44:50,481 INFO: [ epoch: 930 ] [ iter: 92,100 ] [ performance: 12.939 it/s ] [ lr: 5.00e-05 ] [ eta: 556 days, 6:41:52 ] [ l_g_pix: 4.8698e-02 ] [ l_g_total: 4.8698e-02 ] +2024-10-25 02:44:56,533 INFO: [ epoch: 931 ] [ iter: 92,200 ] [ performance: 15.274 it/s ] [ lr: 5.00e-05 ] [ eta: 549 days, 18:47:31 ] [ l_g_pix: 3.9863e-02 ] [ l_g_total: 3.9863e-02 ] +2024-10-25 02:45:02,966 INFO: [ epoch: 932 ] [ iter: 92,300 ] [ performance: 11.916 it/s ] [ lr: 5.00e-05 ] [ eta: 543 days, 7:21:46 ] [ l_g_pix: 4.0913e-02 ] [ l_g_total: 4.0913e-02 ] +2024-10-25 02:45:09,021 INFO: [ epoch: 933 ] [ iter: 92,400 ] [ performance: 14.850 it/s ] [ lr: 5.00e-05 ] [ eta: 536 days, 18:46:51 ] [ l_g_pix: 2.5592e-02 ] [ l_g_total: 2.5592e-02 ] +2024-10-25 02:45:14,893 INFO: [ epoch: 934 ] [ iter: 92,500 ] [ performance: 12.189 it/s ] [ lr: 5.00e-05 ] [ eta: 530 days, 5:28:46 ] [ l_g_pix: 4.0658e-02 ] [ l_g_total: 4.0658e-02 ] +2024-10-25 02:45:20,898 INFO: [ epoch: 935 ] [ iter: 92,600 ] [ performance: 15.079 it/s ] [ lr: 5.00e-05 ] [ eta: 523 days, 16:07:30 ] [ l_g_pix: 4.1287e-02 ] [ l_g_total: 4.1287e-02 ] +2024-10-25 02:45:26,926 INFO: [ epoch: 936 ] [ iter: 92,700 ] [ performance: 12.513 it/s ] [ lr: 5.00e-05 ] [ eta: 517 days, 2:29:04 ] [ l_g_pix: 3.2384e-02 ] [ l_g_total: 3.2384e-02 ] +2024-10-25 02:45:33,118 INFO: [ epoch: 937 ] [ iter: 92,800 ] [ performance: 14.935 it/s ] [ lr: 5.00e-05 ] [ eta: 510 days, 12:50:11 ] [ l_g_pix: 3.0925e-02 ] [ l_g_total: 3.0925e-02 ] +2024-10-25 02:45:39,530 INFO: [ epoch: 938 ] [ iter: 92,900 ] [ performance: 13.184 it/s ] [ lr: 5.00e-05 ] [ eta: 503 days, 23:16:47 ] [ l_g_pix: 3.3489e-02 ] [ l_g_total: 3.3489e-02 ] +2024-10-25 02:45:45,454 INFO: [ epoch: 939 ] [ iter: 93,000 ] [ performance: 15.673 it/s ] [ lr: 5.00e-05 ] [ eta: 497 days, 8:25:00 ] [ l_g_pix: 3.3047e-02 ] [ l_g_total: 3.3047e-02 ] +2024-10-25 02:45:51,415 INFO: [ epoch: 940 ] [ iter: 93,100 ] [ performance: 22.600 it/s ] [ lr: 5.00e-05 ] [ eta: 490 days, 17:17:45 ] [ l_g_pix: 3.1961e-02 ] [ l_g_total: 3.1961e-02 ] +2024-10-25 02:45:57,286 INFO: [ epoch: 941 ] [ iter: 93,200 ] [ performance: 18.251 it/s ] [ lr: 5.00e-05 ] [ eta: 484 days, 1:40:23 ] [ l_g_pix: 2.2985e-02 ] [ l_g_total: 2.2985e-02 ] +2024-10-25 02:46:03,382 INFO: [ epoch: 942 ] [ iter: 93,300 ] [ performance: 21.038 it/s ] [ lr: 5.00e-05 ] [ eta: 477 days, 10:08:36 ] [ l_g_pix: 3.8358e-02 ] [ l_g_total: 3.8358e-02 ] +2024-10-25 02:46:09,656 INFO: [ epoch: 943 ] [ iter: 93,400 ] [ performance: 17.035 it/s ] [ lr: 5.00e-05 ] [ eta: 470 days, 18:36:04 ] [ l_g_pix: 3.4635e-02 ] [ l_g_total: 3.4635e-02 ] +2024-10-25 02:46:15,781 INFO: [ epoch: 944 ] [ iter: 93,500 ] [ performance: 20.731 it/s ] [ lr: 5.00e-05 ] [ eta: 464 days, 2:26:32 ] [ l_g_pix: 3.9754e-02 ] [ l_g_total: 3.9754e-02 ] +2024-10-25 02:46:21,878 INFO: [ epoch: 945 ] [ iter: 93,600 ] [ performance: 17.345 it/s ] [ lr: 5.00e-05 ] [ eta: 457 days, 9:53:30 ] [ l_g_pix: 3.9430e-02 ] [ l_g_total: 3.9430e-02 ] +2024-10-25 02:46:28,013 INFO: [ epoch: 946 ] [ iter: 93,700 ] [ performance: 20.899 it/s ] [ lr: 5.00e-05 ] [ eta: 450 days, 17:04:16 ] [ l_g_pix: 3.5089e-02 ] [ l_g_total: 3.5089e-02 ] +2024-10-25 02:46:34,080 INFO: [ epoch: 947 ] [ iter: 93,800 ] [ performance: 17.420 it/s ] [ lr: 5.00e-05 ] [ eta: 443 days, 23:47:28 ] [ l_g_pix: 4.1927e-02 ] [ l_g_total: 4.1927e-02 ] +2024-10-25 02:46:39,953 INFO: [ epoch: 948 ] [ iter: 93,900 ] [ performance: 20.689 it/s ] [ lr: 5.00e-05 ] [ eta: 437 days, 5:50:43 ] [ l_g_pix: 3.7245e-02 ] [ l_g_total: 3.7245e-02 ] +2024-10-25 02:46:46,133 INFO: [ epoch: 949 ] [ iter: 94,000 ] [ performance: 17.110 it/s ] [ lr: 5.00e-05 ] [ eta: 430 days, 12:05:05 ] [ l_g_pix: 4.1958e-02 ] [ l_g_total: 4.1958e-02 ] +2024-10-25 02:46:51,999 INFO: [ epoch: 950 ] [ iter: 94,100 ] [ performance: 23.146 it/s ] [ lr: 5.00e-05 ] [ eta: 423 days, 17:27:59 ] [ l_g_pix: 3.0461e-02 ] [ l_g_total: 3.0461e-02 ] +2024-10-25 02:46:58,089 INFO: [ epoch: 951 ] [ iter: 94,200 ] [ performance: 17.668 it/s ] [ lr: 5.00e-05 ] [ eta: 416 days, 22:53:00 ] [ l_g_pix: 3.9409e-02 ] [ l_g_total: 3.9409e-02 ] +2024-10-25 02:47:03,944 INFO: [ epoch: 952 ] [ iter: 94,300 ] [ performance: 23.140 it/s ] [ lr: 5.00e-05 ] [ eta: 410 days, 3:35:25 ] [ l_g_pix: 3.3898e-02 ] [ l_g_total: 3.3898e-02 ] +2024-10-25 02:47:09,858 INFO: [ epoch: 953 ] [ iter: 94,400 ] [ performance: 18.063 it/s ] [ lr: 5.00e-05 ] [ eta: 403 days, 8:03:47 ] [ l_g_pix: 3.9799e-02 ] [ l_g_total: 3.9799e-02 ] +2024-10-25 02:47:15,957 INFO: [ epoch: 954 ] [ iter: 94,500 ] [ performance: 21.022 it/s ] [ lr: 5.00e-05 ] [ eta: 396 days, 12:29:28 ] [ l_g_pix: 3.8438e-02 ] [ l_g_total: 3.8438e-02 ] +2024-10-25 02:47:22,371 INFO: [ epoch: 955 ] [ iter: 94,600 ] [ performance: 16.583 it/s ] [ lr: 5.00e-05 ] [ eta: 389 days, 17:03:06 ] [ l_g_pix: 3.5218e-02 ] [ l_g_total: 3.5218e-02 ] +2024-10-25 02:47:28,591 INFO: [ epoch: 956 ] [ iter: 94,700 ] [ performance: 20.986 it/s ] [ lr: 5.00e-05 ] [ eta: 382 days, 20:58:11 ] [ l_g_pix: 4.7506e-02 ] [ l_g_total: 4.7506e-02 ] +2024-10-25 02:47:34,754 INFO: [ epoch: 957 ] [ iter: 94,800 ] [ performance: 17.101 it/s ] [ lr: 5.00e-05 ] [ eta: 376 days, 0:27:38 ] [ l_g_pix: 5.8831e-02 ] [ l_g_total: 5.8831e-02 ] +2024-10-25 02:47:40,808 INFO: [ epoch: 958 ] [ iter: 94,900 ] [ performance: 20.430 it/s ] [ lr: 5.00e-05 ] [ eta: 369 days, 3:27:19 ] [ l_g_pix: 3.5320e-02 ] [ l_g_total: 3.5320e-02 ] +2024-10-25 02:47:46,919 INFO: [ epoch: 959 ] [ iter: 95,000 ] [ performance: 17.112 it/s ] [ lr: 5.00e-05 ] [ eta: 362 days, 6:11:32 ] [ l_g_pix: 5.0336e-02 ] [ l_g_total: 5.0336e-02 ] +2024-10-25 02:47:53,148 INFO: [ epoch: 960 ] [ iter: 95,100 ] [ performance: 18.618 it/s ] [ lr: 5.00e-05 ] [ eta: 355 days, 8:44:58 ] [ l_g_pix: 3.6469e-02 ] [ l_g_total: 3.6469e-02 ] +2024-10-25 02:47:59,602 INFO: [ epoch: 961 ] [ iter: 95,200 ] [ performance: 16.071 it/s ] [ lr: 5.00e-05 ] [ eta: 348 days, 11:15:42 ] [ l_g_pix: 3.9414e-02 ] [ l_g_total: 3.9414e-02 ] +2024-10-25 02:48:05,578 INFO: [ epoch: 962 ] [ iter: 95,300 ] [ performance: 20.819 it/s ] [ lr: 5.00e-05 ] [ eta: 341 days, 12:47:28 ] [ l_g_pix: 3.6841e-02 ] [ l_g_total: 3.6841e-02 ] +2024-10-25 02:48:11,682 INFO: [ epoch: 963 ] [ iter: 95,400 ] [ performance: 17.139 it/s ] [ lr: 5.00e-05 ] [ eta: 334 days, 14:09:08 ] [ l_g_pix: 3.9223e-02 ] [ l_g_total: 3.9223e-02 ] +2024-10-25 02:48:17,791 INFO: [ epoch: 964 ] [ iter: 95,500 ] [ performance: 20.798 it/s ] [ lr: 5.00e-05 ] [ eta: 327 days, 15:10:47 ] [ l_g_pix: 3.5959e-02 ] [ l_g_total: 3.5959e-02 ] +2024-10-25 02:48:23,859 INFO: [ epoch: 965 ] [ iter: 95,600 ] [ performance: 17.197 it/s ] [ lr: 5.00e-05 ] [ eta: 320 days, 15:49:06 ] [ l_g_pix: 3.3537e-02 ] [ l_g_total: 3.3537e-02 ] +2024-10-25 02:48:30,476 INFO: [ epoch: 966 ] [ iter: 95,700 ] [ performance: 21.098 it/s ] [ lr: 5.00e-05 ] [ eta: 313 days, 16:46:35 ] [ l_g_pix: 5.0915e-02 ] [ l_g_total: 5.0915e-02 ] +2024-10-25 02:48:36,511 INFO: [ epoch: 967 ] [ iter: 95,800 ] [ performance: 17.292 it/s ] [ lr: 5.00e-05 ] [ eta: 306 days, 16:41:12 ] [ l_g_pix: 4.2012e-02 ] [ l_g_total: 4.2012e-02 ] +2024-10-25 02:48:42,665 INFO: [ epoch: 968 ] [ iter: 95,900 ] [ performance: 21.092 it/s ] [ lr: 5.00e-05 ] [ eta: 299 days, 16:23:50 ] [ l_g_pix: 3.0273e-02 ] [ l_g_total: 3.0273e-02 ] +2024-10-25 02:48:48,551 INFO: [ epoch: 969 ] [ iter: 96,000 ] [ performance: 17.633 it/s ] [ lr: 5.00e-05 ] [ eta: 292 days, 15:28:09 ] [ l_g_pix: 4.1518e-02 ] [ l_g_total: 4.1518e-02 ] +2024-10-25 02:48:54,618 INFO: [ epoch: 970 ] [ iter: 96,100 ] [ performance: 21.227 it/s ] [ lr: 5.00e-05 ] [ eta: 285 days, 14:24:33 ] [ l_g_pix: 3.2484e-02 ] [ l_g_total: 3.2484e-02 ] +2024-10-25 02:49:00,610 INFO: [ epoch: 971 ] [ iter: 96,200 ] [ performance: 17.361 it/s ] [ lr: 5.00e-05 ] [ eta: 278 days, 12:56:00 ] [ l_g_pix: 2.1960e-02 ] [ l_g_total: 2.1960e-02 ] +2024-10-25 02:49:06,728 INFO: [ epoch: 972 ] [ iter: 96,300 ] [ performance: 23.111 it/s ] [ lr: 5.00e-05 ] [ eta: 271 days, 11:15:12 ] [ l_g_pix: 4.6423e-02 ] [ l_g_total: 4.6423e-02 ] +2024-10-25 02:49:12,791 INFO: [ epoch: 973 ] [ iter: 96,400 ] [ performance: 17.359 it/s ] [ lr: 5.00e-05 ] [ eta: 264 days, 9:10:46 ] [ l_g_pix: 4.0354e-02 ] [ l_g_total: 4.0354e-02 ] +2024-10-25 02:49:18,925 INFO: [ epoch: 974 ] [ iter: 96,500 ] [ performance: 20.823 it/s ] [ lr: 5.00e-05 ] [ eta: 257 days, 6:50:13 ] [ l_g_pix: 4.5563e-02 ] [ l_g_total: 4.5563e-02 ] +2024-10-25 02:49:24,972 INFO: [ epoch: 975 ] [ iter: 96,600 ] [ performance: 17.127 it/s ] [ lr: 5.00e-05 ] [ eta: 250 days, 4:04:21 ] [ l_g_pix: 4.6438e-02 ] [ l_g_total: 4.6438e-02 ] +2024-10-25 02:49:30,688 INFO: [ epoch: 976 ] [ iter: 96,700 ] [ performance: 21.804 it/s ] [ lr: 5.00e-05 ] [ eta: 243 days, 0:40:06 ] [ l_g_pix: 2.3646e-02 ] [ l_g_total: 2.3646e-02 ] +2024-10-25 02:49:36,572 INFO: [ epoch: 977 ] [ iter: 96,800 ] [ performance: 17.619 it/s ] [ lr: 5.00e-05 ] [ eta: 235 days, 21:05:45 ] [ l_g_pix: 4.1721e-02 ] [ l_g_total: 4.1721e-02 ] +2024-10-25 02:49:42,987 INFO: [ epoch: 978 ] [ iter: 96,900 ] [ performance: 20.868 it/s ] [ lr: 5.00e-05 ] [ eta: 228 days, 17:39:13 ] [ l_g_pix: 4.9407e-02 ] [ l_g_total: 4.9407e-02 ] +2024-10-25 02:49:49,046 INFO: [ epoch: 979 ] [ iter: 97,000 ] [ performance: 17.053 it/s ] [ lr: 5.00e-05 ] [ eta: 221 days, 13:33:28 ] [ l_g_pix: 3.1574e-02 ] [ l_g_total: 3.1574e-02 ] +2024-10-25 02:49:55,050 INFO: [ epoch: 980 ] [ iter: 97,100 ] [ performance: 21.124 it/s ] [ lr: 5.00e-05 ] [ eta: 214 days, 9:04:54 ] [ l_g_pix: 4.2525e-02 ] [ l_g_total: 4.2525e-02 ] +2024-10-25 02:50:00,845 INFO: [ epoch: 981 ] [ iter: 97,200 ] [ performance: 17.731 it/s ] [ lr: 5.00e-05 ] [ eta: 207 days, 4:06:35 ] [ l_g_pix: 3.9483e-02 ] [ l_g_total: 3.9483e-02 ] +2024-10-25 02:50:06,872 INFO: [ epoch: 982 ] [ iter: 97,300 ] [ performance: 20.938 it/s ] [ lr: 5.00e-05 ] [ eta: 199 days, 22:59:23 ] [ l_g_pix: 3.8882e-02 ] [ l_g_total: 3.8882e-02 ] +2024-10-25 02:50:13,173 INFO: [ epoch: 983 ] [ iter: 97,400 ] [ performance: 16.422 it/s ] [ lr: 5.00e-05 ] [ eta: 192 days, 17:43:57 ] [ l_g_pix: 3.7508e-02 ] [ l_g_total: 3.7508e-02 ] +2024-10-25 02:50:19,247 INFO: [ epoch: 984 ] [ iter: 97,500 ] [ performance: 20.879 it/s ] [ lr: 5.00e-05 ] [ eta: 185 days, 11:58:03 ] [ l_g_pix: 3.4931e-02 ] [ l_g_total: 3.4931e-02 ] +2024-10-25 02:50:25,339 INFO: [ epoch: 985 ] [ iter: 97,600 ] [ performance: 16.890 it/s ] [ lr: 5.00e-05 ] [ eta: 178 days, 5:52:37 ] [ l_g_pix: 3.9031e-02 ] [ l_g_total: 3.9031e-02 ] +2024-10-25 02:50:31,432 INFO: [ epoch: 986 ] [ iter: 97,700 ] [ performance: 20.842 it/s ] [ lr: 5.00e-05 ] [ eta: 170 days, 23:26:57 ] [ l_g_pix: 3.8516e-02 ] [ l_g_total: 3.8516e-02 ] +2024-10-25 02:50:37,571 INFO: [ epoch: 987 ] [ iter: 97,800 ] [ performance: 16.743 it/s ] [ lr: 5.00e-05 ] [ eta: 163 days, 16:42:37 ] [ l_g_pix: 2.8614e-02 ] [ l_g_total: 2.8614e-02 ] +2024-10-25 02:50:43,684 INFO: [ epoch: 988 ] [ iter: 97,900 ] [ performance: 21.006 it/s ] [ lr: 5.00e-05 ] [ eta: 156 days, 9:36:56 ] [ l_g_pix: 4.0011e-02 ] [ l_g_total: 4.0011e-02 ] +2024-10-25 02:50:50,189 INFO: [ epoch: 989 ] [ iter: 98,000 ] [ performance: 15.864 it/s ] [ lr: 5.00e-05 ] [ eta: 149 days, 2:23:57 ] [ l_g_pix: 3.7771e-02 ] [ l_g_total: 3.7771e-02 ] +2024-10-25 02:50:56,234 INFO: [ epoch: 990 ] [ iter: 98,100 ] [ performance: 20.976 it/s ] [ lr: 5.00e-05 ] [ eta: 141 days, 18:34:42 ] [ l_g_pix: 5.0405e-02 ] [ l_g_total: 5.0405e-02 ] +2024-10-25 02:51:02,301 INFO: [ epoch: 991 ] [ iter: 98,200 ] [ performance: 16.873 it/s ] [ lr: 5.00e-05 ] [ eta: 134 days, 10:25:58 ] [ l_g_pix: 4.2572e-02 ] [ l_g_total: 4.2572e-02 ] +2024-10-25 02:51:08,379 INFO: [ epoch: 992 ] [ iter: 98,300 ] [ performance: 23.144 it/s ] [ lr: 5.00e-05 ] [ eta: 127 days, 1:57:20 ] [ l_g_pix: 4.2518e-02 ] [ l_g_total: 4.2518e-02 ] +2024-10-25 02:51:14,406 INFO: [ epoch: 993 ] [ iter: 98,400 ] [ performance: 17.076 it/s ] [ lr: 5.00e-05 ] [ eta: 119 days, 17:07:03 ] [ l_g_pix: 3.1997e-02 ] [ l_g_total: 3.1997e-02 ] +2024-10-25 02:51:20,288 INFO: [ epoch: 994 ] [ iter: 98,500 ] [ performance: 22.232 it/s ] [ lr: 5.00e-05 ] [ eta: 112 days, 7:53:04 ] [ l_g_pix: 3.0217e-02 ] [ l_g_total: 3.0217e-02 ] +2024-10-25 02:51:26,545 INFO: [ epoch: 995 ] [ iter: 98,600 ] [ performance: 16.404 it/s ] [ lr: 5.00e-05 ] [ eta: 104 days, 22:28:14 ] [ l_g_pix: 3.5586e-02 ] [ l_g_total: 3.5586e-02 ] +2024-10-25 02:51:32,710 INFO: [ epoch: 996 ] [ iter: 98,700 ] [ performance: 20.888 it/s ] [ lr: 5.00e-05 ] [ eta: 97 days, 12:40:32 ] [ l_g_pix: 3.9586e-02 ] [ l_g_total: 3.9586e-02 ] +2024-10-25 02:51:38,397 INFO: [ epoch: 997 ] [ iter: 98,800 ] [ performance: 17.819 it/s ] [ lr: 5.00e-05 ] [ eta: 90 days, 2:22:45 ] [ l_g_pix: 3.5409e-02 ] [ l_g_total: 3.5409e-02 ] +2024-10-25 02:51:44,326 INFO: [ epoch: 998 ] [ iter: 98,900 ] [ performance: 20.906 it/s ] [ lr: 5.00e-05 ] [ eta: 82 days, 15:50:26 ] [ l_g_pix: 4.8515e-02 ] [ l_g_total: 4.8515e-02 ] +2024-10-25 02:51:50,395 INFO: [ epoch: 999 ] [ iter: 99,000 ] [ performance: 16.743 it/s ] [ lr: 5.00e-05 ] [ eta: 75 days, 5:00:42 ] [ l_g_pix: 4.3982e-02 ] [ l_g_total: 4.3982e-02 ] +2024-10-25 02:51:56,122 INFO: End of training. Time consumed: 1:48:32 +2024-10-25 02:51:56,122 INFO: Save the latest model. +2024-10-25 02:53:04,534 INFO: Validation val + + # psnr: 21.7592........ Best: 21.7592 @ 99099 iter + # ssim: 0.6339........ Best: 0.6339 @ 99099 iter + # dists: 0.7871........ Best: 0.7871 @ 99099 iter + diff --git a/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/training_states/90000.state b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..d7bf23fa24777819f3bf3aae70695ca1123d0160 --- /dev/null +++ b/imagenet/models/hyperiqa/4ximagenet_span_fp16_hyperiqa07/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c819ff506b8b8d4cecf2d0b30bb32691c830f37ced1248dff6c919a545f3543 +size 14841978 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_01/4ximagenet_span_fp16_ic9600_01.toml b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_01/4ximagenet_span_fp16_ic9600_01.toml new file mode 100644 index 0000000000000000000000000000000000000000..81d55b8e039a9eb328357628a3c5f1a5891c605a --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_01/4ximagenet_span_fp16_ic9600_01.toml @@ -0,0 +1,61 @@ +# GENERATE TIME: Fri Oct 25 02:53:07 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16_ic9600_01.toml + +name = "4ximagenet_span_fp16_ic9600_01" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_01/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_01_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_01/models/net_g_100000.pth b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_01/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..34773a7ff9e9248bbd308534ef1c1979cc41aae8 --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_01/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:334952c166bba9c62c79d64f4f815877d913ffa2b2862046bdec7b44fd25f36d +size 9010221 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_01/train_4ximagenet_span_fp16_ic9600_01_20241025_025307.log b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_01/train_4ximagenet_span_fp16_ic9600_01_20241025_025307.log new file mode 100644 index 0000000000000000000000000000000000000000..b5ff5beae62b96012047d1034497bd674dd19e09 --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_01/train_4ximagenet_span_fp16_ic9600_01_20241025_025307.log @@ -0,0 +1,1100 @@ +2024-10-25 02:53:07,692 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-25 02:56:02,266 INFO: Dataset [paired] is built. +2024-10-25 02:56:02,267 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16_ic9600_01 + Number of train images: 189120 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 11820 + Total epochs 9 for total iters 100000. +2024-10-25 02:56:02,267 INFO: Dataset [paired] is built. +2024-10-25 02:56:02,267 INFO: Number of val images/folders: 100 +2024-10-25 02:56:02,455 INFO: Using network [span]. +2024-10-25 02:56:02,491 INFO: Using exponential-moving average. +2024-10-25 02:56:02,492 INFO: Loss [L1Loss] enabled. +2024-10-25 02:56:02,492 INFO: Using model [image]. +2024-10-25 02:56:02,988 INFO: AMP enabled. +2024-10-25 02:56:02,988 INFO: Deterministic mode enabled. +2024-10-25 02:56:02,988 INFO: Start training from epoch: 0, iter: 0 +2024-10-25 02:56:10,292 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 13.695 it/s ] [ lr: 1.00e-04 ] [ eta: 5 days, 22:21:07 ] [ l_g_pix: 1.2252e-01 ] [ l_g_total: 1.2252e-01 ] +2024-10-25 02:56:15,302 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 16.245 it/s ] [ lr: 1.00e-04 ] [ eta: 11 days, 17:07:54 ] [ l_g_pix: 7.5108e-02 ] [ l_g_total: 7.5108e-02 ] +2024-10-25 02:56:20,371 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 19.711 it/s ] [ lr: 1.00e-04 ] [ eta: 17 days, 13:13:15 ] [ l_g_pix: 6.5109e-02 ] [ l_g_total: 6.5109e-02 ] +2024-10-25 02:56:25,532 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 19.543 it/s ] [ lr: 1.00e-04 ] [ eta: 23 days, 11:34:57 ] [ l_g_pix: 6.5792e-02 ] [ l_g_total: 6.5792e-02 ] +2024-10-25 02:56:30,707 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 19.287 it/s ] [ lr: 1.00e-04 ] [ eta: 29 days, 10:03:45 ] [ l_g_pix: 3.5551e-02 ] [ l_g_total: 3.5551e-02 ] +2024-10-25 02:56:35,897 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 19.280 it/s ] [ lr: 1.00e-04 ] [ eta: 35 days, 8:37:51 ] [ l_g_pix: 5.0702e-02 ] [ l_g_total: 5.0702e-02 ] +2024-10-25 02:56:41,095 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 19.246 it/s ] [ lr: 1.00e-04 ] [ eta: 41 days, 7:10:36 ] [ l_g_pix: 2.7718e-02 ] [ l_g_total: 2.7718e-02 ] +2024-10-25 02:56:46,278 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 19.272 it/s ] [ lr: 1.00e-04 ] [ eta: 47 days, 4:59:23 ] [ l_g_pix: 3.8961e-02 ] [ l_g_total: 3.8961e-02 ] +2024-10-25 02:56:51,273 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 19.956 it/s ] [ lr: 1.00e-04 ] [ eta: 52 days, 21:20:28 ] [ l_g_pix: 2.2960e-02 ] [ l_g_total: 2.2960e-02 ] +2024-10-25 02:56:56,246 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 20.035 it/s ] [ lr: 1.00e-04 ] [ eta: 58 days, 12:48:30 ] [ l_g_pix: 2.6390e-02 ] [ l_g_total: 2.6390e-02 ] +2024-10-25 02:57:01,441 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 19.193 it/s ] [ lr: 1.00e-04 ] [ eta: 64 days, 10:06:20 ] [ l_g_pix: 3.0266e-02 ] [ l_g_total: 3.0266e-02 ] +2024-10-25 02:57:06,691 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 19.119 it/s ] [ lr: 1.00e-04 ] [ eta: 70 days, 8:37:24 ] [ l_g_pix: 2.4255e-02 ] [ l_g_total: 2.4255e-02 ] +2024-10-25 02:57:11,775 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 19.617 it/s ] [ lr: 1.00e-04 ] [ eta: 76 days, 2:18:03 ] [ l_g_pix: 2.4420e-02 ] [ l_g_total: 2.4420e-02 ] +2024-10-25 02:57:16,831 INFO: [ epoch: 0 ] [ iter: 1,400 ] [ performance: 19.702 it/s ] [ lr: 1.00e-04 ] [ eta: 81 days, 18:55:33 ] [ l_g_pix: 2.9848e-02 ] [ l_g_total: 2.9848e-02 ] +2024-10-25 02:57:22,010 INFO: [ epoch: 0 ] [ iter: 1,500 ] [ performance: 19.308 it/s ] [ lr: 1.00e-04 ] [ eta: 87 days, 14:39:06 ] [ l_g_pix: 2.6663e-02 ] [ l_g_total: 2.6663e-02 ] +2024-10-25 02:57:27,110 INFO: [ epoch: 0 ] [ iter: 1,600 ] [ performance: 19.465 it/s ] [ lr: 1.00e-04 ] [ eta: 93 days, 7:54:03 ] [ l_g_pix: 3.4207e-02 ] [ l_g_total: 3.4207e-02 ] +2024-10-25 02:57:32,262 INFO: [ epoch: 0 ] [ iter: 1,700 ] [ performance: 19.458 it/s ] [ lr: 1.00e-04 ] [ eta: 99 days, 2:18:10 ] [ l_g_pix: 3.0136e-02 ] [ l_g_total: 3.0136e-02 ] +2024-10-25 02:57:37,414 INFO: [ epoch: 0 ] [ iter: 1,800 ] [ performance: 19.433 it/s ] [ lr: 1.00e-04 ] [ eta: 104 days, 20:26:10 ] [ l_g_pix: 3.2398e-02 ] [ l_g_total: 3.2398e-02 ] +2024-10-25 02:57:42,513 INFO: [ epoch: 0 ] [ iter: 1,900 ] [ performance: 19.449 it/s ] [ lr: 1.00e-04 ] [ eta: 110 days, 12:48:11 ] [ l_g_pix: 1.8729e-02 ] [ l_g_total: 1.8729e-02 ] +2024-10-25 02:57:47,615 INFO: [ epoch: 0 ] [ iter: 2,000 ] [ performance: 19.528 it/s ] [ lr: 1.00e-04 ] [ eta: 116 days, 4:59:44 ] [ l_g_pix: 2.5236e-02 ] [ l_g_total: 2.5236e-02 ] +2024-10-25 02:57:52,754 INFO: [ epoch: 0 ] [ iter: 2,100 ] [ performance: 19.211 it/s ] [ lr: 1.00e-04 ] [ eta: 121 days, 21:53:44 ] [ l_g_pix: 3.2083e-02 ] [ l_g_total: 3.2083e-02 ] +2024-10-25 02:57:57,996 INFO: [ epoch: 0 ] [ iter: 2,200 ] [ performance: 19.141 it/s ] [ lr: 1.00e-04 ] [ eta: 127 days, 17:19:12 ] [ l_g_pix: 2.3682e-02 ] [ l_g_total: 2.3682e-02 ] +2024-10-25 02:58:03,106 INFO: [ epoch: 0 ] [ iter: 2,300 ] [ performance: 19.601 it/s ] [ lr: 1.00e-04 ] [ eta: 133 days, 8:52:18 ] [ l_g_pix: 3.8406e-02 ] [ l_g_total: 3.8406e-02 ] +2024-10-25 02:58:08,351 INFO: [ epoch: 0 ] [ iter: 2,400 ] [ performance: 19.316 it/s ] [ lr: 1.00e-04 ] [ eta: 139 days, 3:46:59 ] [ l_g_pix: 2.9103e-02 ] [ l_g_total: 2.9103e-02 ] +2024-10-25 02:58:13,674 INFO: [ epoch: 0 ] [ iter: 2,500 ] [ performance: 18.799 it/s ] [ lr: 1.00e-04 ] [ eta: 145 days, 0:31:20 ] [ l_g_pix: 2.2909e-02 ] [ l_g_total: 2.2909e-02 ] +2024-10-25 02:58:18,950 INFO: [ epoch: 0 ] [ iter: 2,600 ] [ performance: 18.882 it/s ] [ lr: 1.00e-04 ] [ eta: 150 days, 19:41:54 ] [ l_g_pix: 2.0148e-02 ] [ l_g_total: 2.0148e-02 ] +2024-10-25 02:58:24,143 INFO: [ epoch: 0 ] [ iter: 2,700 ] [ performance: 19.201 it/s ] [ lr: 1.00e-04 ] [ eta: 156 days, 12:20:10 ] [ l_g_pix: 3.2843e-02 ] [ l_g_total: 3.2843e-02 ] +2024-10-25 02:58:29,310 INFO: [ epoch: 0 ] [ iter: 2,800 ] [ performance: 19.284 it/s ] [ lr: 1.00e-04 ] [ eta: 162 days, 3:59:09 ] [ l_g_pix: 2.0565e-02 ] [ l_g_total: 2.0565e-02 ] +2024-10-25 02:58:34,655 INFO: [ epoch: 0 ] [ iter: 2,900 ] [ performance: 18.581 it/s ] [ lr: 1.00e-04 ] [ eta: 168 days, 0:08:20 ] [ l_g_pix: 2.2083e-02 ] [ l_g_total: 2.2083e-02 ] +2024-10-25 02:58:40,209 INFO: [ epoch: 0 ] [ iter: 3,000 ] [ performance: 18.268 it/s ] [ lr: 1.00e-04 ] [ eta: 174 days, 1:38:10 ] [ l_g_pix: 3.5452e-02 ] [ l_g_total: 3.5452e-02 ] +2024-10-25 02:58:45,286 INFO: [ epoch: 0 ] [ iter: 3,100 ] [ performance: 19.644 it/s ] [ lr: 1.00e-04 ] [ eta: 179 days, 13:58:27 ] [ l_g_pix: 2.5145e-02 ] [ l_g_total: 2.5145e-02 ] +2024-10-25 02:58:50,537 INFO: [ epoch: 0 ] [ iter: 3,200 ] [ performance: 19.315 it/s ] [ lr: 1.00e-04 ] [ eta: 185 days, 6:44:16 ] [ l_g_pix: 1.6632e-02 ] [ l_g_total: 1.6632e-02 ] +2024-10-25 02:58:56,041 INFO: [ epoch: 0 ] [ iter: 3,300 ] [ performance: 18.016 it/s ] [ lr: 1.00e-04 ] [ eta: 191 days, 5:58:43 ] [ l_g_pix: 2.7843e-02 ] [ l_g_total: 2.7843e-02 ] +2024-10-25 02:59:01,195 INFO: [ epoch: 0 ] [ iter: 3,400 ] [ performance: 18.746 it/s ] [ lr: 1.00e-04 ] [ eta: 196 days, 19:31:13 ] [ l_g_pix: 3.0020e-02 ] [ l_g_total: 3.0020e-02 ] +2024-10-25 02:59:06,451 INFO: [ epoch: 0 ] [ iter: 3,500 ] [ performance: 19.046 it/s ] [ lr: 1.00e-04 ] [ eta: 202 days, 11:31:11 ] [ l_g_pix: 1.9703e-02 ] [ l_g_total: 1.9703e-02 ] +2024-10-25 02:59:11,604 INFO: [ epoch: 0 ] [ iter: 3,600 ] [ performance: 19.243 it/s ] [ lr: 1.00e-04 ] [ eta: 208 days, 0:28:18 ] [ l_g_pix: 2.9015e-02 ] [ l_g_total: 2.9015e-02 ] +2024-10-25 02:59:16,957 INFO: [ epoch: 0 ] [ iter: 3,700 ] [ performance: 18.915 it/s ] [ lr: 1.00e-04 ] [ eta: 213 days, 18:28:26 ] [ l_g_pix: 2.8290e-02 ] [ l_g_total: 2.8290e-02 ] +2024-10-25 02:59:22,088 INFO: [ epoch: 0 ] [ iter: 3,800 ] [ performance: 19.226 it/s ] [ lr: 1.00e-04 ] [ eta: 219 days, 6:16:44 ] [ l_g_pix: 2.5641e-02 ] [ l_g_total: 2.5641e-02 ] +2024-10-25 02:59:27,387 INFO: [ epoch: 0 ] [ iter: 3,900 ] [ performance: 18.957 it/s ] [ lr: 1.00e-04 ] [ eta: 224 days, 22:15:23 ] [ l_g_pix: 3.7366e-02 ] [ l_g_total: 3.7366e-02 ] +2024-10-25 02:59:32,764 INFO: [ epoch: 0 ] [ iter: 4,000 ] [ performance: 18.759 it/s ] [ lr: 1.00e-04 ] [ eta: 230 days, 16:01:00 ] [ l_g_pix: 2.4445e-02 ] [ l_g_total: 2.4445e-02 ] +2024-10-25 02:59:38,062 INFO: [ epoch: 0 ] [ iter: 4,100 ] [ performance: 18.857 it/s ] [ lr: 1.00e-04 ] [ eta: 236 days, 7:22:43 ] [ l_g_pix: 3.2366e-02 ] [ l_g_total: 3.2366e-02 ] +2024-10-25 02:59:43,273 INFO: [ epoch: 0 ] [ iter: 4,200 ] [ performance: 19.042 it/s ] [ lr: 1.00e-04 ] [ eta: 241 days, 20:08:22 ] [ l_g_pix: 2.5709e-02 ] [ l_g_total: 2.5709e-02 ] +2024-10-25 02:59:48,612 INFO: [ epoch: 0 ] [ iter: 4,300 ] [ performance: 18.479 it/s ] [ lr: 1.00e-04 ] [ eta: 247 days, 12:00:52 ] [ l_g_pix: 2.0264e-02 ] [ l_g_total: 2.0264e-02 ] +2024-10-25 02:59:53,712 INFO: [ epoch: 0 ] [ iter: 4,400 ] [ performance: 19.095 it/s ] [ lr: 1.00e-04 ] [ eta: 252 days, 21:13:45 ] [ l_g_pix: 2.1195e-02 ] [ l_g_total: 2.1195e-02 ] +2024-10-25 02:59:58,747 INFO: [ epoch: 0 ] [ iter: 4,500 ] [ performance: 19.922 it/s ] [ lr: 1.00e-04 ] [ eta: 258 days, 4:26:42 ] [ l_g_pix: 2.6304e-02 ] [ l_g_total: 2.6304e-02 ] +2024-10-25 03:00:03,726 INFO: [ epoch: 0 ] [ iter: 4,600 ] [ performance: 20.014 it/s ] [ lr: 1.00e-04 ] [ eta: 263 days, 9:53:59 ] [ l_g_pix: 1.9430e-02 ] [ l_g_total: 1.9430e-02 ] +2024-10-25 03:00:08,892 INFO: [ epoch: 0 ] [ iter: 4,700 ] [ performance: 19.038 it/s ] [ lr: 1.00e-04 ] [ eta: 268 days, 20:02:23 ] [ l_g_pix: 3.0450e-02 ] [ l_g_total: 3.0450e-02 ] +2024-10-25 03:00:14,300 INFO: [ epoch: 0 ] [ iter: 4,800 ] [ performance: 18.727 it/s ] [ lr: 1.00e-04 ] [ eta: 274 days, 12:16:45 ] [ l_g_pix: 3.1929e-02 ] [ l_g_total: 3.1929e-02 ] +2024-10-25 03:00:19,430 INFO: [ epoch: 0 ] [ iter: 4,900 ] [ performance: 19.451 it/s ] [ lr: 1.00e-04 ] [ eta: 279 days, 20:51:10 ] [ l_g_pix: 2.0910e-02 ] [ l_g_total: 2.0910e-02 ] +2024-10-25 03:00:24,617 INFO: [ epoch: 0 ] [ iter: 5,000 ] [ performance: 19.353 it/s ] [ lr: 1.00e-04 ] [ eta: 285 days, 6:41:03 ] [ l_g_pix: 2.2870e-02 ] [ l_g_total: 2.2870e-02 ] +2024-10-25 03:00:29,708 INFO: [ epoch: 0 ] [ iter: 5,100 ] [ performance: 19.541 it/s ] [ lr: 1.00e-04 ] [ eta: 290 days, 13:41:09 ] [ l_g_pix: 2.0427e-02 ] [ l_g_total: 2.0427e-02 ] +2024-10-25 03:00:34,839 INFO: [ epoch: 0 ] [ iter: 5,200 ] [ performance: 19.514 it/s ] [ lr: 1.00e-04 ] [ eta: 295 days, 21:25:55 ] [ l_g_pix: 2.5980e-02 ] [ l_g_total: 2.5980e-02 ] +2024-10-25 03:00:39,959 INFO: [ epoch: 0 ] [ iter: 5,300 ] [ performance: 19.691 it/s ] [ lr: 1.00e-04 ] [ eta: 301 days, 4:38:15 ] [ l_g_pix: 2.5837e-02 ] [ l_g_total: 2.5837e-02 ] +2024-10-25 03:00:45,173 INFO: [ epoch: 0 ] [ iter: 5,400 ] [ performance: 19.397 it/s ] [ lr: 1.00e-04 ] [ eta: 306 days, 13:59:55 ] [ l_g_pix: 2.5370e-02 ] [ l_g_total: 2.5370e-02 ] +2024-10-25 03:00:50,370 INFO: [ epoch: 0 ] [ iter: 5,500 ] [ performance: 19.079 it/s ] [ lr: 1.00e-04 ] [ eta: 311 days, 22:38:46 ] [ l_g_pix: 3.4979e-02 ] [ l_g_total: 3.4979e-02 ] +2024-10-25 03:00:55,567 INFO: [ epoch: 0 ] [ iter: 5,600 ] [ performance: 19.174 it/s ] [ lr: 1.00e-04 ] [ eta: 317 days, 7:00:00 ] [ l_g_pix: 2.1532e-02 ] [ l_g_total: 2.1532e-02 ] +2024-10-25 03:01:00,775 INFO: [ epoch: 0 ] [ iter: 5,700 ] [ performance: 19.112 it/s ] [ lr: 1.00e-04 ] [ eta: 322 days, 15:20:53 ] [ l_g_pix: 2.4914e-02 ] [ l_g_total: 2.4914e-02 ] +2024-10-25 03:01:05,898 INFO: [ epoch: 0 ] [ iter: 5,800 ] [ performance: 19.347 it/s ] [ lr: 1.00e-04 ] [ eta: 327 days, 21:12:33 ] [ l_g_pix: 2.3568e-02 ] [ l_g_total: 2.3568e-02 ] +2024-10-25 03:01:11,051 INFO: [ epoch: 0 ] [ iter: 5,900 ] [ performance: 19.469 it/s ] [ lr: 1.00e-04 ] [ eta: 333 days, 3:32:23 ] [ l_g_pix: 2.5499e-02 ] [ l_g_total: 2.5499e-02 ] +2024-10-25 03:01:16,351 INFO: [ epoch: 0 ] [ iter: 6,000 ] [ performance: 19.115 it/s ] [ lr: 1.00e-04 ] [ eta: 338 days, 13:25:23 ] [ l_g_pix: 2.4397e-02 ] [ l_g_total: 2.4397e-02 ] +2024-10-25 03:01:21,564 INFO: [ epoch: 0 ] [ iter: 6,100 ] [ performance: 19.149 it/s ] [ lr: 1.00e-04 ] [ eta: 343 days, 20:45:46 ] [ l_g_pix: 3.2501e-02 ] [ l_g_total: 3.2501e-02 ] +2024-10-25 03:01:26,689 INFO: [ epoch: 0 ] [ iter: 6,200 ] [ performance: 19.363 it/s ] [ lr: 1.00e-04 ] [ eta: 349 days, 1:29:51 ] [ l_g_pix: 3.1869e-02 ] [ l_g_total: 3.1869e-02 ] +2024-10-25 03:01:32,035 INFO: [ epoch: 0 ] [ iter: 6,300 ] [ performance: 18.549 it/s ] [ lr: 1.00e-04 ] [ eta: 354 days, 11:42:37 ] [ l_g_pix: 2.1123e-02 ] [ l_g_total: 2.1123e-02 ] +2024-10-25 03:01:37,356 INFO: [ epoch: 0 ] [ iter: 6,400 ] [ performance: 18.695 it/s ] [ lr: 1.00e-04 ] [ eta: 359 days, 20:58:07 ] [ l_g_pix: 2.0591e-02 ] [ l_g_total: 2.0591e-02 ] +2024-10-25 03:01:42,739 INFO: [ epoch: 0 ] [ iter: 6,500 ] [ performance: 18.515 it/s ] [ lr: 1.00e-04 ] [ eta: 365 days, 7:33:26 ] [ l_g_pix: 1.7171e-02 ] [ l_g_total: 1.7171e-02 ] +2024-10-25 03:01:47,894 INFO: [ epoch: 0 ] [ iter: 6,600 ] [ performance: 19.033 it/s ] [ lr: 1.00e-04 ] [ eta: 370 days, 11:54:48 ] [ l_g_pix: 2.6250e-02 ] [ l_g_total: 2.6250e-02 ] +2024-10-25 03:01:52,949 INFO: [ epoch: 0 ] [ iter: 6,700 ] [ performance: 19.484 it/s ] [ lr: 1.00e-04 ] [ eta: 375 days, 13:24:39 ] [ l_g_pix: 2.1496e-02 ] [ l_g_total: 2.1496e-02 ] +2024-10-25 03:01:58,096 INFO: [ epoch: 0 ] [ iter: 6,800 ] [ performance: 19.453 it/s ] [ lr: 1.00e-04 ] [ eta: 380 days, 16:59:44 ] [ l_g_pix: 2.6997e-02 ] [ l_g_total: 2.6997e-02 ] +2024-10-25 03:02:03,230 INFO: [ epoch: 0 ] [ iter: 6,900 ] [ performance: 19.403 it/s ] [ lr: 1.00e-04 ] [ eta: 385 days, 19:57:53 ] [ l_g_pix: 2.2640e-02 ] [ l_g_total: 2.2640e-02 ] +2024-10-25 03:02:08,142 INFO: [ epoch: 0 ] [ iter: 7,000 ] [ performance: 19.969 it/s ] [ lr: 1.00e-04 ] [ eta: 390 days, 16:54:23 ] [ l_g_pix: 2.3464e-02 ] [ l_g_total: 2.3464e-02 ] +2024-10-25 03:02:13,341 INFO: [ epoch: 0 ] [ iter: 7,100 ] [ performance: 19.133 it/s ] [ lr: 1.00e-04 ] [ eta: 395 days, 20:59:00 ] [ l_g_pix: 2.4001e-02 ] [ l_g_total: 2.4001e-02 ] +2024-10-25 03:02:18,464 INFO: [ epoch: 0 ] [ iter: 7,200 ] [ performance: 19.366 it/s ] [ lr: 1.00e-04 ] [ eta: 400 days, 22:49:19 ] [ l_g_pix: 1.5665e-02 ] [ l_g_total: 1.5665e-02 ] +2024-10-25 03:02:23,606 INFO: [ epoch: 0 ] [ iter: 7,300 ] [ performance: 19.818 it/s ] [ lr: 1.00e-04 ] [ eta: 406 days, 0:50:36 ] [ l_g_pix: 1.2940e-02 ] [ l_g_total: 1.2940e-02 ] +2024-10-25 03:02:28,819 INFO: [ epoch: 0 ] [ iter: 7,400 ] [ performance: 19.428 it/s ] [ lr: 1.00e-04 ] [ eta: 411 days, 4:24:55 ] [ l_g_pix: 2.0835e-02 ] [ l_g_total: 2.0835e-02 ] +2024-10-25 03:02:34,087 INFO: [ epoch: 0 ] [ iter: 7,500 ] [ performance: 19.067 it/s ] [ lr: 1.00e-04 ] [ eta: 416 days, 9:06:54 ] [ l_g_pix: 2.4080e-02 ] [ l_g_total: 2.4080e-02 ] +2024-10-25 03:02:39,364 INFO: [ epoch: 0 ] [ iter: 7,600 ] [ performance: 18.996 it/s ] [ lr: 1.00e-04 ] [ eta: 421 days, 13:45:21 ] [ l_g_pix: 2.2393e-02 ] [ l_g_total: 2.2393e-02 ] +2024-10-25 03:02:44,369 INFO: [ epoch: 0 ] [ iter: 7,700 ] [ performance: 20.046 it/s ] [ lr: 1.00e-04 ] [ eta: 426 days, 11:08:24 ] [ l_g_pix: 3.0618e-02 ] [ l_g_total: 3.0618e-02 ] +2024-10-25 03:02:49,510 INFO: [ epoch: 0 ] [ iter: 7,800 ] [ performance: 19.677 it/s ] [ lr: 1.00e-04 ] [ eta: 431 days, 11:42:58 ] [ l_g_pix: 2.1574e-02 ] [ l_g_total: 2.1574e-02 ] +2024-10-25 03:02:54,684 INFO: [ epoch: 0 ] [ iter: 7,900 ] [ performance: 19.479 it/s ] [ lr: 1.00e-04 ] [ eta: 436 days, 12:51:19 ] [ l_g_pix: 2.2221e-02 ] [ l_g_total: 2.2221e-02 ] +2024-10-25 03:03:00,036 INFO: [ epoch: 0 ] [ iter: 8,000 ] [ performance: 18.980 it/s ] [ lr: 1.00e-04 ] [ eta: 441 days, 18:14:50 ] [ l_g_pix: 2.1472e-02 ] [ l_g_total: 2.1472e-02 ] +2024-10-25 03:03:05,256 INFO: [ epoch: 0 ] [ iter: 8,100 ] [ performance: 18.882 it/s ] [ lr: 1.00e-04 ] [ eta: 446 days, 19:58:42 ] [ l_g_pix: 2.5000e-02 ] [ l_g_total: 2.5000e-02 ] +2024-10-25 03:03:10,519 INFO: [ epoch: 0 ] [ iter: 8,200 ] [ performance: 18.958 it/s ] [ lr: 1.00e-04 ] [ eta: 451 days, 22:30:48 ] [ l_g_pix: 3.1055e-02 ] [ l_g_total: 3.1055e-02 ] +2024-10-25 03:03:15,725 INFO: [ epoch: 0 ] [ iter: 8,300 ] [ performance: 19.185 it/s ] [ lr: 1.00e-04 ] [ eta: 456 days, 23:17:57 ] [ l_g_pix: 1.9245e-02 ] [ l_g_total: 1.9245e-02 ] +2024-10-25 03:03:21,049 INFO: [ epoch: 0 ] [ iter: 8,400 ] [ performance: 18.932 it/s ] [ lr: 1.00e-04 ] [ eta: 462 days, 2:48:10 ] [ l_g_pix: 2.7584e-02 ] [ l_g_total: 2.7584e-02 ] +2024-10-25 03:03:26,051 INFO: [ epoch: 0 ] [ iter: 8,500 ] [ performance: 20.531 it/s ] [ lr: 1.00e-04 ] [ eta: 466 days, 21:49:34 ] [ l_g_pix: 2.3568e-02 ] [ l_g_total: 2.3568e-02 ] +2024-10-25 03:03:31,032 INFO: [ epoch: 0 ] [ iter: 8,600 ] [ performance: 20.243 it/s ] [ lr: 1.00e-04 ] [ eta: 471 days, 16:02:02 ] [ l_g_pix: 2.1885e-02 ] [ l_g_total: 2.1885e-02 ] +2024-10-25 03:03:36,318 INFO: [ epoch: 0 ] [ iter: 8,700 ] [ performance: 19.043 it/s ] [ lr: 1.00e-04 ] [ eta: 476 days, 17:42:52 ] [ l_g_pix: 2.9357e-02 ] [ l_g_total: 2.9357e-02 ] +2024-10-25 03:03:41,523 INFO: [ epoch: 0 ] [ iter: 8,800 ] [ performance: 19.153 it/s ] [ lr: 1.00e-04 ] [ eta: 481 days, 17:01:56 ] [ l_g_pix: 2.4319e-02 ] [ l_g_total: 2.4319e-02 ] +2024-10-25 03:03:46,723 INFO: [ epoch: 0 ] [ iter: 8,900 ] [ performance: 19.258 it/s ] [ lr: 1.00e-04 ] [ eta: 486 days, 15:57:20 ] [ l_g_pix: 3.0487e-02 ] [ l_g_total: 3.0487e-02 ] +2024-10-25 03:03:52,101 INFO: [ epoch: 0 ] [ iter: 9,000 ] [ performance: 18.829 it/s ] [ lr: 1.00e-04 ] [ eta: 491 days, 19:04:12 ] [ l_g_pix: 2.8749e-02 ] [ l_g_total: 2.8749e-02 ] +2024-10-25 03:03:57,536 INFO: [ epoch: 0 ] [ iter: 9,100 ] [ performance: 18.462 it/s ] [ lr: 1.00e-04 ] [ eta: 496 days, 23:19:52 ] [ l_g_pix: 1.6255e-02 ] [ l_g_total: 1.6255e-02 ] +2024-10-25 03:04:02,890 INFO: [ epoch: 0 ] [ iter: 9,200 ] [ performance: 18.603 it/s ] [ lr: 1.00e-04 ] [ eta: 502 days, 1:14:22 ] [ l_g_pix: 1.8418e-02 ] [ l_g_total: 1.8418e-02 ] +2024-10-25 03:04:08,131 INFO: [ epoch: 0 ] [ iter: 9,300 ] [ performance: 18.818 it/s ] [ lr: 1.00e-04 ] [ eta: 507 days, 0:01:40 ] [ l_g_pix: 2.3698e-02 ] [ l_g_total: 2.3698e-02 ] +2024-10-25 03:04:13,451 INFO: [ epoch: 0 ] [ iter: 9,400 ] [ performance: 18.808 it/s ] [ lr: 1.00e-04 ] [ eta: 512 days, 0:28:54 ] [ l_g_pix: 2.4998e-02 ] [ l_g_total: 2.4998e-02 ] +2024-10-25 03:04:18,777 INFO: [ epoch: 0 ] [ iter: 9,500 ] [ performance: 18.889 it/s ] [ lr: 1.00e-04 ] [ eta: 517 days, 0:49:17 ] [ l_g_pix: 3.2073e-02 ] [ l_g_total: 3.2073e-02 ] +2024-10-25 03:04:23,807 INFO: [ epoch: 0 ] [ iter: 9,600 ] [ performance: 19.529 it/s ] [ lr: 1.00e-04 ] [ eta: 521 days, 17:23:59 ] [ l_g_pix: 2.6757e-02 ] [ l_g_total: 2.6757e-02 ] +2024-10-25 03:04:28,928 INFO: [ epoch: 0 ] [ iter: 9,700 ] [ performance: 19.230 it/s ] [ lr: 1.00e-04 ] [ eta: 526 days, 12:00:33 ] [ l_g_pix: 3.7309e-02 ] [ l_g_total: 3.7309e-02 ] +2024-10-25 03:04:34,050 INFO: [ epoch: 0 ] [ iter: 9,800 ] [ performance: 19.423 it/s ] [ lr: 1.00e-04 ] [ eta: 531 days, 6:21:21 ] [ l_g_pix: 1.8264e-02 ] [ l_g_total: 1.8264e-02 ] +2024-10-25 03:04:39,129 INFO: [ epoch: 0 ] [ iter: 9,900 ] [ performance: 19.768 it/s ] [ lr: 1.00e-04 ] [ eta: 535 days, 23:20:09 ] [ l_g_pix: 3.1767e-02 ] [ l_g_total: 3.1767e-02 ] +2024-10-25 03:04:44,151 INFO: [ epoch: 0 ] [ iter: 10,000 ] [ performance: 19.865 it/s ] [ lr: 1.00e-04 ] [ eta: 540 days, 14:36:23 ] [ l_g_pix: 2.2330e-02 ] [ l_g_total: 2.2330e-02 ] +2024-10-25 03:04:44,152 INFO: Saving models and training states. +2024-10-25 03:06:06,619 INFO: Validation val + + # psnr: 21.3313........ Best: 21.3313 @ 10000 iter + # ssim: 0.6090........ Best: 0.6090 @ 10000 iter + # dists: 0.7925........ Best: 0.7925 @ 10000 iter + +2024-10-25 03:06:11,799 INFO: [ epoch: 0 ] [ iter: 10,100 ] [ performance: 19.593 it/s ] [ lr: 1.00e-04 ] [ eta: 631 days, 4:55:05 ] [ l_g_pix: 2.4033e-02 ] [ l_g_total: 2.4033e-02 ] +2024-10-25 03:06:17,135 INFO: [ epoch: 0 ] [ iter: 10,200 ] [ performance: 19.017 it/s ] [ lr: 1.00e-04 ] [ eta: 636 days, 1:10:52 ] [ l_g_pix: 2.9232e-02 ] [ l_g_total: 2.9232e-02 ] +2024-10-25 03:06:22,474 INFO: [ epoch: 0 ] [ iter: 10,300 ] [ performance: 19.275 it/s ] [ lr: 1.00e-04 ] [ eta: 640 days, 21:12:01 ] [ l_g_pix: 3.8049e-02 ] [ l_g_total: 3.8049e-02 ] +2024-10-25 03:06:27,670 INFO: [ epoch: 0 ] [ iter: 10,400 ] [ performance: 19.257 it/s ] [ lr: 1.00e-04 ] [ eta: 645 days, 13:22:33 ] [ l_g_pix: 3.1430e-02 ] [ l_g_total: 3.1430e-02 ] +2024-10-25 03:06:32,780 INFO: [ epoch: 0 ] [ iter: 10,500 ] [ performance: 19.319 it/s ] [ lr: 1.00e-04 ] [ eta: 650 days, 3:06:59 ] [ l_g_pix: 2.2256e-02 ] [ l_g_total: 2.2256e-02 ] +2024-10-25 03:06:37,929 INFO: [ epoch: 0 ] [ iter: 10,600 ] [ performance: 19.389 it/s ] [ lr: 1.00e-04 ] [ eta: 654 days, 17:33:20 ] [ l_g_pix: 2.7724e-02 ] [ l_g_total: 2.7724e-02 ] +2024-10-25 03:06:43,021 INFO: [ epoch: 0 ] [ iter: 10,700 ] [ performance: 19.569 it/s ] [ lr: 1.00e-04 ] [ eta: 659 days, 6:17:51 ] [ l_g_pix: 2.9216e-02 ] [ l_g_total: 2.9216e-02 ] +2024-10-25 03:06:48,403 INFO: [ epoch: 0 ] [ iter: 10,800 ] [ performance: 18.887 it/s ] [ lr: 1.00e-04 ] [ eta: 664 days, 1:55:49 ] [ l_g_pix: 2.0670e-02 ] [ l_g_total: 2.0670e-02 ] +2024-10-25 03:06:53,740 INFO: [ epoch: 0 ] [ iter: 10,900 ] [ performance: 19.095 it/s ] [ lr: 1.00e-04 ] [ eta: 668 days, 20:08:48 ] [ l_g_pix: 3.0172e-02 ] [ l_g_total: 3.0172e-02 ] +2024-10-25 03:06:59,155 INFO: [ epoch: 0 ] [ iter: 11,000 ] [ performance: 18.663 it/s ] [ lr: 1.00e-04 ] [ eta: 673 days, 15:59:41 ] [ l_g_pix: 2.6027e-02 ] [ l_g_total: 2.6027e-02 ] +2024-10-25 03:07:04,421 INFO: [ epoch: 0 ] [ iter: 11,100 ] [ performance: 19.034 it/s ] [ lr: 1.00e-04 ] [ eta: 678 days, 7:52:46 ] [ l_g_pix: 1.8812e-02 ] [ l_g_total: 1.8812e-02 ] +2024-10-25 03:07:09,793 INFO: [ epoch: 0 ] [ iter: 11,200 ] [ performance: 18.747 it/s ] [ lr: 1.00e-04 ] [ eta: 683 days, 2:03:19 ] [ l_g_pix: 1.8166e-02 ] [ l_g_total: 1.8166e-02 ] +2024-10-25 03:07:15,576 INFO: [ epoch: 0 ] [ iter: 11,300 ] [ performance: 18.264 it/s ] [ lr: 1.00e-04 ] [ eta: 688 days, 6:05:45 ] [ l_g_pix: 2.5413e-02 ] [ l_g_total: 2.5413e-02 ] +2024-10-25 03:07:20,935 INFO: [ epoch: 0 ] [ iter: 11,400 ] [ performance: 18.541 it/s ] [ lr: 1.00e-04 ] [ eta: 692 days, 23:20:46 ] [ l_g_pix: 3.2730e-02 ] [ l_g_total: 3.2730e-02 ] +2024-10-25 03:07:26,112 INFO: [ epoch: 0 ] [ iter: 11,500 ] [ performance: 19.717 it/s ] [ lr: 1.00e-04 ] [ eta: 697 days, 11:50:28 ] [ l_g_pix: 1.9646e-02 ] [ l_g_total: 1.9646e-02 ] +2024-10-25 03:07:31,183 INFO: [ epoch: 0 ] [ iter: 11,600 ] [ performance: 19.720 it/s ] [ lr: 1.00e-04 ] [ eta: 701 days, 21:27:15 ] [ l_g_pix: 2.1129e-02 ] [ l_g_total: 2.1129e-02 ] +2024-10-25 03:07:36,445 INFO: [ epoch: 0 ] [ iter: 11,700 ] [ performance: 18.916 it/s ] [ lr: 1.00e-04 ] [ eta: 706 days, 11:28:32 ] [ l_g_pix: 2.1990e-02 ] [ l_g_total: 2.1990e-02 ] +2024-10-25 03:07:41,217 INFO: [ epoch: 0 ] [ iter: 11,800 ] [ performance: 20.310 it/s ] [ lr: 1.00e-04 ] [ eta: 710 days, 13:10:53 ] [ l_g_pix: 2.5455e-02 ] [ l_g_total: 2.5455e-02 ] +2024-10-25 03:07:47,406 INFO: [ epoch: 1 ] [ iter: 11,900 ] [ performance: 19.629 it/s ] [ lr: 1.00e-04 ] [ eta: 716 days, 1:16:35 ] [ l_g_pix: 1.4016e-02 ] [ l_g_total: 1.4016e-02 ] +2024-10-25 03:07:52,482 INFO: [ epoch: 1 ] [ iter: 12,000 ] [ performance: 19.682 it/s ] [ lr: 1.00e-04 ] [ eta: 720 days, 9:51:33 ] [ l_g_pix: 1.9894e-02 ] [ l_g_total: 1.9894e-02 ] +2024-10-25 03:07:57,625 INFO: [ epoch: 1 ] [ iter: 12,100 ] [ performance: 19.225 it/s ] [ lr: 1.00e-04 ] [ eta: 724 days, 19:48:14 ] [ l_g_pix: 2.5540e-02 ] [ l_g_total: 2.5540e-02 ] +2024-10-25 03:08:02,760 INFO: [ epoch: 1 ] [ iter: 12,200 ] [ performance: 19.405 it/s ] [ lr: 1.00e-04 ] [ eta: 729 days, 5:14:25 ] [ l_g_pix: 2.1899e-02 ] [ l_g_total: 2.1899e-02 ] +2024-10-25 03:08:07,764 INFO: [ epoch: 1 ] [ iter: 12,300 ] [ performance: 19.732 it/s ] [ lr: 1.00e-04 ] [ eta: 733 days, 11:11:47 ] [ l_g_pix: 1.8914e-02 ] [ l_g_total: 1.8914e-02 ] +2024-10-25 03:08:12,969 INFO: [ epoch: 1 ] [ iter: 12,400 ] [ performance: 19.356 it/s ] [ lr: 1.00e-04 ] [ eta: 737 days, 21:47:19 ] [ l_g_pix: 2.9080e-02 ] [ l_g_total: 2.9080e-02 ] +2024-10-25 03:08:18,195 INFO: [ epoch: 1 ] [ iter: 12,500 ] [ performance: 19.345 it/s ] [ lr: 1.00e-04 ] [ eta: 742 days, 8:34:51 ] [ l_g_pix: 3.2278e-02 ] [ l_g_total: 3.2278e-02 ] +2024-10-25 03:08:23,348 INFO: [ epoch: 1 ] [ iter: 12,600 ] [ performance: 19.389 it/s ] [ lr: 1.00e-04 ] [ eta: 746 days, 17:20:33 ] [ l_g_pix: 2.7878e-02 ] [ l_g_total: 2.7878e-02 ] +2024-10-25 03:08:28,522 INFO: [ epoch: 1 ] [ iter: 12,700 ] [ performance: 19.490 it/s ] [ lr: 1.00e-04 ] [ eta: 751 days, 2:17:36 ] [ l_g_pix: 2.7774e-02 ] [ l_g_total: 2.7774e-02 ] +2024-10-25 03:08:33,756 INFO: [ epoch: 1 ] [ iter: 12,800 ] [ performance: 19.210 it/s ] [ lr: 1.00e-04 ] [ eta: 755 days, 12:25:06 ] [ l_g_pix: 1.8207e-02 ] [ l_g_total: 1.8207e-02 ] +2024-10-25 03:08:38,997 INFO: [ epoch: 1 ] [ iter: 12,900 ] [ performance: 18.822 it/s ] [ lr: 1.00e-04 ] [ eta: 759 days, 22:25:43 ] [ l_g_pix: 2.5993e-02 ] [ l_g_total: 2.5993e-02 ] +2024-10-25 03:08:44,173 INFO: [ epoch: 1 ] [ iter: 13,000 ] [ performance: 19.186 it/s ] [ lr: 1.00e-04 ] [ eta: 764 days, 6:35:08 ] [ l_g_pix: 2.5293e-02 ] [ l_g_total: 2.5293e-02 ] +2024-10-25 03:08:49,322 INFO: [ epoch: 1 ] [ iter: 13,100 ] [ performance: 19.803 it/s ] [ lr: 1.00e-04 ] [ eta: 768 days, 13:46:44 ] [ l_g_pix: 2.9437e-02 ] [ l_g_total: 2.9437e-02 ] +2024-10-25 03:08:54,457 INFO: [ epoch: 1 ] [ iter: 13,200 ] [ performance: 19.561 it/s ] [ lr: 1.00e-04 ] [ eta: 772 days, 20:21:32 ] [ l_g_pix: 2.2072e-02 ] [ l_g_total: 2.2072e-02 ] +2024-10-25 03:08:59,637 INFO: [ epoch: 1 ] [ iter: 13,300 ] [ performance: 19.301 it/s ] [ lr: 1.00e-04 ] [ eta: 777 days, 3:44:05 ] [ l_g_pix: 2.3206e-02 ] [ l_g_total: 2.3206e-02 ] +2024-10-25 03:09:04,791 INFO: [ epoch: 1 ] [ iter: 13,400 ] [ performance: 19.378 it/s ] [ lr: 1.00e-04 ] [ eta: 781 days, 10:12:27 ] [ l_g_pix: 2.3405e-02 ] [ l_g_total: 2.3405e-02 ] +2024-10-25 03:09:09,954 INFO: [ epoch: 1 ] [ iter: 13,500 ] [ performance: 19.232 it/s ] [ lr: 1.00e-04 ] [ eta: 785 days, 16:36:43 ] [ l_g_pix: 3.9293e-02 ] [ l_g_total: 3.9293e-02 ] +2024-10-25 03:09:15,225 INFO: [ epoch: 1 ] [ iter: 13,600 ] [ performance: 19.038 it/s ] [ lr: 1.00e-04 ] [ eta: 790 days, 1:18:39 ] [ l_g_pix: 2.7443e-02 ] [ l_g_total: 2.7443e-02 ] +2024-10-25 03:09:20,393 INFO: [ epoch: 1 ] [ iter: 13,700 ] [ performance: 19.813 it/s ] [ lr: 1.00e-04 ] [ eta: 794 days, 7:15:07 ] [ l_g_pix: 3.1357e-02 ] [ l_g_total: 3.1357e-02 ] +2024-10-25 03:09:25,633 INFO: [ epoch: 1 ] [ iter: 13,800 ] [ performance: 19.258 it/s ] [ lr: 1.00e-04 ] [ eta: 798 days, 14:37:22 ] [ l_g_pix: 3.1834e-02 ] [ l_g_total: 3.1834e-02 ] +2024-10-25 03:09:30,829 INFO: [ epoch: 1 ] [ iter: 13,900 ] [ performance: 19.359 it/s ] [ lr: 1.00e-04 ] [ eta: 802 days, 20:39:59 ] [ l_g_pix: 3.5510e-02 ] [ l_g_total: 3.5510e-02 ] +2024-10-25 03:09:36,115 INFO: [ epoch: 1 ] [ iter: 14,000 ] [ performance: 19.022 it/s ] [ lr: 1.00e-04 ] [ eta: 807 days, 4:34:03 ] [ l_g_pix: 2.1370e-02 ] [ l_g_total: 2.1370e-02 ] +2024-10-25 03:09:41,326 INFO: [ epoch: 1 ] [ iter: 14,100 ] [ performance: 19.141 it/s ] [ lr: 1.00e-04 ] [ eta: 811 days, 10:21:54 ] [ l_g_pix: 2.0134e-02 ] [ l_g_total: 2.0134e-02 ] +2024-10-25 03:09:46,520 INFO: [ epoch: 1 ] [ iter: 14,200 ] [ performance: 19.229 it/s ] [ lr: 1.00e-04 ] [ eta: 815 days, 15:28:59 ] [ l_g_pix: 1.8653e-02 ] [ l_g_total: 1.8653e-02 ] +2024-10-25 03:09:51,672 INFO: [ epoch: 1 ] [ iter: 14,300 ] [ performance: 19.530 it/s ] [ lr: 1.00e-04 ] [ eta: 819 days, 19:19:31 ] [ l_g_pix: 1.3451e-02 ] [ l_g_total: 1.3451e-02 ] +2024-10-25 03:09:56,646 INFO: [ epoch: 1 ] [ iter: 14,400 ] [ performance: 19.975 it/s ] [ lr: 1.00e-04 ] [ eta: 823 days, 18:37:46 ] [ l_g_pix: 2.4706e-02 ] [ l_g_total: 2.4706e-02 ] +2024-10-25 03:10:01,703 INFO: [ epoch: 1 ] [ iter: 14,500 ] [ performance: 20.270 it/s ] [ lr: 1.00e-04 ] [ eta: 827 days, 19:38:19 ] [ l_g_pix: 2.1304e-02 ] [ l_g_total: 2.1304e-02 ] +2024-10-25 03:10:06,871 INFO: [ epoch: 1 ] [ iter: 14,600 ] [ performance: 19.548 it/s ] [ lr: 1.00e-04 ] [ eta: 831 days, 22:59:00 ] [ l_g_pix: 3.4080e-02 ] [ l_g_total: 3.4080e-02 ] +2024-10-25 03:10:12,098 INFO: [ epoch: 1 ] [ iter: 14,700 ] [ performance: 19.030 it/s ] [ lr: 1.00e-04 ] [ eta: 836 days, 3:27:53 ] [ l_g_pix: 1.6384e-02 ] [ l_g_total: 1.6384e-02 ] +2024-10-25 03:10:17,246 INFO: [ epoch: 1 ] [ iter: 14,800 ] [ performance: 19.343 it/s ] [ lr: 1.00e-04 ] [ eta: 840 days, 5:45:39 ] [ l_g_pix: 2.3923e-02 ] [ l_g_total: 2.3923e-02 ] +2024-10-25 03:10:22,477 INFO: [ epoch: 1 ] [ iter: 14,900 ] [ performance: 19.780 it/s ] [ lr: 1.00e-04 ] [ eta: 844 days, 9:45:21 ] [ l_g_pix: 2.6016e-02 ] [ l_g_total: 2.6016e-02 ] +2024-10-25 03:10:27,549 INFO: [ epoch: 1 ] [ iter: 15,000 ] [ performance: 19.733 it/s ] [ lr: 1.00e-04 ] [ eta: 848 days, 9:41:05 ] [ l_g_pix: 2.3555e-02 ] [ l_g_total: 2.3555e-02 ] +2024-10-25 03:10:32,682 INFO: [ epoch: 1 ] [ iter: 15,100 ] [ performance: 19.767 it/s ] [ lr: 1.00e-04 ] [ eta: 852 days, 10:48:12 ] [ l_g_pix: 2.3115e-02 ] [ l_g_total: 2.3115e-02 ] +2024-10-25 03:10:37,840 INFO: [ epoch: 1 ] [ iter: 15,200 ] [ performance: 19.464 it/s ] [ lr: 1.00e-04 ] [ eta: 856 days, 12:12:02 ] [ l_g_pix: 2.4386e-02 ] [ l_g_total: 2.4386e-02 ] +2024-10-25 03:10:42,942 INFO: [ epoch: 1 ] [ iter: 15,300 ] [ performance: 19.150 it/s ] [ lr: 1.00e-04 ] [ eta: 860 days, 11:59:50 ] [ l_g_pix: 2.1946e-02 ] [ l_g_total: 2.1946e-02 ] +2024-10-25 03:10:48,263 INFO: [ epoch: 1 ] [ iter: 15,400 ] [ performance: 18.864 it/s ] [ lr: 1.00e-04 ] [ eta: 864 days, 16:39:12 ] [ l_g_pix: 2.4443e-02 ] [ l_g_total: 2.4443e-02 ] +2024-10-25 03:10:53,357 INFO: [ epoch: 1 ] [ iter: 15,500 ] [ performance: 19.478 it/s ] [ lr: 1.00e-04 ] [ eta: 868 days, 15:41:23 ] [ l_g_pix: 1.9015e-02 ] [ l_g_total: 1.9015e-02 ] +2024-10-25 03:10:58,456 INFO: [ epoch: 1 ] [ iter: 15,600 ] [ performance: 19.589 it/s ] [ lr: 1.00e-04 ] [ eta: 872 days, 14:33:22 ] [ l_g_pix: 2.0678e-02 ] [ l_g_total: 2.0678e-02 ] +2024-10-25 03:11:03,546 INFO: [ epoch: 1 ] [ iter: 15,700 ] [ performance: 19.915 it/s ] [ lr: 1.00e-04 ] [ eta: 876 days, 12:56:05 ] [ l_g_pix: 2.8379e-02 ] [ l_g_total: 2.8379e-02 ] +2024-10-25 03:11:08,612 INFO: [ epoch: 1 ] [ iter: 15,800 ] [ performance: 19.773 it/s ] [ lr: 1.00e-04 ] [ eta: 880 days, 10:28:06 ] [ l_g_pix: 1.7657e-02 ] [ l_g_total: 1.7657e-02 ] +2024-10-25 03:11:13,519 INFO: [ epoch: 1 ] [ iter: 15,900 ] [ performance: 20.156 it/s ] [ lr: 1.00e-04 ] [ eta: 884 days, 4:00:05 ] [ l_g_pix: 2.7663e-02 ] [ l_g_total: 2.7663e-02 ] +2024-10-25 03:11:18,639 INFO: [ epoch: 1 ] [ iter: 16,000 ] [ performance: 19.639 it/s ] [ lr: 1.00e-04 ] [ eta: 888 days, 2:13:58 ] [ l_g_pix: 2.2597e-02 ] [ l_g_total: 2.2597e-02 ] +2024-10-25 03:11:23,760 INFO: [ epoch: 1 ] [ iter: 16,100 ] [ performance: 19.346 it/s ] [ lr: 1.00e-04 ] [ eta: 892 days, 0:12:10 ] [ l_g_pix: 2.3878e-02 ] [ l_g_total: 2.3878e-02 ] +2024-10-25 03:11:29,007 INFO: [ epoch: 1 ] [ iter: 16,200 ] [ performance: 19.109 it/s ] [ lr: 1.00e-04 ] [ eta: 896 days, 0:48:45 ] [ l_g_pix: 2.8325e-02 ] [ l_g_total: 2.8325e-02 ] +2024-10-25 03:11:34,140 INFO: [ epoch: 1 ] [ iter: 16,300 ] [ performance: 19.354 it/s ] [ lr: 1.00e-04 ] [ eta: 899 days, 22:29:38 ] [ l_g_pix: 1.6362e-02 ] [ l_g_total: 1.6362e-02 ] +2024-10-25 03:11:39,337 INFO: [ epoch: 1 ] [ iter: 16,400 ] [ performance: 19.261 it/s ] [ lr: 1.00e-04 ] [ eta: 903 days, 21:22:34 ] [ l_g_pix: 2.5640e-02 ] [ l_g_total: 2.5640e-02 ] +2024-10-25 03:11:44,624 INFO: [ epoch: 1 ] [ iter: 16,500 ] [ performance: 19.018 it/s ] [ lr: 1.00e-04 ] [ eta: 907 days, 22:04:01 ] [ l_g_pix: 1.8283e-02 ] [ l_g_total: 1.8283e-02 ] +2024-10-25 03:11:49,700 INFO: [ epoch: 1 ] [ iter: 16,600 ] [ performance: 19.598 it/s ] [ lr: 1.00e-04 ] [ eta: 911 days, 17:32:33 ] [ l_g_pix: 2.3015e-02 ] [ l_g_total: 2.3015e-02 ] +2024-10-25 03:11:55,042 INFO: [ epoch: 1 ] [ iter: 16,700 ] [ performance: 18.604 it/s ] [ lr: 1.00e-04 ] [ eta: 915 days, 18:54:51 ] [ l_g_pix: 2.7951e-02 ] [ l_g_total: 2.7951e-02 ] +2024-10-25 03:12:00,268 INFO: [ epoch: 1 ] [ iter: 16,800 ] [ performance: 19.059 it/s ] [ lr: 1.00e-04 ] [ eta: 919 days, 17:18:11 ] [ l_g_pix: 2.6834e-02 ] [ l_g_total: 2.6834e-02 ] +2024-10-25 03:12:05,520 INFO: [ epoch: 1 ] [ iter: 16,900 ] [ performance: 19.204 it/s ] [ lr: 1.00e-04 ] [ eta: 923 days, 16:01:20 ] [ l_g_pix: 2.4491e-02 ] [ l_g_total: 2.4491e-02 ] +2024-10-25 03:12:10,725 INFO: [ epoch: 1 ] [ iter: 17,000 ] [ performance: 19.213 it/s ] [ lr: 1.00e-04 ] [ eta: 927 days, 13:20:55 ] [ l_g_pix: 1.8005e-02 ] [ l_g_total: 1.8005e-02 ] +2024-10-25 03:12:15,998 INFO: [ epoch: 1 ] [ iter: 17,100 ] [ performance: 19.013 it/s ] [ lr: 1.00e-04 ] [ eta: 931 days, 11:56:40 ] [ l_g_pix: 2.1540e-02 ] [ l_g_total: 2.1540e-02 ] +2024-10-25 03:12:21,059 INFO: [ epoch: 1 ] [ iter: 17,200 ] [ performance: 19.660 it/s ] [ lr: 1.00e-04 ] [ eta: 935 days, 5:22:46 ] [ l_g_pix: 2.0569e-02 ] [ l_g_total: 2.0569e-02 ] +2024-10-25 03:12:26,267 INFO: [ epoch: 1 ] [ iter: 17,300 ] [ performance: 19.552 it/s ] [ lr: 1.00e-04 ] [ eta: 939 days, 1:54:44 ] [ l_g_pix: 2.3305e-02 ] [ l_g_total: 2.3305e-02 ] +2024-10-25 03:12:31,387 INFO: [ epoch: 1 ] [ iter: 17,400 ] [ performance: 19.536 it/s ] [ lr: 1.00e-04 ] [ eta: 942 days, 20:07:51 ] [ l_g_pix: 2.1801e-02 ] [ l_g_total: 2.1801e-02 ] +2024-10-25 03:12:36,611 INFO: [ epoch: 1 ] [ iter: 17,500 ] [ performance: 19.236 it/s ] [ lr: 1.00e-04 ] [ eta: 946 days, 16:27:05 ] [ l_g_pix: 1.7795e-02 ] [ l_g_total: 1.7795e-02 ] +2024-10-25 03:12:41,860 INFO: [ epoch: 1 ] [ iter: 17,600 ] [ performance: 19.074 it/s ] [ lr: 1.00e-04 ] [ eta: 950 days, 13:03:36 ] [ l_g_pix: 2.4293e-02 ] [ l_g_total: 2.4293e-02 ] +2024-10-25 03:12:47,144 INFO: [ epoch: 1 ] [ iter: 17,700 ] [ performance: 18.586 it/s ] [ lr: 1.00e-04 ] [ eta: 954 days, 10:10:14 ] [ l_g_pix: 2.3610e-02 ] [ l_g_total: 2.3610e-02 ] +2024-10-25 03:12:52,386 INFO: [ epoch: 1 ] [ iter: 17,800 ] [ performance: 19.025 it/s ] [ lr: 1.00e-04 ] [ eta: 958 days, 6:01:38 ] [ l_g_pix: 2.3434e-02 ] [ l_g_total: 2.3434e-02 ] +2024-10-25 03:12:57,670 INFO: [ epoch: 1 ] [ iter: 17,900 ] [ performance: 19.129 it/s ] [ lr: 1.00e-04 ] [ eta: 962 days, 2:33:15 ] [ l_g_pix: 2.1322e-02 ] [ l_g_total: 2.1322e-02 ] +2024-10-25 03:13:02,948 INFO: [ epoch: 1 ] [ iter: 18,000 ] [ performance: 18.967 it/s ] [ lr: 1.00e-04 ] [ eta: 965 days, 22:38:46 ] [ l_g_pix: 3.2992e-02 ] [ l_g_total: 3.2992e-02 ] +2024-10-25 03:13:08,330 INFO: [ epoch: 1 ] [ iter: 18,100 ] [ performance: 19.096 it/s ] [ lr: 1.00e-04 ] [ eta: 969 days, 20:48:32 ] [ l_g_pix: 3.6843e-02 ] [ l_g_total: 3.6843e-02 ] +2024-10-25 03:13:13,479 INFO: [ epoch: 1 ] [ iter: 18,200 ] [ performance: 19.392 it/s ] [ lr: 1.00e-04 ] [ eta: 973 days, 13:23:26 ] [ l_g_pix: 2.1855e-02 ] [ l_g_total: 2.1855e-02 ] +2024-10-25 03:13:18,713 INFO: [ epoch: 1 ] [ iter: 18,300 ] [ performance: 19.063 it/s ] [ lr: 1.00e-04 ] [ eta: 977 days, 7:35:43 ] [ l_g_pix: 2.9633e-02 ] [ l_g_total: 2.9633e-02 ] +2024-10-25 03:13:23,822 INFO: [ epoch: 1 ] [ iter: 18,400 ] [ performance: 19.532 it/s ] [ lr: 1.00e-04 ] [ eta: 980 days, 22:41:25 ] [ l_g_pix: 2.6631e-02 ] [ l_g_total: 2.6631e-02 ] +2024-10-25 03:13:29,019 INFO: [ epoch: 1 ] [ iter: 18,500 ] [ performance: 19.150 it/s ] [ lr: 1.00e-04 ] [ eta: 984 days, 15:29:29 ] [ l_g_pix: 2.1106e-02 ] [ l_g_total: 2.1106e-02 ] +2024-10-25 03:13:34,145 INFO: [ epoch: 1 ] [ iter: 18,600 ] [ performance: 19.485 it/s ] [ lr: 1.00e-04 ] [ eta: 988 days, 6:23:18 ] [ l_g_pix: 2.2468e-02 ] [ l_g_total: 2.2468e-02 ] +2024-10-25 03:13:39,440 INFO: [ epoch: 1 ] [ iter: 18,700 ] [ performance: 18.527 it/s ] [ lr: 1.00e-04 ] [ eta: 992 days, 0:49:58 ] [ l_g_pix: 2.6925e-02 ] [ l_g_total: 2.6925e-02 ] +2024-10-25 03:13:44,448 INFO: [ epoch: 1 ] [ iter: 18,800 ] [ performance: 19.869 it/s ] [ lr: 1.00e-04 ] [ eta: 995 days, 12:30:24 ] [ l_g_pix: 2.1922e-02 ] [ l_g_total: 2.1922e-02 ] +2024-10-25 03:13:49,592 INFO: [ epoch: 1 ] [ iter: 18,900 ] [ performance: 19.261 it/s ] [ lr: 1.00e-04 ] [ eta: 999 days, 2:58:01 ] [ l_g_pix: 1.7749e-02 ] [ l_g_total: 1.7749e-02 ] +2024-10-25 03:13:54,649 INFO: [ epoch: 1 ] [ iter: 19,000 ] [ performance: 19.747 it/s ] [ lr: 1.00e-04 ] [ eta: 1002 days, 15:10:55 ] [ l_g_pix: 2.6734e-02 ] [ l_g_total: 2.6734e-02 ] +2024-10-25 03:13:59,896 INFO: [ epoch: 1 ] [ iter: 19,100 ] [ performance: 19.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1006 days, 7:23:27 ] [ l_g_pix: 1.6246e-02 ] [ l_g_total: 1.6246e-02 ] +2024-10-25 03:14:05,259 INFO: [ epoch: 1 ] [ iter: 19,200 ] [ performance: 18.699 it/s ] [ lr: 1.00e-04 ] [ eta: 1010 days, 1:53:43 ] [ l_g_pix: 2.2512e-02 ] [ l_g_total: 2.2512e-02 ] +2024-10-25 03:14:10,466 INFO: [ epoch: 1 ] [ iter: 19,300 ] [ performance: 18.605 it/s ] [ lr: 1.00e-04 ] [ eta: 1013 days, 16:36:39 ] [ l_g_pix: 2.5665e-02 ] [ l_g_total: 2.5665e-02 ] +2024-10-25 03:14:15,632 INFO: [ epoch: 1 ] [ iter: 19,400 ] [ performance: 19.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1017 days, 6:08:13 ] [ l_g_pix: 2.5370e-02 ] [ l_g_total: 2.5370e-02 ] +2024-10-25 03:14:20,871 INFO: [ epoch: 1 ] [ iter: 19,500 ] [ performance: 19.106 it/s ] [ lr: 1.00e-04 ] [ eta: 1020 days, 20:59:27 ] [ l_g_pix: 2.5897e-02 ] [ l_g_total: 2.5897e-02 ] +2024-10-25 03:14:26,088 INFO: [ epoch: 1 ] [ iter: 19,600 ] [ performance: 19.169 it/s ] [ lr: 1.00e-04 ] [ eta: 1024 days, 11:03:55 ] [ l_g_pix: 1.7184e-02 ] [ l_g_total: 1.7184e-02 ] +2024-10-25 03:14:31,420 INFO: [ epoch: 1 ] [ iter: 19,700 ] [ performance: 18.923 it/s ] [ lr: 1.00e-04 ] [ eta: 1028 days, 3:24:05 ] [ l_g_pix: 3.2019e-02 ] [ l_g_total: 3.2019e-02 ] +2024-10-25 03:14:36,775 INFO: [ epoch: 1 ] [ iter: 19,800 ] [ performance: 18.680 it/s ] [ lr: 1.00e-04 ] [ eta: 1031 days, 19:58:33 ] [ l_g_pix: 1.8830e-02 ] [ l_g_total: 1.8830e-02 ] +2024-10-25 03:14:42,099 INFO: [ epoch: 1 ] [ iter: 19,900 ] [ performance: 19.120 it/s ] [ lr: 1.00e-04 ] [ eta: 1035 days, 11:33:44 ] [ l_g_pix: 1.9739e-02 ] [ l_g_total: 1.9739e-02 ] +2024-10-25 03:14:47,283 INFO: [ epoch: 1 ] [ iter: 20,000 ] [ performance: 19.292 it/s ] [ lr: 1.00e-04 ] [ eta: 1038 days, 23:43:34 ] [ l_g_pix: 2.7594e-02 ] [ l_g_total: 2.7594e-02 ] +2024-10-25 03:14:47,283 INFO: Saving models and training states. +2024-10-25 03:16:07,954 INFO: Validation val + + # psnr: 21.9564........ Best: 21.9564 @ 20000 iter + # ssim: 0.6410........ Best: 0.6410 @ 20000 iter + # dists: 0.7876........ Best: 0.7876 @ 20000 iter + +2024-10-25 03:16:13,342 INFO: [ epoch: 1 ] [ iter: 20,100 ] [ performance: 18.923 it/s ] [ lr: 1.00e-04 ] [ eta: 1117 days, 6:34:15 ] [ l_g_pix: 2.0767e-02 ] [ l_g_total: 2.0767e-02 ] +2024-10-25 03:16:18,491 INFO: [ epoch: 1 ] [ iter: 20,200 ] [ performance: 19.424 it/s ] [ lr: 1.00e-04 ] [ eta: 1120 days, 15:08:36 ] [ l_g_pix: 2.2575e-02 ] [ l_g_total: 2.2575e-02 ] +2024-10-25 03:16:23,779 INFO: [ epoch: 1 ] [ iter: 20,300 ] [ performance: 19.165 it/s ] [ lr: 1.00e-04 ] [ eta: 1124 days, 2:30:57 ] [ l_g_pix: 1.8772e-02 ] [ l_g_total: 1.8772e-02 ] +2024-10-25 03:16:29,044 INFO: [ epoch: 1 ] [ iter: 20,400 ] [ performance: 19.011 it/s ] [ lr: 1.00e-04 ] [ eta: 1127 days, 13:03:49 ] [ l_g_pix: 1.7361e-02 ] [ l_g_total: 1.7361e-02 ] +2024-10-25 03:16:34,290 INFO: [ epoch: 1 ] [ iter: 20,500 ] [ performance: 19.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1130 days, 22:54:41 ] [ l_g_pix: 2.2928e-02 ] [ l_g_total: 2.2928e-02 ] +2024-10-25 03:16:39,522 INFO: [ epoch: 1 ] [ iter: 20,600 ] [ performance: 19.124 it/s ] [ lr: 1.00e-04 ] [ eta: 1134 days, 8:10:06 ] [ l_g_pix: 2.8849e-02 ] [ l_g_total: 2.8849e-02 ] +2024-10-25 03:16:44,807 INFO: [ epoch: 1 ] [ iter: 20,700 ] [ performance: 19.022 it/s ] [ lr: 1.00e-04 ] [ eta: 1137 days, 18:17:52 ] [ l_g_pix: 1.5497e-02 ] [ l_g_total: 1.5497e-02 ] +2024-10-25 03:16:50,122 INFO: [ epoch: 1 ] [ iter: 20,800 ] [ performance: 18.842 it/s ] [ lr: 1.00e-04 ] [ eta: 1141 days, 4:47:17 ] [ l_g_pix: 1.7274e-02 ] [ l_g_total: 1.7274e-02 ] +2024-10-25 03:16:55,461 INFO: [ epoch: 1 ] [ iter: 20,900 ] [ performance: 18.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1144 days, 15:31:43 ] [ l_g_pix: 1.8464e-02 ] [ l_g_total: 1.8464e-02 ] +2024-10-25 03:17:00,762 INFO: [ epoch: 1 ] [ iter: 21,000 ] [ performance: 18.886 it/s ] [ lr: 1.00e-04 ] [ eta: 1148 days, 1:07:28 ] [ l_g_pix: 1.9783e-02 ] [ l_g_total: 1.9783e-02 ] +2024-10-25 03:17:06,088 INFO: [ epoch: 1 ] [ iter: 21,100 ] [ performance: 18.833 it/s ] [ lr: 1.00e-04 ] [ eta: 1151 days, 10:56:59 ] [ l_g_pix: 1.7929e-02 ] [ l_g_total: 1.7929e-02 ] +2024-10-25 03:17:11,250 INFO: [ epoch: 1 ] [ iter: 21,200 ] [ performance: 19.423 it/s ] [ lr: 1.00e-04 ] [ eta: 1154 days, 16:55:47 ] [ l_g_pix: 2.0662e-02 ] [ l_g_total: 2.0662e-02 ] +2024-10-25 03:17:16,447 INFO: [ epoch: 1 ] [ iter: 21,300 ] [ performance: 19.331 it/s ] [ lr: 1.00e-04 ] [ eta: 1157 days, 23:22:24 ] [ l_g_pix: 1.8571e-02 ] [ l_g_total: 1.8571e-02 ] +2024-10-25 03:17:21,694 INFO: [ epoch: 1 ] [ iter: 21,400 ] [ performance: 19.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1161 days, 6:36:30 ] [ l_g_pix: 1.9678e-02 ] [ l_g_total: 1.9678e-02 ] +2024-10-25 03:17:26,982 INFO: [ epoch: 1 ] [ iter: 21,500 ] [ performance: 18.977 it/s ] [ lr: 1.00e-04 ] [ eta: 1164 days, 14:27:11 ] [ l_g_pix: 2.2741e-02 ] [ l_g_total: 2.2741e-02 ] +2024-10-25 03:17:32,284 INFO: [ epoch: 1 ] [ iter: 21,600 ] [ performance: 18.922 it/s ] [ lr: 1.00e-04 ] [ eta: 1167 days, 22:18:34 ] [ l_g_pix: 3.1099e-02 ] [ l_g_total: 3.1099e-02 ] +2024-10-25 03:17:37,456 INFO: [ epoch: 1 ] [ iter: 21,700 ] [ performance: 19.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1171 days, 3:02:45 ] [ l_g_pix: 1.4254e-02 ] [ l_g_total: 1.4254e-02 ] +2024-10-25 03:17:42,661 INFO: [ epoch: 1 ] [ iter: 21,800 ] [ performance: 19.241 it/s ] [ lr: 1.00e-04 ] [ eta: 1174 days, 8:13:24 ] [ l_g_pix: 1.4956e-02 ] [ l_g_total: 1.4956e-02 ] +2024-10-25 03:17:48,006 INFO: [ epoch: 1 ] [ iter: 21,900 ] [ performance: 18.963 it/s ] [ lr: 1.00e-04 ] [ eta: 1177 days, 16:07:27 ] [ l_g_pix: 2.2603e-02 ] [ l_g_total: 2.2603e-02 ] +2024-10-25 03:17:53,282 INFO: [ epoch: 1 ] [ iter: 22,000 ] [ performance: 18.992 it/s ] [ lr: 1.00e-04 ] [ eta: 1180 days, 22:15:11 ] [ l_g_pix: 3.0527e-02 ] [ l_g_total: 3.0527e-02 ] +2024-10-25 03:17:58,523 INFO: [ epoch: 1 ] [ iter: 22,100 ] [ performance: 19.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1184 days, 3:19:29 ] [ l_g_pix: 1.7312e-02 ] [ l_g_total: 1.7312e-02 ] +2024-10-25 03:18:03,839 INFO: [ epoch: 1 ] [ iter: 22,200 ] [ performance: 18.815 it/s ] [ lr: 1.00e-04 ] [ eta: 1187 days, 9:43:59 ] [ l_g_pix: 1.6550e-02 ] [ l_g_total: 1.6550e-02 ] +2024-10-25 03:18:09,240 INFO: [ epoch: 1 ] [ iter: 22,300 ] [ performance: 18.658 it/s ] [ lr: 1.00e-04 ] [ eta: 1190 days, 17:39:34 ] [ l_g_pix: 2.0231e-02 ] [ l_g_total: 2.0231e-02 ] +2024-10-25 03:18:14,602 INFO: [ epoch: 1 ] [ iter: 22,400 ] [ performance: 18.626 it/s ] [ lr: 1.00e-04 ] [ eta: 1194 days, 0:27:51 ] [ l_g_pix: 2.7138e-02 ] [ l_g_total: 2.7138e-02 ] +2024-10-25 03:18:19,982 INFO: [ epoch: 1 ] [ iter: 22,500 ] [ performance: 18.607 it/s ] [ lr: 1.00e-04 ] [ eta: 1197 days, 7:20:46 ] [ l_g_pix: 2.0234e-02 ] [ l_g_total: 2.0234e-02 ] +2024-10-25 03:18:25,323 INFO: [ epoch: 1 ] [ iter: 22,600 ] [ performance: 18.746 it/s ] [ lr: 1.00e-04 ] [ eta: 1200 days, 13:06:26 ] [ l_g_pix: 2.7653e-02 ] [ l_g_total: 2.7653e-02 ] +2024-10-25 03:18:30,598 INFO: [ epoch: 1 ] [ iter: 22,700 ] [ performance: 18.859 it/s ] [ lr: 1.00e-04 ] [ eta: 1203 days, 17:08:34 ] [ l_g_pix: 2.2661e-02 ] [ l_g_total: 2.2661e-02 ] +2024-10-25 03:18:35,895 INFO: [ epoch: 1 ] [ iter: 22,800 ] [ performance: 18.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1206 days, 21:21:54 ] [ l_g_pix: 2.1121e-02 ] [ l_g_total: 2.1121e-02 ] +2024-10-25 03:18:41,189 INFO: [ epoch: 1 ] [ iter: 22,900 ] [ performance: 18.850 it/s ] [ lr: 1.00e-04 ] [ eta: 1210 days, 1:12:49 ] [ l_g_pix: 2.1617e-02 ] [ l_g_total: 2.1617e-02 ] +2024-10-25 03:18:46,517 INFO: [ epoch: 1 ] [ iter: 23,000 ] [ performance: 18.614 it/s ] [ lr: 1.00e-04 ] [ eta: 1213 days, 5:30:50 ] [ l_g_pix: 2.8925e-02 ] [ l_g_total: 2.8925e-02 ] +2024-10-25 03:18:51,946 INFO: [ epoch: 1 ] [ iter: 23,100 ] [ performance: 18.510 it/s ] [ lr: 1.00e-04 ] [ eta: 1216 days, 11:39:54 ] [ l_g_pix: 3.1112e-02 ] [ l_g_total: 3.1112e-02 ] +2024-10-25 03:18:57,323 INFO: [ epoch: 1 ] [ iter: 23,200 ] [ performance: 18.628 it/s ] [ lr: 1.00e-04 ] [ eta: 1219 days, 16:24:00 ] [ l_g_pix: 1.7695e-02 ] [ l_g_total: 1.7695e-02 ] +2024-10-25 03:19:02,619 INFO: [ epoch: 1 ] [ iter: 23,300 ] [ performance: 18.766 it/s ] [ lr: 1.00e-04 ] [ eta: 1222 days, 19:07:00 ] [ l_g_pix: 2.1614e-02 ] [ l_g_total: 2.1614e-02 ] +2024-10-25 03:19:07,878 INFO: [ epoch: 1 ] [ iter: 23,400 ] [ performance: 19.232 it/s ] [ lr: 1.00e-04 ] [ eta: 1225 days, 20:45:45 ] [ l_g_pix: 2.6967e-02 ] [ l_g_total: 2.6967e-02 ] +2024-10-25 03:19:13,111 INFO: [ epoch: 1 ] [ iter: 23,500 ] [ performance: 19.167 it/s ] [ lr: 1.00e-04 ] [ eta: 1228 days, 21:32:43 ] [ l_g_pix: 3.0352e-02 ] [ l_g_total: 3.0352e-02 ] +2024-10-25 03:19:18,063 INFO: [ epoch: 1 ] [ iter: 23,600 ] [ performance: 20.448 it/s ] [ lr: 1.00e-04 ] [ eta: 1231 days, 16:05:40 ] [ l_g_pix: 2.1198e-02 ] [ l_g_total: 2.1198e-02 ] +2024-10-25 03:19:24,358 INFO: [ epoch: 2 ] [ iter: 23,700 ] [ performance: 17.678 it/s ] [ lr: 1.00e-04 ] [ eta: 1235 days, 14:47:29 ] [ l_g_pix: 2.2137e-02 ] [ l_g_total: 2.2137e-02 ] +2024-10-25 03:19:29,425 INFO: [ epoch: 2 ] [ iter: 23,800 ] [ performance: 19.886 it/s ] [ lr: 1.00e-04 ] [ eta: 1238 days, 11:11:29 ] [ l_g_pix: 1.7365e-02 ] [ l_g_total: 1.7365e-02 ] +2024-10-25 03:19:34,427 INFO: [ epoch: 2 ] [ iter: 23,900 ] [ performance: 19.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1241 days, 5:55:05 ] [ l_g_pix: 2.5859e-02 ] [ l_g_total: 2.5859e-02 ] +2024-10-25 03:19:39,581 INFO: [ epoch: 2 ] [ iter: 24,000 ] [ performance: 19.508 it/s ] [ lr: 1.00e-04 ] [ eta: 1244 days, 3:35:28 ] [ l_g_pix: 2.1425e-02 ] [ l_g_total: 2.1425e-02 ] +2024-10-25 03:19:44,571 INFO: [ epoch: 2 ] [ iter: 24,100 ] [ performance: 19.800 it/s ] [ lr: 1.00e-04 ] [ eta: 1246 days, 21:30:09 ] [ l_g_pix: 1.9061e-02 ] [ l_g_total: 1.9061e-02 ] +2024-10-25 03:19:49,823 INFO: [ epoch: 2 ] [ iter: 24,200 ] [ performance: 19.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1249 days, 20:38:42 ] [ l_g_pix: 1.7265e-02 ] [ l_g_total: 1.7265e-02 ] +2024-10-25 03:19:55,038 INFO: [ epoch: 2 ] [ iter: 24,300 ] [ performance: 19.130 it/s ] [ lr: 1.00e-04 ] [ eta: 1252 days, 18:44:30 ] [ l_g_pix: 3.4295e-02 ] [ l_g_total: 3.4295e-02 ] +2024-10-25 03:20:00,240 INFO: [ epoch: 2 ] [ iter: 24,400 ] [ performance: 19.275 it/s ] [ lr: 1.00e-04 ] [ eta: 1255 days, 16:15:58 ] [ l_g_pix: 2.0552e-02 ] [ l_g_total: 2.0552e-02 ] +2024-10-25 03:20:05,434 INFO: [ epoch: 2 ] [ iter: 24,500 ] [ performance: 19.265 it/s ] [ lr: 1.00e-04 ] [ eta: 1258 days, 13:19:05 ] [ l_g_pix: 1.9745e-02 ] [ l_g_total: 1.9745e-02 ] +2024-10-25 03:20:10,555 INFO: [ epoch: 2 ] [ iter: 24,600 ] [ performance: 19.430 it/s ] [ lr: 1.00e-04 ] [ eta: 1261 days, 8:33:43 ] [ l_g_pix: 1.7397e-02 ] [ l_g_total: 1.7397e-02 ] +2024-10-25 03:20:15,720 INFO: [ epoch: 2 ] [ iter: 24,700 ] [ performance: 19.391 it/s ] [ lr: 1.00e-04 ] [ eta: 1264 days, 4:27:38 ] [ l_g_pix: 1.6651e-02 ] [ l_g_total: 1.6651e-02 ] +2024-10-25 03:20:20,829 INFO: [ epoch: 2 ] [ iter: 24,800 ] [ performance: 19.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1266 days, 22:53:10 ] [ l_g_pix: 2.3357e-02 ] [ l_g_total: 2.3357e-02 ] +2024-10-25 03:20:26,041 INFO: [ epoch: 2 ] [ iter: 24,900 ] [ performance: 19.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1269 days, 19:09:44 ] [ l_g_pix: 1.3637e-02 ] [ l_g_total: 1.3637e-02 ] +2024-10-25 03:20:31,045 INFO: [ epoch: 2 ] [ iter: 25,000 ] [ performance: 20.170 it/s ] [ lr: 1.00e-04 ] [ eta: 1272 days, 10:50:19 ] [ l_g_pix: 2.4711e-02 ] [ l_g_total: 2.4711e-02 ] +2024-10-25 03:20:36,086 INFO: [ epoch: 2 ] [ iter: 25,100 ] [ performance: 19.980 it/s ] [ lr: 1.00e-04 ] [ eta: 1275 days, 3:00:31 ] [ l_g_pix: 2.1150e-02 ] [ l_g_total: 2.1150e-02 ] +2024-10-25 03:20:41,099 INFO: [ epoch: 2 ] [ iter: 25,200 ] [ performance: 19.805 it/s ] [ lr: 1.00e-04 ] [ eta: 1277 days, 18:17:47 ] [ l_g_pix: 2.5781e-02 ] [ l_g_total: 2.5781e-02 ] +2024-10-25 03:20:46,148 INFO: [ epoch: 2 ] [ iter: 25,300 ] [ performance: 19.808 it/s ] [ lr: 1.00e-04 ] [ eta: 1280 days, 10:03:27 ] [ l_g_pix: 2.6210e-02 ] [ l_g_total: 2.6210e-02 ] +2024-10-25 03:20:51,421 INFO: [ epoch: 2 ] [ iter: 25,400 ] [ performance: 18.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1283 days, 6:11:26 ] [ l_g_pix: 2.8854e-02 ] [ l_g_total: 2.8854e-02 ] +2024-10-25 03:20:56,537 INFO: [ epoch: 2 ] [ iter: 25,500 ] [ performance: 19.222 it/s ] [ lr: 1.00e-04 ] [ eta: 1285 days, 22:46:10 ] [ l_g_pix: 2.0047e-02 ] [ l_g_total: 2.0047e-02 ] +2024-10-25 03:21:01,619 INFO: [ epoch: 2 ] [ iter: 25,600 ] [ performance: 19.504 it/s ] [ lr: 1.00e-04 ] [ eta: 1288 days, 14:23:13 ] [ l_g_pix: 1.5420e-02 ] [ l_g_total: 1.5420e-02 ] +2024-10-25 03:21:06,788 INFO: [ epoch: 2 ] [ iter: 25,700 ] [ performance: 19.413 it/s ] [ lr: 1.00e-04 ] [ eta: 1291 days, 7:30:07 ] [ l_g_pix: 2.8799e-02 ] [ l_g_total: 2.8799e-02 ] +2024-10-25 03:21:11,963 INFO: [ epoch: 2 ] [ iter: 25,800 ] [ performance: 19.141 it/s ] [ lr: 1.00e-04 ] [ eta: 1294 days, 0:26:33 ] [ l_g_pix: 2.1031e-02 ] [ l_g_total: 2.1031e-02 ] +2024-10-25 03:21:17,180 INFO: [ epoch: 2 ] [ iter: 25,900 ] [ performance: 19.158 it/s ] [ lr: 1.00e-04 ] [ eta: 1296 days, 17:58:34 ] [ l_g_pix: 1.4898e-02 ] [ l_g_total: 1.4898e-02 ] +2024-10-25 03:21:22,402 INFO: [ epoch: 2 ] [ iter: 26,000 ] [ performance: 19.063 it/s ] [ lr: 1.00e-04 ] [ eta: 1299 days, 11:18:23 ] [ l_g_pix: 2.4332e-02 ] [ l_g_total: 2.4332e-02 ] +2024-10-25 03:21:27,658 INFO: [ epoch: 2 ] [ iter: 26,100 ] [ performance: 19.043 it/s ] [ lr: 1.00e-04 ] [ eta: 1302 days, 5:03:06 ] [ l_g_pix: 2.8708e-02 ] [ l_g_total: 2.8708e-02 ] +2024-10-25 03:21:32,956 INFO: [ epoch: 2 ] [ iter: 26,200 ] [ performance: 18.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1304 days, 23:22:20 ] [ l_g_pix: 2.7516e-02 ] [ l_g_total: 2.7516e-02 ] +2024-10-25 03:21:38,121 INFO: [ epoch: 2 ] [ iter: 26,300 ] [ performance: 19.108 it/s ] [ lr: 1.00e-04 ] [ eta: 1307 days, 14:40:14 ] [ l_g_pix: 1.7951e-02 ] [ l_g_total: 1.7951e-02 ] +2024-10-25 03:21:43,159 INFO: [ epoch: 2 ] [ iter: 26,400 ] [ performance: 20.070 it/s ] [ lr: 1.00e-04 ] [ eta: 1310 days, 3:04:46 ] [ l_g_pix: 2.0625e-02 ] [ l_g_total: 2.0625e-02 ] +2024-10-25 03:21:48,305 INFO: [ epoch: 2 ] [ iter: 26,500 ] [ performance: 19.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1312 days, 17:25:20 ] [ l_g_pix: 2.2369e-02 ] [ l_g_total: 2.2369e-02 ] +2024-10-25 03:21:53,336 INFO: [ epoch: 2 ] [ iter: 26,600 ] [ performance: 20.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1315 days, 5:07:42 ] [ l_g_pix: 2.0450e-02 ] [ l_g_total: 2.0450e-02 ] +2024-10-25 03:21:58,567 INFO: [ epoch: 2 ] [ iter: 26,700 ] [ performance: 19.514 it/s ] [ lr: 1.00e-04 ] [ eta: 1317 days, 20:38:47 ] [ l_g_pix: 2.0862e-02 ] [ l_g_total: 2.0862e-02 ] +2024-10-25 03:22:03,722 INFO: [ epoch: 2 ] [ iter: 26,800 ] [ performance: 19.402 it/s ] [ lr: 1.00e-04 ] [ eta: 1320 days, 10:18:44 ] [ l_g_pix: 2.3795e-02 ] [ l_g_total: 2.3795e-02 ] +2024-10-25 03:22:08,962 INFO: [ epoch: 2 ] [ iter: 26,900 ] [ performance: 19.212 it/s ] [ lr: 1.00e-04 ] [ eta: 1323 days, 1:24:49 ] [ l_g_pix: 1.8688e-02 ] [ l_g_total: 1.8688e-02 ] +2024-10-25 03:22:14,256 INFO: [ epoch: 2 ] [ iter: 27,000 ] [ performance: 18.712 it/s ] [ lr: 1.00e-04 ] [ eta: 1325 days, 17:19:20 ] [ l_g_pix: 3.1248e-02 ] [ l_g_total: 3.1248e-02 ] +2024-10-25 03:22:19,385 INFO: [ epoch: 2 ] [ iter: 27,100 ] [ performance: 19.180 it/s ] [ lr: 1.00e-04 ] [ eta: 1328 days, 5:35:20 ] [ l_g_pix: 2.4306e-02 ] [ l_g_total: 2.4306e-02 ] +2024-10-25 03:22:24,550 INFO: [ epoch: 2 ] [ iter: 27,200 ] [ performance: 19.463 it/s ] [ lr: 1.00e-04 ] [ eta: 1330 days, 18:19:04 ] [ l_g_pix: 2.1248e-02 ] [ l_g_total: 2.1248e-02 ] +2024-10-25 03:22:29,589 INFO: [ epoch: 2 ] [ iter: 27,300 ] [ performance: 19.695 it/s ] [ lr: 1.00e-04 ] [ eta: 1333 days, 4:11:56 ] [ l_g_pix: 1.7590e-02 ] [ l_g_total: 1.7590e-02 ] +2024-10-25 03:22:34,645 INFO: [ epoch: 2 ] [ iter: 27,400 ] [ performance: 19.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1335 days, 14:09:04 ] [ l_g_pix: 1.9410e-02 ] [ l_g_total: 1.9410e-02 ] +2024-10-25 03:22:39,865 INFO: [ epoch: 2 ] [ iter: 27,500 ] [ performance: 19.418 it/s ] [ lr: 1.00e-04 ] [ eta: 1338 days, 3:07:26 ] [ l_g_pix: 2.3631e-02 ] [ l_g_total: 2.3631e-02 ] +2024-10-25 03:22:45,066 INFO: [ epoch: 2 ] [ iter: 27,600 ] [ performance: 19.312 it/s ] [ lr: 1.00e-04 ] [ eta: 1340 days, 15:25:10 ] [ l_g_pix: 2.6971e-02 ] [ l_g_total: 2.6971e-02 ] +2024-10-25 03:22:50,155 INFO: [ epoch: 2 ] [ iter: 27,700 ] [ performance: 19.520 it/s ] [ lr: 1.00e-04 ] [ eta: 1343 days, 1:10:27 ] [ l_g_pix: 1.9597e-02 ] [ l_g_total: 1.9597e-02 ] +2024-10-25 03:22:55,303 INFO: [ epoch: 2 ] [ iter: 27,800 ] [ performance: 19.387 it/s ] [ lr: 1.00e-04 ] [ eta: 1345 days, 11:50:33 ] [ l_g_pix: 3.0065e-02 ] [ l_g_total: 3.0065e-02 ] +2024-10-25 03:23:00,472 INFO: [ epoch: 2 ] [ iter: 27,900 ] [ performance: 19.363 it/s ] [ lr: 1.00e-04 ] [ eta: 1347 days, 22:38:36 ] [ l_g_pix: 2.1408e-02 ] [ l_g_total: 2.1408e-02 ] +2024-10-25 03:23:05,739 INFO: [ epoch: 2 ] [ iter: 28,000 ] [ performance: 18.811 it/s ] [ lr: 1.00e-04 ] [ eta: 1350 days, 11:06:36 ] [ l_g_pix: 2.0783e-02 ] [ l_g_total: 2.0783e-02 ] +2024-10-25 03:23:11,011 INFO: [ epoch: 2 ] [ iter: 28,100 ] [ performance: 18.909 it/s ] [ lr: 1.00e-04 ] [ eta: 1352 days, 23:23:24 ] [ l_g_pix: 2.3321e-02 ] [ l_g_total: 2.3321e-02 ] +2024-10-25 03:23:16,201 INFO: [ epoch: 2 ] [ iter: 28,200 ] [ performance: 19.388 it/s ] [ lr: 1.00e-04 ] [ eta: 1355 days, 9:43:55 ] [ l_g_pix: 1.1499e-02 ] [ l_g_total: 1.1499e-02 ] +2024-10-25 03:23:21,468 INFO: [ epoch: 2 ] [ iter: 28,300 ] [ performance: 19.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1357 days, 21:19:10 ] [ l_g_pix: 2.1363e-02 ] [ l_g_total: 2.1363e-02 ] +2024-10-25 03:23:26,598 INFO: [ epoch: 2 ] [ iter: 28,400 ] [ performance: 19.566 it/s ] [ lr: 1.00e-04 ] [ eta: 1360 days, 5:53:33 ] [ l_g_pix: 2.0234e-02 ] [ l_g_total: 2.0234e-02 ] +2024-10-25 03:23:31,831 INFO: [ epoch: 2 ] [ iter: 28,500 ] [ performance: 19.277 it/s ] [ lr: 1.00e-04 ] [ eta: 1362 days, 16:14:28 ] [ l_g_pix: 1.9311e-02 ] [ l_g_total: 1.9311e-02 ] +2024-10-25 03:23:37,095 INFO: [ epoch: 2 ] [ iter: 28,600 ] [ performance: 19.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1365 days, 2:53:08 ] [ l_g_pix: 2.6234e-02 ] [ l_g_total: 2.6234e-02 ] +2024-10-25 03:23:42,316 INFO: [ epoch: 2 ] [ iter: 28,700 ] [ performance: 19.147 it/s ] [ lr: 1.00e-04 ] [ eta: 1367 days, 12:24:47 ] [ l_g_pix: 2.5238e-02 ] [ l_g_total: 2.5238e-02 ] +2024-10-25 03:23:47,590 INFO: [ epoch: 2 ] [ iter: 28,800 ] [ performance: 18.992 it/s ] [ lr: 1.00e-04 ] [ eta: 1369 days, 22:40:51 ] [ l_g_pix: 2.0759e-02 ] [ l_g_total: 2.0759e-02 ] +2024-10-25 03:23:52,938 INFO: [ epoch: 2 ] [ iter: 28,900 ] [ performance: 18.804 it/s ] [ lr: 1.00e-04 ] [ eta: 1372 days, 10:08:17 ] [ l_g_pix: 2.3017e-02 ] [ l_g_total: 2.3017e-02 ] +2024-10-25 03:23:58,053 INFO: [ epoch: 2 ] [ iter: 29,000 ] [ performance: 19.672 it/s ] [ lr: 1.00e-04 ] [ eta: 1374 days, 16:40:23 ] [ l_g_pix: 1.9142e-02 ] [ l_g_total: 1.9142e-02 ] +2024-10-25 03:24:03,184 INFO: [ epoch: 2 ] [ iter: 29,100 ] [ performance: 19.555 it/s ] [ lr: 1.00e-04 ] [ eta: 1376 days, 23:15:58 ] [ l_g_pix: 2.0775e-02 ] [ l_g_total: 2.0775e-02 ] +2024-10-25 03:24:08,301 INFO: [ epoch: 2 ] [ iter: 29,200 ] [ performance: 19.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1379 days, 5:17:03 ] [ l_g_pix: 1.9707e-02 ] [ l_g_total: 1.9707e-02 ] +2024-10-25 03:24:13,559 INFO: [ epoch: 2 ] [ iter: 29,300 ] [ performance: 19.206 it/s ] [ lr: 1.00e-04 ] [ eta: 1381 days, 13:47:28 ] [ l_g_pix: 1.7111e-02 ] [ l_g_total: 1.7111e-02 ] +2024-10-25 03:24:18,853 INFO: [ epoch: 2 ] [ iter: 29,400 ] [ performance: 18.827 it/s ] [ lr: 1.00e-04 ] [ eta: 1383 days, 22:42:29 ] [ l_g_pix: 2.0380e-02 ] [ l_g_total: 2.0380e-02 ] +2024-10-25 03:24:24,137 INFO: [ epoch: 2 ] [ iter: 29,500 ] [ performance: 18.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1386 days, 7:08:27 ] [ l_g_pix: 2.6319e-02 ] [ l_g_total: 2.6319e-02 ] +2024-10-25 03:24:29,225 INFO: [ epoch: 2 ] [ iter: 29,600 ] [ performance: 19.943 it/s ] [ lr: 1.00e-04 ] [ eta: 1388 days, 11:26:54 ] [ l_g_pix: 1.9349e-02 ] [ l_g_total: 1.9349e-02 ] +2024-10-25 03:24:34,445 INFO: [ epoch: 2 ] [ iter: 29,700 ] [ performance: 19.425 it/s ] [ lr: 1.00e-04 ] [ eta: 1390 days, 18:02:19 ] [ l_g_pix: 2.5067e-02 ] [ l_g_total: 2.5067e-02 ] +2024-10-25 03:24:39,610 INFO: [ epoch: 2 ] [ iter: 29,800 ] [ performance: 19.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1392 days, 23:16:58 ] [ l_g_pix: 2.3285e-02 ] [ l_g_total: 2.3285e-02 ] +2024-10-25 03:24:44,801 INFO: [ epoch: 2 ] [ iter: 29,900 ] [ performance: 19.345 it/s ] [ lr: 1.00e-04 ] [ eta: 1395 days, 4:43:51 ] [ l_g_pix: 1.8612e-02 ] [ l_g_total: 1.8612e-02 ] +2024-10-25 03:24:50,065 INFO: [ epoch: 2 ] [ iter: 30,000 ] [ performance: 19.179 it/s ] [ lr: 1.00e-04 ] [ eta: 1397 days, 11:18:32 ] [ l_g_pix: 2.1650e-02 ] [ l_g_total: 2.1650e-02 ] +2024-10-25 03:24:50,065 INFO: Saving models and training states. +2024-10-25 03:26:43,066 INFO: Validation val + + # psnr: 21.9839........ Best: 21.9839 @ 30000 iter + # ssim: 0.6440........ Best: 0.6440 @ 30000 iter + # dists: 0.7872........ Best: 0.7872 @ 30000 iter + +2024-10-25 03:26:48,503 INFO: [ epoch: 2 ] [ iter: 30,100 ] [ performance: 18.654 it/s ] [ lr: 1.00e-04 ] [ eta: 1491 days, 7:02:57 ] [ l_g_pix: 2.1880e-02 ] [ l_g_total: 2.1880e-02 ] +2024-10-25 03:26:53,762 INFO: [ epoch: 2 ] [ iter: 30,200 ] [ performance: 19.036 it/s ] [ lr: 1.00e-04 ] [ eta: 1493 days, 9:47:34 ] [ l_g_pix: 1.9490e-02 ] [ l_g_total: 1.9490e-02 ] +2024-10-25 03:26:59,042 INFO: [ epoch: 2 ] [ iter: 30,300 ] [ performance: 18.972 it/s ] [ lr: 1.00e-04 ] [ eta: 1495 days, 12:40:47 ] [ l_g_pix: 1.7983e-02 ] [ l_g_total: 1.7983e-02 ] +2024-10-25 03:27:04,328 INFO: [ epoch: 2 ] [ iter: 30,400 ] [ performance: 18.818 it/s ] [ lr: 1.00e-04 ] [ eta: 1497 days, 15:22:59 ] [ l_g_pix: 1.8902e-02 ] [ l_g_total: 1.8902e-02 ] +2024-10-25 03:27:09,637 INFO: [ epoch: 2 ] [ iter: 30,500 ] [ performance: 18.833 it/s ] [ lr: 1.00e-04 ] [ eta: 1499 days, 18:13:13 ] [ l_g_pix: 1.1899e-02 ] [ l_g_total: 1.1899e-02 ] +2024-10-25 03:27:15,018 INFO: [ epoch: 2 ] [ iter: 30,600 ] [ performance: 18.731 it/s ] [ lr: 1.00e-04 ] [ eta: 1501 days, 22:09:22 ] [ l_g_pix: 2.2593e-02 ] [ l_g_total: 2.2593e-02 ] +2024-10-25 03:27:20,318 INFO: [ epoch: 2 ] [ iter: 30,700 ] [ performance: 18.824 it/s ] [ lr: 1.00e-04 ] [ eta: 1504 days, 0:14:46 ] [ l_g_pix: 3.2066e-02 ] [ l_g_total: 3.2066e-02 ] +2024-10-25 03:27:25,494 INFO: [ epoch: 2 ] [ iter: 30,800 ] [ performance: 19.088 it/s ] [ lr: 1.00e-04 ] [ eta: 1505 days, 23:38:53 ] [ l_g_pix: 2.9741e-02 ] [ l_g_total: 2.9741e-02 ] +2024-10-25 03:27:30,799 INFO: [ epoch: 2 ] [ iter: 30,900 ] [ performance: 18.926 it/s ] [ lr: 1.00e-04 ] [ eta: 1508 days, 1:14:56 ] [ l_g_pix: 1.9460e-02 ] [ l_g_total: 1.9460e-02 ] +2024-10-25 03:27:35,934 INFO: [ epoch: 2 ] [ iter: 31,000 ] [ performance: 20.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1509 days, 23:17:16 ] [ l_g_pix: 3.1071e-02 ] [ l_g_total: 3.1071e-02 ] +2024-10-25 03:27:41,275 INFO: [ epoch: 2 ] [ iter: 31,100 ] [ performance: 19.163 it/s ] [ lr: 1.00e-04 ] [ eta: 1512 days, 0:59:39 ] [ l_g_pix: 2.7466e-02 ] [ l_g_total: 2.7466e-02 ] +2024-10-25 03:27:46,528 INFO: [ epoch: 2 ] [ iter: 31,200 ] [ performance: 19.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1514 days, 0:41:43 ] [ l_g_pix: 2.6994e-02 ] [ l_g_total: 2.6994e-02 ] +2024-10-25 03:27:51,820 INFO: [ epoch: 2 ] [ iter: 31,300 ] [ performance: 19.013 it/s ] [ lr: 1.00e-04 ] [ eta: 1516 days, 0:52:12 ] [ l_g_pix: 2.5940e-02 ] [ l_g_total: 2.5940e-02 ] +2024-10-25 03:27:56,986 INFO: [ epoch: 2 ] [ iter: 31,400 ] [ performance: 19.494 it/s ] [ lr: 1.00e-04 ] [ eta: 1517 days, 22:21:09 ] [ l_g_pix: 2.6786e-02 ] [ l_g_total: 2.6786e-02 ] +2024-10-25 03:28:02,308 INFO: [ epoch: 2 ] [ iter: 31,500 ] [ performance: 19.002 it/s ] [ lr: 1.00e-04 ] [ eta: 1519 days, 22:30:21 ] [ l_g_pix: 2.1883e-02 ] [ l_g_total: 2.1883e-02 ] +2024-10-25 03:28:07,647 INFO: [ epoch: 2 ] [ iter: 31,600 ] [ performance: 18.635 it/s ] [ lr: 1.00e-04 ] [ eta: 1521 days, 22:41:19 ] [ l_g_pix: 2.3745e-02 ] [ l_g_total: 2.3745e-02 ] +2024-10-25 03:28:13,030 INFO: [ epoch: 2 ] [ iter: 31,700 ] [ performance: 18.595 it/s ] [ lr: 1.00e-04 ] [ eta: 1523 days, 23:25:29 ] [ l_g_pix: 2.4603e-02 ] [ l_g_total: 2.4603e-02 ] +2024-10-25 03:28:18,195 INFO: [ epoch: 2 ] [ iter: 31,800 ] [ performance: 19.885 it/s ] [ lr: 1.00e-04 ] [ eta: 1525 days, 19:43:17 ] [ l_g_pix: 2.1904e-02 ] [ l_g_total: 2.1904e-02 ] +2024-10-25 03:28:23,545 INFO: [ epoch: 2 ] [ iter: 31,900 ] [ performance: 19.031 it/s ] [ lr: 1.00e-04 ] [ eta: 1527 days, 19:13:37 ] [ l_g_pix: 2.0847e-02 ] [ l_g_total: 2.0847e-02 ] +2024-10-25 03:28:28,935 INFO: [ epoch: 2 ] [ iter: 32,000 ] [ performance: 18.263 it/s ] [ lr: 1.00e-04 ] [ eta: 1529 days, 19:11:22 ] [ l_g_pix: 1.8418e-02 ] [ l_g_total: 1.8418e-02 ] +2024-10-25 03:28:34,357 INFO: [ epoch: 2 ] [ iter: 32,100 ] [ performance: 18.393 it/s ] [ lr: 1.00e-04 ] [ eta: 1531 days, 19:27:08 ] [ l_g_pix: 2.6001e-02 ] [ l_g_total: 2.6001e-02 ] +2024-10-25 03:28:39,548 INFO: [ epoch: 2 ] [ iter: 32,200 ] [ performance: 18.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1533 days, 15:04:49 ] [ l_g_pix: 2.1050e-02 ] [ l_g_total: 2.1050e-02 ] +2024-10-25 03:28:44,998 INFO: [ epoch: 2 ] [ iter: 32,300 ] [ performance: 18.482 it/s ] [ lr: 1.00e-04 ] [ eta: 1535 days, 15:16:08 ] [ l_g_pix: 2.0627e-02 ] [ l_g_total: 2.0627e-02 ] +2024-10-25 03:28:50,417 INFO: [ epoch: 2 ] [ iter: 32,400 ] [ performance: 18.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1537 days, 14:35:53 ] [ l_g_pix: 3.6490e-02 ] [ l_g_total: 3.6490e-02 ] +2024-10-25 03:28:55,896 INFO: [ epoch: 2 ] [ iter: 32,500 ] [ performance: 18.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1539 days, 14:44:14 ] [ l_g_pix: 2.1327e-02 ] [ l_g_total: 2.1327e-02 ] +2024-10-25 03:29:01,266 INFO: [ epoch: 2 ] [ iter: 32,600 ] [ performance: 18.821 it/s ] [ lr: 1.00e-04 ] [ eta: 1541 days, 12:31:28 ] [ l_g_pix: 1.9991e-02 ] [ l_g_total: 1.9991e-02 ] +2024-10-25 03:29:06,721 INFO: [ epoch: 2 ] [ iter: 32,700 ] [ performance: 18.466 it/s ] [ lr: 1.00e-04 ] [ eta: 1543 days, 11:36:33 ] [ l_g_pix: 1.5809e-02 ] [ l_g_total: 1.5809e-02 ] +2024-10-25 03:29:11,946 INFO: [ epoch: 2 ] [ iter: 32,800 ] [ performance: 19.569 it/s ] [ lr: 1.00e-04 ] [ eta: 1545 days, 6:06:20 ] [ l_g_pix: 2.2823e-02 ] [ l_g_total: 2.2823e-02 ] +2024-10-25 03:29:17,022 INFO: [ epoch: 2 ] [ iter: 32,900 ] [ performance: 19.668 it/s ] [ lr: 1.00e-04 ] [ eta: 1546 days, 21:31:15 ] [ l_g_pix: 2.1017e-02 ] [ l_g_total: 2.1017e-02 ] +2024-10-25 03:29:22,103 INFO: [ epoch: 2 ] [ iter: 33,000 ] [ performance: 19.523 it/s ] [ lr: 1.00e-04 ] [ eta: 1548 days, 12:44:41 ] [ l_g_pix: 1.9482e-02 ] [ l_g_total: 1.9482e-02 ] +2024-10-25 03:29:27,283 INFO: [ epoch: 2 ] [ iter: 33,100 ] [ performance: 19.363 it/s ] [ lr: 1.00e-04 ] [ eta: 1550 days, 5:32:37 ] [ l_g_pix: 2.8833e-02 ] [ l_g_total: 2.8833e-02 ] +2024-10-25 03:29:32,455 INFO: [ epoch: 2 ] [ iter: 33,200 ] [ performance: 19.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1551 days, 21:53:41 ] [ l_g_pix: 1.2737e-02 ] [ l_g_total: 1.2737e-02 ] +2024-10-25 03:29:37,614 INFO: [ epoch: 2 ] [ iter: 33,300 ] [ performance: 19.370 it/s ] [ lr: 1.00e-04 ] [ eta: 1553 days, 13:43:20 ] [ l_g_pix: 2.5748e-02 ] [ l_g_total: 2.5748e-02 ] +2024-10-25 03:29:42,844 INFO: [ epoch: 2 ] [ iter: 33,400 ] [ performance: 19.647 it/s ] [ lr: 1.00e-04 ] [ eta: 1555 days, 6:34:17 ] [ l_g_pix: 2.9204e-02 ] [ l_g_total: 2.9204e-02 ] +2024-10-25 03:29:48,124 INFO: [ epoch: 2 ] [ iter: 33,500 ] [ performance: 19.117 it/s ] [ lr: 1.00e-04 ] [ eta: 1557 days, 0:02:57 ] [ l_g_pix: 2.8316e-02 ] [ l_g_total: 2.8316e-02 ] +2024-10-25 03:29:53,554 INFO: [ epoch: 2 ] [ iter: 33,600 ] [ performance: 18.477 it/s ] [ lr: 1.00e-04 ] [ eta: 1558 days, 20:00:51 ] [ l_g_pix: 2.3724e-02 ] [ l_g_total: 2.3724e-02 ] +2024-10-25 03:29:58,912 INFO: [ epoch: 2 ] [ iter: 33,700 ] [ performance: 18.619 it/s ] [ lr: 1.00e-04 ] [ eta: 1560 days, 14:20:57 ] [ l_g_pix: 2.3931e-02 ] [ l_g_total: 2.3931e-02 ] +2024-10-25 03:30:04,205 INFO: [ epoch: 2 ] [ iter: 33,800 ] [ performance: 18.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1562 days, 7:11:07 ] [ l_g_pix: 2.5461e-02 ] [ l_g_total: 2.5461e-02 ] +2024-10-25 03:30:09,385 INFO: [ epoch: 2 ] [ iter: 33,900 ] [ performance: 19.208 it/s ] [ lr: 1.00e-04 ] [ eta: 1563 days, 21:39:29 ] [ l_g_pix: 2.1878e-02 ] [ l_g_total: 2.1878e-02 ] +2024-10-25 03:30:14,727 INFO: [ epoch: 2 ] [ iter: 34,000 ] [ performance: 18.491 it/s ] [ lr: 1.00e-04 ] [ eta: 1565 days, 14:48:25 ] [ l_g_pix: 2.0933e-02 ] [ l_g_total: 2.0933e-02 ] +2024-10-25 03:30:20,149 INFO: [ epoch: 2 ] [ iter: 34,100 ] [ performance: 18.456 it/s ] [ lr: 1.00e-04 ] [ eta: 1567 days, 9:07:34 ] [ l_g_pix: 2.3094e-02 ] [ l_g_total: 2.3094e-02 ] +2024-10-25 03:30:25,466 INFO: [ epoch: 2 ] [ iter: 34,200 ] [ performance: 20.110 it/s ] [ lr: 1.00e-04 ] [ eta: 1569 days, 1:13:42 ] [ l_g_pix: 2.8053e-02 ] [ l_g_total: 2.8053e-02 ] +2024-10-25 03:30:30,555 INFO: [ epoch: 2 ] [ iter: 34,300 ] [ performance: 19.759 it/s ] [ lr: 1.00e-04 ] [ eta: 1570 days, 12:51:18 ] [ l_g_pix: 2.6242e-02 ] [ l_g_total: 2.6242e-02 ] +2024-10-25 03:30:35,688 INFO: [ epoch: 2 ] [ iter: 34,400 ] [ performance: 20.236 it/s ] [ lr: 1.00e-04 ] [ eta: 1572 days, 1:01:25 ] [ l_g_pix: 2.6331e-02 ] [ l_g_total: 2.6331e-02 ] +2024-10-25 03:30:40,827 INFO: [ epoch: 2 ] [ iter: 34,500 ] [ performance: 19.632 it/s ] [ lr: 1.00e-04 ] [ eta: 1573 days, 13:00:10 ] [ l_g_pix: 2.5570e-02 ] [ l_g_total: 2.5570e-02 ] +2024-10-25 03:30:46,058 INFO: [ epoch: 2 ] [ iter: 34,600 ] [ performance: 19.512 it/s ] [ lr: 1.00e-04 ] [ eta: 1575 days, 2:23:20 ] [ l_g_pix: 2.6572e-02 ] [ l_g_total: 2.6572e-02 ] +2024-10-25 03:30:51,394 INFO: [ epoch: 2 ] [ iter: 34,700 ] [ performance: 18.906 it/s ] [ lr: 1.00e-04 ] [ eta: 1576 days, 17:22:24 ] [ l_g_pix: 3.3553e-02 ] [ l_g_total: 3.3553e-02 ] +2024-10-25 03:30:56,766 INFO: [ epoch: 2 ] [ iter: 34,800 ] [ performance: 18.826 it/s ] [ lr: 1.00e-04 ] [ eta: 1578 days, 8:42:46 ] [ l_g_pix: 2.7905e-02 ] [ l_g_total: 2.7905e-02 ] +2024-10-25 03:31:02,138 INFO: [ epoch: 2 ] [ iter: 34,900 ] [ performance: 18.662 it/s ] [ lr: 1.00e-04 ] [ eta: 1579 days, 23:45:03 ] [ l_g_pix: 2.5981e-02 ] [ l_g_total: 2.5981e-02 ] +2024-10-25 03:31:07,303 INFO: [ epoch: 2 ] [ iter: 35,000 ] [ performance: 20.104 it/s ] [ lr: 1.00e-04 ] [ eta: 1581 days, 10:45:00 ] [ l_g_pix: 1.6857e-02 ] [ l_g_total: 1.6857e-02 ] +2024-10-25 03:31:12,520 INFO: [ epoch: 2 ] [ iter: 35,100 ] [ performance: 19.355 it/s ] [ lr: 1.00e-04 ] [ eta: 1582 days, 22:24:46 ] [ l_g_pix: 2.1622e-02 ] [ l_g_total: 2.1622e-02 ] +2024-10-25 03:31:17,641 INFO: [ epoch: 2 ] [ iter: 35,200 ] [ performance: 19.049 it/s ] [ lr: 1.00e-04 ] [ eta: 1584 days, 8:03:19 ] [ l_g_pix: 2.4001e-02 ] [ l_g_total: 2.4001e-02 ] +2024-10-25 03:31:22,749 INFO: [ epoch: 2 ] [ iter: 35,300 ] [ performance: 19.472 it/s ] [ lr: 1.00e-04 ] [ eta: 1585 days, 17:10:17 ] [ l_g_pix: 3.2300e-02 ] [ l_g_total: 3.2300e-02 ] +2024-10-25 03:31:27,846 INFO: [ epoch: 2 ] [ iter: 35,400 ] [ performance: 22.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1587 days, 1:48:34 ] [ l_g_pix: 2.2911e-02 ] [ l_g_total: 2.2911e-02 ] +2024-10-25 03:31:33,871 INFO: [ epoch: 3 ] [ iter: 35,500 ] [ performance: 17.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1589 days, 2:46:57 ] [ l_g_pix: 2.2212e-02 ] [ l_g_total: 2.2212e-02 ] +2024-10-25 03:31:39,027 INFO: [ epoch: 3 ] [ iter: 35,600 ] [ performance: 20.463 it/s ] [ lr: 1.00e-04 ] [ eta: 1590 days, 11:53:37 ] [ l_g_pix: 1.6133e-02 ] [ l_g_total: 1.6133e-02 ] +2024-10-25 03:31:44,499 INFO: [ epoch: 3 ] [ iter: 35,700 ] [ performance: 18.649 it/s ] [ lr: 1.00e-04 ] [ eta: 1592 days, 2:21:20 ] [ l_g_pix: 1.4327e-02 ] [ l_g_total: 1.4327e-02 ] +2024-10-25 03:31:49,859 INFO: [ epoch: 3 ] [ iter: 35,800 ] [ performance: 18.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1593 days, 14:31:16 ] [ l_g_pix: 2.2040e-02 ] [ l_g_total: 2.2040e-02 ] +2024-10-25 03:31:55,066 INFO: [ epoch: 3 ] [ iter: 35,900 ] [ performance: 19.166 it/s ] [ lr: 1.00e-04 ] [ eta: 1594 days, 23:39:33 ] [ l_g_pix: 1.8024e-02 ] [ l_g_total: 1.8024e-02 ] +2024-10-25 03:32:00,361 INFO: [ epoch: 3 ] [ iter: 36,000 ] [ performance: 18.570 it/s ] [ lr: 1.00e-04 ] [ eta: 1596 days, 10:03:39 ] [ l_g_pix: 2.6767e-02 ] [ l_g_total: 2.6767e-02 ] +2024-10-25 03:32:05,521 INFO: [ epoch: 3 ] [ iter: 36,100 ] [ performance: 19.234 it/s ] [ lr: 1.00e-04 ] [ eta: 1597 days, 17:47:39 ] [ l_g_pix: 2.6883e-02 ] [ l_g_total: 2.6883e-02 ] +2024-10-25 03:32:10,718 INFO: [ epoch: 3 ] [ iter: 36,200 ] [ performance: 19.621 it/s ] [ lr: 1.00e-04 ] [ eta: 1599 days, 1:52:13 ] [ l_g_pix: 2.1530e-02 ] [ l_g_total: 2.1530e-02 ] +2024-10-25 03:32:15,928 INFO: [ epoch: 3 ] [ iter: 36,300 ] [ performance: 19.264 it/s ] [ lr: 1.00e-04 ] [ eta: 1600 days, 9:54:51 ] [ l_g_pix: 1.8415e-02 ] [ l_g_total: 1.8415e-02 ] +2024-10-25 03:32:21,136 INFO: [ epoch: 3 ] [ iter: 36,400 ] [ performance: 19.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1601 days, 17:36:57 ] [ l_g_pix: 2.6844e-02 ] [ l_g_total: 2.6844e-02 ] +2024-10-25 03:32:26,413 INFO: [ epoch: 3 ] [ iter: 36,500 ] [ performance: 19.099 it/s ] [ lr: 1.00e-04 ] [ eta: 1603 days, 2:14:54 ] [ l_g_pix: 2.0595e-02 ] [ l_g_total: 2.0595e-02 ] +2024-10-25 03:32:31,613 INFO: [ epoch: 3 ] [ iter: 36,600 ] [ performance: 18.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1604 days, 9:14:19 ] [ l_g_pix: 2.8081e-02 ] [ l_g_total: 2.8081e-02 ] +2024-10-25 03:32:36,840 INFO: [ epoch: 3 ] [ iter: 36,700 ] [ performance: 19.059 it/s ] [ lr: 1.00e-04 ] [ eta: 1605 days, 16:25:07 ] [ l_g_pix: 1.5073e-02 ] [ l_g_total: 1.5073e-02 ] +2024-10-25 03:32:42,060 INFO: [ epoch: 3 ] [ iter: 36,800 ] [ performance: 18.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1606 days, 23:09:59 ] [ l_g_pix: 2.5499e-02 ] [ l_g_total: 2.5499e-02 ] +2024-10-25 03:32:47,273 INFO: [ epoch: 3 ] [ iter: 36,900 ] [ performance: 19.125 it/s ] [ lr: 1.00e-04 ] [ eta: 1608 days, 5:30:48 ] [ l_g_pix: 2.3682e-02 ] [ l_g_total: 2.3682e-02 ] +2024-10-25 03:32:52,403 INFO: [ epoch: 3 ] [ iter: 37,000 ] [ performance: 19.403 it/s ] [ lr: 1.00e-04 ] [ eta: 1609 days, 10:07:37 ] [ l_g_pix: 2.1454e-02 ] [ l_g_total: 2.1454e-02 ] +2024-10-25 03:32:57,673 INFO: [ epoch: 3 ] [ iter: 37,100 ] [ performance: 19.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1610 days, 16:52:42 ] [ l_g_pix: 3.5498e-02 ] [ l_g_total: 3.5498e-02 ] +2024-10-25 03:33:02,720 INFO: [ epoch: 3 ] [ iter: 37,200 ] [ performance: 19.172 it/s ] [ lr: 1.00e-04 ] [ eta: 1611 days, 19:28:12 ] [ l_g_pix: 2.3215e-02 ] [ l_g_total: 2.3215e-02 ] +2024-10-25 03:33:07,858 INFO: [ epoch: 3 ] [ iter: 37,300 ] [ performance: 19.428 it/s ] [ lr: 1.00e-04 ] [ eta: 1612 days, 23:20:54 ] [ l_g_pix: 1.5307e-02 ] [ l_g_total: 1.5307e-02 ] +2024-10-25 03:33:13,105 INFO: [ epoch: 3 ] [ iter: 37,400 ] [ performance: 18.670 it/s ] [ lr: 1.00e-04 ] [ eta: 1614 days, 4:51:12 ] [ l_g_pix: 2.5386e-02 ] [ l_g_total: 2.5386e-02 ] +2024-10-25 03:33:18,298 INFO: [ epoch: 3 ] [ iter: 37,500 ] [ performance: 19.186 it/s ] [ lr: 1.00e-04 ] [ eta: 1615 days, 9:06:45 ] [ l_g_pix: 2.2504e-02 ] [ l_g_total: 2.2504e-02 ] +2024-10-25 03:33:23,478 INFO: [ epoch: 3 ] [ iter: 37,600 ] [ performance: 19.469 it/s ] [ lr: 1.00e-04 ] [ eta: 1616 days, 12:52:27 ] [ l_g_pix: 2.7355e-02 ] [ l_g_total: 2.7355e-02 ] +2024-10-25 03:33:28,715 INFO: [ epoch: 3 ] [ iter: 37,700 ] [ performance: 19.141 it/s ] [ lr: 1.00e-04 ] [ eta: 1617 days, 17:19:08 ] [ l_g_pix: 2.7581e-02 ] [ l_g_total: 2.7581e-02 ] +2024-10-25 03:33:33,889 INFO: [ epoch: 3 ] [ iter: 37,800 ] [ performance: 19.157 it/s ] [ lr: 1.00e-04 ] [ eta: 1618 days, 20:23:42 ] [ l_g_pix: 2.1440e-02 ] [ l_g_total: 2.1440e-02 ] +2024-10-25 03:33:39,048 INFO: [ epoch: 3 ] [ iter: 37,900 ] [ performance: 19.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1619 days, 22:55:30 ] [ l_g_pix: 2.7561e-02 ] [ l_g_total: 2.7561e-02 ] +2024-10-25 03:33:44,106 INFO: [ epoch: 3 ] [ iter: 38,000 ] [ performance: 18.728 it/s ] [ lr: 1.00e-04 ] [ eta: 1620 days, 23:25:17 ] [ l_g_pix: 1.9786e-02 ] [ l_g_total: 1.9786e-02 ] +2024-10-25 03:33:49,186 INFO: [ epoch: 3 ] [ iter: 38,100 ] [ performance: 19.590 it/s ] [ lr: 1.00e-04 ] [ eta: 1622 days, 0:00:45 ] [ l_g_pix: 2.4819e-02 ] [ l_g_total: 2.4819e-02 ] +2024-10-25 03:33:54,374 INFO: [ epoch: 3 ] [ iter: 38,200 ] [ performance: 19.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1623 days, 2:11:36 ] [ l_g_pix: 2.2191e-02 ] [ l_g_total: 2.2191e-02 ] +2024-10-25 03:33:59,457 INFO: [ epoch: 3 ] [ iter: 38,300 ] [ performance: 19.702 it/s ] [ lr: 1.00e-04 ] [ eta: 1624 days, 2:16:46 ] [ l_g_pix: 2.3560e-02 ] [ l_g_total: 2.3560e-02 ] +2024-10-25 03:34:04,539 INFO: [ epoch: 3 ] [ iter: 38,400 ] [ performance: 19.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1625 days, 2:02:53 ] [ l_g_pix: 2.5866e-02 ] [ l_g_total: 2.5866e-02 ] +2024-10-25 03:34:09,623 INFO: [ epoch: 3 ] [ iter: 38,500 ] [ performance: 19.668 it/s ] [ lr: 1.00e-04 ] [ eta: 1626 days, 1:35:01 ] [ l_g_pix: 2.8877e-02 ] [ l_g_total: 2.8877e-02 ] +2024-10-25 03:34:14,795 INFO: [ epoch: 3 ] [ iter: 38,600 ] [ performance: 19.319 it/s ] [ lr: 1.00e-04 ] [ eta: 1627 days, 2:20:41 ] [ l_g_pix: 2.0642e-02 ] [ l_g_total: 2.0642e-02 ] +2024-10-25 03:34:19,910 INFO: [ epoch: 3 ] [ iter: 38,700 ] [ performance: 19.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1628 days, 1:50:26 ] [ l_g_pix: 2.8601e-02 ] [ l_g_total: 2.8601e-02 ] +2024-10-25 03:34:25,057 INFO: [ epoch: 3 ] [ iter: 38,800 ] [ performance: 20.653 it/s ] [ lr: 1.00e-04 ] [ eta: 1629 days, 1:35:18 ] [ l_g_pix: 2.6715e-02 ] [ l_g_total: 2.6715e-02 ] +2024-10-25 03:34:30,255 INFO: [ epoch: 3 ] [ iter: 38,900 ] [ performance: 19.326 it/s ] [ lr: 1.00e-04 ] [ eta: 1630 days, 1:55:35 ] [ l_g_pix: 2.1005e-02 ] [ l_g_total: 2.1005e-02 ] +2024-10-25 03:34:35,363 INFO: [ epoch: 3 ] [ iter: 39,000 ] [ performance: 20.500 it/s ] [ lr: 1.00e-04 ] [ eta: 1631 days, 0:26:35 ] [ l_g_pix: 2.2383e-02 ] [ l_g_total: 2.2383e-02 ] +2024-10-25 03:34:40,547 INFO: [ epoch: 3 ] [ iter: 39,100 ] [ performance: 19.355 it/s ] [ lr: 1.00e-04 ] [ eta: 1631 days, 23:58:30 ] [ l_g_pix: 1.5921e-02 ] [ l_g_total: 1.5921e-02 ] +2024-10-25 03:34:45,724 INFO: [ epoch: 3 ] [ iter: 39,200 ] [ performance: 18.915 it/s ] [ lr: 1.00e-04 ] [ eta: 1632 days, 23:05:22 ] [ l_g_pix: 1.2449e-02 ] [ l_g_total: 1.2449e-02 ] +2024-10-25 03:34:50,876 INFO: [ epoch: 3 ] [ iter: 39,300 ] [ performance: 19.390 it/s ] [ lr: 1.00e-04 ] [ eta: 1633 days, 21:29:20 ] [ l_g_pix: 2.4002e-02 ] [ l_g_total: 2.4002e-02 ] +2024-10-25 03:34:56,025 INFO: [ epoch: 3 ] [ iter: 39,400 ] [ performance: 20.077 it/s ] [ lr: 1.00e-04 ] [ eta: 1634 days, 19:33:53 ] [ l_g_pix: 1.8201e-02 ] [ l_g_total: 1.8201e-02 ] +2024-10-25 03:35:01,123 INFO: [ epoch: 3 ] [ iter: 39,500 ] [ performance: 19.635 it/s ] [ lr: 1.00e-04 ] [ eta: 1635 days, 16:29:37 ] [ l_g_pix: 2.0176e-02 ] [ l_g_total: 2.0176e-02 ] +2024-10-25 03:35:06,309 INFO: [ epoch: 3 ] [ iter: 39,600 ] [ performance: 20.711 it/s ] [ lr: 1.00e-04 ] [ eta: 1636 days, 14:36:39 ] [ l_g_pix: 3.4299e-02 ] [ l_g_total: 3.4299e-02 ] +2024-10-25 03:35:11,466 INFO: [ epoch: 3 ] [ iter: 39,700 ] [ performance: 19.429 it/s ] [ lr: 1.00e-04 ] [ eta: 1637 days, 11:57:29 ] [ l_g_pix: 1.7745e-02 ] [ l_g_total: 1.7745e-02 ] +2024-10-25 03:35:16,671 INFO: [ epoch: 3 ] [ iter: 39,800 ] [ performance: 19.341 it/s ] [ lr: 1.00e-04 ] [ eta: 1638 days, 9:48:38 ] [ l_g_pix: 2.8161e-02 ] [ l_g_total: 2.8161e-02 ] +2024-10-25 03:35:21,739 INFO: [ epoch: 3 ] [ iter: 39,900 ] [ performance: 19.727 it/s ] [ lr: 1.00e-04 ] [ eta: 1639 days, 5:05:44 ] [ l_g_pix: 2.2038e-02 ] [ l_g_total: 2.2038e-02 ] +2024-10-25 03:35:26,794 INFO: [ epoch: 3 ] [ iter: 40,000 ] [ performance: 23.019 it/s ] [ lr: 1.00e-04 ] [ eta: 1639 days, 23:53:35 ] [ l_g_pix: 2.3284e-02 ] [ l_g_total: 2.3284e-02 ] +2024-10-25 03:35:26,794 INFO: Saving models and training states. +2024-10-25 03:36:44,950 INFO: Validation val + + # psnr: 22.0148........ Best: 22.0148 @ 40000 iter + # ssim: 0.6460........ Best: 0.6460 @ 40000 iter + # dists: 0.7871........ Best: 0.7871 @ 40000 iter + +2024-10-25 03:36:50,418 INFO: [ epoch: 3 ] [ iter: 40,100 ] [ performance: 18.329 it/s ] [ lr: 1.00e-04 ] [ eta: 1695 days, 5:40:27 ] [ l_g_pix: 2.9645e-02 ] [ l_g_total: 2.9645e-02 ] +2024-10-25 03:36:55,791 INFO: [ epoch: 3 ] [ iter: 40,200 ] [ performance: 18.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1696 days, 2:59:52 ] [ l_g_pix: 2.7487e-02 ] [ l_g_total: 2.7487e-02 ] +2024-10-25 03:37:01,157 INFO: [ epoch: 3 ] [ iter: 40,300 ] [ performance: 18.639 it/s ] [ lr: 1.00e-04 ] [ eta: 1696 days, 23:54:26 ] [ l_g_pix: 2.9304e-02 ] [ l_g_total: 2.9304e-02 ] +2024-10-25 03:37:06,477 INFO: [ epoch: 3 ] [ iter: 40,400 ] [ performance: 18.718 it/s ] [ lr: 1.00e-04 ] [ eta: 1697 days, 19:46:01 ] [ l_g_pix: 1.7542e-02 ] [ l_g_total: 1.7542e-02 ] +2024-10-25 03:37:11,784 INFO: [ epoch: 3 ] [ iter: 40,500 ] [ performance: 18.857 it/s ] [ lr: 1.00e-04 ] [ eta: 1698 days, 15:06:28 ] [ l_g_pix: 3.1602e-02 ] [ l_g_total: 3.1602e-02 ] +2024-10-25 03:37:17,020 INFO: [ epoch: 3 ] [ iter: 40,600 ] [ performance: 18.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 8:59:14 ] [ l_g_pix: 2.6717e-02 ] [ l_g_total: 2.6717e-02 ] +2024-10-25 03:37:22,341 INFO: [ epoch: 3 ] [ iter: 40,700 ] [ performance: 18.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 3:58:22 ] [ l_g_pix: 2.1164e-02 ] [ l_g_total: 2.1164e-02 ] +2024-10-25 03:37:27,622 INFO: [ epoch: 3 ] [ iter: 40,800 ] [ performance: 18.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 22:00:07 ] [ l_g_pix: 2.0274e-02 ] [ l_g_total: 2.0274e-02 ] +2024-10-25 03:37:32,739 INFO: [ epoch: 3 ] [ iter: 40,900 ] [ performance: 19.569 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 13:03:09 ] [ l_g_pix: 2.6994e-02 ] [ l_g_total: 2.6994e-02 ] +2024-10-25 03:37:37,809 INFO: [ epoch: 3 ] [ iter: 41,000 ] [ performance: 19.649 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 3:02:21 ] [ l_g_pix: 2.3989e-02 ] [ l_g_total: 2.3989e-02 ] +2024-10-25 03:37:42,839 INFO: [ epoch: 3 ] [ iter: 41,100 ] [ performance: 19.887 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 16:05:15 ] [ l_g_pix: 2.7971e-02 ] [ l_g_total: 2.7971e-02 ] +2024-10-25 03:37:47,857 INFO: [ epoch: 3 ] [ iter: 41,200 ] [ performance: 19.909 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 4:40:23 ] [ l_g_pix: 2.7270e-02 ] [ l_g_total: 2.7270e-02 ] +2024-10-25 03:37:52,929 INFO: [ epoch: 3 ] [ iter: 41,300 ] [ performance: 19.726 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 17:50:45 ] [ l_g_pix: 2.0393e-02 ] [ l_g_total: 2.0393e-02 ] +2024-10-25 03:37:58,290 INFO: [ epoch: 3 ] [ iter: 41,400 ] [ performance: 19.162 it/s ] [ lr: 1.00e-04 ] [ eta: 1704 days, 11:27:02 ] [ l_g_pix: 2.2125e-02 ] [ l_g_total: 2.2125e-02 ] +2024-10-25 03:38:03,531 INFO: [ epoch: 3 ] [ iter: 41,500 ] [ performance: 19.165 it/s ] [ lr: 1.00e-04 ] [ eta: 1705 days, 2:48:11 ] [ l_g_pix: 2.5469e-02 ] [ l_g_total: 2.5469e-02 ] +2024-10-25 03:38:08,710 INFO: [ epoch: 3 ] [ iter: 41,600 ] [ performance: 19.239 it/s ] [ lr: 1.00e-04 ] [ eta: 1705 days, 16:52:19 ] [ l_g_pix: 1.9542e-02 ] [ l_g_total: 1.9542e-02 ] +2024-10-25 03:38:13,864 INFO: [ epoch: 3 ] [ iter: 41,700 ] [ performance: 19.398 it/s ] [ lr: 1.00e-04 ] [ eta: 1706 days, 6:14:04 ] [ l_g_pix: 2.0929e-02 ] [ l_g_total: 2.0929e-02 ] +2024-10-25 03:38:19,087 INFO: [ epoch: 3 ] [ iter: 41,800 ] [ performance: 19.268 it/s ] [ lr: 1.00e-04 ] [ eta: 1706 days, 20:25:46 ] [ l_g_pix: 2.0872e-02 ] [ l_g_total: 2.0872e-02 ] +2024-10-25 03:38:24,181 INFO: [ epoch: 3 ] [ iter: 41,900 ] [ performance: 19.697 it/s ] [ lr: 1.00e-04 ] [ eta: 1707 days, 8:15:20 ] [ l_g_pix: 2.1350e-02 ] [ l_g_total: 2.1350e-02 ] +2024-10-25 03:38:29,444 INFO: [ epoch: 3 ] [ iter: 42,000 ] [ performance: 19.329 it/s ] [ lr: 1.00e-04 ] [ eta: 1707 days, 22:31:12 ] [ l_g_pix: 2.0762e-02 ] [ l_g_total: 2.0762e-02 ] +2024-10-25 03:38:34,577 INFO: [ epoch: 3 ] [ iter: 42,100 ] [ performance: 19.371 it/s ] [ lr: 1.00e-04 ] [ eta: 1708 days, 10:23:42 ] [ l_g_pix: 1.9321e-02 ] [ l_g_total: 1.9321e-02 ] +2024-10-25 03:38:39,800 INFO: [ epoch: 3 ] [ iter: 42,200 ] [ performance: 19.253 it/s ] [ lr: 1.00e-04 ] [ eta: 1708 days, 23:26:17 ] [ l_g_pix: 1.3691e-02 ] [ l_g_total: 1.3691e-02 ] +2024-10-25 03:38:44,962 INFO: [ epoch: 3 ] [ iter: 42,300 ] [ performance: 19.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1709 days, 11:12:08 ] [ l_g_pix: 3.3120e-02 ] [ l_g_total: 3.3120e-02 ] +2024-10-25 03:38:50,205 INFO: [ epoch: 3 ] [ iter: 42,400 ] [ performance: 19.247 it/s ] [ lr: 1.00e-04 ] [ eta: 1709 days, 23:59:39 ] [ l_g_pix: 1.8730e-02 ] [ l_g_total: 1.8730e-02 ] +2024-10-25 03:38:55,426 INFO: [ epoch: 3 ] [ iter: 42,500 ] [ performance: 18.989 it/s ] [ lr: 1.00e-04 ] [ eta: 1710 days, 12:07:55 ] [ l_g_pix: 2.6154e-02 ] [ l_g_total: 2.6154e-02 ] +2024-10-25 03:39:00,931 INFO: [ epoch: 3 ] [ iter: 42,600 ] [ performance: 18.545 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 4:30:32 ] [ l_g_pix: 2.2543e-02 ] [ l_g_total: 2.2543e-02 ] +2024-10-25 03:39:06,368 INFO: [ epoch: 3 ] [ iter: 42,700 ] [ performance: 18.374 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 19:29:38 ] [ l_g_pix: 2.6181e-02 ] [ l_g_total: 2.6181e-02 ] +2024-10-25 03:39:11,760 INFO: [ epoch: 3 ] [ iter: 42,800 ] [ performance: 18.467 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 9:27:40 ] [ l_g_pix: 2.0578e-02 ] [ l_g_total: 2.0578e-02 ] +2024-10-25 03:39:16,913 INFO: [ epoch: 3 ] [ iter: 42,900 ] [ performance: 19.559 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 19:20:30 ] [ l_g_pix: 2.2101e-02 ] [ l_g_total: 2.2101e-02 ] +2024-10-25 03:39:22,411 INFO: [ epoch: 3 ] [ iter: 43,000 ] [ performance: 18.802 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 10:24:11 ] [ l_g_pix: 1.9661e-02 ] [ l_g_total: 1.9661e-02 ] +2024-10-25 03:39:27,712 INFO: [ epoch: 3 ] [ iter: 43,100 ] [ performance: 19.043 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 22:01:57 ] [ l_g_pix: 2.4278e-02 ] [ l_g_total: 2.4278e-02 ] +2024-10-25 03:39:33,071 INFO: [ epoch: 3 ] [ iter: 43,200 ] [ performance: 18.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 10:18:08 ] [ l_g_pix: 2.1981e-02 ] [ l_g_total: 2.1981e-02 ] +2024-10-25 03:39:38,446 INFO: [ epoch: 3 ] [ iter: 43,300 ] [ performance: 18.668 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 22:30:43 ] [ l_g_pix: 2.3080e-02 ] [ l_g_total: 2.3080e-02 ] +2024-10-25 03:39:43,736 INFO: [ epoch: 3 ] [ iter: 43,400 ] [ performance: 18.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 9:05:25 ] [ l_g_pix: 2.5140e-02 ] [ l_g_total: 2.5140e-02 ] +2024-10-25 03:39:49,072 INFO: [ epoch: 3 ] [ iter: 43,500 ] [ performance: 18.709 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 20:05:55 ] [ l_g_pix: 1.7765e-02 ] [ l_g_total: 1.7765e-02 ] +2024-10-25 03:39:54,221 INFO: [ epoch: 3 ] [ iter: 43,600 ] [ performance: 19.091 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 3:52:37 ] [ l_g_pix: 2.1828e-02 ] [ l_g_total: 2.1828e-02 ] +2024-10-25 03:39:59,334 INFO: [ epoch: 3 ] [ iter: 43,700 ] [ performance: 19.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 10:48:37 ] [ l_g_pix: 1.8475e-02 ] [ l_g_total: 1.8475e-02 ] +2024-10-25 03:40:04,584 INFO: [ epoch: 3 ] [ iter: 43,800 ] [ performance: 19.292 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 19:35:30 ] [ l_g_pix: 2.4934e-02 ] [ l_g_total: 2.4934e-02 ] +2024-10-25 03:40:09,988 INFO: [ epoch: 3 ] [ iter: 43,900 ] [ performance: 18.406 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 6:29:24 ] [ l_g_pix: 2.1266e-02 ] [ l_g_total: 2.1266e-02 ] +2024-10-25 03:40:15,422 INFO: [ epoch: 3 ] [ iter: 44,000 ] [ performance: 18.405 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 17:33:00 ] [ l_g_pix: 2.0065e-02 ] [ l_g_total: 2.0065e-02 ] +2024-10-25 03:40:20,864 INFO: [ epoch: 3 ] [ iter: 44,100 ] [ performance: 18.444 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 4:25:58 ] [ l_g_pix: 1.6893e-02 ] [ l_g_total: 1.6893e-02 ] +2024-10-25 03:40:26,202 INFO: [ epoch: 3 ] [ iter: 44,200 ] [ performance: 18.606 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 13:23:12 ] [ l_g_pix: 2.4576e-02 ] [ l_g_total: 2.4576e-02 ] +2024-10-25 03:40:31,488 INFO: [ epoch: 3 ] [ iter: 44,300 ] [ performance: 18.914 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 21:15:41 ] [ l_g_pix: 1.4636e-02 ] [ l_g_total: 1.4636e-02 ] +2024-10-25 03:40:36,752 INFO: [ epoch: 3 ] [ iter: 44,400 ] [ performance: 18.962 it/s ] [ lr: 1.00e-04 ] [ eta: 1719 days, 4:29:15 ] [ l_g_pix: 2.2322e-02 ] [ l_g_total: 2.2322e-02 ] +2024-10-25 03:40:41,969 INFO: [ epoch: 3 ] [ iter: 44,500 ] [ performance: 19.125 it/s ] [ lr: 1.00e-04 ] [ eta: 1719 days, 10:42:16 ] [ l_g_pix: 2.5189e-02 ] [ l_g_total: 2.5189e-02 ] +2024-10-25 03:40:47,180 INFO: [ epoch: 3 ] [ iter: 44,600 ] [ performance: 19.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1719 days, 16:32:57 ] [ l_g_pix: 1.9135e-02 ] [ l_g_total: 1.9135e-02 ] +2024-10-25 03:40:52,462 INFO: [ epoch: 3 ] [ iter: 44,700 ] [ performance: 18.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1719 days, 23:10:45 ] [ l_g_pix: 1.9697e-02 ] [ l_g_total: 1.9697e-02 ] +2024-10-25 03:40:58,157 INFO: [ epoch: 3 ] [ iter: 44,800 ] [ performance: 18.132 it/s ] [ lr: 1.00e-04 ] [ eta: 1720 days, 11:51:10 ] [ l_g_pix: 3.1483e-02 ] [ l_g_total: 3.1483e-02 ] +2024-10-25 03:41:03,451 INFO: [ epoch: 3 ] [ iter: 44,900 ] [ performance: 18.925 it/s ] [ lr: 1.00e-04 ] [ eta: 1720 days, 18:04:08 ] [ l_g_pix: 2.3595e-02 ] [ l_g_total: 2.3595e-02 ] +2024-10-25 03:41:08,732 INFO: [ epoch: 3 ] [ iter: 45,000 ] [ performance: 18.932 it/s ] [ lr: 1.00e-04 ] [ eta: 1720 days, 23:47:46 ] [ l_g_pix: 1.3076e-02 ] [ l_g_total: 1.3076e-02 ] +2024-10-25 03:41:14,007 INFO: [ epoch: 3 ] [ iter: 45,100 ] [ performance: 19.180 it/s ] [ lr: 1.00e-04 ] [ eta: 1721 days, 5:08:21 ] [ l_g_pix: 2.5123e-02 ] [ l_g_total: 2.5123e-02 ] +2024-10-25 03:41:19,245 INFO: [ epoch: 3 ] [ iter: 45,200 ] [ performance: 19.130 it/s ] [ lr: 1.00e-04 ] [ eta: 1721 days, 9:37:53 ] [ l_g_pix: 2.8525e-02 ] [ l_g_total: 2.8525e-02 ] +2024-10-25 03:41:24,487 INFO: [ epoch: 3 ] [ iter: 45,300 ] [ performance: 19.186 it/s ] [ lr: 1.00e-04 ] [ eta: 1721 days, 13:53:31 ] [ l_g_pix: 2.7636e-02 ] [ l_g_total: 2.7636e-02 ] +2024-10-25 03:41:29,766 INFO: [ epoch: 3 ] [ iter: 45,400 ] [ performance: 19.048 it/s ] [ lr: 1.00e-04 ] [ eta: 1721 days, 18:25:07 ] [ l_g_pix: 2.3254e-02 ] [ l_g_total: 2.3254e-02 ] +2024-10-25 03:41:34,929 INFO: [ epoch: 3 ] [ iter: 45,500 ] [ performance: 19.359 it/s ] [ lr: 1.00e-04 ] [ eta: 1721 days, 20:53:41 ] [ l_g_pix: 2.5838e-02 ] [ l_g_total: 2.5838e-02 ] +2024-10-25 03:41:40,170 INFO: [ epoch: 3 ] [ iter: 45,600 ] [ performance: 19.199 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 0:16:04 ] [ l_g_pix: 3.4500e-02 ] [ l_g_total: 3.4500e-02 ] +2024-10-25 03:41:45,548 INFO: [ epoch: 3 ] [ iter: 45,700 ] [ performance: 18.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 5:24:07 ] [ l_g_pix: 1.8326e-02 ] [ l_g_total: 1.8326e-02 ] +2024-10-25 03:41:50,912 INFO: [ epoch: 3 ] [ iter: 45,800 ] [ performance: 18.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 10:02:45 ] [ l_g_pix: 2.0437e-02 ] [ l_g_total: 2.0437e-02 ] +2024-10-25 03:41:56,215 INFO: [ epoch: 3 ] [ iter: 45,900 ] [ performance: 18.827 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 13:27:51 ] [ l_g_pix: 1.8315e-02 ] [ l_g_total: 1.8315e-02 ] +2024-10-25 03:42:01,635 INFO: [ epoch: 3 ] [ iter: 46,000 ] [ performance: 18.609 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 18:20:11 ] [ l_g_pix: 2.1250e-02 ] [ l_g_total: 2.1250e-02 ] +2024-10-25 03:42:07,017 INFO: [ epoch: 3 ] [ iter: 46,100 ] [ performance: 18.588 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 22:21:33 ] [ l_g_pix: 1.7192e-02 ] [ l_g_total: 1.7192e-02 ] +2024-10-25 03:42:12,378 INFO: [ epoch: 3 ] [ iter: 46,200 ] [ performance: 18.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 1:44:39 ] [ l_g_pix: 2.9396e-02 ] [ l_g_total: 2.9396e-02 ] +2024-10-25 03:42:17,785 INFO: [ epoch: 3 ] [ iter: 46,300 ] [ performance: 18.437 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 5:32:24 ] [ l_g_pix: 3.0263e-02 ] [ l_g_total: 3.0263e-02 ] +2024-10-25 03:42:23,181 INFO: [ epoch: 3 ] [ iter: 46,400 ] [ performance: 18.495 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 8:51:44 ] [ l_g_pix: 2.2464e-02 ] [ l_g_total: 2.2464e-02 ] +2024-10-25 03:42:28,152 INFO: [ epoch: 3 ] [ iter: 46,500 ] [ performance: 19.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 5:33:56 ] [ l_g_pix: 2.3433e-02 ] [ l_g_total: 2.3433e-02 ] +2024-10-25 03:42:33,393 INFO: [ epoch: 3 ] [ iter: 46,600 ] [ performance: 19.368 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 5:59:38 ] [ l_g_pix: 2.0107e-02 ] [ l_g_total: 2.0107e-02 ] +2024-10-25 03:42:38,598 INFO: [ epoch: 3 ] [ iter: 46,700 ] [ performance: 19.628 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 5:36:05 ] [ l_g_pix: 2.6484e-02 ] [ l_g_total: 2.6484e-02 ] +2024-10-25 03:42:43,875 INFO: [ epoch: 3 ] [ iter: 46,800 ] [ performance: 19.220 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 5:59:28 ] [ l_g_pix: 2.3214e-02 ] [ l_g_total: 2.3214e-02 ] +2024-10-25 03:42:49,175 INFO: [ epoch: 3 ] [ iter: 46,900 ] [ performance: 18.877 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 6:25:33 ] [ l_g_pix: 3.0661e-02 ] [ l_g_total: 3.0661e-02 ] +2024-10-25 03:42:54,364 INFO: [ epoch: 3 ] [ iter: 47,000 ] [ performance: 19.114 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 4:55:22 ] [ l_g_pix: 2.1175e-02 ] [ l_g_total: 2.1175e-02 ] +2024-10-25 03:42:59,453 INFO: [ epoch: 3 ] [ iter: 47,100 ] [ performance: 19.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 1:40:42 ] [ l_g_pix: 1.4383e-02 ] [ l_g_total: 1.4383e-02 ] +2024-10-25 03:43:04,753 INFO: [ epoch: 3 ] [ iter: 47,200 ] [ performance: 19.228 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 1:13:59 ] [ l_g_pix: 2.5805e-02 ] [ l_g_total: 2.5805e-02 ] +2024-10-25 03:43:11,013 INFO: [ epoch: 4 ] [ iter: 47,300 ] [ performance: 14.210 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 14:32:21 ] [ l_g_pix: 2.6556e-02 ] [ l_g_total: 2.6556e-02 ] +2024-10-25 03:43:16,157 INFO: [ epoch: 4 ] [ iter: 47,400 ] [ performance: 16.980 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 11:12:32 ] [ l_g_pix: 2.2759e-02 ] [ l_g_total: 2.2759e-02 ] +2024-10-25 03:43:21,369 INFO: [ epoch: 4 ] [ iter: 47,500 ] [ performance: 19.088 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 8:34:58 ] [ l_g_pix: 2.6800e-02 ] [ l_g_total: 2.6800e-02 ] +2024-10-25 03:43:26,684 INFO: [ epoch: 4 ] [ iter: 47,600 ] [ performance: 18.924 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 7:08:50 ] [ l_g_pix: 2.9539e-02 ] [ l_g_total: 2.9539e-02 ] +2024-10-25 03:43:31,858 INFO: [ epoch: 4 ] [ iter: 47,700 ] [ performance: 19.246 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 3:23:32 ] [ l_g_pix: 1.8194e-02 ] [ l_g_total: 1.8194e-02 ] +2024-10-25 03:43:37,346 INFO: [ epoch: 4 ] [ iter: 47,800 ] [ performance: 18.607 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 3:52:54 ] [ l_g_pix: 3.2511e-02 ] [ l_g_total: 3.2511e-02 ] +2024-10-25 03:43:42,625 INFO: [ epoch: 4 ] [ iter: 47,900 ] [ performance: 18.793 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 1:03:10 ] [ l_g_pix: 1.8531e-02 ] [ l_g_total: 1.8531e-02 ] +2024-10-25 03:43:47,907 INFO: [ epoch: 4 ] [ iter: 48,000 ] [ performance: 18.879 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 21:59:01 ] [ l_g_pix: 2.1334e-02 ] [ l_g_total: 2.1334e-02 ] +2024-10-25 03:43:52,930 INFO: [ epoch: 4 ] [ iter: 48,100 ] [ performance: 19.773 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 14:52:05 ] [ l_g_pix: 2.4300e-02 ] [ l_g_total: 2.4300e-02 ] +2024-10-25 03:43:58,086 INFO: [ epoch: 4 ] [ iter: 48,200 ] [ performance: 19.538 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 9:23:46 ] [ l_g_pix: 1.8723e-02 ] [ l_g_total: 1.8723e-02 ] +2024-10-25 03:44:03,182 INFO: [ epoch: 4 ] [ iter: 48,300 ] [ performance: 19.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 2:46:13 ] [ l_g_pix: 2.2686e-02 ] [ l_g_total: 2.2686e-02 ] +2024-10-25 03:44:08,485 INFO: [ epoch: 4 ] [ iter: 48,400 ] [ performance: 19.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1721 days, 22:50:25 ] [ l_g_pix: 1.4258e-02 ] [ l_g_total: 1.4258e-02 ] +2024-10-25 03:44:14,035 INFO: [ epoch: 4 ] [ iter: 48,500 ] [ performance: 19.006 it/s ] [ lr: 1.00e-04 ] [ eta: 1721 days, 22:08:14 ] [ l_g_pix: 2.1707e-02 ] [ l_g_total: 2.1707e-02 ] +2024-10-25 03:44:19,444 INFO: [ epoch: 4 ] [ iter: 48,600 ] [ performance: 18.677 it/s ] [ lr: 1.00e-04 ] [ eta: 1721 days, 19:07:29 ] [ l_g_pix: 2.4995e-02 ] [ l_g_total: 2.4995e-02 ] +2024-10-25 03:44:24,660 INFO: [ epoch: 4 ] [ iter: 48,700 ] [ performance: 18.867 it/s ] [ lr: 1.00e-04 ] [ eta: 1721 days, 13:02:59 ] [ l_g_pix: 2.6270e-02 ] [ l_g_total: 2.6270e-02 ] +2024-10-25 03:44:29,855 INFO: [ epoch: 4 ] [ iter: 48,800 ] [ performance: 19.109 it/s ] [ lr: 1.00e-04 ] [ eta: 1721 days, 6:23:24 ] [ l_g_pix: 2.2491e-02 ] [ l_g_total: 2.2491e-02 ] +2024-10-25 03:44:34,862 INFO: [ epoch: 4 ] [ iter: 48,900 ] [ performance: 20.192 it/s ] [ lr: 1.00e-04 ] [ eta: 1720 days, 20:46:24 ] [ l_g_pix: 2.1036e-02 ] [ l_g_total: 2.1036e-02 ] +2024-10-25 03:44:40,067 INFO: [ epoch: 4 ] [ iter: 49,000 ] [ performance: 19.558 it/s ] [ lr: 1.00e-04 ] [ eta: 1720 days, 13:41:13 ] [ l_g_pix: 2.3553e-02 ] [ l_g_total: 2.3553e-02 ] +2024-10-25 03:44:45,392 INFO: [ epoch: 4 ] [ iter: 49,100 ] [ performance: 18.148 it/s ] [ lr: 1.00e-04 ] [ eta: 1720 days, 8:00:26 ] [ l_g_pix: 3.0550e-02 ] [ l_g_total: 3.0550e-02 ] +2024-10-25 03:44:50,647 INFO: [ epoch: 4 ] [ iter: 49,200 ] [ performance: 18.705 it/s ] [ lr: 1.00e-04 ] [ eta: 1720 days, 1:02:27 ] [ l_g_pix: 1.5096e-02 ] [ l_g_total: 1.5096e-02 ] +2024-10-25 03:44:55,902 INFO: [ epoch: 4 ] [ iter: 49,300 ] [ performance: 19.084 it/s ] [ lr: 1.00e-04 ] [ eta: 1719 days, 17:46:47 ] [ l_g_pix: 2.1900e-02 ] [ l_g_total: 2.1900e-02 ] +2024-10-25 03:45:01,066 INFO: [ epoch: 4 ] [ iter: 49,400 ] [ performance: 19.266 it/s ] [ lr: 1.00e-04 ] [ eta: 1719 days, 8:57:02 ] [ l_g_pix: 2.1116e-02 ] [ l_g_total: 2.1116e-02 ] +2024-10-25 03:45:06,309 INFO: [ epoch: 4 ] [ iter: 49,500 ] [ performance: 18.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1719 days, 0:57:27 ] [ l_g_pix: 3.0827e-02 ] [ l_g_total: 3.0827e-02 ] +2024-10-25 03:45:11,491 INFO: [ epoch: 4 ] [ iter: 49,600 ] [ performance: 19.160 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 15:48:07 ] [ l_g_pix: 2.2179e-02 ] [ l_g_total: 2.2179e-02 ] +2024-10-25 03:45:16,669 INFO: [ epoch: 4 ] [ iter: 49,700 ] [ performance: 19.340 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 6:17:53 ] [ l_g_pix: 2.5566e-02 ] [ l_g_total: 2.5566e-02 ] +2024-10-25 03:45:21,967 INFO: [ epoch: 4 ] [ iter: 49,800 ] [ performance: 19.034 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 22:11:53 ] [ l_g_pix: 1.6470e-02 ] [ l_g_total: 1.6470e-02 ] +2024-10-25 03:45:27,205 INFO: [ epoch: 4 ] [ iter: 49,900 ] [ performance: 19.329 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 12:56:51 ] [ l_g_pix: 2.3327e-02 ] [ l_g_total: 2.3327e-02 ] +2024-10-25 03:45:32,327 INFO: [ epoch: 4 ] [ iter: 50,000 ] [ performance: 19.458 it/s ] [ lr: 5.00e-05 ] [ eta: 1717 days, 1:48:34 ] [ l_g_pix: 1.9925e-02 ] [ l_g_total: 1.9925e-02 ] +2024-10-25 03:45:32,327 INFO: Saving models and training states. +2024-10-25 03:46:59,324 INFO: Validation val + + # psnr: 22.0353........ Best: 22.0353 @ 50000 iter + # ssim: 0.6473........ Best: 0.6473 @ 50000 iter + # dists: 0.7869........ Best: 0.7869 @ 50000 iter + +2024-10-25 03:47:04,584 INFO: [ epoch: 4 ] [ iter: 50,100 ] [ performance: 19.250 it/s ] [ lr: 5.00e-05 ] [ eta: 1766 days, 22:08:41 ] [ l_g_pix: 2.6696e-02 ] [ l_g_total: 2.6696e-02 ] +2024-10-25 03:47:09,734 INFO: [ epoch: 4 ] [ iter: 50,200 ] [ performance: 19.363 it/s ] [ lr: 5.00e-05 ] [ eta: 1766 days, 8:24:00 ] [ l_g_pix: 2.1645e-02 ] [ l_g_total: 2.1645e-02 ] +2024-10-25 03:47:15,142 INFO: [ epoch: 4 ] [ iter: 50,300 ] [ performance: 17.956 it/s ] [ lr: 5.00e-05 ] [ eta: 1765 days, 21:56:36 ] [ l_g_pix: 2.6338e-02 ] [ l_g_total: 2.6338e-02 ] +2024-10-25 03:47:20,377 INFO: [ epoch: 4 ] [ iter: 50,400 ] [ performance: 18.706 it/s ] [ lr: 5.00e-05 ] [ eta: 1765 days, 8:47:29 ] [ l_g_pix: 2.2992e-02 ] [ l_g_total: 2.2992e-02 ] +2024-10-25 03:47:25,574 INFO: [ epoch: 4 ] [ iter: 50,500 ] [ performance: 19.296 it/s ] [ lr: 5.00e-05 ] [ eta: 1764 days, 18:49:03 ] [ l_g_pix: 1.6622e-02 ] [ l_g_total: 1.6622e-02 ] +2024-10-25 03:47:30,597 INFO: [ epoch: 4 ] [ iter: 50,600 ] [ performance: 19.703 it/s ] [ lr: 5.00e-05 ] [ eta: 1764 days, 2:11:03 ] [ l_g_pix: 1.9028e-02 ] [ l_g_total: 1.9028e-02 ] +2024-10-25 03:47:35,644 INFO: [ epoch: 4 ] [ iter: 50,700 ] [ performance: 19.961 it/s ] [ lr: 5.00e-05 ] [ eta: 1763 days, 9:34:49 ] [ l_g_pix: 2.4095e-02 ] [ l_g_total: 2.4095e-02 ] +2024-10-25 03:47:40,748 INFO: [ epoch: 4 ] [ iter: 50,800 ] [ performance: 19.712 it/s ] [ lr: 5.00e-05 ] [ eta: 1762 days, 17:29:18 ] [ l_g_pix: 2.3811e-02 ] [ l_g_total: 2.3811e-02 ] +2024-10-25 03:47:45,914 INFO: [ epoch: 4 ] [ iter: 50,900 ] [ performance: 18.978 it/s ] [ lr: 5.00e-05 ] [ eta: 1762 days, 1:58:01 ] [ l_g_pix: 2.1217e-02 ] [ l_g_total: 2.1217e-02 ] +2024-10-25 03:47:50,966 INFO: [ epoch: 4 ] [ iter: 51,000 ] [ performance: 19.528 it/s ] [ lr: 5.00e-05 ] [ eta: 1761 days, 8:35:41 ] [ l_g_pix: 1.4584e-02 ] [ l_g_total: 1.4584e-02 ] +2024-10-25 03:47:56,088 INFO: [ epoch: 4 ] [ iter: 51,100 ] [ performance: 19.473 it/s ] [ lr: 5.00e-05 ] [ eta: 1760 days, 15:53:16 ] [ l_g_pix: 1.8928e-02 ] [ l_g_total: 1.8928e-02 ] +2024-10-25 03:48:01,223 INFO: [ epoch: 4 ] [ iter: 51,200 ] [ performance: 19.476 it/s ] [ lr: 5.00e-05 ] [ eta: 1759 days, 23:04:47 ] [ l_g_pix: 2.0172e-02 ] [ l_g_total: 2.0172e-02 ] +2024-10-25 03:48:06,301 INFO: [ epoch: 4 ] [ iter: 51,300 ] [ performance: 19.835 it/s ] [ lr: 5.00e-05 ] [ eta: 1759 days, 5:13:29 ] [ l_g_pix: 2.0201e-02 ] [ l_g_total: 2.0201e-02 ] +2024-10-25 03:48:11,501 INFO: [ epoch: 4 ] [ iter: 51,400 ] [ performance: 19.418 it/s ] [ lr: 5.00e-05 ] [ eta: 1758 days, 12:42:53 ] [ l_g_pix: 1.8447e-02 ] [ l_g_total: 1.8447e-02 ] +2024-10-25 03:48:16,759 INFO: [ epoch: 4 ] [ iter: 51,500 ] [ performance: 18.634 it/s ] [ lr: 5.00e-05 ] [ eta: 1757 days, 20:42:40 ] [ l_g_pix: 2.7337e-02 ] [ l_g_total: 2.7337e-02 ] +2024-10-25 03:48:21,965 INFO: [ epoch: 4 ] [ iter: 51,600 ] [ performance: 19.032 it/s ] [ lr: 5.00e-05 ] [ eta: 1757 days, 3:42:28 ] [ l_g_pix: 2.3778e-02 ] [ l_g_total: 2.3778e-02 ] +2024-10-25 03:48:27,162 INFO: [ epoch: 4 ] [ iter: 51,700 ] [ performance: 19.074 it/s ] [ lr: 5.00e-05 ] [ eta: 1756 days, 10:17:56 ] [ l_g_pix: 2.0925e-02 ] [ l_g_total: 2.0925e-02 ] +2024-10-25 03:48:32,434 INFO: [ epoch: 4 ] [ iter: 51,800 ] [ performance: 19.002 it/s ] [ lr: 5.00e-05 ] [ eta: 1755 days, 17:36:20 ] [ l_g_pix: 1.8140e-02 ] [ l_g_total: 1.8140e-02 ] +2024-10-25 03:48:37,669 INFO: [ epoch: 4 ] [ iter: 51,900 ] [ performance: 18.612 it/s ] [ lr: 5.00e-05 ] [ eta: 1755 days, 0:07:28 ] [ l_g_pix: 1.5217e-02 ] [ l_g_total: 1.5217e-02 ] +2024-10-25 03:48:42,945 INFO: [ epoch: 4 ] [ iter: 52,000 ] [ performance: 18.853 it/s ] [ lr: 5.00e-05 ] [ eta: 1754 days, 6:54:01 ] [ l_g_pix: 3.3105e-02 ] [ l_g_total: 3.3105e-02 ] +2024-10-25 03:48:48,210 INFO: [ epoch: 4 ] [ iter: 52,100 ] [ performance: 18.583 it/s ] [ lr: 5.00e-05 ] [ eta: 1753 days, 13:14:12 ] [ l_g_pix: 2.1647e-02 ] [ l_g_total: 2.1647e-02 ] +2024-10-25 03:48:53,317 INFO: [ epoch: 4 ] [ iter: 52,200 ] [ performance: 19.282 it/s ] [ lr: 5.00e-05 ] [ eta: 1752 days, 17:10:56 ] [ l_g_pix: 3.3242e-02 ] [ l_g_total: 3.3242e-02 ] +2024-10-25 03:48:58,355 INFO: [ epoch: 4 ] [ iter: 52,300 ] [ performance: 19.735 it/s ] [ lr: 5.00e-05 ] [ eta: 1751 days, 19:55:57 ] [ l_g_pix: 2.0036e-02 ] [ l_g_total: 2.0036e-02 ] +2024-10-25 03:49:03,527 INFO: [ epoch: 4 ] [ iter: 52,400 ] [ performance: 19.447 it/s ] [ lr: 5.00e-05 ] [ eta: 1751 days, 0:10:54 ] [ l_g_pix: 2.7960e-02 ] [ l_g_total: 2.7960e-02 ] +2024-10-25 03:49:08,630 INFO: [ epoch: 4 ] [ iter: 52,500 ] [ performance: 19.500 it/s ] [ lr: 5.00e-05 ] [ eta: 1750 days, 3:13:26 ] [ l_g_pix: 2.1594e-02 ] [ l_g_total: 2.1594e-02 ] +2024-10-25 03:49:13,892 INFO: [ epoch: 4 ] [ iter: 52,600 ] [ performance: 19.143 it/s ] [ lr: 5.00e-05 ] [ eta: 1749 days, 8:04:30 ] [ l_g_pix: 2.5470e-02 ] [ l_g_total: 2.5470e-02 ] +2024-10-25 03:49:19,082 INFO: [ epoch: 4 ] [ iter: 52,700 ] [ performance: 19.030 it/s ] [ lr: 5.00e-05 ] [ eta: 1748 days, 11:40:40 ] [ l_g_pix: 2.3829e-02 ] [ l_g_total: 2.3829e-02 ] +2024-10-25 03:49:24,362 INFO: [ epoch: 4 ] [ iter: 52,800 ] [ performance: 18.966 it/s ] [ lr: 5.00e-05 ] [ eta: 1747 days, 16:11:03 ] [ l_g_pix: 2.1075e-02 ] [ l_g_total: 2.1075e-02 ] +2024-10-25 03:49:29,549 INFO: [ epoch: 4 ] [ iter: 52,900 ] [ performance: 19.215 it/s ] [ lr: 5.00e-05 ] [ eta: 1746 days, 19:11:14 ] [ l_g_pix: 2.6618e-02 ] [ l_g_total: 2.6618e-02 ] +2024-10-25 03:49:34,837 INFO: [ epoch: 4 ] [ iter: 53,000 ] [ performance: 18.994 it/s ] [ lr: 5.00e-05 ] [ eta: 1745 days, 23:12:40 ] [ l_g_pix: 1.8959e-02 ] [ l_g_total: 1.8959e-02 ] +2024-10-25 03:49:40,093 INFO: [ epoch: 4 ] [ iter: 53,100 ] [ performance: 19.404 it/s ] [ lr: 5.00e-05 ] [ eta: 1745 days, 2:31:40 ] [ l_g_pix: 2.2406e-02 ] [ l_g_total: 2.2406e-02 ] +2024-10-25 03:49:45,311 INFO: [ epoch: 4 ] [ iter: 53,200 ] [ performance: 19.231 it/s ] [ lr: 5.00e-05 ] [ eta: 1744 days, 5:02:51 ] [ l_g_pix: 2.0698e-02 ] [ l_g_total: 2.0698e-02 ] +2024-10-25 03:49:50,522 INFO: [ epoch: 4 ] [ iter: 53,300 ] [ performance: 19.601 it/s ] [ lr: 5.00e-05 ] [ eta: 1743 days, 7:12:03 ] [ l_g_pix: 2.0629e-02 ] [ l_g_total: 2.0629e-02 ] +2024-10-25 03:49:55,712 INFO: [ epoch: 4 ] [ iter: 53,400 ] [ performance: 19.356 it/s ] [ lr: 5.00e-05 ] [ eta: 1742 days, 8:47:01 ] [ l_g_pix: 2.3638e-02 ] [ l_g_total: 2.3638e-02 ] +2024-10-25 03:50:00,903 INFO: [ epoch: 4 ] [ iter: 53,500 ] [ performance: 19.032 it/s ] [ lr: 5.00e-05 ] [ eta: 1741 days, 10:06:06 ] [ l_g_pix: 2.9480e-02 ] [ l_g_total: 2.9480e-02 ] +2024-10-25 03:50:06,159 INFO: [ epoch: 4 ] [ iter: 53,600 ] [ performance: 19.030 it/s ] [ lr: 5.00e-05 ] [ eta: 1740 days, 11:57:34 ] [ l_g_pix: 2.7166e-02 ] [ l_g_total: 2.7166e-02 ] +2024-10-25 03:50:11,407 INFO: [ epoch: 4 ] [ iter: 53,700 ] [ performance: 18.850 it/s ] [ lr: 5.00e-05 ] [ eta: 1739 days, 13:25:38 ] [ l_g_pix: 2.2625e-02 ] [ l_g_total: 2.2625e-02 ] +2024-10-25 03:50:16,638 INFO: [ epoch: 4 ] [ iter: 53,800 ] [ performance: 19.054 it/s ] [ lr: 5.00e-05 ] [ eta: 1738 days, 14:22:34 ] [ l_g_pix: 2.3239e-02 ] [ l_g_total: 2.3239e-02 ] +2024-10-25 03:50:21,892 INFO: [ epoch: 4 ] [ iter: 53,900 ] [ performance: 19.040 it/s ] [ lr: 5.00e-05 ] [ eta: 1737 days, 15:20:33 ] [ l_g_pix: 3.0978e-02 ] [ l_g_total: 3.0978e-02 ] +2024-10-25 03:50:27,245 INFO: [ epoch: 4 ] [ iter: 54,000 ] [ performance: 18.768 it/s ] [ lr: 5.00e-05 ] [ eta: 1736 days, 17:16:49 ] [ l_g_pix: 1.7950e-02 ] [ l_g_total: 1.7950e-02 ] +2024-10-25 03:50:32,592 INFO: [ epoch: 4 ] [ iter: 54,100 ] [ performance: 18.989 it/s ] [ lr: 5.00e-05 ] [ eta: 1735 days, 18:49:51 ] [ l_g_pix: 1.9287e-02 ] [ l_g_total: 1.9287e-02 ] +2024-10-25 03:50:37,613 INFO: [ epoch: 4 ] [ iter: 54,200 ] [ performance: 19.691 it/s ] [ lr: 5.00e-05 ] [ eta: 1734 days, 15:56:46 ] [ l_g_pix: 3.0764e-02 ] [ l_g_total: 3.0764e-02 ] +2024-10-25 03:50:42,457 INFO: [ epoch: 4 ] [ iter: 54,300 ] [ performance: 20.555 it/s ] [ lr: 5.00e-05 ] [ eta: 1733 days, 10:32:18 ] [ l_g_pix: 3.0809e-02 ] [ l_g_total: 3.0809e-02 ] +2024-10-25 03:50:47,680 INFO: [ epoch: 4 ] [ iter: 54,400 ] [ performance: 19.457 it/s ] [ lr: 5.00e-05 ] [ eta: 1732 days, 9:39:12 ] [ l_g_pix: 1.8575e-02 ] [ l_g_total: 1.8575e-02 ] +2024-10-25 03:50:52,671 INFO: [ epoch: 4 ] [ iter: 54,500 ] [ performance: 19.787 it/s ] [ lr: 5.00e-05 ] [ eta: 1731 days, 5:33:15 ] [ l_g_pix: 2.3741e-02 ] [ l_g_total: 2.3741e-02 ] +2024-10-25 03:50:57,856 INFO: [ epoch: 4 ] [ iter: 54,600 ] [ performance: 19.398 it/s ] [ lr: 5.00e-05 ] [ eta: 1730 days, 3:37:26 ] [ l_g_pix: 3.2294e-02 ] [ l_g_total: 3.2294e-02 ] +2024-10-25 03:51:03,089 INFO: [ epoch: 4 ] [ iter: 54,700 ] [ performance: 19.122 it/s ] [ lr: 5.00e-05 ] [ eta: 1729 days, 2:00:43 ] [ l_g_pix: 2.8559e-02 ] [ l_g_total: 2.8559e-02 ] +2024-10-25 03:51:08,236 INFO: [ epoch: 4 ] [ iter: 54,800 ] [ performance: 19.364 it/s ] [ lr: 5.00e-05 ] [ eta: 1727 days, 23:01:10 ] [ l_g_pix: 1.8620e-02 ] [ l_g_total: 1.8620e-02 ] +2024-10-25 03:51:13,396 INFO: [ epoch: 4 ] [ iter: 54,900 ] [ performance: 19.616 it/s ] [ lr: 5.00e-05 ] [ eta: 1726 days, 19:54:58 ] [ l_g_pix: 1.8266e-02 ] [ l_g_total: 1.8266e-02 ] +2024-10-25 03:51:18,610 INFO: [ epoch: 4 ] [ iter: 55,000 ] [ performance: 19.275 it/s ] [ lr: 5.00e-05 ] [ eta: 1725 days, 17:11:03 ] [ l_g_pix: 3.7269e-02 ] [ l_g_total: 3.7269e-02 ] +2024-10-25 03:51:23,849 INFO: [ epoch: 4 ] [ iter: 55,100 ] [ performance: 18.953 it/s ] [ lr: 5.00e-05 ] [ eta: 1724 days, 14:29:11 ] [ l_g_pix: 3.7907e-02 ] [ l_g_total: 3.7907e-02 ] +2024-10-25 03:51:29,126 INFO: [ epoch: 4 ] [ iter: 55,200 ] [ performance: 18.952 it/s ] [ lr: 5.00e-05 ] [ eta: 1723 days, 11:58:15 ] [ l_g_pix: 1.8223e-02 ] [ l_g_total: 1.8223e-02 ] +2024-10-25 03:51:34,404 INFO: [ epoch: 4 ] [ iter: 55,300 ] [ performance: 19.362 it/s ] [ lr: 5.00e-05 ] [ eta: 1722 days, 9:10:30 ] [ l_g_pix: 3.3295e-02 ] [ l_g_total: 3.3295e-02 ] +2024-10-25 03:51:39,705 INFO: [ epoch: 4 ] [ iter: 55,400 ] [ performance: 18.964 it/s ] [ lr: 5.00e-05 ] [ eta: 1721 days, 6:22:04 ] [ l_g_pix: 2.4013e-02 ] [ l_g_total: 2.4013e-02 ] +2024-10-25 03:51:44,979 INFO: [ epoch: 4 ] [ iter: 55,500 ] [ performance: 18.834 it/s ] [ lr: 5.00e-05 ] [ eta: 1720 days, 2:55:44 ] [ l_g_pix: 2.1884e-02 ] [ l_g_total: 2.1884e-02 ] +2024-10-25 03:51:50,256 INFO: [ epoch: 4 ] [ iter: 55,600 ] [ performance: 18.929 it/s ] [ lr: 5.00e-05 ] [ eta: 1718 days, 23:14:33 ] [ l_g_pix: 1.9217e-02 ] [ l_g_total: 1.9217e-02 ] +2024-10-25 03:51:55,584 INFO: [ epoch: 4 ] [ iter: 55,700 ] [ performance: 18.490 it/s ] [ lr: 5.00e-05 ] [ eta: 1717 days, 19:52:53 ] [ l_g_pix: 2.8993e-02 ] [ l_g_total: 2.8993e-02 ] +2024-10-25 03:52:00,989 INFO: [ epoch: 4 ] [ iter: 55,800 ] [ performance: 18.501 it/s ] [ lr: 5.00e-05 ] [ eta: 1716 days, 17:10:33 ] [ l_g_pix: 2.3815e-02 ] [ l_g_total: 2.3815e-02 ] +2024-10-25 03:52:06,313 INFO: [ epoch: 4 ] [ iter: 55,900 ] [ performance: 18.751 it/s ] [ lr: 5.00e-05 ] [ eta: 1715 days, 13:10:16 ] [ l_g_pix: 2.2020e-02 ] [ l_g_total: 2.2020e-02 ] +2024-10-25 03:52:11,614 INFO: [ epoch: 4 ] [ iter: 56,000 ] [ performance: 18.844 it/s ] [ lr: 5.00e-05 ] [ eta: 1714 days, 8:36:05 ] [ l_g_pix: 2.2255e-02 ] [ l_g_total: 2.2255e-02 ] +2024-10-25 03:52:16,913 INFO: [ epoch: 4 ] [ iter: 56,100 ] [ performance: 18.306 it/s ] [ lr: 5.00e-05 ] [ eta: 1713 days, 3:42:00 ] [ l_g_pix: 2.4921e-02 ] [ l_g_total: 2.4921e-02 ] +2024-10-25 03:52:22,139 INFO: [ epoch: 4 ] [ iter: 56,200 ] [ performance: 18.988 it/s ] [ lr: 5.00e-05 ] [ eta: 1711 days, 21:37:20 ] [ l_g_pix: 1.7418e-02 ] [ l_g_total: 1.7418e-02 ] +2024-10-25 03:52:27,346 INFO: [ epoch: 4 ] [ iter: 56,300 ] [ performance: 18.789 it/s ] [ lr: 5.00e-05 ] [ eta: 1710 days, 15:01:16 ] [ l_g_pix: 2.9017e-02 ] [ l_g_total: 2.9017e-02 ] +2024-10-25 03:52:32,669 INFO: [ epoch: 4 ] [ iter: 56,400 ] [ performance: 18.788 it/s ] [ lr: 5.00e-05 ] [ eta: 1709 days, 9:32:27 ] [ l_g_pix: 2.0215e-02 ] [ l_g_total: 2.0215e-02 ] +2024-10-25 03:52:37,956 INFO: [ epoch: 4 ] [ iter: 56,500 ] [ performance: 20.962 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 3:19:26 ] [ l_g_pix: 2.0489e-02 ] [ l_g_total: 2.0489e-02 ] +2024-10-25 03:52:43,278 INFO: [ epoch: 4 ] [ iter: 56,600 ] [ performance: 19.109 it/s ] [ lr: 5.00e-05 ] [ eta: 1706 days, 21:14:14 ] [ l_g_pix: 2.8252e-02 ] [ l_g_total: 2.8252e-02 ] +2024-10-25 03:52:48,703 INFO: [ epoch: 4 ] [ iter: 56,700 ] [ performance: 18.147 it/s ] [ lr: 5.00e-05 ] [ eta: 1705 days, 16:05:40 ] [ l_g_pix: 1.8673e-02 ] [ l_g_total: 1.8673e-02 ] +2024-10-25 03:52:53,993 INFO: [ epoch: 4 ] [ iter: 56,800 ] [ performance: 18.784 it/s ] [ lr: 5.00e-05 ] [ eta: 1704 days, 9:02:24 ] [ l_g_pix: 3.0212e-02 ] [ l_g_total: 3.0212e-02 ] +2024-10-25 03:52:59,292 INFO: [ epoch: 4 ] [ iter: 56,900 ] [ performance: 18.752 it/s ] [ lr: 5.00e-05 ] [ eta: 1703 days, 1:46:58 ] [ l_g_pix: 1.8733e-02 ] [ l_g_total: 1.8733e-02 ] +2024-10-25 03:53:04,530 INFO: [ epoch: 4 ] [ iter: 57,000 ] [ performance: 19.044 it/s ] [ lr: 5.00e-05 ] [ eta: 1701 days, 17:30:30 ] [ l_g_pix: 1.8008e-02 ] [ l_g_total: 1.8008e-02 ] +2024-10-25 03:53:09,954 INFO: [ epoch: 4 ] [ iter: 57,100 ] [ performance: 19.146 it/s ] [ lr: 5.00e-05 ] [ eta: 1700 days, 11:09:50 ] [ l_g_pix: 2.5196e-02 ] [ l_g_total: 2.5196e-02 ] +2024-10-25 03:53:15,014 INFO: [ epoch: 4 ] [ iter: 57,200 ] [ performance: 19.678 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 0:11:15 ] [ l_g_pix: 3.1245e-02 ] [ l_g_total: 3.1245e-02 ] +2024-10-25 03:53:20,293 INFO: [ epoch: 4 ] [ iter: 57,300 ] [ performance: 18.516 it/s ] [ lr: 5.00e-05 ] [ eta: 1697 days, 15:31:39 ] [ l_g_pix: 2.6078e-02 ] [ l_g_total: 2.6078e-02 ] +2024-10-25 03:53:25,617 INFO: [ epoch: 4 ] [ iter: 57,400 ] [ performance: 18.749 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 7:06:30 ] [ l_g_pix: 2.3324e-02 ] [ l_g_total: 2.3324e-02 ] +2024-10-25 03:53:31,010 INFO: [ epoch: 4 ] [ iter: 57,500 ] [ performance: 18.204 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 23:12:05 ] [ l_g_pix: 2.5368e-02 ] [ l_g_total: 2.5368e-02 ] +2024-10-25 03:53:36,343 INFO: [ epoch: 4 ] [ iter: 57,600 ] [ performance: 18.683 it/s ] [ lr: 5.00e-05 ] [ eta: 1693 days, 14:17:54 ] [ l_g_pix: 1.6258e-02 ] [ l_g_total: 1.6258e-02 ] +2024-10-25 03:53:41,969 INFO: [ epoch: 4 ] [ iter: 57,700 ] [ performance: 19.036 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 8:32:05 ] [ l_g_pix: 1.6108e-02 ] [ l_g_total: 1.6108e-02 ] +2024-10-25 03:53:47,294 INFO: [ epoch: 4 ] [ iter: 57,800 ] [ performance: 18.811 it/s ] [ lr: 5.00e-05 ] [ eta: 1690 days, 22:55:55 ] [ l_g_pix: 2.3774e-02 ] [ l_g_total: 2.3774e-02 ] +2024-10-25 03:53:52,696 INFO: [ epoch: 4 ] [ iter: 57,900 ] [ performance: 18.830 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 13:55:58 ] [ l_g_pix: 2.3739e-02 ] [ l_g_total: 2.3739e-02 ] +2024-10-25 03:53:57,993 INFO: [ epoch: 4 ] [ iter: 58,000 ] [ performance: 18.878 it/s ] [ lr: 5.00e-05 ] [ eta: 1688 days, 3:24:04 ] [ l_g_pix: 2.0580e-02 ] [ l_g_total: 2.0580e-02 ] +2024-10-25 03:54:03,279 INFO: [ epoch: 4 ] [ iter: 58,100 ] [ performance: 19.289 it/s ] [ lr: 5.00e-05 ] [ eta: 1686 days, 16:27:45 ] [ l_g_pix: 2.3101e-02 ] [ l_g_total: 2.3101e-02 ] +2024-10-25 03:54:08,807 INFO: [ epoch: 4 ] [ iter: 58,200 ] [ performance: 18.204 it/s ] [ lr: 5.00e-05 ] [ eta: 1685 days, 8:01:54 ] [ l_g_pix: 3.1489e-02 ] [ l_g_total: 3.1489e-02 ] +2024-10-25 03:54:14,184 INFO: [ epoch: 4 ] [ iter: 58,300 ] [ performance: 19.844 it/s ] [ lr: 5.00e-05 ] [ eta: 1683 days, 21:32:28 ] [ l_g_pix: 2.0745e-02 ] [ l_g_total: 2.0745e-02 ] +2024-10-25 03:54:19,553 INFO: [ epoch: 4 ] [ iter: 58,400 ] [ performance: 18.730 it/s ] [ lr: 5.00e-05 ] [ eta: 1682 days, 10:40:13 ] [ l_g_pix: 2.5011e-02 ] [ l_g_total: 2.5011e-02 ] +2024-10-25 03:54:24,838 INFO: [ epoch: 4 ] [ iter: 58,500 ] [ performance: 18.301 it/s ] [ lr: 5.00e-05 ] [ eta: 1680 days, 22:31:41 ] [ l_g_pix: 1.8812e-02 ] [ l_g_total: 1.8812e-02 ] +2024-10-25 03:54:30,174 INFO: [ epoch: 4 ] [ iter: 58,600 ] [ performance: 18.706 it/s ] [ lr: 5.00e-05 ] [ eta: 1679 days, 10:40:29 ] [ l_g_pix: 2.6701e-02 ] [ l_g_total: 2.6701e-02 ] +2024-10-25 03:54:35,552 INFO: [ epoch: 4 ] [ iter: 58,700 ] [ performance: 18.572 it/s ] [ lr: 5.00e-05 ] [ eta: 1677 days, 23:00:33 ] [ l_g_pix: 2.6806e-02 ] [ l_g_total: 2.6806e-02 ] +2024-10-25 03:54:40,816 INFO: [ epoch: 4 ] [ iter: 58,800 ] [ performance: 18.966 it/s ] [ lr: 5.00e-05 ] [ eta: 1676 days, 9:44:39 ] [ l_g_pix: 2.2334e-02 ] [ l_g_total: 2.2334e-02 ] +2024-10-25 03:54:46,111 INFO: [ epoch: 4 ] [ iter: 58,900 ] [ performance: 18.535 it/s ] [ lr: 5.00e-05 ] [ eta: 1674 days, 20:31:47 ] [ l_g_pix: 2.3109e-02 ] [ l_g_total: 2.3109e-02 ] +2024-10-25 03:54:51,414 INFO: [ epoch: 4 ] [ iter: 59,000 ] [ performance: 18.838 it/s ] [ lr: 5.00e-05 ] [ eta: 1673 days, 7:07:06 ] [ l_g_pix: 2.2935e-02 ] [ l_g_total: 2.2935e-02 ] +2024-10-25 03:54:56,441 INFO: [ epoch: 4 ] [ iter: 59,100 ] [ performance: 12.416 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 14:16:59 ] [ l_g_pix: 2.2383e-02 ] [ l_g_total: 2.2383e-02 ] +2024-10-25 03:55:02,698 INFO: [ epoch: 5 ] [ iter: 59,200 ] [ performance: 15.731 it/s ] [ lr: 5.00e-05 ] [ eta: 1670 days, 11:05:29 ] [ l_g_pix: 1.5762e-02 ] [ l_g_total: 1.5762e-02 ] +2024-10-25 03:55:07,704 INFO: [ epoch: 5 ] [ iter: 59,300 ] [ performance: 18.996 it/s ] [ lr: 5.00e-05 ] [ eta: 1668 days, 17:25:44 ] [ l_g_pix: 2.9488e-02 ] [ l_g_total: 2.9488e-02 ] +2024-10-25 03:55:12,819 INFO: [ epoch: 5 ] [ iter: 59,400 ] [ performance: 19.524 it/s ] [ lr: 5.00e-05 ] [ eta: 1667 days, 0:42:52 ] [ l_g_pix: 1.5264e-02 ] [ l_g_total: 1.5264e-02 ] +2024-10-25 03:55:18,044 INFO: [ epoch: 5 ] [ iter: 59,500 ] [ performance: 15.841 it/s ] [ lr: 5.00e-05 ] [ eta: 1665 days, 8:56:48 ] [ l_g_pix: 3.1633e-02 ] [ l_g_total: 3.1633e-02 ] +2024-10-25 03:55:23,503 INFO: [ epoch: 5 ] [ iter: 59,600 ] [ performance: 18.213 it/s ] [ lr: 5.00e-05 ] [ eta: 1663 days, 19:30:41 ] [ l_g_pix: 2.4403e-02 ] [ l_g_total: 2.4403e-02 ] +2024-10-25 03:55:28,707 INFO: [ epoch: 5 ] [ iter: 59,700 ] [ performance: 19.536 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 2:55:31 ] [ l_g_pix: 2.8181e-02 ] [ l_g_total: 2.8181e-02 ] +2024-10-25 03:55:33,713 INFO: [ epoch: 5 ] [ iter: 59,800 ] [ performance: 19.964 it/s ] [ lr: 5.00e-05 ] [ eta: 1660 days, 7:50:32 ] [ l_g_pix: 2.2456e-02 ] [ l_g_total: 2.2456e-02 ] +2024-10-25 03:55:38,823 INFO: [ epoch: 5 ] [ iter: 59,900 ] [ performance: 19.530 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 13:37:35 ] [ l_g_pix: 2.0545e-02 ] [ l_g_total: 2.0545e-02 ] +2024-10-25 03:55:43,921 INFO: [ epoch: 5 ] [ iter: 60,000 ] [ performance: 19.615 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 19:00:25 ] [ l_g_pix: 2.2301e-02 ] [ l_g_total: 2.2301e-02 ] +2024-10-25 03:55:43,922 INFO: Saving models and training states. +2024-10-25 03:57:43,142 INFO: Validation val + + # psnr: 22.0384........ Best: 22.0384 @ 60000 iter + # ssim: 0.6478........ Best: 0.6478 @ 60000 iter + # dists: 0.7868........ Best: 0.7868 @ 60000 iter + +2024-10-25 03:57:48,290 INFO: [ epoch: 5 ] [ iter: 60,100 ] [ performance: 20.148 it/s ] [ lr: 5.00e-05 ] [ eta: 1710 days, 1:59:00 ] [ l_g_pix: 3.6013e-02 ] [ l_g_total: 3.6013e-02 ] +2024-10-25 03:57:53,362 INFO: [ epoch: 5 ] [ iter: 60,200 ] [ performance: 19.722 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 3:11:31 ] [ l_g_pix: 2.3806e-02 ] [ l_g_total: 2.3806e-02 ] +2024-10-25 03:57:58,598 INFO: [ epoch: 5 ] [ iter: 60,300 ] [ performance: 19.409 it/s ] [ lr: 5.00e-05 ] [ eta: 1706 days, 5:55:24 ] [ l_g_pix: 3.2975e-02 ] [ l_g_total: 3.2975e-02 ] +2024-10-25 03:58:03,813 INFO: [ epoch: 5 ] [ iter: 60,400 ] [ performance: 19.179 it/s ] [ lr: 5.00e-05 ] [ eta: 1704 days, 8:07:57 ] [ l_g_pix: 2.0341e-02 ] [ l_g_total: 2.0341e-02 ] +2024-10-25 03:58:08,997 INFO: [ epoch: 5 ] [ iter: 60,500 ] [ performance: 19.234 it/s ] [ lr: 5.00e-05 ] [ eta: 1702 days, 9:43:25 ] [ l_g_pix: 1.7566e-02 ] [ l_g_total: 1.7566e-02 ] +2024-10-25 03:58:14,126 INFO: [ epoch: 5 ] [ iter: 60,600 ] [ performance: 19.507 it/s ] [ lr: 5.00e-05 ] [ eta: 1700 days, 10:24:52 ] [ l_g_pix: 2.0282e-02 ] [ l_g_total: 2.0282e-02 ] +2024-10-25 03:58:19,514 INFO: [ epoch: 5 ] [ iter: 60,700 ] [ performance: 19.020 it/s ] [ lr: 5.00e-05 ] [ eta: 1698 days, 13:39:01 ] [ l_g_pix: 1.8346e-02 ] [ l_g_total: 1.8346e-02 ] +2024-10-25 03:58:24,685 INFO: [ epoch: 5 ] [ iter: 60,800 ] [ performance: 19.360 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 14:13:02 ] [ l_g_pix: 1.9461e-02 ] [ l_g_total: 1.9461e-02 ] +2024-10-25 03:58:29,890 INFO: [ epoch: 5 ] [ iter: 60,900 ] [ performance: 19.286 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 14:52:22 ] [ l_g_pix: 1.8668e-02 ] [ l_g_total: 1.8668e-02 ] +2024-10-25 03:58:35,063 INFO: [ epoch: 5 ] [ iter: 61,000 ] [ performance: 19.349 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 14:53:25 ] [ l_g_pix: 2.5102e-02 ] [ l_g_total: 2.5102e-02 ] +2024-10-25 03:58:40,216 INFO: [ epoch: 5 ] [ iter: 61,100 ] [ performance: 19.378 it/s ] [ lr: 5.00e-05 ] [ eta: 1690 days, 14:24:49 ] [ l_g_pix: 3.3630e-02 ] [ l_g_total: 3.3630e-02 ] +2024-10-25 03:58:45,374 INFO: [ epoch: 5 ] [ iter: 61,200 ] [ performance: 19.414 it/s ] [ lr: 5.00e-05 ] [ eta: 1688 days, 13:41:32 ] [ l_g_pix: 2.0901e-02 ] [ l_g_total: 2.0901e-02 ] +2024-10-25 03:58:50,623 INFO: [ epoch: 5 ] [ iter: 61,300 ] [ performance: 19.228 it/s ] [ lr: 5.00e-05 ] [ eta: 1686 days, 13:40:08 ] [ l_g_pix: 2.3029e-02 ] [ l_g_total: 2.3029e-02 ] +2024-10-25 03:58:55,754 INFO: [ epoch: 5 ] [ iter: 61,400 ] [ performance: 19.467 it/s ] [ lr: 5.00e-05 ] [ eta: 1684 days, 12:05:02 ] [ l_g_pix: 2.5114e-02 ] [ l_g_total: 2.5114e-02 ] +2024-10-25 03:59:00,995 INFO: [ epoch: 5 ] [ iter: 61,500 ] [ performance: 19.268 it/s ] [ lr: 5.00e-05 ] [ eta: 1682 days, 11:23:36 ] [ l_g_pix: 3.0990e-02 ] [ l_g_total: 3.0990e-02 ] +2024-10-25 03:59:06,174 INFO: [ epoch: 5 ] [ iter: 61,600 ] [ performance: 19.341 it/s ] [ lr: 5.00e-05 ] [ eta: 1680 days, 9:45:11 ] [ l_g_pix: 2.1141e-02 ] [ l_g_total: 2.1141e-02 ] +2024-10-25 03:59:11,403 INFO: [ epoch: 5 ] [ iter: 61,700 ] [ performance: 19.229 it/s ] [ lr: 5.00e-05 ] [ eta: 1678 days, 8:21:34 ] [ l_g_pix: 2.9637e-02 ] [ l_g_total: 2.9637e-02 ] +2024-10-25 03:59:16,551 INFO: [ epoch: 5 ] [ iter: 61,800 ] [ performance: 19.430 it/s ] [ lr: 5.00e-05 ] [ eta: 1676 days, 5:48:24 ] [ l_g_pix: 2.4396e-02 ] [ l_g_total: 2.4396e-02 ] +2024-10-25 03:59:21,733 INFO: [ epoch: 5 ] [ iter: 61,900 ] [ performance: 19.362 it/s ] [ lr: 5.00e-05 ] [ eta: 1674 days, 3:20:02 ] [ l_g_pix: 2.3798e-02 ] [ l_g_total: 2.3798e-02 ] +2024-10-25 03:59:26,928 INFO: [ epoch: 5 ] [ iter: 62,000 ] [ performance: 19.310 it/s ] [ lr: 5.00e-05 ] [ eta: 1672 days, 0:42:30 ] [ l_g_pix: 2.0663e-02 ] [ l_g_total: 2.0663e-02 ] +2024-10-25 03:59:32,262 INFO: [ epoch: 5 ] [ iter: 62,100 ] [ performance: 19.014 it/s ] [ lr: 5.00e-05 ] [ eta: 1669 days, 23:15:28 ] [ l_g_pix: 2.0843e-02 ] [ l_g_total: 2.0843e-02 ] +2024-10-25 03:59:37,586 INFO: [ epoch: 5 ] [ iter: 62,200 ] [ performance: 18.766 it/s ] [ lr: 5.00e-05 ] [ eta: 1667 days, 21:23:47 ] [ l_g_pix: 1.5750e-02 ] [ l_g_total: 1.5750e-02 ] +2024-10-25 03:59:42,903 INFO: [ epoch: 5 ] [ iter: 62,300 ] [ performance: 18.788 it/s ] [ lr: 5.00e-05 ] [ eta: 1665 days, 19:10:46 ] [ l_g_pix: 1.7359e-02 ] [ l_g_total: 1.7359e-02 ] +2024-10-25 03:59:48,165 INFO: [ epoch: 5 ] [ iter: 62,400 ] [ performance: 19.067 it/s ] [ lr: 5.00e-05 ] [ eta: 1663 days, 16:05:20 ] [ l_g_pix: 2.1336e-02 ] [ l_g_total: 2.1336e-02 ] +2024-10-25 03:59:53,547 INFO: [ epoch: 5 ] [ iter: 62,500 ] [ performance: 18.809 it/s ] [ lr: 5.00e-05 ] [ eta: 1661 days, 13:57:16 ] [ l_g_pix: 1.6088e-02 ] [ l_g_total: 1.6088e-02 ] +2024-10-25 03:59:58,724 INFO: [ epoch: 5 ] [ iter: 62,600 ] [ performance: 19.426 it/s ] [ lr: 5.00e-05 ] [ eta: 1659 days, 9:23:39 ] [ l_g_pix: 1.3783e-02 ] [ l_g_total: 1.3783e-02 ] +2024-10-25 04:00:03,931 INFO: [ epoch: 5 ] [ iter: 62,700 ] [ performance: 19.309 it/s ] [ lr: 5.00e-05 ] [ eta: 1657 days, 4:51:27 ] [ l_g_pix: 2.5312e-02 ] [ l_g_total: 2.5312e-02 ] +2024-10-25 04:00:09,191 INFO: [ epoch: 5 ] [ iter: 62,800 ] [ performance: 19.073 it/s ] [ lr: 5.00e-05 ] [ eta: 1655 days, 0:34:14 ] [ l_g_pix: 2.1536e-02 ] [ l_g_total: 2.1536e-02 ] +2024-10-25 04:00:14,441 INFO: [ epoch: 5 ] [ iter: 62,900 ] [ performance: 19.060 it/s ] [ lr: 5.00e-05 ] [ eta: 1652 days, 19:53:57 ] [ l_g_pix: 2.7454e-02 ] [ l_g_total: 2.7454e-02 ] +2024-10-25 04:00:19,700 INFO: [ epoch: 5 ] [ iter: 63,000 ] [ performance: 19.030 it/s ] [ lr: 5.00e-05 ] [ eta: 1650 days, 15:01:36 ] [ l_g_pix: 2.0350e-02 ] [ l_g_total: 2.0350e-02 ] +2024-10-25 04:00:24,955 INFO: [ epoch: 5 ] [ iter: 63,100 ] [ performance: 19.032 it/s ] [ lr: 5.00e-05 ] [ eta: 1648 days, 9:48:57 ] [ l_g_pix: 1.8346e-02 ] [ l_g_total: 1.8346e-02 ] +2024-10-25 04:00:29,958 INFO: [ epoch: 5 ] [ iter: 63,200 ] [ performance: 19.954 it/s ] [ lr: 5.00e-05 ] [ eta: 1646 days, 1:44:05 ] [ l_g_pix: 2.4665e-02 ] [ l_g_total: 2.4665e-02 ] +2024-10-25 04:00:35,113 INFO: [ epoch: 5 ] [ iter: 63,300 ] [ performance: 19.652 it/s ] [ lr: 5.00e-05 ] [ eta: 1643 days, 18:56:12 ] [ l_g_pix: 2.2719e-02 ] [ l_g_total: 2.2719e-02 ] +2024-10-25 04:00:40,385 INFO: [ epoch: 5 ] [ iter: 63,400 ] [ performance: 19.017 it/s ] [ lr: 5.00e-05 ] [ eta: 1641 days, 13:02:09 ] [ l_g_pix: 2.8923e-02 ] [ l_g_total: 2.8923e-02 ] +2024-10-25 04:00:45,610 INFO: [ epoch: 5 ] [ iter: 63,500 ] [ performance: 19.085 it/s ] [ lr: 5.00e-05 ] [ eta: 1639 days, 6:21:37 ] [ l_g_pix: 2.2508e-02 ] [ l_g_total: 2.2508e-02 ] +2024-10-25 04:00:50,832 INFO: [ epoch: 5 ] [ iter: 63,600 ] [ performance: 19.208 it/s ] [ lr: 5.00e-05 ] [ eta: 1636 days, 23:21:55 ] [ l_g_pix: 2.5065e-02 ] [ l_g_total: 2.5065e-02 ] +2024-10-25 04:00:56,016 INFO: [ epoch: 5 ] [ iter: 63,700 ] [ performance: 19.253 it/s ] [ lr: 5.00e-05 ] [ eta: 1634 days, 15:42:18 ] [ l_g_pix: 2.1074e-02 ] [ l_g_total: 2.1074e-02 ] +2024-10-25 04:01:01,313 INFO: [ epoch: 5 ] [ iter: 63,800 ] [ performance: 18.794 it/s ] [ lr: 5.00e-05 ] [ eta: 1632 days, 8:53:30 ] [ l_g_pix: 2.7855e-02 ] [ l_g_total: 2.7855e-02 ] +2024-10-25 04:01:06,684 INFO: [ epoch: 5 ] [ iter: 63,900 ] [ performance: 18.700 it/s ] [ lr: 5.00e-05 ] [ eta: 1630 days, 2:31:04 ] [ l_g_pix: 2.1764e-02 ] [ l_g_total: 2.1764e-02 ] +2024-10-25 04:01:12,010 INFO: [ epoch: 5 ] [ iter: 64,000 ] [ performance: 18.837 it/s ] [ lr: 5.00e-05 ] [ eta: 1627 days, 19:24:28 ] [ l_g_pix: 1.7329e-02 ] [ l_g_total: 1.7329e-02 ] +2024-10-25 04:01:17,190 INFO: [ epoch: 5 ] [ iter: 64,100 ] [ performance: 19.095 it/s ] [ lr: 5.00e-05 ] [ eta: 1625 days, 10:31:44 ] [ l_g_pix: 2.5057e-02 ] [ l_g_total: 2.5057e-02 ] +2024-10-25 04:01:22,426 INFO: [ epoch: 5 ] [ iter: 64,200 ] [ performance: 19.171 it/s ] [ lr: 5.00e-05 ] [ eta: 1623 days, 1:55:51 ] [ l_g_pix: 1.9995e-02 ] [ l_g_total: 1.9995e-02 ] +2024-10-25 04:01:27,666 INFO: [ epoch: 5 ] [ iter: 64,300 ] [ performance: 19.124 it/s ] [ lr: 5.00e-05 ] [ eta: 1620 days, 17:04:44 ] [ l_g_pix: 2.1926e-02 ] [ l_g_total: 2.1926e-02 ] +2024-10-25 04:01:33,059 INFO: [ epoch: 5 ] [ iter: 64,400 ] [ performance: 18.536 it/s ] [ lr: 5.00e-05 ] [ eta: 1618 days, 9:27:02 ] [ l_g_pix: 1.5712e-02 ] [ l_g_total: 1.5712e-02 ] +2024-10-25 04:01:38,217 INFO: [ epoch: 5 ] [ iter: 64,500 ] [ performance: 19.001 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 23:12:19 ] [ l_g_pix: 2.2748e-02 ] [ l_g_total: 2.2748e-02 ] +2024-10-25 04:01:43,311 INFO: [ epoch: 5 ] [ iter: 64,600 ] [ performance: 19.503 it/s ] [ lr: 5.00e-05 ] [ eta: 1613 days, 12:02:45 ] [ l_g_pix: 2.5220e-02 ] [ l_g_total: 2.5220e-02 ] +2024-10-25 04:01:48,584 INFO: [ epoch: 5 ] [ iter: 64,700 ] [ performance: 19.199 it/s ] [ lr: 5.00e-05 ] [ eta: 1611 days, 2:21:38 ] [ l_g_pix: 1.7300e-02 ] [ l_g_total: 1.7300e-02 ] +2024-10-25 04:01:53,810 INFO: [ epoch: 5 ] [ iter: 64,800 ] [ performance: 19.082 it/s ] [ lr: 5.00e-05 ] [ eta: 1608 days, 15:54:57 ] [ l_g_pix: 1.7855e-02 ] [ l_g_total: 1.7855e-02 ] +2024-10-25 04:01:59,177 INFO: [ epoch: 5 ] [ iter: 64,900 ] [ performance: 18.830 it/s ] [ lr: 5.00e-05 ] [ eta: 1606 days, 6:33:04 ] [ l_g_pix: 2.0790e-02 ] [ l_g_total: 2.0790e-02 ] +2024-10-25 04:02:04,421 INFO: [ epoch: 5 ] [ iter: 65,000 ] [ performance: 19.086 it/s ] [ lr: 5.00e-05 ] [ eta: 1603 days, 19:41:57 ] [ l_g_pix: 2.1749e-02 ] [ l_g_total: 2.1749e-02 ] +2024-10-25 04:02:09,706 INFO: [ epoch: 5 ] [ iter: 65,100 ] [ performance: 18.992 it/s ] [ lr: 5.00e-05 ] [ eta: 1601 days, 8:57:41 ] [ l_g_pix: 2.6247e-02 ] [ l_g_total: 2.6247e-02 ] +2024-10-25 04:02:14,724 INFO: [ epoch: 5 ] [ iter: 65,200 ] [ performance: 19.861 it/s ] [ lr: 5.00e-05 ] [ eta: 1598 days, 19:20:15 ] [ l_g_pix: 2.9284e-02 ] [ l_g_total: 2.9284e-02 ] +2024-10-25 04:02:19,828 INFO: [ epoch: 5 ] [ iter: 65,300 ] [ performance: 19.710 it/s ] [ lr: 5.00e-05 ] [ eta: 1596 days, 6:15:46 ] [ l_g_pix: 2.6634e-02 ] [ l_g_total: 2.6634e-02 ] +2024-10-25 04:02:24,941 INFO: [ epoch: 5 ] [ iter: 65,400 ] [ performance: 19.503 it/s ] [ lr: 5.00e-05 ] [ eta: 1593 days, 16:59:57 ] [ l_g_pix: 2.9954e-02 ] [ l_g_total: 2.9954e-02 ] +2024-10-25 04:02:30,197 INFO: [ epoch: 5 ] [ iter: 65,500 ] [ performance: 19.229 it/s ] [ lr: 5.00e-05 ] [ eta: 1591 days, 4:48:59 ] [ l_g_pix: 2.5946e-02 ] [ l_g_total: 2.5946e-02 ] +2024-10-25 04:02:35,432 INFO: [ epoch: 5 ] [ iter: 65,600 ] [ performance: 19.225 it/s ] [ lr: 5.00e-05 ] [ eta: 1588 days, 16:08:36 ] [ l_g_pix: 1.7303e-02 ] [ l_g_total: 1.7303e-02 ] +2024-10-25 04:02:40,667 INFO: [ epoch: 5 ] [ iter: 65,700 ] [ performance: 19.156 it/s ] [ lr: 5.00e-05 ] [ eta: 1586 days, 3:10:47 ] [ l_g_pix: 2.3418e-02 ] [ l_g_total: 2.3418e-02 ] +2024-10-25 04:02:46,051 INFO: [ epoch: 5 ] [ iter: 65,800 ] [ performance: 18.578 it/s ] [ lr: 5.00e-05 ] [ eta: 1583 days, 15:20:22 ] [ l_g_pix: 1.7001e-02 ] [ l_g_total: 1.7001e-02 ] +2024-10-25 04:02:51,438 INFO: [ epoch: 5 ] [ iter: 65,900 ] [ performance: 18.571 it/s ] [ lr: 5.00e-05 ] [ eta: 1581 days, 3:13:38 ] [ l_g_pix: 2.3932e-02 ] [ l_g_total: 2.3932e-02 ] +2024-10-25 04:02:56,839 INFO: [ epoch: 5 ] [ iter: 66,000 ] [ performance: 18.557 it/s ] [ lr: 5.00e-05 ] [ eta: 1578 days, 14:56:58 ] [ l_g_pix: 2.4825e-02 ] [ l_g_total: 2.4825e-02 ] +2024-10-25 04:03:02,174 INFO: [ epoch: 5 ] [ iter: 66,100 ] [ performance: 18.667 it/s ] [ lr: 5.00e-05 ] [ eta: 1576 days, 1:45:03 ] [ l_g_pix: 2.8101e-02 ] [ l_g_total: 2.8101e-02 ] +2024-10-25 04:03:07,539 INFO: [ epoch: 5 ] [ iter: 66,200 ] [ performance: 18.607 it/s ] [ lr: 5.00e-05 ] [ eta: 1573 days, 12:32:27 ] [ l_g_pix: 3.3528e-02 ] [ l_g_total: 3.3528e-02 ] +2024-10-25 04:03:12,919 INFO: [ epoch: 5 ] [ iter: 66,300 ] [ performance: 18.598 it/s ] [ lr: 5.00e-05 ] [ eta: 1570 days, 23:09:55 ] [ l_g_pix: 1.8309e-02 ] [ l_g_total: 1.8309e-02 ] +2024-10-25 04:03:18,349 INFO: [ epoch: 5 ] [ iter: 66,400 ] [ performance: 18.228 it/s ] [ lr: 5.00e-05 ] [ eta: 1568 days, 9:57:43 ] [ l_g_pix: 3.2315e-02 ] [ l_g_total: 3.2315e-02 ] +2024-10-25 04:03:23,809 INFO: [ epoch: 5 ] [ iter: 66,500 ] [ performance: 18.279 it/s ] [ lr: 5.00e-05 ] [ eta: 1565 days, 20:44:32 ] [ l_g_pix: 1.8358e-02 ] [ l_g_total: 1.8358e-02 ] +2024-10-25 04:03:29,274 INFO: [ epoch: 5 ] [ iter: 66,600 ] [ performance: 18.489 it/s ] [ lr: 5.00e-05 ] [ eta: 1563 days, 7:15:29 ] [ l_g_pix: 1.9807e-02 ] [ l_g_total: 1.9807e-02 ] +2024-10-25 04:03:34,385 INFO: [ epoch: 5 ] [ iter: 66,700 ] [ performance: 19.113 it/s ] [ lr: 5.00e-05 ] [ eta: 1560 days, 14:11:42 ] [ l_g_pix: 3.2669e-02 ] [ l_g_total: 3.2669e-02 ] +2024-10-25 04:03:39,528 INFO: [ epoch: 5 ] [ iter: 66,800 ] [ performance: 19.497 it/s ] [ lr: 5.00e-05 ] [ eta: 1557 days, 21:08:36 ] [ l_g_pix: 2.3929e-02 ] [ l_g_total: 2.3929e-02 ] +2024-10-25 04:03:44,678 INFO: [ epoch: 5 ] [ iter: 66,900 ] [ performance: 19.452 it/s ] [ lr: 5.00e-05 ] [ eta: 1555 days, 3:52:10 ] [ l_g_pix: 1.9899e-02 ] [ l_g_total: 1.9899e-02 ] +2024-10-25 04:03:49,914 INFO: [ epoch: 5 ] [ iter: 67,000 ] [ performance: 19.030 it/s ] [ lr: 5.00e-05 ] [ eta: 1552 days, 11:06:06 ] [ l_g_pix: 1.8294e-02 ] [ l_g_total: 1.8294e-02 ] +2024-10-25 04:03:55,271 INFO: [ epoch: 5 ] [ iter: 67,100 ] [ performance: 18.811 it/s ] [ lr: 5.00e-05 ] [ eta: 1549 days, 19:09:13 ] [ l_g_pix: 2.6157e-02 ] [ l_g_total: 2.6157e-02 ] +2024-10-25 04:04:00,414 INFO: [ epoch: 5 ] [ iter: 67,200 ] [ performance: 19.630 it/s ] [ lr: 5.00e-05 ] [ eta: 1547 days, 0:57:04 ] [ l_g_pix: 2.3330e-02 ] [ l_g_total: 2.3330e-02 ] +2024-10-25 04:04:05,630 INFO: [ epoch: 5 ] [ iter: 67,300 ] [ performance: 19.353 it/s ] [ lr: 5.00e-05 ] [ eta: 1544 days, 7:07:39 ] [ l_g_pix: 2.2470e-02 ] [ l_g_total: 2.2470e-02 ] +2024-10-25 04:04:10,900 INFO: [ epoch: 5 ] [ iter: 67,400 ] [ performance: 18.949 it/s ] [ lr: 5.00e-05 ] [ eta: 1541 days, 13:30:13 ] [ l_g_pix: 2.4404e-02 ] [ l_g_total: 2.4404e-02 ] +2024-10-25 04:04:16,175 INFO: [ epoch: 5 ] [ iter: 67,500 ] [ performance: 18.956 it/s ] [ lr: 5.00e-05 ] [ eta: 1538 days, 19:37:38 ] [ l_g_pix: 1.7075e-02 ] [ l_g_total: 1.7075e-02 ] +2024-10-25 04:04:21,416 INFO: [ epoch: 5 ] [ iter: 67,600 ] [ performance: 19.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1536 days, 1:09:16 ] [ l_g_pix: 1.6483e-02 ] [ l_g_total: 1.6483e-02 ] +2024-10-25 04:04:26,607 INFO: [ epoch: 5 ] [ iter: 67,700 ] [ performance: 19.232 it/s ] [ lr: 5.00e-05 ] [ eta: 1533 days, 5:56:31 ] [ l_g_pix: 2.7115e-02 ] [ l_g_total: 2.7115e-02 ] +2024-10-25 04:04:31,998 INFO: [ epoch: 5 ] [ iter: 67,800 ] [ performance: 18.648 it/s ] [ lr: 5.00e-05 ] [ eta: 1530 days, 12:13:46 ] [ l_g_pix: 2.6082e-02 ] [ l_g_total: 2.6082e-02 ] +2024-10-25 04:04:37,300 INFO: [ epoch: 5 ] [ iter: 67,900 ] [ performance: 18.778 it/s ] [ lr: 5.00e-05 ] [ eta: 1527 days, 17:25:59 ] [ l_g_pix: 1.2698e-02 ] [ l_g_total: 1.2698e-02 ] +2024-10-25 04:04:42,519 INFO: [ epoch: 5 ] [ iter: 68,000 ] [ performance: 19.445 it/s ] [ lr: 5.00e-05 ] [ eta: 1524 days, 21:35:18 ] [ l_g_pix: 1.8864e-02 ] [ l_g_total: 1.8864e-02 ] +2024-10-25 04:04:47,789 INFO: [ epoch: 5 ] [ iter: 68,100 ] [ performance: 19.152 it/s ] [ lr: 5.00e-05 ] [ eta: 1522 days, 1:55:10 ] [ l_g_pix: 1.8926e-02 ] [ l_g_total: 1.8926e-02 ] +2024-10-25 04:04:53,076 INFO: [ epoch: 5 ] [ iter: 68,200 ] [ performance: 19.085 it/s ] [ lr: 5.00e-05 ] [ eta: 1519 days, 6:06:00 ] [ l_g_pix: 2.0348e-02 ] [ l_g_total: 2.0348e-02 ] +2024-10-25 04:04:58,469 INFO: [ epoch: 5 ] [ iter: 68,300 ] [ performance: 18.746 it/s ] [ lr: 5.00e-05 ] [ eta: 1516 days, 10:55:26 ] [ l_g_pix: 1.9573e-02 ] [ l_g_total: 1.9573e-02 ] +2024-10-25 04:05:03,676 INFO: [ epoch: 5 ] [ iter: 68,400 ] [ performance: 19.465 it/s ] [ lr: 5.00e-05 ] [ eta: 1513 days, 13:48:39 ] [ l_g_pix: 2.7126e-02 ] [ l_g_total: 2.7126e-02 ] +2024-10-25 04:05:09,102 INFO: [ epoch: 5 ] [ iter: 68,500 ] [ performance: 18.806 it/s ] [ lr: 5.00e-05 ] [ eta: 1510 days, 18:19:46 ] [ l_g_pix: 2.2749e-02 ] [ l_g_total: 2.2749e-02 ] +2024-10-25 04:05:14,446 INFO: [ epoch: 5 ] [ iter: 68,600 ] [ performance: 18.702 it/s ] [ lr: 5.00e-05 ] [ eta: 1507 days, 21:50:00 ] [ l_g_pix: 2.0743e-02 ] [ l_g_total: 2.0743e-02 ] +2024-10-25 04:05:19,747 INFO: [ epoch: 5 ] [ iter: 68,700 ] [ performance: 18.805 it/s ] [ lr: 5.00e-05 ] [ eta: 1505 days, 0:39:47 ] [ l_g_pix: 2.3546e-02 ] [ l_g_total: 2.3546e-02 ] +2024-10-25 04:05:24,881 INFO: [ epoch: 5 ] [ iter: 68,800 ] [ performance: 18.668 it/s ] [ lr: 5.00e-05 ] [ eta: 1502 days, 1:45:11 ] [ l_g_pix: 1.9126e-02 ] [ l_g_total: 1.9126e-02 ] +2024-10-25 04:05:30,097 INFO: [ epoch: 5 ] [ iter: 68,900 ] [ performance: 18.986 it/s ] [ lr: 5.00e-05 ] [ eta: 1499 days, 3:15:44 ] [ l_g_pix: 1.8473e-02 ] [ l_g_total: 1.8473e-02 ] +2024-10-25 04:05:35,381 INFO: [ epoch: 5 ] [ iter: 69,000 ] [ performance: 19.261 it/s ] [ lr: 5.00e-05 ] [ eta: 1496 days, 5:04:03 ] [ l_g_pix: 2.0651e-02 ] [ l_g_total: 2.0651e-02 ] +2024-10-25 04:05:40,659 INFO: [ epoch: 5 ] [ iter: 69,100 ] [ performance: 19.061 it/s ] [ lr: 5.00e-05 ] [ eta: 1493 days, 6:31:45 ] [ l_g_pix: 2.1300e-02 ] [ l_g_total: 2.1300e-02 ] +2024-10-25 04:05:45,801 INFO: [ epoch: 5 ] [ iter: 69,200 ] [ performance: 19.453 it/s ] [ lr: 5.00e-05 ] [ eta: 1490 days, 6:32:11 ] [ l_g_pix: 1.9844e-02 ] [ l_g_total: 1.9844e-02 ] +2024-10-25 04:05:51,158 INFO: [ epoch: 5 ] [ iter: 69,300 ] [ performance: 18.944 it/s ] [ lr: 5.00e-05 ] [ eta: 1487 days, 8:05:17 ] [ l_g_pix: 2.1279e-02 ] [ l_g_total: 2.1279e-02 ] +2024-10-25 04:05:56,236 INFO: [ epoch: 5 ] [ iter: 69,400 ] [ performance: 19.401 it/s ] [ lr: 5.00e-05 ] [ eta: 1484 days, 6:58:05 ] [ l_g_pix: 2.5347e-02 ] [ l_g_total: 2.5347e-02 ] +2024-10-25 04:06:01,457 INFO: [ epoch: 5 ] [ iter: 69,500 ] [ performance: 19.241 it/s ] [ lr: 5.00e-05 ] [ eta: 1481 days, 6:47:06 ] [ l_g_pix: 2.2427e-02 ] [ l_g_total: 2.2427e-02 ] +2024-10-25 04:06:06,738 INFO: [ epoch: 5 ] [ iter: 69,600 ] [ performance: 18.848 it/s ] [ lr: 5.00e-05 ] [ eta: 1478 days, 6:49:07 ] [ l_g_pix: 2.6585e-02 ] [ l_g_total: 2.6585e-02 ] +2024-10-25 04:06:12,086 INFO: [ epoch: 5 ] [ iter: 69,700 ] [ performance: 18.755 it/s ] [ lr: 5.00e-05 ] [ eta: 1475 days, 7:06:37 ] [ l_g_pix: 1.9296e-02 ] [ l_g_total: 1.9296e-02 ] +2024-10-25 04:06:17,396 INFO: [ epoch: 5 ] [ iter: 69,800 ] [ performance: 18.714 it/s ] [ lr: 5.00e-05 ] [ eta: 1472 days, 6:48:01 ] [ l_g_pix: 2.1017e-02 ] [ l_g_total: 2.1017e-02 ] +2024-10-25 04:06:22,644 INFO: [ epoch: 5 ] [ iter: 69,900 ] [ performance: 18.937 it/s ] [ lr: 5.00e-05 ] [ eta: 1469 days, 5:40:20 ] [ l_g_pix: 2.3123e-02 ] [ l_g_total: 2.3123e-02 ] +2024-10-25 04:06:28,082 INFO: [ epoch: 5 ] [ iter: 70,000 ] [ performance: 18.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1466 days, 5:49:51 ] [ l_g_pix: 1.7642e-02 ] [ l_g_total: 1.7642e-02 ] +2024-10-25 04:06:28,082 INFO: Saving models and training states. +2024-10-25 04:07:37,820 INFO: Validation val + + # psnr: 22.0424........ Best: 22.0424 @ 70000 iter + # ssim: 0.6482........ Best: 0.6482 @ 70000 iter + # dists: 0.7866........ Best: 0.7866 @ 70000 iter + +2024-10-25 04:07:43,161 INFO: [ epoch: 5 ] [ iter: 70,100 ] [ performance: 18.631 it/s ] [ lr: 5.00e-05 ] [ eta: 1487 days, 8:05:11 ] [ l_g_pix: 1.9319e-02 ] [ l_g_total: 1.9319e-02 ] +2024-10-25 04:07:48,552 INFO: [ epoch: 5 ] [ iter: 70,200 ] [ performance: 18.572 it/s ] [ lr: 5.00e-05 ] [ eta: 1484 days, 5:19:05 ] [ l_g_pix: 3.0783e-02 ] [ l_g_total: 3.0783e-02 ] +2024-10-25 04:07:54,071 INFO: [ epoch: 5 ] [ iter: 70,300 ] [ performance: 18.271 it/s ] [ lr: 5.00e-05 ] [ eta: 1481 days, 3:18:39 ] [ l_g_pix: 1.5576e-02 ] [ l_g_total: 1.5576e-02 ] +2024-10-25 04:07:59,474 INFO: [ epoch: 5 ] [ iter: 70,400 ] [ performance: 18.553 it/s ] [ lr: 5.00e-05 ] [ eta: 1478 days, 0:02:16 ] [ l_g_pix: 1.9573e-02 ] [ l_g_total: 1.9573e-02 ] +2024-10-25 04:08:04,838 INFO: [ epoch: 5 ] [ iter: 70,500 ] [ performance: 18.613 it/s ] [ lr: 5.00e-05 ] [ eta: 1474 days, 20:09:17 ] [ l_g_pix: 2.1480e-02 ] [ l_g_total: 2.1480e-02 ] +2024-10-25 04:08:10,053 INFO: [ epoch: 5 ] [ iter: 70,600 ] [ performance: 19.583 it/s ] [ lr: 5.00e-05 ] [ eta: 1471 days, 14:45:00 ] [ l_g_pix: 1.5244e-02 ] [ l_g_total: 1.5244e-02 ] +2024-10-25 04:08:15,239 INFO: [ epoch: 5 ] [ iter: 70,700 ] [ performance: 19.383 it/s ] [ lr: 5.00e-05 ] [ eta: 1468 days, 8:49:09 ] [ l_g_pix: 1.4033e-02 ] [ l_g_total: 1.4033e-02 ] +2024-10-25 04:08:20,609 INFO: [ epoch: 5 ] [ iter: 70,800 ] [ performance: 18.629 it/s ] [ lr: 5.00e-05 ] [ eta: 1465 days, 4:05:50 ] [ l_g_pix: 1.6845e-02 ] [ l_g_total: 1.6845e-02 ] +2024-10-25 04:08:25,417 INFO: [ epoch: 5 ] [ iter: 70,900 ] [ performance: 20.044 it/s ] [ lr: 5.00e-05 ] [ eta: 1461 days, 18:31:44 ] [ l_g_pix: 2.1980e-02 ] [ l_g_total: 2.1980e-02 ] +2024-10-25 04:08:31,959 INFO: [ epoch: 6 ] [ iter: 71,000 ] [ performance: 19.732 it/s ] [ lr: 5.00e-05 ] [ eta: 1458 days, 22:39:35 ] [ l_g_pix: 2.6583e-02 ] [ l_g_total: 2.6583e-02 ] +2024-10-25 04:08:37,043 INFO: [ epoch: 6 ] [ iter: 71,100 ] [ performance: 19.691 it/s ] [ lr: 5.00e-05 ] [ eta: 1455 days, 14:44:02 ] [ l_g_pix: 2.0493e-02 ] [ l_g_total: 2.0493e-02 ] +2024-10-25 04:08:42,122 INFO: [ epoch: 6 ] [ iter: 71,200 ] [ performance: 19.606 it/s ] [ lr: 5.00e-05 ] [ eta: 1452 days, 6:28:39 ] [ l_g_pix: 2.1003e-02 ] [ l_g_total: 2.1003e-02 ] +2024-10-25 04:08:47,320 INFO: [ epoch: 6 ] [ iter: 71,300 ] [ performance: 19.356 it/s ] [ lr: 5.00e-05 ] [ eta: 1448 days, 22:53:03 ] [ l_g_pix: 3.4499e-02 ] [ l_g_total: 3.4499e-02 ] +2024-10-25 04:08:52,948 INFO: [ epoch: 6 ] [ iter: 71,400 ] [ performance: 16.450 it/s ] [ lr: 5.00e-05 ] [ eta: 1445 days, 18:25:39 ] [ l_g_pix: 2.6816e-02 ] [ l_g_total: 2.6816e-02 ] +2024-10-25 04:08:58,168 INFO: [ epoch: 6 ] [ iter: 71,500 ] [ performance: 18.228 it/s ] [ lr: 5.00e-05 ] [ eta: 1442 days, 10:25:23 ] [ l_g_pix: 2.2610e-02 ] [ l_g_total: 2.2610e-02 ] +2024-10-25 04:09:03,314 INFO: [ epoch: 6 ] [ iter: 71,600 ] [ performance: 19.649 it/s ] [ lr: 5.00e-05 ] [ eta: 1439 days, 1:32:36 ] [ l_g_pix: 2.1165e-02 ] [ l_g_total: 2.1165e-02 ] +2024-10-25 04:09:08,397 INFO: [ epoch: 6 ] [ iter: 71,700 ] [ performance: 19.668 it/s ] [ lr: 5.00e-05 ] [ eta: 1435 days, 15:53:01 ] [ l_g_pix: 1.7524e-02 ] [ l_g_total: 1.7524e-02 ] +2024-10-25 04:09:13,492 INFO: [ epoch: 6 ] [ iter: 71,800 ] [ performance: 19.663 it/s ] [ lr: 5.00e-05 ] [ eta: 1432 days, 6:02:20 ] [ l_g_pix: 2.7387e-02 ] [ l_g_total: 2.7387e-02 ] +2024-10-25 04:09:18,735 INFO: [ epoch: 6 ] [ iter: 71,900 ] [ performance: 19.248 it/s ] [ lr: 5.00e-05 ] [ eta: 1428 days, 21:03:53 ] [ l_g_pix: 2.7473e-02 ] [ l_g_total: 2.7473e-02 ] +2024-10-25 04:09:23,918 INFO: [ epoch: 6 ] [ iter: 72,000 ] [ performance: 19.527 it/s ] [ lr: 5.00e-05 ] [ eta: 1425 days, 11:19:51 ] [ l_g_pix: 3.1285e-02 ] [ l_g_total: 3.1285e-02 ] +2024-10-25 04:09:29,365 INFO: [ epoch: 6 ] [ iter: 72,100 ] [ performance: 18.691 it/s ] [ lr: 5.00e-05 ] [ eta: 1422 days, 3:21:20 ] [ l_g_pix: 2.7617e-02 ] [ l_g_total: 2.7617e-02 ] +2024-10-25 04:09:34,545 INFO: [ epoch: 6 ] [ iter: 72,200 ] [ performance: 19.494 it/s ] [ lr: 5.00e-05 ] [ eta: 1418 days, 17:01:05 ] [ l_g_pix: 2.0827e-02 ] [ l_g_total: 2.0827e-02 ] +2024-10-25 04:09:39,664 INFO: [ epoch: 6 ] [ iter: 72,300 ] [ performance: 19.526 it/s ] [ lr: 5.00e-05 ] [ eta: 1415 days, 5:55:01 ] [ l_g_pix: 2.5896e-02 ] [ l_g_total: 2.5896e-02 ] +2024-10-25 04:09:44,812 INFO: [ epoch: 6 ] [ iter: 72,400 ] [ performance: 19.459 it/s ] [ lr: 5.00e-05 ] [ eta: 1411 days, 18:45:31 ] [ l_g_pix: 2.3977e-02 ] [ l_g_total: 2.3977e-02 ] +2024-10-25 04:09:49,966 INFO: [ epoch: 6 ] [ iter: 72,500 ] [ performance: 19.421 it/s ] [ lr: 5.00e-05 ] [ eta: 1408 days, 7:21:34 ] [ l_g_pix: 1.2828e-02 ] [ l_g_total: 1.2828e-02 ] +2024-10-25 04:09:55,070 INFO: [ epoch: 6 ] [ iter: 72,600 ] [ performance: 19.913 it/s ] [ lr: 5.00e-05 ] [ eta: 1404 days, 19:17:56 ] [ l_g_pix: 1.1022e-02 ] [ l_g_total: 1.1022e-02 ] +2024-10-25 04:10:00,301 INFO: [ epoch: 6 ] [ iter: 72,700 ] [ performance: 19.337 it/s ] [ lr: 5.00e-05 ] [ eta: 1401 days, 7:54:30 ] [ l_g_pix: 2.2247e-02 ] [ l_g_total: 2.2247e-02 ] +2024-10-25 04:10:05,615 INFO: [ epoch: 6 ] [ iter: 72,800 ] [ performance: 18.824 it/s ] [ lr: 5.00e-05 ] [ eta: 1397 days, 20:51:40 ] [ l_g_pix: 2.4713e-02 ] [ l_g_total: 2.4713e-02 ] +2024-10-25 04:10:10,592 INFO: [ epoch: 6 ] [ iter: 72,900 ] [ performance: 19.727 it/s ] [ lr: 5.00e-05 ] [ eta: 1394 days, 6:59:02 ] [ l_g_pix: 2.5139e-02 ] [ l_g_total: 2.5139e-02 ] +2024-10-25 04:10:15,701 INFO: [ epoch: 6 ] [ iter: 73,000 ] [ performance: 19.334 it/s ] [ lr: 5.00e-05 ] [ eta: 1390 days, 17:48:46 ] [ l_g_pix: 2.4428e-02 ] [ l_g_total: 2.4428e-02 ] +2024-10-25 04:10:20,859 INFO: [ epoch: 6 ] [ iter: 73,100 ] [ performance: 19.376 it/s ] [ lr: 5.00e-05 ] [ eta: 1387 days, 4:43:29 ] [ l_g_pix: 2.7532e-02 ] [ l_g_total: 2.7532e-02 ] +2024-10-25 04:10:26,063 INFO: [ epoch: 6 ] [ iter: 73,200 ] [ performance: 18.960 it/s ] [ lr: 5.00e-05 ] [ eta: 1383 days, 15:41:58 ] [ l_g_pix: 2.2176e-02 ] [ l_g_total: 2.2176e-02 ] +2024-10-25 04:10:31,311 INFO: [ epoch: 6 ] [ iter: 73,300 ] [ performance: 19.033 it/s ] [ lr: 5.00e-05 ] [ eta: 1380 days, 2:42:10 ] [ l_g_pix: 2.6923e-02 ] [ l_g_total: 2.6923e-02 ] +2024-10-25 04:10:36,531 INFO: [ epoch: 6 ] [ iter: 73,400 ] [ performance: 18.719 it/s ] [ lr: 5.00e-05 ] [ eta: 1376 days, 13:12:48 ] [ l_g_pix: 1.6035e-02 ] [ l_g_total: 1.6035e-02 ] +2024-10-25 04:10:41,692 INFO: [ epoch: 6 ] [ iter: 73,500 ] [ performance: 19.203 it/s ] [ lr: 5.00e-05 ] [ eta: 1372 days, 22:59:55 ] [ l_g_pix: 1.8729e-02 ] [ l_g_total: 1.8729e-02 ] +2024-10-25 04:10:46,821 INFO: [ epoch: 6 ] [ iter: 73,600 ] [ performance: 19.270 it/s ] [ lr: 5.00e-05 ] [ eta: 1369 days, 8:15:41 ] [ l_g_pix: 2.3980e-02 ] [ l_g_total: 2.3980e-02 ] +2024-10-25 04:10:51,903 INFO: [ epoch: 6 ] [ iter: 73,700 ] [ performance: 19.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1365 days, 16:53:52 ] [ l_g_pix: 2.1193e-02 ] [ l_g_total: 2.1193e-02 ] +2024-10-25 04:10:57,135 INFO: [ epoch: 6 ] [ iter: 73,800 ] [ performance: 18.839 it/s ] [ lr: 5.00e-05 ] [ eta: 1362 days, 2:20:15 ] [ l_g_pix: 3.0011e-02 ] [ l_g_total: 3.0011e-02 ] +2024-10-25 04:11:02,355 INFO: [ epoch: 6 ] [ iter: 73,900 ] [ performance: 19.077 it/s ] [ lr: 5.00e-05 ] [ eta: 1358 days, 11:24:33 ] [ l_g_pix: 2.5851e-02 ] [ l_g_total: 2.5851e-02 ] +2024-10-25 04:11:07,608 INFO: [ epoch: 6 ] [ iter: 74,000 ] [ performance: 19.342 it/s ] [ lr: 5.00e-05 ] [ eta: 1354 days, 20:25:18 ] [ l_g_pix: 2.5263e-02 ] [ l_g_total: 2.5263e-02 ] +2024-10-25 04:11:12,867 INFO: [ epoch: 6 ] [ iter: 74,100 ] [ performance: 19.096 it/s ] [ lr: 5.00e-05 ] [ eta: 1351 days, 5:11:10 ] [ l_g_pix: 2.2450e-02 ] [ l_g_total: 2.2450e-02 ] +2024-10-25 04:11:18,067 INFO: [ epoch: 6 ] [ iter: 74,200 ] [ performance: 19.172 it/s ] [ lr: 5.00e-05 ] [ eta: 1347 days, 13:14:19 ] [ l_g_pix: 2.2021e-02 ] [ l_g_total: 2.2021e-02 ] +2024-10-25 04:11:23,164 INFO: [ epoch: 6 ] [ iter: 74,300 ] [ performance: 19.513 it/s ] [ lr: 5.00e-05 ] [ eta: 1343 days, 20:15:59 ] [ l_g_pix: 2.7737e-02 ] [ l_g_total: 2.7737e-02 ] +2024-10-25 04:11:28,400 INFO: [ epoch: 6 ] [ iter: 74,400 ] [ performance: 18.993 it/s ] [ lr: 5.00e-05 ] [ eta: 1340 days, 3:59:56 ] [ l_g_pix: 2.0978e-02 ] [ l_g_total: 2.0978e-02 ] +2024-10-25 04:11:33,669 INFO: [ epoch: 6 ] [ iter: 74,500 ] [ performance: 18.985 it/s ] [ lr: 5.00e-05 ] [ eta: 1336 days, 11:40:20 ] [ l_g_pix: 2.7120e-02 ] [ l_g_total: 2.7120e-02 ] +2024-10-25 04:11:38,904 INFO: [ epoch: 6 ] [ iter: 74,600 ] [ performance: 18.904 it/s ] [ lr: 5.00e-05 ] [ eta: 1332 days, 18:48:46 ] [ l_g_pix: 2.1677e-02 ] [ l_g_total: 2.1677e-02 ] +2024-10-25 04:11:44,148 INFO: [ epoch: 6 ] [ iter: 74,700 ] [ performance: 19.032 it/s ] [ lr: 5.00e-05 ] [ eta: 1329 days, 1:43:55 ] [ l_g_pix: 1.8316e-02 ] [ l_g_total: 1.8316e-02 ] +2024-10-25 04:11:49,194 INFO: [ epoch: 6 ] [ iter: 74,800 ] [ performance: 20.775 it/s ] [ lr: 5.00e-05 ] [ eta: 1325 days, 6:58:09 ] [ l_g_pix: 2.9157e-02 ] [ l_g_total: 2.9157e-02 ] +2024-10-25 04:11:54,317 INFO: [ epoch: 6 ] [ iter: 74,900 ] [ performance: 19.783 it/s ] [ lr: 5.00e-05 ] [ eta: 1321 days, 12:27:48 ] [ l_g_pix: 1.6338e-02 ] [ l_g_total: 1.6338e-02 ] +2024-10-25 04:11:59,464 INFO: [ epoch: 6 ] [ iter: 75,000 ] [ performance: 19.245 it/s ] [ lr: 5.00e-05 ] [ eta: 1317 days, 17:50:12 ] [ l_g_pix: 2.9387e-02 ] [ l_g_total: 2.9387e-02 ] +2024-10-25 04:12:04,649 INFO: [ epoch: 6 ] [ iter: 75,100 ] [ performance: 19.279 it/s ] [ lr: 5.00e-05 ] [ eta: 1313 days, 23:11:28 ] [ l_g_pix: 2.6727e-02 ] [ l_g_total: 2.6727e-02 ] +2024-10-25 04:12:09,899 INFO: [ epoch: 6 ] [ iter: 75,200 ] [ performance: 18.737 it/s ] [ lr: 5.00e-05 ] [ eta: 1310 days, 4:42:13 ] [ l_g_pix: 2.1227e-02 ] [ l_g_total: 2.1227e-02 ] +2024-10-25 04:12:15,230 INFO: [ epoch: 6 ] [ iter: 75,300 ] [ performance: 18.755 it/s ] [ lr: 5.00e-05 ] [ eta: 1306 days, 10:28:58 ] [ l_g_pix: 1.7797e-02 ] [ l_g_total: 1.7797e-02 ] +2024-10-25 04:12:20,449 INFO: [ epoch: 6 ] [ iter: 75,400 ] [ performance: 19.144 it/s ] [ lr: 5.00e-05 ] [ eta: 1302 days, 15:11:33 ] [ l_g_pix: 2.4743e-02 ] [ l_g_total: 2.4743e-02 ] +2024-10-25 04:12:25,687 INFO: [ epoch: 6 ] [ iter: 75,500 ] [ performance: 19.104 it/s ] [ lr: 5.00e-05 ] [ eta: 1298 days, 19:44:50 ] [ l_g_pix: 1.7340e-02 ] [ l_g_total: 1.7340e-02 ] +2024-10-25 04:12:30,850 INFO: [ epoch: 6 ] [ iter: 75,600 ] [ performance: 19.391 it/s ] [ lr: 5.00e-05 ] [ eta: 1294 days, 23:30:19 ] [ l_g_pix: 2.7769e-02 ] [ l_g_total: 2.7769e-02 ] +2024-10-25 04:12:35,987 INFO: [ epoch: 6 ] [ iter: 75,700 ] [ performance: 19.453 it/s ] [ lr: 5.00e-05 ] [ eta: 1291 days, 2:48:06 ] [ l_g_pix: 2.3903e-02 ] [ l_g_total: 2.3903e-02 ] +2024-10-25 04:12:41,271 INFO: [ epoch: 6 ] [ iter: 75,800 ] [ performance: 18.916 it/s ] [ lr: 5.00e-05 ] [ eta: 1287 days, 6:47:51 ] [ l_g_pix: 1.6057e-02 ] [ l_g_total: 1.6057e-02 ] +2024-10-25 04:12:46,473 INFO: [ epoch: 6 ] [ iter: 75,900 ] [ performance: 19.169 it/s ] [ lr: 5.00e-05 ] [ eta: 1283 days, 9:56:49 ] [ l_g_pix: 1.9766e-02 ] [ l_g_total: 1.9766e-02 ] +2024-10-25 04:12:51,764 INFO: [ epoch: 6 ] [ iter: 76,000 ] [ performance: 18.887 it/s ] [ lr: 5.00e-05 ] [ eta: 1279 days, 13:24:13 ] [ l_g_pix: 2.4544e-02 ] [ l_g_total: 2.4544e-02 ] +2024-10-25 04:12:57,046 INFO: [ epoch: 6 ] [ iter: 76,100 ] [ performance: 18.925 it/s ] [ lr: 5.00e-05 ] [ eta: 1275 days, 16:30:39 ] [ l_g_pix: 2.6756e-02 ] [ l_g_total: 2.6756e-02 ] +2024-10-25 04:13:02,330 INFO: [ epoch: 6 ] [ iter: 76,200 ] [ performance: 19.303 it/s ] [ lr: 5.00e-05 ] [ eta: 1271 days, 19:20:00 ] [ l_g_pix: 2.1013e-02 ] [ l_g_total: 2.1013e-02 ] +2024-10-25 04:13:07,578 INFO: [ epoch: 6 ] [ iter: 76,300 ] [ performance: 19.099 it/s ] [ lr: 5.00e-05 ] [ eta: 1267 days, 21:37:38 ] [ l_g_pix: 3.0435e-02 ] [ l_g_total: 3.0435e-02 ] +2024-10-25 04:13:12,844 INFO: [ epoch: 6 ] [ iter: 76,400 ] [ performance: 19.209 it/s ] [ lr: 5.00e-05 ] [ eta: 1263 days, 23:44:43 ] [ l_g_pix: 1.8722e-02 ] [ l_g_total: 1.8722e-02 ] +2024-10-25 04:13:18,083 INFO: [ epoch: 6 ] [ iter: 76,500 ] [ performance: 19.109 it/s ] [ lr: 5.00e-05 ] [ eta: 1260 days, 1:23:52 ] [ l_g_pix: 1.8313e-02 ] [ l_g_total: 1.8313e-02 ] +2024-10-25 04:13:23,455 INFO: [ epoch: 6 ] [ iter: 76,600 ] [ performance: 19.134 it/s ] [ lr: 5.00e-05 ] [ eta: 1256 days, 3:37:20 ] [ l_g_pix: 2.6614e-02 ] [ l_g_total: 2.6614e-02 ] +2024-10-25 04:13:28,691 INFO: [ epoch: 6 ] [ iter: 76,700 ] [ performance: 19.107 it/s ] [ lr: 5.00e-05 ] [ eta: 1252 days, 4:39:57 ] [ l_g_pix: 1.9768e-02 ] [ l_g_total: 1.9768e-02 ] +2024-10-25 04:13:33,825 INFO: [ epoch: 6 ] [ iter: 76,800 ] [ performance: 19.072 it/s ] [ lr: 5.00e-05 ] [ eta: 1248 days, 4:45:48 ] [ l_g_pix: 2.6770e-02 ] [ l_g_total: 2.6770e-02 ] +2024-10-25 04:13:38,924 INFO: [ epoch: 6 ] [ iter: 76,900 ] [ performance: 19.530 it/s ] [ lr: 5.00e-05 ] [ eta: 1244 days, 4:21:05 ] [ l_g_pix: 2.4347e-02 ] [ l_g_total: 2.4347e-02 ] +2024-10-25 04:13:44,145 INFO: [ epoch: 6 ] [ iter: 77,000 ] [ performance: 18.900 it/s ] [ lr: 5.00e-05 ] [ eta: 1240 days, 4:26:15 ] [ l_g_pix: 2.6383e-02 ] [ l_g_total: 2.6383e-02 ] +2024-10-25 04:13:49,329 INFO: [ epoch: 6 ] [ iter: 77,100 ] [ performance: 19.235 it/s ] [ lr: 5.00e-05 ] [ eta: 1236 days, 3:59:39 ] [ l_g_pix: 1.8200e-02 ] [ l_g_total: 1.8200e-02 ] +2024-10-25 04:13:54,455 INFO: [ epoch: 6 ] [ iter: 77,200 ] [ performance: 19.590 it/s ] [ lr: 5.00e-05 ] [ eta: 1232 days, 2:53:50 ] [ l_g_pix: 1.2882e-02 ] [ l_g_total: 1.2882e-02 ] +2024-10-25 04:13:59,659 INFO: [ epoch: 6 ] [ iter: 77,300 ] [ performance: 19.269 it/s ] [ lr: 5.00e-05 ] [ eta: 1228 days, 2:00:25 ] [ l_g_pix: 1.9331e-02 ] [ l_g_total: 1.9331e-02 ] +2024-10-25 04:14:04,835 INFO: [ epoch: 6 ] [ iter: 77,400 ] [ performance: 20.126 it/s ] [ lr: 5.00e-05 ] [ eta: 1224 days, 0:38:57 ] [ l_g_pix: 2.0064e-02 ] [ l_g_total: 2.0064e-02 ] +2024-10-25 04:14:10,177 INFO: [ epoch: 6 ] [ iter: 77,500 ] [ performance: 18.893 it/s ] [ lr: 5.00e-05 ] [ eta: 1220 days, 0:02:47 ] [ l_g_pix: 2.1806e-02 ] [ l_g_total: 2.1806e-02 ] +2024-10-25 04:14:15,311 INFO: [ epoch: 6 ] [ iter: 77,600 ] [ performance: 19.752 it/s ] [ lr: 5.00e-05 ] [ eta: 1215 days, 21:51:06 ] [ l_g_pix: 1.7210e-02 ] [ l_g_total: 1.7210e-02 ] +2024-10-25 04:14:20,629 INFO: [ epoch: 6 ] [ iter: 77,700 ] [ performance: 18.917 it/s ] [ lr: 5.00e-05 ] [ eta: 1211 days, 20:30:43 ] [ l_g_pix: 1.6993e-02 ] [ l_g_total: 1.6993e-02 ] +2024-10-25 04:14:25,963 INFO: [ epoch: 6 ] [ iter: 77,800 ] [ performance: 19.033 it/s ] [ lr: 5.00e-05 ] [ eta: 1207 days, 18:58:18 ] [ l_g_pix: 3.5734e-02 ] [ l_g_total: 3.5734e-02 ] +2024-10-25 04:14:31,285 INFO: [ epoch: 6 ] [ iter: 77,900 ] [ performance: 18.818 it/s ] [ lr: 5.00e-05 ] [ eta: 1203 days, 17:04:00 ] [ l_g_pix: 2.2451e-02 ] [ l_g_total: 2.2451e-02 ] +2024-10-25 04:14:36,613 INFO: [ epoch: 6 ] [ iter: 78,000 ] [ performance: 18.489 it/s ] [ lr: 5.00e-05 ] [ eta: 1199 days, 14:53:42 ] [ l_g_pix: 2.2269e-02 ] [ l_g_total: 2.2269e-02 ] +2024-10-25 04:14:41,755 INFO: [ epoch: 6 ] [ iter: 78,100 ] [ performance: 19.342 it/s ] [ lr: 5.00e-05 ] [ eta: 1195 days, 11:18:03 ] [ l_g_pix: 2.4178e-02 ] [ l_g_total: 2.4178e-02 ] +2024-10-25 04:14:46,881 INFO: [ epoch: 6 ] [ iter: 78,200 ] [ performance: 20.142 it/s ] [ lr: 5.00e-05 ] [ eta: 1191 days, 7:19:33 ] [ l_g_pix: 1.5698e-02 ] [ l_g_total: 1.5698e-02 ] +2024-10-25 04:14:52,099 INFO: [ epoch: 6 ] [ iter: 78,300 ] [ performance: 19.262 it/s ] [ lr: 5.00e-05 ] [ eta: 1187 days, 3:36:54 ] [ l_g_pix: 2.8939e-02 ] [ l_g_total: 2.8939e-02 ] +2024-10-25 04:14:57,298 INFO: [ epoch: 6 ] [ iter: 78,400 ] [ performance: 17.680 it/s ] [ lr: 5.00e-05 ] [ eta: 1182 days, 23:30:26 ] [ l_g_pix: 1.8555e-02 ] [ l_g_total: 1.8555e-02 ] +2024-10-25 04:15:02,501 INFO: [ epoch: 6 ] [ iter: 78,500 ] [ performance: 19.072 it/s ] [ lr: 5.00e-05 ] [ eta: 1178 days, 19:07:46 ] [ l_g_pix: 3.3827e-02 ] [ l_g_total: 3.3827e-02 ] +2024-10-25 04:15:07,709 INFO: [ epoch: 6 ] [ iter: 78,600 ] [ performance: 18.474 it/s ] [ lr: 5.00e-05 ] [ eta: 1174 days, 14:29:38 ] [ l_g_pix: 2.7227e-02 ] [ l_g_total: 2.7227e-02 ] +2024-10-25 04:15:12,924 INFO: [ epoch: 6 ] [ iter: 78,700 ] [ performance: 19.117 it/s ] [ lr: 5.00e-05 ] [ eta: 1170 days, 9:36:44 ] [ l_g_pix: 2.2989e-02 ] [ l_g_total: 2.2989e-02 ] +2024-10-25 04:15:18,195 INFO: [ epoch: 6 ] [ iter: 78,800 ] [ performance: 18.215 it/s ] [ lr: 5.00e-05 ] [ eta: 1166 days, 4:46:00 ] [ l_g_pix: 1.6915e-02 ] [ l_g_total: 1.6915e-02 ] +2024-10-25 04:15:23,509 INFO: [ epoch: 6 ] [ iter: 78,900 ] [ performance: 18.774 it/s ] [ lr: 5.00e-05 ] [ eta: 1161 days, 23:53:01 ] [ l_g_pix: 1.8224e-02 ] [ l_g_total: 1.8224e-02 ] +2024-10-25 04:15:28,854 INFO: [ epoch: 6 ] [ iter: 79,000 ] [ performance: 18.215 it/s ] [ lr: 5.00e-05 ] [ eta: 1157 days, 18:53:10 ] [ l_g_pix: 2.5018e-02 ] [ l_g_total: 2.5018e-02 ] +2024-10-25 04:15:34,180 INFO: [ epoch: 6 ] [ iter: 79,100 ] [ performance: 18.740 it/s ] [ lr: 5.00e-05 ] [ eta: 1153 days, 13:28:52 ] [ l_g_pix: 2.4123e-02 ] [ l_g_total: 2.4123e-02 ] +2024-10-25 04:15:39,450 INFO: [ epoch: 6 ] [ iter: 79,200 ] [ performance: 17.899 it/s ] [ lr: 5.00e-05 ] [ eta: 1149 days, 7:27:13 ] [ l_g_pix: 2.8980e-02 ] [ l_g_total: 2.8980e-02 ] +2024-10-25 04:15:44,673 INFO: [ epoch: 6 ] [ iter: 79,300 ] [ performance: 19.073 it/s ] [ lr: 5.00e-05 ] [ eta: 1145 days, 0:51:55 ] [ l_g_pix: 1.4468e-02 ] [ l_g_total: 1.4468e-02 ] +2024-10-25 04:15:49,937 INFO: [ epoch: 6 ] [ iter: 79,400 ] [ performance: 18.508 it/s ] [ lr: 5.00e-05 ] [ eta: 1140 days, 18:13:17 ] [ l_g_pix: 2.3401e-02 ] [ l_g_total: 2.3401e-02 ] +2024-10-25 04:15:55,261 INFO: [ epoch: 6 ] [ iter: 79,500 ] [ performance: 18.772 it/s ] [ lr: 5.00e-05 ] [ eta: 1136 days, 11:37:38 ] [ l_g_pix: 2.2295e-02 ] [ l_g_total: 2.2295e-02 ] +2024-10-25 04:16:00,567 INFO: [ epoch: 6 ] [ iter: 79,600 ] [ performance: 18.077 it/s ] [ lr: 5.00e-05 ] [ eta: 1132 days, 4:38:03 ] [ l_g_pix: 2.1249e-02 ] [ l_g_total: 2.1249e-02 ] +2024-10-25 04:16:05,891 INFO: [ epoch: 6 ] [ iter: 79,700 ] [ performance: 18.757 it/s ] [ lr: 5.00e-05 ] [ eta: 1127 days, 21:26:55 ] [ l_g_pix: 1.9637e-02 ] [ l_g_total: 1.9637e-02 ] +2024-10-25 04:16:11,243 INFO: [ epoch: 6 ] [ iter: 79,800 ] [ performance: 17.827 it/s ] [ lr: 5.00e-05 ] [ eta: 1123 days, 14:07:28 ] [ l_g_pix: 1.8004e-02 ] [ l_g_total: 1.8004e-02 ] +2024-10-25 04:16:16,608 INFO: [ epoch: 6 ] [ iter: 79,900 ] [ performance: 18.618 it/s ] [ lr: 5.00e-05 ] [ eta: 1119 days, 6:34:26 ] [ l_g_pix: 2.9458e-02 ] [ l_g_total: 2.9458e-02 ] +2024-10-25 04:16:21,850 INFO: [ epoch: 6 ] [ iter: 80,000 ] [ performance: 21.770 it/s ] [ lr: 5.00e-05 ] [ eta: 1114 days, 22:02:45 ] [ l_g_pix: 1.6927e-02 ] [ l_g_total: 1.6927e-02 ] +2024-10-25 04:16:21,851 INFO: Saving models and training states. +2024-10-25 04:17:28,398 INFO: Validation val + + # psnr: 22.0414........ Best: 22.0424 @ 70000 iter + # ssim: 0.6485........ Best: 0.6485 @ 80000 iter + # dists: 0.7866........ Best: 0.7866 @ 70000 iter + +2024-10-25 04:17:33,674 INFO: [ epoch: 6 ] [ iter: 80,100 ] [ performance: 19.009 it/s ] [ lr: 5.00e-05 ] [ eta: 1125 days, 21:15:04 ] [ l_g_pix: 1.9951e-02 ] [ l_g_total: 1.9951e-02 ] +2024-10-25 04:17:38,868 INFO: [ epoch: 6 ] [ iter: 80,200 ] [ performance: 20.785 it/s ] [ lr: 5.00e-05 ] [ eta: 1121 days, 10:01:38 ] [ l_g_pix: 1.5346e-02 ] [ l_g_total: 1.5346e-02 ] +2024-10-25 04:17:44,162 INFO: [ epoch: 6 ] [ iter: 80,300 ] [ performance: 18.908 it/s ] [ lr: 5.00e-05 ] [ eta: 1116 days, 23:03:40 ] [ l_g_pix: 1.4567e-02 ] [ l_g_total: 1.4567e-02 ] +2024-10-25 04:17:49,375 INFO: [ epoch: 6 ] [ iter: 80,400 ] [ performance: 19.045 it/s ] [ lr: 5.00e-05 ] [ eta: 1112 days, 11:21:27 ] [ l_g_pix: 2.1707e-02 ] [ l_g_total: 2.1707e-02 ] +2024-10-25 04:17:54,710 INFO: [ epoch: 6 ] [ iter: 80,500 ] [ performance: 18.747 it/s ] [ lr: 5.00e-05 ] [ eta: 1108 days, 0:01:29 ] [ l_g_pix: 2.0053e-02 ] [ l_g_total: 2.0053e-02 ] +2024-10-25 04:18:00,014 INFO: [ epoch: 6 ] [ iter: 80,600 ] [ performance: 18.801 it/s ] [ lr: 5.00e-05 ] [ eta: 1103 days, 12:13:54 ] [ l_g_pix: 1.5887e-02 ] [ l_g_total: 1.5887e-02 ] +2024-10-25 04:18:05,309 INFO: [ epoch: 6 ] [ iter: 80,700 ] [ performance: 18.879 it/s ] [ lr: 5.00e-05 ] [ eta: 1099 days, 0:05:28 ] [ l_g_pix: 2.4561e-02 ] [ l_g_total: 2.4561e-02 ] +2024-10-25 04:18:10,468 INFO: [ epoch: 6 ] [ iter: 80,800 ] [ performance: 19.131 it/s ] [ lr: 5.00e-05 ] [ eta: 1094 days, 10:55:59 ] [ l_g_pix: 2.2382e-02 ] [ l_g_total: 2.2382e-02 ] +2024-10-25 04:18:15,762 INFO: [ epoch: 6 ] [ iter: 80,900 ] [ performance: 18.919 it/s ] [ lr: 5.00e-05 ] [ eta: 1089 days, 22:12:17 ] [ l_g_pix: 2.0419e-02 ] [ l_g_total: 2.0419e-02 ] +2024-10-25 04:18:21,077 INFO: [ epoch: 6 ] [ iter: 81,000 ] [ performance: 18.867 it/s ] [ lr: 5.00e-05 ] [ eta: 1085 days, 9:17:43 ] [ l_g_pix: 3.4571e-02 ] [ l_g_total: 3.4571e-02 ] +2024-10-25 04:18:26,297 INFO: [ epoch: 6 ] [ iter: 81,100 ] [ performance: 19.147 it/s ] [ lr: 5.00e-05 ] [ eta: 1080 days, 19:35:20 ] [ l_g_pix: 2.1695e-02 ] [ l_g_total: 2.1695e-02 ] +2024-10-25 04:18:31,674 INFO: [ epoch: 6 ] [ iter: 81,200 ] [ performance: 18.866 it/s ] [ lr: 5.00e-05 ] [ eta: 1076 days, 6:24:48 ] [ l_g_pix: 2.9705e-02 ] [ l_g_total: 2.9705e-02 ] +2024-10-25 04:18:37,026 INFO: [ epoch: 6 ] [ iter: 81,300 ] [ performance: 18.677 it/s ] [ lr: 5.00e-05 ] [ eta: 1071 days, 16:48:45 ] [ l_g_pix: 2.2692e-02 ] [ l_g_total: 2.2692e-02 ] +2024-10-25 04:18:42,330 INFO: [ epoch: 6 ] [ iter: 81,400 ] [ performance: 18.767 it/s ] [ lr: 5.00e-05 ] [ eta: 1067 days, 2:39:51 ] [ l_g_pix: 1.9411e-02 ] [ l_g_total: 1.9411e-02 ] +2024-10-25 04:18:47,715 INFO: [ epoch: 6 ] [ iter: 81,500 ] [ performance: 18.582 it/s ] [ lr: 5.00e-05 ] [ eta: 1062 days, 12:38:07 ] [ l_g_pix: 1.7843e-02 ] [ l_g_total: 1.7843e-02 ] +2024-10-25 04:18:52,994 INFO: [ epoch: 6 ] [ iter: 81,600 ] [ performance: 18.767 it/s ] [ lr: 5.00e-05 ] [ eta: 1057 days, 21:45:56 ] [ l_g_pix: 3.1613e-02 ] [ l_g_total: 3.1613e-02 ] +2024-10-25 04:18:58,290 INFO: [ epoch: 6 ] [ iter: 81,700 ] [ performance: 18.805 it/s ] [ lr: 5.00e-05 ] [ eta: 1053 days, 6:41:27 ] [ l_g_pix: 2.5517e-02 ] [ l_g_total: 2.5517e-02 ] +2024-10-25 04:19:03,644 INFO: [ epoch: 6 ] [ iter: 81,800 ] [ performance: 18.742 it/s ] [ lr: 5.00e-05 ] [ eta: 1048 days, 15:36:44 ] [ l_g_pix: 2.7513e-02 ] [ l_g_total: 2.7513e-02 ] +2024-10-25 04:19:09,046 INFO: [ epoch: 6 ] [ iter: 81,900 ] [ performance: 18.576 it/s ] [ lr: 5.00e-05 ] [ eta: 1044 days, 0:28:51 ] [ l_g_pix: 2.5544e-02 ] [ l_g_total: 2.5544e-02 ] +2024-10-25 04:19:14,429 INFO: [ epoch: 6 ] [ iter: 82,000 ] [ performance: 18.579 it/s ] [ lr: 5.00e-05 ] [ eta: 1039 days, 8:57:05 ] [ l_g_pix: 1.9686e-02 ] [ l_g_total: 1.9686e-02 ] +2024-10-25 04:19:19,698 INFO: [ epoch: 6 ] [ iter: 82,100 ] [ performance: 18.962 it/s ] [ lr: 5.00e-05 ] [ eta: 1034 days, 16:33:43 ] [ l_g_pix: 2.5195e-02 ] [ l_g_total: 2.5195e-02 ] +2024-10-25 04:19:24,938 INFO: [ epoch: 6 ] [ iter: 82,200 ] [ performance: 19.027 it/s ] [ lr: 5.00e-05 ] [ eta: 1029 days, 23:43:56 ] [ l_g_pix: 3.8316e-02 ] [ l_g_total: 3.8316e-02 ] +2024-10-25 04:19:30,267 INFO: [ epoch: 6 ] [ iter: 82,300 ] [ performance: 18.824 it/s ] [ lr: 5.00e-05 ] [ eta: 1025 days, 7:02:53 ] [ l_g_pix: 2.5165e-02 ] [ l_g_total: 2.5165e-02 ] +2024-10-25 04:19:35,529 INFO: [ epoch: 6 ] [ iter: 82,400 ] [ performance: 18.919 it/s ] [ lr: 5.00e-05 ] [ eta: 1020 days, 13:44:29 ] [ l_g_pix: 2.0068e-02 ] [ l_g_total: 2.0068e-02 ] +2024-10-25 04:19:40,832 INFO: [ epoch: 6 ] [ iter: 82,500 ] [ performance: 18.919 it/s ] [ lr: 5.00e-05 ] [ eta: 1015 days, 20:20:21 ] [ l_g_pix: 2.4122e-02 ] [ l_g_total: 2.4122e-02 ] +2024-10-25 04:19:46,077 INFO: [ epoch: 6 ] [ iter: 82,600 ] [ performance: 18.997 it/s ] [ lr: 5.00e-05 ] [ eta: 1011 days, 2:21:58 ] [ l_g_pix: 2.4042e-02 ] [ l_g_total: 2.4042e-02 ] +2024-10-25 04:19:51,003 INFO: [ epoch: 6 ] [ iter: 82,700 ] [ performance: 20.430 it/s ] [ lr: 5.00e-05 ] [ eta: 1006 days, 6:33:49 ] [ l_g_pix: 3.0531e-02 ] [ l_g_total: 3.0531e-02 ] +2024-10-25 04:19:57,343 INFO: [ epoch: 7 ] [ iter: 82,800 ] [ performance: 17.671 it/s ] [ lr: 5.00e-05 ] [ eta: 1001 days, 17:14:44 ] [ l_g_pix: 1.5563e-02 ] [ l_g_total: 1.5563e-02 ] +2024-10-25 04:20:02,461 INFO: [ epoch: 7 ] [ iter: 82,900 ] [ performance: 19.375 it/s ] [ lr: 5.00e-05 ] [ eta: 996 days, 21:46:36 ] [ l_g_pix: 1.9422e-02 ] [ l_g_total: 1.9422e-02 ] +2024-10-25 04:20:07,603 INFO: [ epoch: 7 ] [ iter: 83,000 ] [ performance: 19.416 it/s ] [ lr: 5.00e-05 ] [ eta: 992 days, 2:07:44 ] [ l_g_pix: 2.8523e-02 ] [ l_g_total: 2.8523e-02 ] +2024-10-25 04:20:12,675 INFO: [ epoch: 7 ] [ iter: 83,100 ] [ performance: 19.768 it/s ] [ lr: 5.00e-05 ] [ eta: 987 days, 5:52:16 ] [ l_g_pix: 2.0730e-02 ] [ l_g_total: 2.0730e-02 ] +2024-10-25 04:20:17,735 INFO: [ epoch: 7 ] [ iter: 83,200 ] [ performance: 19.767 it/s ] [ lr: 5.00e-05 ] [ eta: 982 days, 9:16:27 ] [ l_g_pix: 2.4690e-02 ] [ l_g_total: 2.4690e-02 ] +2024-10-25 04:20:22,871 INFO: [ epoch: 7 ] [ iter: 83,300 ] [ performance: 19.517 it/s ] [ lr: 5.00e-05 ] [ eta: 977 days, 12:44:50 ] [ l_g_pix: 2.5412e-02 ] [ l_g_total: 2.5412e-02 ] +2024-10-25 04:20:27,942 INFO: [ epoch: 7 ] [ iter: 83,400 ] [ performance: 19.626 it/s ] [ lr: 5.00e-05 ] [ eta: 972 days, 15:38:21 ] [ l_g_pix: 1.8883e-02 ] [ l_g_total: 1.8883e-02 ] +2024-10-25 04:20:33,116 INFO: [ epoch: 7 ] [ iter: 83,500 ] [ performance: 19.304 it/s ] [ lr: 5.00e-05 ] [ eta: 967 days, 18:43:07 ] [ l_g_pix: 2.1798e-02 ] [ l_g_total: 2.1798e-02 ] +2024-10-25 04:20:38,416 INFO: [ epoch: 7 ] [ iter: 83,600 ] [ performance: 19.068 it/s ] [ lr: 5.00e-05 ] [ eta: 962 days, 22:04:59 ] [ l_g_pix: 2.1482e-02 ] [ l_g_total: 2.1482e-02 ] +2024-10-25 04:20:43,541 INFO: [ epoch: 7 ] [ iter: 83,700 ] [ performance: 19.542 it/s ] [ lr: 5.00e-05 ] [ eta: 958 days, 0:21:49 ] [ l_g_pix: 1.7808e-02 ] [ l_g_total: 1.7808e-02 ] +2024-10-25 04:20:48,651 INFO: [ epoch: 7 ] [ iter: 83,800 ] [ performance: 19.558 it/s ] [ lr: 5.00e-05 ] [ eta: 953 days, 2:17:28 ] [ l_g_pix: 2.6311e-02 ] [ l_g_total: 2.6311e-02 ] +2024-10-25 04:20:53,916 INFO: [ epoch: 7 ] [ iter: 83,900 ] [ performance: 19.034 it/s ] [ lr: 5.00e-05 ] [ eta: 948 days, 4:37:38 ] [ l_g_pix: 2.0095e-02 ] [ l_g_total: 2.0095e-02 ] +2024-10-25 04:20:59,083 INFO: [ epoch: 7 ] [ iter: 84,000 ] [ performance: 19.207 it/s ] [ lr: 5.00e-05 ] [ eta: 943 days, 6:14:21 ] [ l_g_pix: 1.8585e-02 ] [ l_g_total: 1.8585e-02 ] +2024-10-25 04:21:04,249 INFO: [ epoch: 7 ] [ iter: 84,100 ] [ performance: 19.232 it/s ] [ lr: 5.00e-05 ] [ eta: 938 days, 7:33:19 ] [ l_g_pix: 1.9003e-02 ] [ l_g_total: 1.9003e-02 ] +2024-10-25 04:21:09,391 INFO: [ epoch: 7 ] [ iter: 84,200 ] [ performance: 19.351 it/s ] [ lr: 5.00e-05 ] [ eta: 933 days, 8:28:51 ] [ l_g_pix: 2.4202e-02 ] [ l_g_total: 2.4202e-02 ] +2024-10-25 04:21:14,582 INFO: [ epoch: 7 ] [ iter: 84,300 ] [ performance: 19.234 it/s ] [ lr: 5.00e-05 ] [ eta: 928 days, 9:20:01 ] [ l_g_pix: 1.7282e-02 ] [ l_g_total: 1.7282e-02 ] +2024-10-25 04:21:19,841 INFO: [ epoch: 7 ] [ iter: 84,400 ] [ performance: 19.113 it/s ] [ lr: 5.00e-05 ] [ eta: 923 days, 10:11:37 ] [ l_g_pix: 2.6016e-02 ] [ l_g_total: 2.6016e-02 ] +2024-10-25 04:21:25,010 INFO: [ epoch: 7 ] [ iter: 84,500 ] [ performance: 19.429 it/s ] [ lr: 5.00e-05 ] [ eta: 918 days, 10:22:19 ] [ l_g_pix: 2.0855e-02 ] [ l_g_total: 2.0855e-02 ] +2024-10-25 04:21:30,195 INFO: [ epoch: 7 ] [ iter: 84,600 ] [ performance: 19.352 it/s ] [ lr: 5.00e-05 ] [ eta: 913 days, 10:19:48 ] [ l_g_pix: 1.5223e-02 ] [ l_g_total: 1.5223e-02 ] +2024-10-25 04:21:35,348 INFO: [ epoch: 7 ] [ iter: 84,700 ] [ performance: 19.571 it/s ] [ lr: 5.00e-05 ] [ eta: 908 days, 9:52:10 ] [ l_g_pix: 2.2612e-02 ] [ l_g_total: 2.2612e-02 ] +2024-10-25 04:21:40,541 INFO: [ epoch: 7 ] [ iter: 84,800 ] [ performance: 19.395 it/s ] [ lr: 5.00e-05 ] [ eta: 903 days, 9:17:22 ] [ l_g_pix: 1.6725e-02 ] [ l_g_total: 1.6725e-02 ] +2024-10-25 04:21:45,707 INFO: [ epoch: 7 ] [ iter: 84,900 ] [ performance: 19.461 it/s ] [ lr: 5.00e-05 ] [ eta: 898 days, 8:18:13 ] [ l_g_pix: 2.9633e-02 ] [ l_g_total: 2.9633e-02 ] +2024-10-25 04:21:50,943 INFO: [ epoch: 7 ] [ iter: 85,000 ] [ performance: 19.256 it/s ] [ lr: 5.00e-05 ] [ eta: 893 days, 7:19:41 ] [ l_g_pix: 2.1748e-02 ] [ l_g_total: 2.1748e-02 ] +2024-10-25 04:21:56,125 INFO: [ epoch: 7 ] [ iter: 85,100 ] [ performance: 19.365 it/s ] [ lr: 5.00e-05 ] [ eta: 888 days, 5:50:10 ] [ l_g_pix: 3.1634e-02 ] [ l_g_total: 3.1634e-02 ] +2024-10-25 04:22:01,240 INFO: [ epoch: 7 ] [ iter: 85,200 ] [ performance: 19.471 it/s ] [ lr: 5.00e-05 ] [ eta: 883 days, 3:46:52 ] [ l_g_pix: 1.6219e-02 ] [ l_g_total: 1.6219e-02 ] +2024-10-25 04:22:06,433 INFO: [ epoch: 7 ] [ iter: 85,300 ] [ performance: 19.186 it/s ] [ lr: 5.00e-05 ] [ eta: 878 days, 1:45:34 ] [ l_g_pix: 2.1680e-02 ] [ l_g_total: 2.1680e-02 ] +2024-10-25 04:22:11,493 INFO: [ epoch: 7 ] [ iter: 85,400 ] [ performance: 19.512 it/s ] [ lr: 5.00e-05 ] [ eta: 872 days, 22:54:33 ] [ l_g_pix: 1.8090e-02 ] [ l_g_total: 1.8090e-02 ] +2024-10-25 04:22:16,666 INFO: [ epoch: 7 ] [ iter: 85,500 ] [ performance: 19.375 it/s ] [ lr: 5.00e-05 ] [ eta: 867 days, 20:14:14 ] [ l_g_pix: 2.4993e-02 ] [ l_g_total: 2.4993e-02 ] +2024-10-25 04:22:21,867 INFO: [ epoch: 7 ] [ iter: 85,600 ] [ performance: 19.292 it/s ] [ lr: 5.00e-05 ] [ eta: 862 days, 17:23:06 ] [ l_g_pix: 1.8981e-02 ] [ l_g_total: 1.8981e-02 ] +2024-10-25 04:22:27,051 INFO: [ epoch: 7 ] [ iter: 85,700 ] [ performance: 19.384 it/s ] [ lr: 5.00e-05 ] [ eta: 857 days, 14:10:44 ] [ l_g_pix: 2.7969e-02 ] [ l_g_total: 2.7969e-02 ] +2024-10-25 04:22:32,230 INFO: [ epoch: 7 ] [ iter: 85,800 ] [ performance: 19.343 it/s ] [ lr: 5.00e-05 ] [ eta: 852 days, 10:39:43 ] [ l_g_pix: 3.2145e-02 ] [ l_g_total: 3.2145e-02 ] +2024-10-25 04:22:37,456 INFO: [ epoch: 7 ] [ iter: 85,900 ] [ performance: 18.813 it/s ] [ lr: 5.00e-05 ] [ eta: 847 days, 7:02:51 ] [ l_g_pix: 2.2283e-02 ] [ l_g_total: 2.2283e-02 ] +2024-10-25 04:22:42,586 INFO: [ epoch: 7 ] [ iter: 86,000 ] [ performance: 19.203 it/s ] [ lr: 5.00e-05 ] [ eta: 842 days, 2:45:46 ] [ l_g_pix: 2.3823e-02 ] [ l_g_total: 2.3823e-02 ] +2024-10-25 04:22:47,811 INFO: [ epoch: 7 ] [ iter: 86,100 ] [ performance: 19.229 it/s ] [ lr: 5.00e-05 ] [ eta: 836 days, 22:33:43 ] [ l_g_pix: 2.1503e-02 ] [ l_g_total: 2.1503e-02 ] +2024-10-25 04:22:52,928 INFO: [ epoch: 7 ] [ iter: 86,200 ] [ performance: 19.412 it/s ] [ lr: 5.00e-05 ] [ eta: 831 days, 17:39:28 ] [ l_g_pix: 1.8384e-02 ] [ l_g_total: 1.8384e-02 ] +2024-10-25 04:22:58,084 INFO: [ epoch: 7 ] [ iter: 86,300 ] [ performance: 19.310 it/s ] [ lr: 5.00e-05 ] [ eta: 826 days, 12:37:03 ] [ l_g_pix: 2.6406e-02 ] [ l_g_total: 2.6406e-02 ] +2024-10-25 04:23:03,251 INFO: [ epoch: 7 ] [ iter: 86,400 ] [ performance: 19.335 it/s ] [ lr: 5.00e-05 ] [ eta: 821 days, 7:20:07 ] [ l_g_pix: 2.1367e-02 ] [ l_g_total: 2.1367e-02 ] +2024-10-25 04:23:08,462 INFO: [ epoch: 7 ] [ iter: 86,500 ] [ performance: 18.960 it/s ] [ lr: 5.00e-05 ] [ eta: 816 days, 1:55:44 ] [ l_g_pix: 2.1014e-02 ] [ l_g_total: 2.1014e-02 ] +2024-10-25 04:23:13,659 INFO: [ epoch: 7 ] [ iter: 86,600 ] [ performance: 19.128 it/s ] [ lr: 5.00e-05 ] [ eta: 810 days, 20:10:39 ] [ l_g_pix: 2.6738e-02 ] [ l_g_total: 2.6738e-02 ] +2024-10-25 04:23:18,953 INFO: [ epoch: 7 ] [ iter: 86,700 ] [ performance: 18.875 it/s ] [ lr: 5.00e-05 ] [ eta: 805 days, 14:29:51 ] [ l_g_pix: 2.7158e-02 ] [ l_g_total: 2.7158e-02 ] +2024-10-25 04:23:24,055 INFO: [ epoch: 7 ] [ iter: 86,800 ] [ performance: 19.297 it/s ] [ lr: 5.00e-05 ] [ eta: 800 days, 7:49:23 ] [ l_g_pix: 2.0342e-02 ] [ l_g_total: 2.0342e-02 ] +2024-10-25 04:23:29,106 INFO: [ epoch: 7 ] [ iter: 86,900 ] [ performance: 19.949 it/s ] [ lr: 5.00e-05 ] [ eta: 795 days, 0:40:29 ] [ l_g_pix: 1.9741e-02 ] [ l_g_total: 1.9741e-02 ] +2024-10-25 04:23:34,153 INFO: [ epoch: 7 ] [ iter: 87,000 ] [ performance: 19.870 it/s ] [ lr: 5.00e-05 ] [ eta: 789 days, 17:14:00 ] [ l_g_pix: 3.8161e-02 ] [ l_g_total: 3.8161e-02 ] +2024-10-25 04:23:39,149 INFO: [ epoch: 7 ] [ iter: 87,100 ] [ performance: 19.811 it/s ] [ lr: 5.00e-05 ] [ eta: 784 days, 9:19:49 ] [ l_g_pix: 2.8884e-02 ] [ l_g_total: 2.8884e-02 ] +2024-10-25 04:23:44,455 INFO: [ epoch: 7 ] [ iter: 87,200 ] [ performance: 19.223 it/s ] [ lr: 5.00e-05 ] [ eta: 779 days, 2:15:03 ] [ l_g_pix: 2.9306e-02 ] [ l_g_total: 2.9306e-02 ] +2024-10-25 04:23:49,685 INFO: [ epoch: 7 ] [ iter: 87,300 ] [ performance: 19.115 it/s ] [ lr: 5.00e-05 ] [ eta: 773 days, 18:36:26 ] [ l_g_pix: 2.3484e-02 ] [ l_g_total: 2.3484e-02 ] +2024-10-25 04:23:54,688 INFO: [ epoch: 7 ] [ iter: 87,400 ] [ performance: 19.634 it/s ] [ lr: 5.00e-05 ] [ eta: 768 days, 9:52:43 ] [ l_g_pix: 1.7777e-02 ] [ l_g_total: 1.7777e-02 ] +2024-10-25 04:23:59,702 INFO: [ epoch: 7 ] [ iter: 87,500 ] [ performance: 19.680 it/s ] [ lr: 5.00e-05 ] [ eta: 763 days, 0:54:44 ] [ l_g_pix: 3.0990e-02 ] [ l_g_total: 3.0990e-02 ] +2024-10-25 04:24:04,905 INFO: [ epoch: 7 ] [ iter: 87,600 ] [ performance: 19.400 it/s ] [ lr: 5.00e-05 ] [ eta: 757 days, 16:19:01 ] [ l_g_pix: 2.5836e-02 ] [ l_g_total: 2.5836e-02 ] +2024-10-25 04:24:10,134 INFO: [ epoch: 7 ] [ iter: 87,700 ] [ performance: 18.968 it/s ] [ lr: 5.00e-05 ] [ eta: 752 days, 7:31:15 ] [ l_g_pix: 1.6567e-02 ] [ l_g_total: 1.6567e-02 ] +2024-10-25 04:24:15,307 INFO: [ epoch: 7 ] [ iter: 87,800 ] [ performance: 19.189 it/s ] [ lr: 5.00e-05 ] [ eta: 746 days, 22:14:47 ] [ l_g_pix: 2.4354e-02 ] [ l_g_total: 2.4354e-02 ] +2024-10-25 04:24:20,361 INFO: [ epoch: 7 ] [ iter: 87,900 ] [ performance: 19.990 it/s ] [ lr: 5.00e-05 ] [ eta: 741 days, 12:17:02 ] [ l_g_pix: 2.5846e-02 ] [ l_g_total: 2.5846e-02 ] +2024-10-25 04:24:25,557 INFO: [ epoch: 7 ] [ iter: 88,000 ] [ performance: 19.528 it/s ] [ lr: 5.00e-05 ] [ eta: 736 days, 2:30:49 ] [ l_g_pix: 1.7147e-02 ] [ l_g_total: 1.7147e-02 ] +2024-10-25 04:24:30,702 INFO: [ epoch: 7 ] [ iter: 88,100 ] [ performance: 19.385 it/s ] [ lr: 5.00e-05 ] [ eta: 730 days, 16:17:09 ] [ l_g_pix: 2.4234e-02 ] [ l_g_total: 2.4234e-02 ] +2024-10-25 04:24:35,900 INFO: [ epoch: 7 ] [ iter: 88,200 ] [ performance: 19.296 it/s ] [ lr: 5.00e-05 ] [ eta: 725 days, 5:56:46 ] [ l_g_pix: 3.2065e-02 ] [ l_g_total: 3.2065e-02 ] +2024-10-25 04:24:41,075 INFO: [ epoch: 7 ] [ iter: 88,300 ] [ performance: 19.278 it/s ] [ lr: 5.00e-05 ] [ eta: 719 days, 19:14:33 ] [ l_g_pix: 2.7068e-02 ] [ l_g_total: 2.7068e-02 ] +2024-10-25 04:24:46,174 INFO: [ epoch: 7 ] [ iter: 88,400 ] [ performance: 19.485 it/s ] [ lr: 5.00e-05 ] [ eta: 714 days, 8:00:30 ] [ l_g_pix: 2.2012e-02 ] [ l_g_total: 2.2012e-02 ] +2024-10-25 04:24:51,413 INFO: [ epoch: 7 ] [ iter: 88,500 ] [ performance: 19.183 it/s ] [ lr: 5.00e-05 ] [ eta: 708 days, 20:56:08 ] [ l_g_pix: 2.6029e-02 ] [ l_g_total: 2.6029e-02 ] +2024-10-25 04:24:56,572 INFO: [ epoch: 7 ] [ iter: 88,600 ] [ performance: 19.308 it/s ] [ lr: 5.00e-05 ] [ eta: 703 days, 9:19:17 ] [ l_g_pix: 2.4641e-02 ] [ l_g_total: 2.4641e-02 ] +2024-10-25 04:25:01,789 INFO: [ epoch: 7 ] [ iter: 88,700 ] [ performance: 19.245 it/s ] [ lr: 5.00e-05 ] [ eta: 697 days, 21:35:55 ] [ l_g_pix: 3.3534e-02 ] [ l_g_total: 3.3534e-02 ] +2024-10-25 04:25:06,784 INFO: [ epoch: 7 ] [ iter: 88,800 ] [ performance: 19.727 it/s ] [ lr: 5.00e-05 ] [ eta: 692 days, 8:53:49 ] [ l_g_pix: 1.7476e-02 ] [ l_g_total: 1.7476e-02 ] +2024-10-25 04:25:11,731 INFO: [ epoch: 7 ] [ iter: 88,900 ] [ performance: 20.719 it/s ] [ lr: 5.00e-05 ] [ eta: 686 days, 19:46:15 ] [ l_g_pix: 2.3117e-02 ] [ l_g_total: 2.3117e-02 ] +2024-10-25 04:25:16,978 INFO: [ epoch: 7 ] [ iter: 89,000 ] [ performance: 19.638 it/s ] [ lr: 5.00e-05 ] [ eta: 681 days, 7:17:10 ] [ l_g_pix: 1.3245e-02 ] [ l_g_total: 1.3245e-02 ] +2024-10-25 04:25:22,160 INFO: [ epoch: 7 ] [ iter: 89,100 ] [ performance: 19.303 it/s ] [ lr: 5.00e-05 ] [ eta: 675 days, 18:18:45 ] [ l_g_pix: 1.7791e-02 ] [ l_g_total: 1.7791e-02 ] +2024-10-25 04:25:27,307 INFO: [ epoch: 7 ] [ iter: 89,200 ] [ performance: 19.384 it/s ] [ lr: 5.00e-05 ] [ eta: 670 days, 4:56:52 ] [ l_g_pix: 2.7082e-02 ] [ l_g_total: 2.7082e-02 ] +2024-10-25 04:25:32,317 INFO: [ epoch: 7 ] [ iter: 89,300 ] [ performance: 19.998 it/s ] [ lr: 5.00e-05 ] [ eta: 664 days, 14:53:15 ] [ l_g_pix: 1.5214e-02 ] [ l_g_total: 1.5214e-02 ] +2024-10-25 04:25:37,411 INFO: [ epoch: 7 ] [ iter: 89,400 ] [ performance: 19.761 it/s ] [ lr: 5.00e-05 ] [ eta: 659 days, 0:48:00 ] [ l_g_pix: 3.1479e-02 ] [ l_g_total: 3.1479e-02 ] +2024-10-25 04:25:42,405 INFO: [ epoch: 7 ] [ iter: 89,500 ] [ performance: 19.783 it/s ] [ lr: 5.00e-05 ] [ eta: 653 days, 10:08:05 ] [ l_g_pix: 2.1120e-02 ] [ l_g_total: 2.1120e-02 ] +2024-10-25 04:25:47,622 INFO: [ epoch: 7 ] [ iter: 89,600 ] [ performance: 19.383 it/s ] [ lr: 5.00e-05 ] [ eta: 647 days, 19:50:14 ] [ l_g_pix: 2.7426e-02 ] [ l_g_total: 2.7426e-02 ] +2024-10-25 04:25:52,913 INFO: [ epoch: 7 ] [ iter: 89,700 ] [ performance: 18.899 it/s ] [ lr: 5.00e-05 ] [ eta: 642 days, 5:27:37 ] [ l_g_pix: 2.4088e-02 ] [ l_g_total: 2.4088e-02 ] +2024-10-25 04:25:58,133 INFO: [ epoch: 7 ] [ iter: 89,800 ] [ performance: 19.067 it/s ] [ lr: 5.00e-05 ] [ eta: 636 days, 14:35:22 ] [ l_g_pix: 2.7273e-02 ] [ l_g_total: 2.7273e-02 ] +2024-10-25 04:26:03,298 INFO: [ epoch: 7 ] [ iter: 89,900 ] [ performance: 19.628 it/s ] [ lr: 5.00e-05 ] [ eta: 630 days, 23:16:25 ] [ l_g_pix: 2.2513e-02 ] [ l_g_total: 2.2513e-02 ] +2024-10-25 04:26:08,511 INFO: [ epoch: 7 ] [ iter: 90,000 ] [ performance: 19.336 it/s ] [ lr: 5.00e-05 ] [ eta: 625 days, 7:48:17 ] [ l_g_pix: 2.2324e-02 ] [ l_g_total: 2.2324e-02 ] +2024-10-25 04:26:08,512 INFO: Saving models and training states. +2024-10-25 04:27:18,214 INFO: Validation val + + # psnr: 22.0372........ Best: 22.0424 @ 70000 iter + # ssim: 0.6485........ Best: 0.6485 @ 90000 iter + # dists: 0.7866........ Best: 0.7866 @ 70000 iter + +2024-10-25 04:27:23,676 INFO: [ epoch: 7 ] [ iter: 90,100 ] [ performance: 18.749 it/s ] [ lr: 5.00e-05 ] [ eta: 627 days, 16:23:39 ] [ l_g_pix: 2.0160e-02 ] [ l_g_total: 2.0160e-02 ] +2024-10-25 04:27:29,013 INFO: [ epoch: 7 ] [ iter: 90,200 ] [ performance: 18.744 it/s ] [ lr: 5.00e-05 ] [ eta: 621 days, 22:44:21 ] [ l_g_pix: 2.7518e-02 ] [ l_g_total: 2.7518e-02 ] +2024-10-25 04:27:34,420 INFO: [ epoch: 7 ] [ iter: 90,300 ] [ performance: 18.586 it/s ] [ lr: 5.00e-05 ] [ eta: 616 days, 4:58:37 ] [ l_g_pix: 2.0238e-02 ] [ l_g_total: 2.0238e-02 ] +2024-10-25 04:27:39,763 INFO: [ epoch: 7 ] [ iter: 90,400 ] [ performance: 18.673 it/s ] [ lr: 5.00e-05 ] [ eta: 610 days, 10:44:39 ] [ l_g_pix: 3.3380e-02 ] [ l_g_total: 3.3380e-02 ] +2024-10-25 04:27:45,091 INFO: [ epoch: 7 ] [ iter: 90,500 ] [ performance: 18.882 it/s ] [ lr: 5.00e-05 ] [ eta: 604 days, 16:10:37 ] [ l_g_pix: 1.6281e-02 ] [ l_g_total: 1.6281e-02 ] +2024-10-25 04:27:50,508 INFO: [ epoch: 7 ] [ iter: 90,600 ] [ performance: 18.602 it/s ] [ lr: 5.00e-05 ] [ eta: 598 days, 21:32:31 ] [ l_g_pix: 2.3528e-02 ] [ l_g_total: 2.3528e-02 ] +2024-10-25 04:27:55,664 INFO: [ epoch: 7 ] [ iter: 90,700 ] [ performance: 19.165 it/s ] [ lr: 5.00e-05 ] [ eta: 593 days, 1:56:02 ] [ l_g_pix: 2.6468e-02 ] [ l_g_total: 2.6468e-02 ] +2024-10-25 04:28:00,764 INFO: [ epoch: 7 ] [ iter: 90,800 ] [ performance: 19.462 it/s ] [ lr: 5.00e-05 ] [ eta: 587 days, 5:53:48 ] [ l_g_pix: 2.1303e-02 ] [ l_g_total: 2.1303e-02 ] +2024-10-25 04:28:05,888 INFO: [ epoch: 7 ] [ iter: 90,900 ] [ performance: 19.454 it/s ] [ lr: 5.00e-05 ] [ eta: 581 days, 9:38:13 ] [ l_g_pix: 2.2446e-02 ] [ l_g_total: 2.2446e-02 ] +2024-10-25 04:28:11,062 INFO: [ epoch: 7 ] [ iter: 91,000 ] [ performance: 19.369 it/s ] [ lr: 5.00e-05 ] [ eta: 575 days, 13:13:05 ] [ l_g_pix: 2.3626e-02 ] [ l_g_total: 2.3626e-02 ] +2024-10-25 04:28:16,405 INFO: [ epoch: 7 ] [ iter: 91,100 ] [ performance: 18.894 it/s ] [ lr: 5.00e-05 ] [ eta: 569 days, 16:55:40 ] [ l_g_pix: 2.4652e-02 ] [ l_g_total: 2.4652e-02 ] +2024-10-25 04:28:21,693 INFO: [ epoch: 7 ] [ iter: 91,200 ] [ performance: 18.907 it/s ] [ lr: 5.00e-05 ] [ eta: 563 days, 20:12:24 ] [ l_g_pix: 2.3880e-02 ] [ l_g_total: 2.3880e-02 ] +2024-10-25 04:28:26,923 INFO: [ epoch: 7 ] [ iter: 91,300 ] [ performance: 19.276 it/s ] [ lr: 5.00e-05 ] [ eta: 557 days, 23:03:04 ] [ l_g_pix: 2.5551e-02 ] [ l_g_total: 2.5551e-02 ] +2024-10-25 04:28:32,179 INFO: [ epoch: 7 ] [ iter: 91,400 ] [ performance: 19.106 it/s ] [ lr: 5.00e-05 ] [ eta: 552 days, 1:40:02 ] [ l_g_pix: 2.6849e-02 ] [ l_g_total: 2.6849e-02 ] +2024-10-25 04:28:37,456 INFO: [ epoch: 7 ] [ iter: 91,500 ] [ performance: 19.094 it/s ] [ lr: 5.00e-05 ] [ eta: 546 days, 4:02:31 ] [ l_g_pix: 1.8135e-02 ] [ l_g_total: 1.8135e-02 ] +2024-10-25 04:28:42,654 INFO: [ epoch: 7 ] [ iter: 91,600 ] [ performance: 19.194 it/s ] [ lr: 5.00e-05 ] [ eta: 540 days, 5:56:21 ] [ l_g_pix: 2.5765e-02 ] [ l_g_total: 2.5765e-02 ] +2024-10-25 04:28:47,830 INFO: [ epoch: 7 ] [ iter: 91,700 ] [ performance: 19.421 it/s ] [ lr: 5.00e-05 ] [ eta: 534 days, 7:29:48 ] [ l_g_pix: 2.0788e-02 ] [ l_g_total: 2.0788e-02 ] +2024-10-25 04:28:53,077 INFO: [ epoch: 7 ] [ iter: 91,800 ] [ performance: 19.170 it/s ] [ lr: 5.00e-05 ] [ eta: 528 days, 8:55:41 ] [ l_g_pix: 1.7437e-02 ] [ l_g_total: 1.7437e-02 ] +2024-10-25 04:28:58,397 INFO: [ epoch: 7 ] [ iter: 91,900 ] [ performance: 18.866 it/s ] [ lr: 5.00e-05 ] [ eta: 522 days, 10:13:57 ] [ l_g_pix: 2.5432e-02 ] [ l_g_total: 2.5432e-02 ] +2024-10-25 04:29:03,652 INFO: [ epoch: 7 ] [ iter: 92,000 ] [ performance: 18.981 it/s ] [ lr: 5.00e-05 ] [ eta: 516 days, 11:05:50 ] [ l_g_pix: 2.2392e-02 ] [ l_g_total: 2.2392e-02 ] +2024-10-25 04:29:08,998 INFO: [ epoch: 7 ] [ iter: 92,100 ] [ performance: 18.801 it/s ] [ lr: 5.00e-05 ] [ eta: 510 days, 11:52:08 ] [ l_g_pix: 1.8114e-02 ] [ l_g_total: 1.8114e-02 ] +2024-10-25 04:29:14,301 INFO: [ epoch: 7 ] [ iter: 92,200 ] [ performance: 18.843 it/s ] [ lr: 5.00e-05 ] [ eta: 504 days, 12:15:00 ] [ l_g_pix: 2.5252e-02 ] [ l_g_total: 2.5252e-02 ] +2024-10-25 04:29:19,710 INFO: [ epoch: 7 ] [ iter: 92,300 ] [ performance: 18.460 it/s ] [ lr: 5.00e-05 ] [ eta: 498 days, 12:33:49 ] [ l_g_pix: 2.1305e-02 ] [ l_g_total: 2.1305e-02 ] +2024-10-25 04:29:24,951 INFO: [ epoch: 7 ] [ iter: 92,400 ] [ performance: 18.897 it/s ] [ lr: 5.00e-05 ] [ eta: 492 days, 12:13:22 ] [ l_g_pix: 2.0909e-02 ] [ l_g_total: 2.0909e-02 ] +2024-10-25 04:29:30,123 INFO: [ epoch: 7 ] [ iter: 92,500 ] [ performance: 19.030 it/s ] [ lr: 5.00e-05 ] [ eta: 486 days, 11:26:48 ] [ l_g_pix: 2.3081e-02 ] [ l_g_total: 2.3081e-02 ] +2024-10-25 04:29:35,350 INFO: [ epoch: 7 ] [ iter: 92,600 ] [ performance: 19.104 it/s ] [ lr: 5.00e-05 ] [ eta: 480 days, 10:29:47 ] [ l_g_pix: 2.2579e-02 ] [ l_g_total: 2.2579e-02 ] +2024-10-25 04:29:40,600 INFO: [ epoch: 7 ] [ iter: 92,700 ] [ performance: 19.251 it/s ] [ lr: 5.00e-05 ] [ eta: 474 days, 9:18:10 ] [ l_g_pix: 3.3291e-02 ] [ l_g_total: 3.3291e-02 ] +2024-10-25 04:29:45,835 INFO: [ epoch: 7 ] [ iter: 92,800 ] [ performance: 19.148 it/s ] [ lr: 5.00e-05 ] [ eta: 468 days, 7:47:07 ] [ l_g_pix: 2.1266e-02 ] [ l_g_total: 2.1266e-02 ] +2024-10-25 04:29:51,135 INFO: [ epoch: 7 ] [ iter: 92,900 ] [ performance: 19.014 it/s ] [ lr: 5.00e-05 ] [ eta: 462 days, 6:06:31 ] [ l_g_pix: 2.4477e-02 ] [ l_g_total: 2.4477e-02 ] +2024-10-25 04:29:56,411 INFO: [ epoch: 7 ] [ iter: 93,000 ] [ performance: 18.974 it/s ] [ lr: 5.00e-05 ] [ eta: 456 days, 4:05:16 ] [ l_g_pix: 1.5273e-02 ] [ l_g_total: 1.5273e-02 ] +2024-10-25 04:30:01,750 INFO: [ epoch: 7 ] [ iter: 93,100 ] [ performance: 18.584 it/s ] [ lr: 5.00e-05 ] [ eta: 450 days, 1:53:48 ] [ l_g_pix: 1.6057e-02 ] [ l_g_total: 1.6057e-02 ] +2024-10-25 04:30:07,015 INFO: [ epoch: 7 ] [ iter: 93,200 ] [ performance: 18.885 it/s ] [ lr: 5.00e-05 ] [ eta: 443 days, 23:16:00 ] [ l_g_pix: 2.4742e-02 ] [ l_g_total: 2.4742e-02 ] +2024-10-25 04:30:12,249 INFO: [ epoch: 7 ] [ iter: 93,300 ] [ performance: 18.884 it/s ] [ lr: 5.00e-05 ] [ eta: 437 days, 20:17:21 ] [ l_g_pix: 2.7055e-02 ] [ l_g_total: 2.7055e-02 ] +2024-10-25 04:30:17,538 INFO: [ epoch: 7 ] [ iter: 93,400 ] [ performance: 18.902 it/s ] [ lr: 5.00e-05 ] [ eta: 431 days, 17:07:16 ] [ l_g_pix: 1.7216e-02 ] [ l_g_total: 1.7216e-02 ] +2024-10-25 04:30:22,760 INFO: [ epoch: 7 ] [ iter: 93,500 ] [ performance: 19.116 it/s ] [ lr: 5.00e-05 ] [ eta: 425 days, 13:32:13 ] [ l_g_pix: 2.1398e-02 ] [ l_g_total: 2.1398e-02 ] +2024-10-25 04:30:27,869 INFO: [ epoch: 7 ] [ iter: 93,600 ] [ performance: 19.455 it/s ] [ lr: 5.00e-05 ] [ eta: 419 days, 9:27:44 ] [ l_g_pix: 2.1453e-02 ] [ l_g_total: 2.1453e-02 ] +2024-10-25 04:30:32,907 INFO: [ epoch: 7 ] [ iter: 93,700 ] [ performance: 19.280 it/s ] [ lr: 5.00e-05 ] [ eta: 413 days, 4:58:48 ] [ l_g_pix: 1.8161e-02 ] [ l_g_total: 1.8161e-02 ] +2024-10-25 04:30:38,278 INFO: [ epoch: 7 ] [ iter: 93,800 ] [ performance: 18.782 it/s ] [ lr: 5.00e-05 ] [ eta: 407 days, 0:47:32 ] [ l_g_pix: 2.4820e-02 ] [ l_g_total: 2.4820e-02 ] +2024-10-25 04:30:43,570 INFO: [ epoch: 7 ] [ iter: 93,900 ] [ performance: 19.717 it/s ] [ lr: 5.00e-05 ] [ eta: 400 days, 20:10:14 ] [ l_g_pix: 3.1456e-02 ] [ l_g_total: 3.1456e-02 ] +2024-10-25 04:30:48,969 INFO: [ epoch: 7 ] [ iter: 94,000 ] [ performance: 18.807 it/s ] [ lr: 5.00e-05 ] [ eta: 394 days, 15:26:00 ] [ l_g_pix: 3.7756e-02 ] [ l_g_total: 3.7756e-02 ] +2024-10-25 04:30:54,181 INFO: [ epoch: 7 ] [ iter: 94,100 ] [ performance: 19.370 it/s ] [ lr: 5.00e-05 ] [ eta: 388 days, 10:05:27 ] [ l_g_pix: 2.0641e-02 ] [ l_g_total: 2.0641e-02 ] +2024-10-25 04:30:59,504 INFO: [ epoch: 7 ] [ iter: 94,200 ] [ performance: 18.927 it/s ] [ lr: 5.00e-05 ] [ eta: 382 days, 4:38:11 ] [ l_g_pix: 2.8183e-02 ] [ l_g_total: 2.8183e-02 ] +2024-10-25 04:31:04,801 INFO: [ epoch: 7 ] [ iter: 94,300 ] [ performance: 18.842 it/s ] [ lr: 5.00e-05 ] [ eta: 375 days, 22:50:45 ] [ l_g_pix: 2.0682e-02 ] [ l_g_total: 2.0682e-02 ] +2024-10-25 04:31:10,184 INFO: [ epoch: 7 ] [ iter: 94,400 ] [ performance: 18.640 it/s ] [ lr: 5.00e-05 ] [ eta: 369 days, 16:53:43 ] [ l_g_pix: 1.5750e-02 ] [ l_g_total: 1.5750e-02 ] +2024-10-25 04:31:15,285 INFO: [ epoch: 7 ] [ iter: 94,500 ] [ performance: 21.476 it/s ] [ lr: 5.00e-05 ] [ eta: 363 days, 10:12:49 ] [ l_g_pix: 2.2740e-02 ] [ l_g_total: 2.2740e-02 ] +2024-10-25 04:31:22,143 INFO: [ epoch: 8 ] [ iter: 94,600 ] [ performance: 15.751 it/s ] [ lr: 5.00e-05 ] [ eta: 357 days, 5:53:00 ] [ l_g_pix: 1.9406e-02 ] [ l_g_total: 1.9406e-02 ] +2024-10-25 04:31:27,833 INFO: [ epoch: 8 ] [ iter: 94,700 ] [ performance: 19.917 it/s ] [ lr: 5.00e-05 ] [ eta: 350 days, 23:27:16 ] [ l_g_pix: 2.5159e-02 ] [ l_g_total: 2.5159e-02 ] +2024-10-25 04:31:33,009 INFO: [ epoch: 8 ] [ iter: 94,800 ] [ performance: 19.454 it/s ] [ lr: 5.00e-05 ] [ eta: 344 days, 15:57:58 ] [ l_g_pix: 2.4187e-02 ] [ l_g_total: 2.4187e-02 ] +2024-10-25 04:31:38,067 INFO: [ epoch: 8 ] [ iter: 94,900 ] [ performance: 19.075 it/s ] [ lr: 5.00e-05 ] [ eta: 338 days, 8:01:28 ] [ l_g_pix: 2.2360e-02 ] [ l_g_total: 2.2360e-02 ] +2024-10-25 04:31:43,215 INFO: [ epoch: 8 ] [ iter: 95,000 ] [ performance: 19.351 it/s ] [ lr: 5.00e-05 ] [ eta: 331 days, 23:55:29 ] [ l_g_pix: 2.4588e-02 ] [ l_g_total: 2.4588e-02 ] +2024-10-25 04:31:48,250 INFO: [ epoch: 8 ] [ iter: 95,100 ] [ performance: 19.671 it/s ] [ lr: 5.00e-05 ] [ eta: 325 days, 15:23:11 ] [ l_g_pix: 1.7030e-02 ] [ l_g_total: 1.7030e-02 ] +2024-10-25 04:31:53,522 INFO: [ epoch: 8 ] [ iter: 95,200 ] [ performance: 19.116 it/s ] [ lr: 5.00e-05 ] [ eta: 319 days, 6:53:02 ] [ l_g_pix: 2.5109e-02 ] [ l_g_total: 2.5109e-02 ] +2024-10-25 04:31:58,970 INFO: [ epoch: 8 ] [ iter: 95,300 ] [ performance: 17.214 it/s ] [ lr: 5.00e-05 ] [ eta: 312 days, 22:19:09 ] [ l_g_pix: 1.5574e-02 ] [ l_g_total: 1.5574e-02 ] +2024-10-25 04:32:04,177 INFO: [ epoch: 8 ] [ iter: 95,400 ] [ performance: 18.761 it/s ] [ lr: 5.00e-05 ] [ eta: 306 days, 13:08:33 ] [ l_g_pix: 2.1392e-02 ] [ l_g_total: 2.1392e-02 ] +2024-10-25 04:32:09,304 INFO: [ epoch: 8 ] [ iter: 95,500 ] [ performance: 19.015 it/s ] [ lr: 5.00e-05 ] [ eta: 300 days, 3:34:37 ] [ l_g_pix: 1.9063e-02 ] [ l_g_total: 1.9063e-02 ] +2024-10-25 04:32:14,504 INFO: [ epoch: 8 ] [ iter: 95,600 ] [ performance: 19.190 it/s ] [ lr: 5.00e-05 ] [ eta: 293 days, 17:48:57 ] [ l_g_pix: 2.4043e-02 ] [ l_g_total: 2.4043e-02 ] +2024-10-25 04:32:19,687 INFO: [ epoch: 8 ] [ iter: 95,700 ] [ performance: 19.423 it/s ] [ lr: 5.00e-05 ] [ eta: 287 days, 7:44:47 ] [ l_g_pix: 3.0115e-02 ] [ l_g_total: 3.0115e-02 ] +2024-10-25 04:32:24,845 INFO: [ epoch: 8 ] [ iter: 95,800 ] [ performance: 19.397 it/s ] [ lr: 5.00e-05 ] [ eta: 280 days, 21:21:33 ] [ l_g_pix: 2.5972e-02 ] [ l_g_total: 2.5972e-02 ] +2024-10-25 04:32:30,005 INFO: [ epoch: 8 ] [ iter: 95,900 ] [ performance: 18.874 it/s ] [ lr: 5.00e-05 ] [ eta: 274 days, 10:41:14 ] [ l_g_pix: 2.6327e-02 ] [ l_g_total: 2.6327e-02 ] +2024-10-25 04:32:35,442 INFO: [ epoch: 8 ] [ iter: 96,000 ] [ performance: 18.481 it/s ] [ lr: 5.00e-05 ] [ eta: 268 days, 0:02:14 ] [ l_g_pix: 2.8716e-02 ] [ l_g_total: 2.8716e-02 ] +2024-10-25 04:32:40,598 INFO: [ epoch: 8 ] [ iter: 96,100 ] [ performance: 20.535 it/s ] [ lr: 5.00e-05 ] [ eta: 261 days, 12:46:47 ] [ l_g_pix: 3.6691e-02 ] [ l_g_total: 3.6691e-02 ] +2024-10-25 04:32:45,759 INFO: [ epoch: 8 ] [ iter: 96,200 ] [ performance: 19.576 it/s ] [ lr: 5.00e-05 ] [ eta: 255 days, 1:14:31 ] [ l_g_pix: 2.3813e-02 ] [ l_g_total: 2.3813e-02 ] +2024-10-25 04:32:50,642 INFO: [ epoch: 8 ] [ iter: 96,300 ] [ performance: 19.302 it/s ] [ lr: 5.00e-05 ] [ eta: 248 days, 13:07:53 ] [ l_g_pix: 1.7568e-02 ] [ l_g_total: 1.7568e-02 ] +2024-10-25 04:32:55,793 INFO: [ epoch: 8 ] [ iter: 96,400 ] [ performance: 19.396 it/s ] [ lr: 5.00e-05 ] [ eta: 242 days, 1:01:04 ] [ l_g_pix: 2.7683e-02 ] [ l_g_total: 2.7683e-02 ] +2024-10-25 04:33:00,952 INFO: [ epoch: 8 ] [ iter: 96,500 ] [ performance: 19.189 it/s ] [ lr: 5.00e-05 ] [ eta: 235 days, 12:37:30 ] [ l_g_pix: 2.3037e-02 ] [ l_g_total: 2.3037e-02 ] +2024-10-25 04:33:06,113 INFO: [ epoch: 8 ] [ iter: 96,600 ] [ performance: 19.347 it/s ] [ lr: 5.00e-05 ] [ eta: 228 days, 23:56:53 ] [ l_g_pix: 2.7576e-02 ] [ l_g_total: 2.7576e-02 ] +2024-10-25 04:33:11,468 INFO: [ epoch: 8 ] [ iter: 96,700 ] [ performance: 19.582 it/s ] [ lr: 5.00e-05 ] [ eta: 222 days, 11:09:45 ] [ l_g_pix: 2.8601e-02 ] [ l_g_total: 2.8601e-02 ] +2024-10-25 04:33:16,642 INFO: [ epoch: 8 ] [ iter: 96,800 ] [ performance: 19.370 it/s ] [ lr: 5.00e-05 ] [ eta: 215 days, 21:55:06 ] [ l_g_pix: 2.1418e-02 ] [ l_g_total: 2.1418e-02 ] +2024-10-25 04:33:21,918 INFO: [ epoch: 8 ] [ iter: 96,900 ] [ performance: 19.585 it/s ] [ lr: 5.00e-05 ] [ eta: 209 days, 8:28:28 ] [ l_g_pix: 2.2975e-02 ] [ l_g_total: 2.2975e-02 ] +2024-10-25 04:33:26,994 INFO: [ epoch: 8 ] [ iter: 97,000 ] [ performance: 19.685 it/s ] [ lr: 5.00e-05 ] [ eta: 202 days, 18:34:16 ] [ l_g_pix: 1.9699e-02 ] [ l_g_total: 1.9699e-02 ] +2024-10-25 04:33:32,131 INFO: [ epoch: 8 ] [ iter: 97,100 ] [ performance: 19.054 it/s ] [ lr: 5.00e-05 ] [ eta: 196 days, 4:26:04 ] [ l_g_pix: 2.2070e-02 ] [ l_g_total: 2.2070e-02 ] +2024-10-25 04:33:37,331 INFO: [ epoch: 8 ] [ iter: 97,200 ] [ performance: 19.207 it/s ] [ lr: 5.00e-05 ] [ eta: 189 days, 14:03:42 ] [ l_g_pix: 1.6865e-02 ] [ l_g_total: 1.6865e-02 ] +2024-10-25 04:33:42,481 INFO: [ epoch: 8 ] [ iter: 97,300 ] [ performance: 19.227 it/s ] [ lr: 5.00e-05 ] [ eta: 182 days, 23:21:46 ] [ l_g_pix: 1.9146e-02 ] [ l_g_total: 1.9146e-02 ] +2024-10-25 04:33:47,489 INFO: [ epoch: 8 ] [ iter: 97,400 ] [ performance: 19.866 it/s ] [ lr: 5.00e-05 ] [ eta: 176 days, 8:16:29 ] [ l_g_pix: 2.8053e-02 ] [ l_g_total: 2.8053e-02 ] +2024-10-25 04:33:52,660 INFO: [ epoch: 8 ] [ iter: 97,500 ] [ performance: 20.132 it/s ] [ lr: 5.00e-05 ] [ eta: 169 days, 17:01:19 ] [ l_g_pix: 1.6955e-02 ] [ l_g_total: 1.6955e-02 ] +2024-10-25 04:33:57,809 INFO: [ epoch: 8 ] [ iter: 97,600 ] [ performance: 19.514 it/s ] [ lr: 5.00e-05 ] [ eta: 163 days, 1:28:01 ] [ l_g_pix: 2.4043e-02 ] [ l_g_total: 2.4043e-02 ] +2024-10-25 04:34:03,048 INFO: [ epoch: 8 ] [ iter: 97,700 ] [ performance: 19.676 it/s ] [ lr: 5.00e-05 ] [ eta: 156 days, 9:41:02 ] [ l_g_pix: 2.7367e-02 ] [ l_g_total: 2.7367e-02 ] +2024-10-25 04:34:08,252 INFO: [ epoch: 8 ] [ iter: 97,800 ] [ performance: 19.276 it/s ] [ lr: 5.00e-05 ] [ eta: 149 days, 17:35:15 ] [ l_g_pix: 2.3538e-02 ] [ l_g_total: 2.3538e-02 ] +2024-10-25 04:34:13,367 INFO: [ epoch: 8 ] [ iter: 97,900 ] [ performance: 19.898 it/s ] [ lr: 5.00e-05 ] [ eta: 143 days, 1:09:03 ] [ l_g_pix: 2.1178e-02 ] [ l_g_total: 2.1178e-02 ] +2024-10-25 04:34:18,499 INFO: [ epoch: 8 ] [ iter: 98,000 ] [ performance: 19.533 it/s ] [ lr: 5.00e-05 ] [ eta: 136 days, 8:26:22 ] [ l_g_pix: 1.8316e-02 ] [ l_g_total: 1.8316e-02 ] +2024-10-25 04:34:23,687 INFO: [ epoch: 8 ] [ iter: 98,100 ] [ performance: 19.144 it/s ] [ lr: 5.00e-05 ] [ eta: 129 days, 15:28:20 ] [ l_g_pix: 1.8851e-02 ] [ l_g_total: 1.8851e-02 ] +2024-10-25 04:34:28,858 INFO: [ epoch: 8 ] [ iter: 98,200 ] [ performance: 19.320 it/s ] [ lr: 5.00e-05 ] [ eta: 122 days, 22:12:30 ] [ l_g_pix: 2.7348e-02 ] [ l_g_total: 2.7348e-02 ] +2024-10-25 04:34:33,972 INFO: [ epoch: 8 ] [ iter: 98,300 ] [ performance: 19.684 it/s ] [ lr: 5.00e-05 ] [ eta: 116 days, 4:37:49 ] [ l_g_pix: 1.8992e-02 ] [ l_g_total: 1.8992e-02 ] +2024-10-25 04:34:38,986 INFO: [ epoch: 8 ] [ iter: 98,400 ] [ performance: 19.921 it/s ] [ lr: 5.00e-05 ] [ eta: 109 days, 10:43:25 ] [ l_g_pix: 2.4941e-02 ] [ l_g_total: 2.4941e-02 ] +2024-10-25 04:34:44,248 INFO: [ epoch: 8 ] [ iter: 98,500 ] [ performance: 19.350 it/s ] [ lr: 5.00e-05 ] [ eta: 102 days, 16:38:31 ] [ l_g_pix: 2.0707e-02 ] [ l_g_total: 2.0707e-02 ] +2024-10-25 04:34:49,448 INFO: [ epoch: 8 ] [ iter: 98,600 ] [ performance: 19.245 it/s ] [ lr: 5.00e-05 ] [ eta: 95 days, 22:14:36 ] [ l_g_pix: 2.2314e-02 ] [ l_g_total: 2.2314e-02 ] +2024-10-25 04:34:54,573 INFO: [ epoch: 8 ] [ iter: 98,700 ] [ performance: 19.253 it/s ] [ lr: 5.00e-05 ] [ eta: 89 days, 3:31:46 ] [ l_g_pix: 2.0276e-02 ] [ l_g_total: 2.0276e-02 ] +2024-10-25 04:34:59,813 INFO: [ epoch: 8 ] [ iter: 98,800 ] [ performance: 19.099 it/s ] [ lr: 5.00e-05 ] [ eta: 82 days, 8:34:08 ] [ l_g_pix: 2.9861e-02 ] [ l_g_total: 2.9861e-02 ] +2024-10-25 04:35:05,018 INFO: [ epoch: 8 ] [ iter: 98,900 ] [ performance: 19.773 it/s ] [ lr: 5.00e-05 ] [ eta: 75 days, 13:18:22 ] [ l_g_pix: 3.5991e-02 ] [ l_g_total: 3.5991e-02 ] +2024-10-25 04:35:10,283 INFO: [ epoch: 8 ] [ iter: 99,000 ] [ performance: 19.053 it/s ] [ lr: 5.00e-05 ] [ eta: 68 days, 17:46:16 ] [ l_g_pix: 2.9196e-02 ] [ l_g_total: 2.9196e-02 ] +2024-10-25 04:35:15,376 INFO: [ epoch: 8 ] [ iter: 99,100 ] [ performance: 18.774 it/s ] [ lr: 5.00e-05 ] [ eta: 61 days, 21:54:02 ] [ l_g_pix: 2.3543e-02 ] [ l_g_total: 2.3543e-02 ] +2024-10-25 04:35:20,592 INFO: [ epoch: 8 ] [ iter: 99,200 ] [ performance: 19.147 it/s ] [ lr: 5.00e-05 ] [ eta: 55 days, 1:46:29 ] [ l_g_pix: 2.0055e-02 ] [ l_g_total: 2.0055e-02 ] +2024-10-25 04:35:25,773 INFO: [ epoch: 8 ] [ iter: 99,300 ] [ performance: 18.708 it/s ] [ lr: 5.00e-05 ] [ eta: 48 days, 5:21:07 ] [ l_g_pix: 2.8563e-02 ] [ l_g_total: 2.8563e-02 ] +2024-10-25 04:35:30,991 INFO: [ epoch: 8 ] [ iter: 99,400 ] [ performance: 19.141 it/s ] [ lr: 5.00e-05 ] [ eta: 41 days, 8:38:51 ] [ l_g_pix: 2.5656e-02 ] [ l_g_total: 2.5656e-02 ] +2024-10-25 04:35:36,210 INFO: [ epoch: 8 ] [ iter: 99,500 ] [ performance: 18.983 it/s ] [ lr: 5.00e-05 ] [ eta: 34 days, 11:39:13 ] [ l_g_pix: 3.3705e-02 ] [ l_g_total: 3.3705e-02 ] +2024-10-25 04:35:41,442 INFO: [ epoch: 8 ] [ iter: 99,600 ] [ performance: 19.107 it/s ] [ lr: 5.00e-05 ] [ eta: 27 days, 14:22:16 ] [ l_g_pix: 1.8666e-02 ] [ l_g_total: 1.8666e-02 ] +2024-10-25 04:35:46,670 INFO: [ epoch: 8 ] [ iter: 99,700 ] [ performance: 17.904 it/s ] [ lr: 5.00e-05 ] [ eta: 20 days, 16:47:51 ] [ l_g_pix: 2.3167e-02 ] [ l_g_total: 2.3167e-02 ] +2024-10-25 04:35:51,937 INFO: [ epoch: 8 ] [ iter: 99,800 ] [ performance: 18.944 it/s ] [ lr: 5.00e-05 ] [ eta: 13 days, 18:56:08 ] [ l_g_pix: 2.5759e-02 ] [ l_g_total: 2.5759e-02 ] +2024-10-25 04:35:57,171 INFO: [ epoch: 8 ] [ iter: 99,900 ] [ performance: 19.086 it/s ] [ lr: 5.00e-05 ] [ eta: 6 days, 20:46:49 ] [ l_g_pix: 1.6599e-02 ] [ l_g_total: 1.6599e-02 ] +2024-10-25 04:36:02,463 INFO: [ epoch: 8 ] [ iter:100,000 ] [ performance: 18.906 it/s ] [ lr: 5.00e-05 ] [ eta: -1 day, 22:20:03 ] [ l_g_pix: 3.1741e-02 ] [ l_g_total: 3.1741e-02 ] +2024-10-25 04:36:02,463 INFO: Saving models and training states. +2024-10-25 04:37:13,443 INFO: Validation val + + # psnr: 22.0363........ Best: 22.0424 @ 70000 iter + # ssim: 0.6488........ Best: 0.6488 @ 100000 iter + # dists: 0.7865........ Best: 0.7865 @ 100000 iter + +2024-10-25 04:37:14,721 INFO: End of training. Time consumed: 1:41:11 +2024-10-25 04:37:14,723 INFO: Save the latest model. +2024-10-25 04:38:22,439 INFO: Validation val + + # psnr: 22.0363........ Best: 22.0424 @ 70000 iter + # ssim: 0.6488........ Best: 0.6488 @ 100002 iter + # dists: 0.7865........ Best: 0.7865 @ 100002 iter + diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_01/training_states/100000.state b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_01/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..1e3a9b14fb5f9b411a0e6398588e1ea8b72bfd83 --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_01/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3277e040ee4eacf3391de8458a856c68060449da1a0d8982d2b756eefe5d6eb2 +size 14859114 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_02/4ximagenet_span_fp16_ic9600_02.toml b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_02/4ximagenet_span_fp16_ic9600_02.toml new file mode 100644 index 0000000000000000000000000000000000000000..fba3ebcb0e24c3edda70e8f9e95b109fd58d1bbc --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_02/4ximagenet_span_fp16_ic9600_02.toml @@ -0,0 +1,61 @@ +# GENERATE TIME: Fri Oct 25 04:38:31 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16_ic9600_02.toml + +name = "4ximagenet_span_fp16_ic9600_02" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_02/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_02_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_02/models/net_g_100000.pth b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_02/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..8e3bc825bc0806c9c058677b9c69adf9be29ece3 --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_02/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:489bfa3ee12da0ff44ed6443b2902765cf69feb41a5b935a9a1ed3413dccdf0b +size 9010221 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_02/train_4ximagenet_span_fp16_ic9600_02_20241025_043831.log b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_02/train_4ximagenet_span_fp16_ic9600_02_20241025_043831.log new file mode 100644 index 0000000000000000000000000000000000000000..d2a45c496a49f12f9551552cab7b4af507f62857 --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_02/train_4ximagenet_span_fp16_ic9600_02_20241025_043831.log @@ -0,0 +1,1100 @@ +2024-10-25 04:38:31,400 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-25 04:40:48,164 INFO: Dataset [paired] is built. +2024-10-25 04:40:48,164 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16_ic9600_02 + Number of train images: 166824 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 10427 + Total epochs 10 for total iters 100000. +2024-10-25 04:40:48,164 INFO: Dataset [paired] is built. +2024-10-25 04:40:48,164 INFO: Number of val images/folders: 100 +2024-10-25 04:40:48,484 INFO: Using network [span]. +2024-10-25 04:40:48,541 INFO: Using exponential-moving average. +2024-10-25 04:40:48,542 INFO: Loss [L1Loss] enabled. +2024-10-25 04:40:48,543 INFO: Using model [image]. +2024-10-25 04:40:49,105 INFO: AMP enabled. +2024-10-25 04:40:49,105 INFO: Deterministic mode enabled. +2024-10-25 04:40:49,105 INFO: Start training from epoch: 0, iter: 0 +2024-10-25 04:40:57,184 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 12.380 it/s ] [ lr: 1.00e-04 ] [ eta: 6 days, 2:09:26 ] [ l_g_pix: 1.1606e-01 ] [ l_g_total: 1.1606e-01 ] +2024-10-25 04:41:02,445 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 14.995 it/s ] [ lr: 1.00e-04 ] [ eta: 12 days, 3:51:24 ] [ l_g_pix: 6.6534e-02 ] [ l_g_total: 6.6534e-02 ] +2024-10-25 04:41:07,660 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 19.196 it/s ] [ lr: 1.00e-04 ] [ eta: 18 days, 3:59:24 ] [ l_g_pix: 6.5933e-02 ] [ l_g_total: 6.5933e-02 ] +2024-10-25 04:41:12,802 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 19.323 it/s ] [ lr: 1.00e-04 ] [ eta: 24 days, 1:49:28 ] [ l_g_pix: 5.0227e-02 ] [ l_g_total: 5.0227e-02 ] +2024-10-25 04:41:17,730 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 20.249 it/s ] [ lr: 1.00e-04 ] [ eta: 29 days, 17:26:04 ] [ l_g_pix: 4.1236e-02 ] [ l_g_total: 4.1236e-02 ] +2024-10-25 04:41:22,850 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 19.882 it/s ] [ lr: 1.00e-04 ] [ eta: 35 days, 14:04:31 ] [ l_g_pix: 4.9318e-02 ] [ l_g_total: 4.9318e-02 ] +2024-10-25 04:41:27,854 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 20.033 it/s ] [ lr: 1.00e-04 ] [ eta: 41 days, 7:15:14 ] [ l_g_pix: 4.3871e-02 ] [ l_g_total: 4.3871e-02 ] +2024-10-25 04:41:33,131 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 19.470 it/s ] [ lr: 1.00e-04 ] [ eta: 47 days, 7:39:38 ] [ l_g_pix: 3.2818e-02 ] [ l_g_total: 3.2818e-02 ] +2024-10-25 04:41:38,408 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 18.961 it/s ] [ lr: 1.00e-04 ] [ eta: 53 days, 7:47:25 ] [ l_g_pix: 2.6143e-02 ] [ l_g_total: 2.6143e-02 ] +2024-10-25 04:41:43,636 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 19.047 it/s ] [ lr: 1.00e-04 ] [ eta: 59 days, 6:16:07 ] [ l_g_pix: 3.3799e-02 ] [ l_g_total: 3.3799e-02 ] +2024-10-25 04:41:48,884 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 19.029 it/s ] [ lr: 1.00e-04 ] [ eta: 65 days, 4:59:42 ] [ l_g_pix: 3.7962e-02 ] [ l_g_total: 3.7962e-02 ] +2024-10-25 04:41:54,204 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 18.911 it/s ] [ lr: 1.00e-04 ] [ eta: 71 days, 5:24:27 ] [ l_g_pix: 3.6724e-02 ] [ l_g_total: 3.6724e-02 ] +2024-10-25 04:41:59,560 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 18.756 it/s ] [ lr: 1.00e-04 ] [ eta: 77 days, 6:31:03 ] [ l_g_pix: 3.5755e-02 ] [ l_g_total: 3.5755e-02 ] +2024-10-25 04:42:04,921 INFO: [ epoch: 0 ] [ iter: 1,400 ] [ performance: 18.704 it/s ] [ lr: 1.00e-04 ] [ eta: 83 days, 7:28:42 ] [ l_g_pix: 3.8706e-02 ] [ l_g_total: 3.8706e-02 ] +2024-10-25 04:42:10,170 INFO: [ epoch: 0 ] [ iter: 1,500 ] [ performance: 19.064 it/s ] [ lr: 1.00e-04 ] [ eta: 89 days, 5:03:50 ] [ l_g_pix: 2.7037e-02 ] [ l_g_total: 2.7037e-02 ] +2024-10-25 04:42:15,443 INFO: [ epoch: 0 ] [ iter: 1,600 ] [ performance: 19.014 it/s ] [ lr: 1.00e-04 ] [ eta: 95 days, 3:00:43 ] [ l_g_pix: 4.0402e-02 ] [ l_g_total: 4.0402e-02 ] +2024-10-25 04:42:20,813 INFO: [ epoch: 0 ] [ iter: 1,700 ] [ performance: 18.655 it/s ] [ lr: 1.00e-04 ] [ eta: 101 days, 3:20:12 ] [ l_g_pix: 3.0473e-02 ] [ l_g_total: 3.0473e-02 ] +2024-10-25 04:42:26,191 INFO: [ epoch: 0 ] [ iter: 1,800 ] [ performance: 18.625 it/s ] [ lr: 1.00e-04 ] [ eta: 107 days, 3:33:38 ] [ l_g_pix: 2.8165e-02 ] [ l_g_total: 2.8165e-02 ] +2024-10-25 04:42:31,439 INFO: [ epoch: 0 ] [ iter: 1,900 ] [ performance: 19.024 it/s ] [ lr: 1.00e-04 ] [ eta: 112 days, 23:57:30 ] [ l_g_pix: 3.4572e-02 ] [ l_g_total: 3.4572e-02 ] +2024-10-25 04:42:36,713 INFO: [ epoch: 0 ] [ iter: 2,000 ] [ performance: 18.992 it/s ] [ lr: 1.00e-04 ] [ eta: 118 days, 20:45:42 ] [ l_g_pix: 3.6977e-02 ] [ l_g_total: 3.6977e-02 ] +2024-10-25 04:42:42,050 INFO: [ epoch: 0 ] [ iter: 2,100 ] [ performance: 18.764 it/s ] [ lr: 1.00e-04 ] [ eta: 124 days, 18:59:15 ] [ l_g_pix: 2.8057e-02 ] [ l_g_total: 2.8057e-02 ] +2024-10-25 04:42:47,369 INFO: [ epoch: 0 ] [ iter: 2,200 ] [ performance: 18.784 it/s ] [ lr: 1.00e-04 ] [ eta: 130 days, 16:25:36 ] [ l_g_pix: 3.0321e-02 ] [ l_g_total: 3.0321e-02 ] +2024-10-25 04:42:52,753 INFO: [ epoch: 0 ] [ iter: 2,300 ] [ performance: 18.558 it/s ] [ lr: 1.00e-04 ] [ eta: 136 days, 15:19:13 ] [ l_g_pix: 3.0115e-02 ] [ l_g_total: 3.0115e-02 ] +2024-10-25 04:42:58,123 INFO: [ epoch: 0 ] [ iter: 2,400 ] [ performance: 18.593 it/s ] [ lr: 1.00e-04 ] [ eta: 142 days, 13:32:50 ] [ l_g_pix: 2.5920e-02 ] [ l_g_total: 2.5920e-02 ] +2024-10-25 04:43:03,169 INFO: [ epoch: 0 ] [ iter: 2,500 ] [ performance: 19.894 it/s ] [ lr: 1.00e-04 ] [ eta: 148 days, 2:41:48 ] [ l_g_pix: 1.6550e-02 ] [ l_g_total: 1.6550e-02 ] +2024-10-25 04:43:08,401 INFO: [ epoch: 0 ] [ iter: 2,600 ] [ performance: 19.472 it/s ] [ lr: 1.00e-04 ] [ eta: 153 days, 20:36:22 ] [ l_g_pix: 1.9734e-02 ] [ l_g_total: 1.9734e-02 ] +2024-10-25 04:43:13,659 INFO: [ epoch: 0 ] [ iter: 2,700 ] [ performance: 19.038 it/s ] [ lr: 1.00e-04 ] [ eta: 159 days, 14:56:34 ] [ l_g_pix: 2.4866e-02 ] [ l_g_total: 2.4866e-02 ] +2024-10-25 04:43:18,967 INFO: [ epoch: 0 ] [ iter: 2,800 ] [ performance: 18.934 it/s ] [ lr: 1.00e-04 ] [ eta: 165 days, 10:17:57 ] [ l_g_pix: 3.2978e-02 ] [ l_g_total: 3.2978e-02 ] +2024-10-25 04:43:24,073 INFO: [ epoch: 0 ] [ iter: 2,900 ] [ performance: 19.626 it/s ] [ lr: 1.00e-04 ] [ eta: 170 days, 23:56:05 ] [ l_g_pix: 2.7797e-02 ] [ l_g_total: 2.7797e-02 ] +2024-10-25 04:43:29,328 INFO: [ epoch: 0 ] [ iter: 3,000 ] [ performance: 19.301 it/s ] [ lr: 1.00e-04 ] [ eta: 176 days, 17:18:48 ] [ l_g_pix: 2.2260e-02 ] [ l_g_total: 2.2260e-02 ] +2024-10-25 04:43:34,615 INFO: [ epoch: 0 ] [ iter: 3,100 ] [ performance: 18.808 it/s ] [ lr: 1.00e-04 ] [ eta: 182 days, 11:14:23 ] [ l_g_pix: 4.4457e-02 ] [ l_g_total: 4.4457e-02 ] +2024-10-25 04:43:39,910 INFO: [ epoch: 0 ] [ iter: 3,200 ] [ performance: 18.850 it/s ] [ lr: 1.00e-04 ] [ eta: 188 days, 5:06:13 ] [ l_g_pix: 3.5765e-02 ] [ l_g_total: 3.5765e-02 ] +2024-10-25 04:43:45,244 INFO: [ epoch: 0 ] [ iter: 3,300 ] [ performance: 18.795 it/s ] [ lr: 1.00e-04 ] [ eta: 193 days, 23:43:06 ] [ l_g_pix: 2.1354e-02 ] [ l_g_total: 2.1354e-02 ] +2024-10-25 04:43:50,557 INFO: [ epoch: 0 ] [ iter: 3,400 ] [ performance: 18.811 it/s ] [ lr: 1.00e-04 ] [ eta: 199 days, 17:27:59 ] [ l_g_pix: 3.3187e-02 ] [ l_g_total: 3.3187e-02 ] +2024-10-25 04:43:55,948 INFO: [ epoch: 0 ] [ iter: 3,500 ] [ performance: 18.486 it/s ] [ lr: 1.00e-04 ] [ eta: 205 days, 13:01:00 ] [ l_g_pix: 2.4173e-02 ] [ l_g_total: 2.4173e-02 ] +2024-10-25 04:44:01,354 INFO: [ epoch: 0 ] [ iter: 3,600 ] [ performance: 18.494 it/s ] [ lr: 1.00e-04 ] [ eta: 211 days, 8:39:41 ] [ l_g_pix: 2.7381e-02 ] [ l_g_total: 2.7381e-02 ] +2024-10-25 04:44:06,746 INFO: [ epoch: 0 ] [ iter: 3,700 ] [ performance: 18.503 it/s ] [ lr: 1.00e-04 ] [ eta: 217 days, 3:37:29 ] [ l_g_pix: 2.5316e-02 ] [ l_g_total: 2.5316e-02 ] +2024-10-25 04:44:12,089 INFO: [ epoch: 0 ] [ iter: 3,800 ] [ performance: 18.621 it/s ] [ lr: 1.00e-04 ] [ eta: 222 days, 20:59:21 ] [ l_g_pix: 2.5918e-02 ] [ l_g_total: 2.5918e-02 ] +2024-10-25 04:44:17,490 INFO: [ epoch: 0 ] [ iter: 3,900 ] [ performance: 18.478 it/s ] [ lr: 1.00e-04 ] [ eta: 228 days, 15:35:33 ] [ l_g_pix: 1.8476e-02 ] [ l_g_total: 1.8476e-02 ] +2024-10-25 04:44:22,925 INFO: [ epoch: 0 ] [ iter: 4,000 ] [ performance: 18.434 it/s ] [ lr: 1.00e-04 ] [ eta: 234 days, 10:49:56 ] [ l_g_pix: 3.2217e-02 ] [ l_g_total: 3.2217e-02 ] +2024-10-25 04:44:28,218 INFO: [ epoch: 0 ] [ iter: 4,100 ] [ performance: 18.922 it/s ] [ lr: 1.00e-04 ] [ eta: 240 days, 1:58:15 ] [ l_g_pix: 2.3817e-02 ] [ l_g_total: 2.3817e-02 ] +2024-10-25 04:44:33,346 INFO: [ epoch: 0 ] [ iter: 4,200 ] [ performance: 19.241 it/s ] [ lr: 1.00e-04 ] [ eta: 245 days, 12:25:22 ] [ l_g_pix: 3.1489e-02 ] [ l_g_total: 3.1489e-02 ] +2024-10-25 04:44:38,471 INFO: [ epoch: 0 ] [ iter: 4,300 ] [ performance: 19.726 it/s ] [ lr: 1.00e-04 ] [ eta: 250 days, 22:29:49 ] [ l_g_pix: 3.5007e-02 ] [ l_g_total: 3.5007e-02 ] +2024-10-25 04:44:43,574 INFO: [ epoch: 0 ] [ iter: 4,400 ] [ performance: 19.654 it/s ] [ lr: 1.00e-04 ] [ eta: 256 days, 7:43:42 ] [ l_g_pix: 2.2253e-02 ] [ l_g_total: 2.2253e-02 ] +2024-10-25 04:44:48,755 INFO: [ epoch: 0 ] [ iter: 4,500 ] [ performance: 19.342 it/s ] [ lr: 1.00e-04 ] [ eta: 261 days, 18:42:40 ] [ l_g_pix: 3.4094e-02 ] [ l_g_total: 3.4094e-02 ] +2024-10-25 04:44:53,959 INFO: [ epoch: 0 ] [ iter: 4,600 ] [ performance: 19.273 it/s ] [ lr: 1.00e-04 ] [ eta: 267 days, 6:02:06 ] [ l_g_pix: 3.6721e-02 ] [ l_g_total: 3.6721e-02 ] +2024-10-25 04:44:59,130 INFO: [ epoch: 0 ] [ iter: 4,700 ] [ performance: 19.287 it/s ] [ lr: 1.00e-04 ] [ eta: 272 days, 16:13:07 ] [ l_g_pix: 2.4977e-02 ] [ l_g_total: 2.4977e-02 ] +2024-10-25 04:45:04,291 INFO: [ epoch: 0 ] [ iter: 4,800 ] [ performance: 19.338 it/s ] [ lr: 1.00e-04 ] [ eta: 278 days, 1:50:08 ] [ l_g_pix: 3.0174e-02 ] [ l_g_total: 3.0174e-02 ] +2024-10-25 04:45:09,591 INFO: [ epoch: 0 ] [ iter: 4,900 ] [ performance: 18.820 it/s ] [ lr: 1.00e-04 ] [ eta: 283 days, 14:48:55 ] [ l_g_pix: 2.8302e-02 ] [ l_g_total: 2.8302e-02 ] +2024-10-25 04:45:14,888 INFO: [ epoch: 0 ] [ iter: 5,000 ] [ performance: 18.855 it/s ] [ lr: 1.00e-04 ] [ eta: 289 days, 3:25:57 ] [ l_g_pix: 2.5656e-02 ] [ l_g_total: 2.5656e-02 ] +2024-10-25 04:45:20,097 INFO: [ epoch: 0 ] [ iter: 5,100 ] [ performance: 19.100 it/s ] [ lr: 1.00e-04 ] [ eta: 294 days, 13:26:19 ] [ l_g_pix: 3.4308e-02 ] [ l_g_total: 3.4308e-02 ] +2024-10-25 04:45:25,300 INFO: [ epoch: 0 ] [ iter: 5,200 ] [ performance: 19.169 it/s ] [ lr: 1.00e-04 ] [ eta: 299 days, 23:00:24 ] [ l_g_pix: 2.1301e-02 ] [ l_g_total: 2.1301e-02 ] +2024-10-25 04:45:30,601 INFO: [ epoch: 0 ] [ iter: 5,300 ] [ performance: 18.653 it/s ] [ lr: 1.00e-04 ] [ eta: 305 days, 10:51:31 ] [ l_g_pix: 3.5641e-02 ] [ l_g_total: 3.5641e-02 ] +2024-10-25 04:45:35,834 INFO: [ epoch: 0 ] [ iter: 5,400 ] [ performance: 18.914 it/s ] [ lr: 1.00e-04 ] [ eta: 310 days, 20:37:56 ] [ l_g_pix: 3.2888e-02 ] [ l_g_total: 3.2888e-02 ] +2024-10-25 04:45:41,217 INFO: [ epoch: 0 ] [ iter: 5,500 ] [ performance: 18.850 it/s ] [ lr: 1.00e-04 ] [ eta: 316 days, 10:02:43 ] [ l_g_pix: 2.8898e-02 ] [ l_g_total: 2.8898e-02 ] +2024-10-25 04:45:46,578 INFO: [ epoch: 0 ] [ iter: 5,600 ] [ performance: 18.738 it/s ] [ lr: 1.00e-04 ] [ eta: 321 days, 22:34:43 ] [ l_g_pix: 2.3600e-02 ] [ l_g_total: 2.3600e-02 ] +2024-10-25 04:45:51,806 INFO: [ epoch: 0 ] [ iter: 5,700 ] [ performance: 18.967 it/s ] [ lr: 1.00e-04 ] [ eta: 327 days, 7:20:16 ] [ l_g_pix: 2.7219e-02 ] [ l_g_total: 2.7219e-02 ] +2024-10-25 04:45:57,190 INFO: [ epoch: 0 ] [ iter: 5,800 ] [ performance: 18.737 it/s ] [ lr: 1.00e-04 ] [ eta: 332 days, 19:54:06 ] [ l_g_pix: 2.0287e-02 ] [ l_g_total: 2.0287e-02 ] +2024-10-25 04:46:02,442 INFO: [ epoch: 0 ] [ iter: 5,900 ] [ performance: 19.029 it/s ] [ lr: 1.00e-04 ] [ eta: 338 days, 4:41:27 ] [ l_g_pix: 3.7560e-02 ] [ l_g_total: 3.7560e-02 ] +2024-10-25 04:46:07,594 INFO: [ epoch: 0 ] [ iter: 6,000 ] [ performance: 19.252 it/s ] [ lr: 1.00e-04 ] [ eta: 343 days, 10:35:30 ] [ l_g_pix: 2.6754e-02 ] [ l_g_total: 2.6754e-02 ] +2024-10-25 04:46:12,877 INFO: [ epoch: 0 ] [ iter: 6,100 ] [ performance: 18.790 it/s ] [ lr: 1.00e-04 ] [ eta: 348 days, 19:37:32 ] [ l_g_pix: 3.1720e-02 ] [ l_g_total: 3.1720e-02 ] +2024-10-25 04:46:18,179 INFO: [ epoch: 0 ] [ iter: 6,200 ] [ performance: 18.833 it/s ] [ lr: 1.00e-04 ] [ eta: 354 days, 4:51:11 ] [ l_g_pix: 2.8576e-02 ] [ l_g_total: 2.8576e-02 ] +2024-10-25 04:46:23,549 INFO: [ epoch: 0 ] [ iter: 6,300 ] [ performance: 18.769 it/s ] [ lr: 1.00e-04 ] [ eta: 359 days, 15:32:40 ] [ l_g_pix: 2.1358e-02 ] [ l_g_total: 2.1358e-02 ] +2024-10-25 04:46:28,823 INFO: [ epoch: 0 ] [ iter: 6,400 ] [ performance: 18.882 it/s ] [ lr: 1.00e-04 ] [ eta: 364 days, 23:28:26 ] [ l_g_pix: 2.3834e-02 ] [ l_g_total: 2.3834e-02 ] +2024-10-25 04:46:34,018 INFO: [ epoch: 0 ] [ iter: 6,500 ] [ performance: 19.051 it/s ] [ lr: 1.00e-04 ] [ eta: 370 days, 5:01:37 ] [ l_g_pix: 2.6602e-02 ] [ l_g_total: 2.6602e-02 ] +2024-10-25 04:46:39,339 INFO: [ epoch: 0 ] [ iter: 6,600 ] [ performance: 18.899 it/s ] [ lr: 1.00e-04 ] [ eta: 375 days, 13:33:52 ] [ l_g_pix: 3.0037e-02 ] [ l_g_total: 3.0037e-02 ] +2024-10-25 04:46:44,648 INFO: [ epoch: 0 ] [ iter: 6,700 ] [ performance: 18.828 it/s ] [ lr: 1.00e-04 ] [ eta: 380 days, 21:31:13 ] [ l_g_pix: 2.8117e-02 ] [ l_g_total: 2.8117e-02 ] +2024-10-25 04:46:49,899 INFO: [ epoch: 0 ] [ iter: 6,800 ] [ performance: 18.960 it/s ] [ lr: 1.00e-04 ] [ eta: 386 days, 3:39:00 ] [ l_g_pix: 3.4154e-02 ] [ l_g_total: 3.4154e-02 ] +2024-10-25 04:46:55,135 INFO: [ epoch: 0 ] [ iter: 6,900 ] [ performance: 19.105 it/s ] [ lr: 1.00e-04 ] [ eta: 391 days, 9:07:15 ] [ l_g_pix: 2.7254e-02 ] [ l_g_total: 2.7254e-02 ] +2024-10-25 04:47:00,292 INFO: [ epoch: 0 ] [ iter: 7,000 ] [ performance: 19.279 it/s ] [ lr: 1.00e-04 ] [ eta: 396 days, 12:14:46 ] [ l_g_pix: 3.3070e-02 ] [ l_g_total: 3.3070e-02 ] +2024-10-25 04:47:05,340 INFO: [ epoch: 0 ] [ iter: 7,100 ] [ performance: 19.927 it/s ] [ lr: 1.00e-04 ] [ eta: 401 days, 12:17:08 ] [ l_g_pix: 2.6228e-02 ] [ l_g_total: 2.6228e-02 ] +2024-10-25 04:47:10,494 INFO: [ epoch: 0 ] [ iter: 7,200 ] [ performance: 19.609 it/s ] [ lr: 1.00e-04 ] [ eta: 406 days, 14:45:29 ] [ l_g_pix: 2.5006e-02 ] [ l_g_total: 2.5006e-02 ] +2024-10-25 04:47:15,633 INFO: [ epoch: 0 ] [ iter: 7,300 ] [ performance: 19.603 it/s ] [ lr: 1.00e-04 ] [ eta: 411 days, 16:35:27 ] [ l_g_pix: 3.0109e-02 ] [ l_g_total: 3.0109e-02 ] +2024-10-25 04:47:21,031 INFO: [ epoch: 0 ] [ iter: 7,400 ] [ performance: 18.935 it/s ] [ lr: 1.00e-04 ] [ eta: 417 days, 0:45:52 ] [ l_g_pix: 2.5577e-02 ] [ l_g_total: 2.5577e-02 ] +2024-10-25 04:47:26,364 INFO: [ epoch: 0 ] [ iter: 7,500 ] [ performance: 19.221 it/s ] [ lr: 1.00e-04 ] [ eta: 422 days, 6:59:42 ] [ l_g_pix: 3.1450e-02 ] [ l_g_total: 3.1450e-02 ] +2024-10-25 04:47:31,731 INFO: [ epoch: 0 ] [ iter: 7,600 ] [ performance: 18.858 it/s ] [ lr: 1.00e-04 ] [ eta: 427 days, 13:47:01 ] [ l_g_pix: 1.8761e-02 ] [ l_g_total: 1.8761e-02 ] +2024-10-25 04:47:37,020 INFO: [ epoch: 0 ] [ iter: 7,700 ] [ performance: 18.763 it/s ] [ lr: 1.00e-04 ] [ eta: 432 days, 18:16:48 ] [ l_g_pix: 2.9915e-02 ] [ l_g_total: 2.9915e-02 ] +2024-10-25 04:47:42,295 INFO: [ epoch: 0 ] [ iter: 7,800 ] [ performance: 18.884 it/s ] [ lr: 1.00e-04 ] [ eta: 437 days, 22:07:26 ] [ l_g_pix: 3.6019e-02 ] [ l_g_total: 3.6019e-02 ] +2024-10-25 04:47:47,671 INFO: [ epoch: 0 ] [ iter: 7,900 ] [ performance: 18.714 it/s ] [ lr: 1.00e-04 ] [ eta: 443 days, 4:15:26 ] [ l_g_pix: 3.0323e-02 ] [ l_g_total: 3.0323e-02 ] +2024-10-25 04:47:52,943 INFO: [ epoch: 0 ] [ iter: 8,000 ] [ performance: 18.872 it/s ] [ lr: 1.00e-04 ] [ eta: 448 days, 7:26:55 ] [ l_g_pix: 2.8864e-02 ] [ l_g_total: 2.8864e-02 ] +2024-10-25 04:47:58,174 INFO: [ epoch: 0 ] [ iter: 8,100 ] [ performance: 19.121 it/s ] [ lr: 1.00e-04 ] [ eta: 453 days, 9:16:49 ] [ l_g_pix: 2.0928e-02 ] [ l_g_total: 2.0928e-02 ] +2024-10-25 04:48:03,412 INFO: [ epoch: 0 ] [ iter: 8,200 ] [ performance: 19.105 it/s ] [ lr: 1.00e-04 ] [ eta: 458 days, 10:59:48 ] [ l_g_pix: 2.6510e-02 ] [ l_g_total: 2.6510e-02 ] +2024-10-25 04:48:08,652 INFO: [ epoch: 0 ] [ iter: 8,300 ] [ performance: 18.950 it/s ] [ lr: 1.00e-04 ] [ eta: 463 days, 12:28:59 ] [ l_g_pix: 2.4796e-02 ] [ l_g_total: 2.4796e-02 ] +2024-10-25 04:48:13,991 INFO: [ epoch: 0 ] [ iter: 8,400 ] [ performance: 18.812 it/s ] [ lr: 1.00e-04 ] [ eta: 468 days, 16:12:22 ] [ l_g_pix: 3.4007e-02 ] [ l_g_total: 3.4007e-02 ] +2024-10-25 04:48:19,203 INFO: [ epoch: 0 ] [ iter: 8,500 ] [ performance: 19.179 it/s ] [ lr: 1.00e-04 ] [ eta: 473 days, 16:23:46 ] [ l_g_pix: 2.0653e-02 ] [ l_g_total: 2.0653e-02 ] +2024-10-25 04:48:24,517 INFO: [ epoch: 0 ] [ iter: 8,600 ] [ performance: 18.950 it/s ] [ lr: 1.00e-04 ] [ eta: 478 days, 18:53:51 ] [ l_g_pix: 2.4761e-02 ] [ l_g_total: 2.4761e-02 ] +2024-10-25 04:48:29,923 INFO: [ epoch: 0 ] [ iter: 8,700 ] [ performance: 18.687 it/s ] [ lr: 1.00e-04 ] [ eta: 483 days, 23:24:15 ] [ l_g_pix: 2.3061e-02 ] [ l_g_total: 2.3061e-02 ] +2024-10-25 04:48:35,027 INFO: [ epoch: 0 ] [ iter: 8,800 ] [ performance: 19.254 it/s ] [ lr: 1.00e-04 ] [ eta: 488 days, 19:59:43 ] [ l_g_pix: 2.3087e-02 ] [ l_g_total: 2.3087e-02 ] +2024-10-25 04:48:40,378 INFO: [ epoch: 0 ] [ iter: 8,900 ] [ performance: 19.313 it/s ] [ lr: 1.00e-04 ] [ eta: 493 days, 22:32:44 ] [ l_g_pix: 1.7281e-02 ] [ l_g_total: 1.7281e-02 ] +2024-10-25 04:48:45,726 INFO: [ epoch: 0 ] [ iter: 9,000 ] [ performance: 18.916 it/s ] [ lr: 1.00e-04 ] [ eta: 499 days, 0:43:12 ] [ l_g_pix: 2.1580e-02 ] [ l_g_total: 2.1580e-02 ] +2024-10-25 04:48:50,987 INFO: [ epoch: 0 ] [ iter: 9,100 ] [ performance: 18.833 it/s ] [ lr: 1.00e-04 ] [ eta: 504 days, 0:23:12 ] [ l_g_pix: 2.5006e-02 ] [ l_g_total: 2.5006e-02 ] +2024-10-25 04:48:56,263 INFO: [ epoch: 0 ] [ iter: 9,200 ] [ performance: 18.912 it/s ] [ lr: 1.00e-04 ] [ eta: 509 days, 0:09:26 ] [ l_g_pix: 2.7457e-02 ] [ l_g_total: 2.7457e-02 ] +2024-10-25 04:49:01,649 INFO: [ epoch: 0 ] [ iter: 9,300 ] [ performance: 18.600 it/s ] [ lr: 1.00e-04 ] [ eta: 514 days, 2:24:03 ] [ l_g_pix: 2.8292e-02 ] [ l_g_total: 2.8292e-02 ] +2024-10-25 04:49:07,064 INFO: [ epoch: 0 ] [ iter: 9,400 ] [ performance: 18.515 it/s ] [ lr: 1.00e-04 ] [ eta: 519 days, 5:04:24 ] [ l_g_pix: 2.8690e-02 ] [ l_g_total: 2.8690e-02 ] +2024-10-25 04:49:12,388 INFO: [ epoch: 0 ] [ iter: 9,500 ] [ performance: 18.680 it/s ] [ lr: 1.00e-04 ] [ eta: 524 days, 5:09:34 ] [ l_g_pix: 2.3521e-02 ] [ l_g_total: 2.3521e-02 ] +2024-10-25 04:49:17,546 INFO: [ epoch: 0 ] [ iter: 9,600 ] [ performance: 19.140 it/s ] [ lr: 1.00e-04 ] [ eta: 529 days, 0:45:25 ] [ l_g_pix: 3.3433e-02 ] [ l_g_total: 3.3433e-02 ] +2024-10-25 04:49:22,818 INFO: [ epoch: 0 ] [ iter: 9,700 ] [ performance: 18.715 it/s ] [ lr: 1.00e-04 ] [ eta: 533 days, 22:57:20 ] [ l_g_pix: 3.2635e-02 ] [ l_g_total: 3.2635e-02 ] +2024-10-25 04:49:28,120 INFO: [ epoch: 0 ] [ iter: 9,800 ] [ performance: 18.812 it/s ] [ lr: 1.00e-04 ] [ eta: 538 days, 21:36:30 ] [ l_g_pix: 3.3279e-02 ] [ l_g_total: 3.3279e-02 ] +2024-10-25 04:49:33,478 INFO: [ epoch: 0 ] [ iter: 9,900 ] [ performance: 18.833 it/s ] [ lr: 1.00e-04 ] [ eta: 543 days, 21:21:55 ] [ l_g_pix: 1.9405e-02 ] [ l_g_total: 1.9405e-02 ] +2024-10-25 04:49:38,840 INFO: [ epoch: 0 ] [ iter: 10,000 ] [ performance: 18.713 it/s ] [ lr: 1.00e-04 ] [ eta: 548 days, 20:55:09 ] [ l_g_pix: 3.3331e-02 ] [ l_g_total: 3.3331e-02 ] +2024-10-25 04:49:38,840 INFO: Saving models and training states. +2024-10-25 04:50:50,315 INFO: Validation val + + # psnr: 21.3467........ Best: 21.3467 @ 10000 iter + # ssim: 0.6101........ Best: 0.6101 @ 10000 iter + # dists: 0.7921........ Best: 0.7921 @ 10000 iter + +2024-10-25 04:50:55,562 INFO: [ epoch: 0 ] [ iter: 10,100 ] [ performance: 18.938 it/s ] [ lr: 1.00e-04 ] [ eta: 628 days, 2:11:53 ] [ l_g_pix: 2.5115e-02 ] [ l_g_total: 2.5115e-02 ] +2024-10-25 04:51:00,735 INFO: [ epoch: 0 ] [ iter: 10,200 ] [ performance: 19.200 it/s ] [ lr: 1.00e-04 ] [ eta: 632 days, 18:27:52 ] [ l_g_pix: 3.3074e-02 ] [ l_g_total: 3.3074e-02 ] +2024-10-25 04:51:05,969 INFO: [ epoch: 0 ] [ iter: 10,300 ] [ performance: 19.350 it/s ] [ lr: 1.00e-04 ] [ eta: 637 days, 11:58:12 ] [ l_g_pix: 2.4194e-02 ] [ l_g_total: 2.4194e-02 ] +2024-10-25 04:51:10,816 INFO: [ epoch: 0 ] [ iter: 10,400 ] [ performance: 20.194 it/s ] [ lr: 1.00e-04 ] [ eta: 641 days, 19:32:38 ] [ l_g_pix: 1.9251e-02 ] [ l_g_total: 1.9251e-02 ] +2024-10-25 04:51:17,521 INFO: [ epoch: 1 ] [ iter: 10,500 ] [ performance: 19.560 it/s ] [ lr: 1.00e-04 ] [ eta: 648 days, 1:01:31 ] [ l_g_pix: 2.7714e-02 ] [ l_g_total: 2.7714e-02 ] +2024-10-25 04:51:22,878 INFO: [ epoch: 1 ] [ iter: 10,600 ] [ performance: 18.949 it/s ] [ lr: 1.00e-04 ] [ eta: 652 days, 20:41:35 ] [ l_g_pix: 2.7433e-02 ] [ l_g_total: 2.7433e-02 ] +2024-10-25 04:51:28,435 INFO: [ epoch: 1 ] [ iter: 10,700 ] [ performance: 19.594 it/s ] [ lr: 1.00e-04 ] [ eta: 657 days, 21:00:14 ] [ l_g_pix: 4.1474e-02 ] [ l_g_total: 4.1474e-02 ] +2024-10-25 04:51:33,608 INFO: [ epoch: 1 ] [ iter: 10,800 ] [ performance: 19.415 it/s ] [ lr: 1.00e-04 ] [ eta: 662 days, 11:30:29 ] [ l_g_pix: 2.6032e-02 ] [ l_g_total: 2.6032e-02 ] +2024-10-25 04:51:38,761 INFO: [ epoch: 1 ] [ iter: 10,900 ] [ performance: 19.501 it/s ] [ lr: 1.00e-04 ] [ eta: 667 days, 1:12:16 ] [ l_g_pix: 1.8495e-02 ] [ l_g_total: 1.8495e-02 ] +2024-10-25 04:51:43,989 INFO: [ epoch: 1 ] [ iter: 11,000 ] [ performance: 19.244 it/s ] [ lr: 1.00e-04 ] [ eta: 671 days, 16:30:02 ] [ l_g_pix: 2.8717e-02 ] [ l_g_total: 2.8717e-02 ] +2024-10-25 04:51:49,265 INFO: [ epoch: 1 ] [ iter: 11,100 ] [ performance: 18.907 it/s ] [ lr: 1.00e-04 ] [ eta: 676 days, 8:40:08 ] [ l_g_pix: 3.0235e-02 ] [ l_g_total: 3.0235e-02 ] +2024-10-25 04:51:54,405 INFO: [ epoch: 1 ] [ iter: 11,200 ] [ performance: 19.284 it/s ] [ lr: 1.00e-04 ] [ eta: 680 days, 21:11:22 ] [ l_g_pix: 2.2280e-02 ] [ l_g_total: 2.2280e-02 ] +2024-10-25 04:51:59,765 INFO: [ epoch: 1 ] [ iter: 11,300 ] [ performance: 18.071 it/s ] [ lr: 1.00e-04 ] [ eta: 685 days, 14:50:57 ] [ l_g_pix: 2.2784e-02 ] [ l_g_total: 2.2784e-02 ] +2024-10-25 04:52:04,891 INFO: [ epoch: 1 ] [ iter: 11,400 ] [ performance: 19.048 it/s ] [ lr: 1.00e-04 ] [ eta: 690 days, 2:26:54 ] [ l_g_pix: 2.1956e-02 ] [ l_g_total: 2.1956e-02 ] +2024-10-25 04:52:10,066 INFO: [ epoch: 1 ] [ iter: 11,500 ] [ performance: 19.001 it/s ] [ lr: 1.00e-04 ] [ eta: 694 days, 14:58:53 ] [ l_g_pix: 2.0196e-02 ] [ l_g_total: 2.0196e-02 ] +2024-10-25 04:52:15,330 INFO: [ epoch: 1 ] [ iter: 11,600 ] [ performance: 19.000 it/s ] [ lr: 1.00e-04 ] [ eta: 699 days, 5:24:08 ] [ l_g_pix: 3.6207e-02 ] [ l_g_total: 3.6207e-02 ] +2024-10-25 04:52:20,429 INFO: [ epoch: 1 ] [ iter: 11,700 ] [ performance: 20.099 it/s ] [ lr: 1.00e-04 ] [ eta: 703 days, 15:29:27 ] [ l_g_pix: 2.0896e-02 ] [ l_g_total: 2.0896e-02 ] +2024-10-25 04:52:25,694 INFO: [ epoch: 1 ] [ iter: 11,800 ] [ performance: 19.311 it/s ] [ lr: 1.00e-04 ] [ eta: 708 days, 5:20:25 ] [ l_g_pix: 3.2666e-02 ] [ l_g_total: 3.2666e-02 ] +2024-10-25 04:52:30,708 INFO: [ epoch: 1 ] [ iter: 11,900 ] [ performance: 20.136 it/s ] [ lr: 1.00e-04 ] [ eta: 712 days, 12:46:32 ] [ l_g_pix: 2.7849e-02 ] [ l_g_total: 2.7849e-02 ] +2024-10-25 04:52:35,854 INFO: [ epoch: 1 ] [ iter: 12,000 ] [ performance: 19.633 it/s ] [ lr: 1.00e-04 ] [ eta: 716 days, 23:09:47 ] [ l_g_pix: 1.7037e-02 ] [ l_g_total: 1.7037e-02 ] +2024-10-25 04:52:41,076 INFO: [ epoch: 1 ] [ iter: 12,100 ] [ performance: 18.907 it/s ] [ lr: 1.00e-04 ] [ eta: 721 days, 11:06:00 ] [ l_g_pix: 3.0556e-02 ] [ l_g_total: 3.0556e-02 ] +2024-10-25 04:52:46,119 INFO: [ epoch: 1 ] [ iter: 12,200 ] [ performance: 19.557 it/s ] [ lr: 1.00e-04 ] [ eta: 725 days, 18:24:32 ] [ l_g_pix: 3.2217e-02 ] [ l_g_total: 3.2217e-02 ] +2024-10-25 04:52:51,289 INFO: [ epoch: 1 ] [ iter: 12,300 ] [ performance: 19.078 it/s ] [ lr: 1.00e-04 ] [ eta: 730 days, 4:30:08 ] [ l_g_pix: 2.6778e-02 ] [ l_g_total: 2.6778e-02 ] +2024-10-25 04:52:56,380 INFO: [ epoch: 1 ] [ iter: 12,400 ] [ performance: 19.482 it/s ] [ lr: 1.00e-04 ] [ eta: 734 days, 12:24:18 ] [ l_g_pix: 2.6892e-02 ] [ l_g_total: 2.6892e-02 ] +2024-10-25 04:53:01,550 INFO: [ epoch: 1 ] [ iter: 12,500 ] [ performance: 19.362 it/s ] [ lr: 1.00e-04 ] [ eta: 738 days, 21:56:18 ] [ l_g_pix: 2.6330e-02 ] [ l_g_total: 2.6330e-02 ] +2024-10-25 04:53:06,723 INFO: [ epoch: 1 ] [ iter: 12,600 ] [ performance: 19.342 it/s ] [ lr: 1.00e-04 ] [ eta: 743 days, 7:15:10 ] [ l_g_pix: 2.0663e-02 ] [ l_g_total: 2.0663e-02 ] +2024-10-25 04:53:11,897 INFO: [ epoch: 1 ] [ iter: 12,700 ] [ performance: 19.606 it/s ] [ lr: 1.00e-04 ] [ eta: 747 days, 16:18:16 ] [ l_g_pix: 3.5667e-02 ] [ l_g_total: 3.5667e-02 ] +2024-10-25 04:53:17,035 INFO: [ epoch: 1 ] [ iter: 12,800 ] [ performance: 19.503 it/s ] [ lr: 1.00e-04 ] [ eta: 752 days, 0:12:06 ] [ l_g_pix: 2.7741e-02 ] [ l_g_total: 2.7741e-02 ] +2024-10-25 04:53:22,204 INFO: [ epoch: 1 ] [ iter: 12,900 ] [ performance: 19.529 it/s ] [ lr: 1.00e-04 ] [ eta: 756 days, 8:33:39 ] [ l_g_pix: 2.4807e-02 ] [ l_g_total: 2.4807e-02 ] +2024-10-25 04:53:27,397 INFO: [ epoch: 1 ] [ iter: 13,000 ] [ performance: 19.329 it/s ] [ lr: 1.00e-04 ] [ eta: 760 days, 17:13:03 ] [ l_g_pix: 3.3137e-02 ] [ l_g_total: 3.3137e-02 ] +2024-10-25 04:53:32,501 INFO: [ epoch: 1 ] [ iter: 13,100 ] [ performance: 19.600 it/s ] [ lr: 1.00e-04 ] [ eta: 764 days, 23:27:17 ] [ l_g_pix: 2.8077e-02 ] [ l_g_total: 2.8077e-02 ] +2024-10-25 04:53:37,713 INFO: [ epoch: 1 ] [ iter: 13,200 ] [ performance: 19.296 it/s ] [ lr: 1.00e-04 ] [ eta: 769 days, 7:58:25 ] [ l_g_pix: 3.1698e-02 ] [ l_g_total: 3.1698e-02 ] +2024-10-25 04:53:42,972 INFO: [ epoch: 1 ] [ iter: 13,300 ] [ performance: 19.055 it/s ] [ lr: 1.00e-04 ] [ eta: 773 days, 17:21:27 ] [ l_g_pix: 2.4564e-02 ] [ l_g_total: 2.4564e-02 ] +2024-10-25 04:53:48,104 INFO: [ epoch: 1 ] [ iter: 13,400 ] [ performance: 19.376 it/s ] [ lr: 1.00e-04 ] [ eta: 777 days, 23:23:44 ] [ l_g_pix: 2.8382e-02 ] [ l_g_total: 2.8382e-02 ] +2024-10-25 04:53:53,250 INFO: [ epoch: 1 ] [ iter: 13,500 ] [ performance: 19.536 it/s ] [ lr: 1.00e-04 ] [ eta: 782 days, 5:29:29 ] [ l_g_pix: 1.9021e-02 ] [ l_g_total: 1.9021e-02 ] +2024-10-25 04:53:58,526 INFO: [ epoch: 1 ] [ iter: 13,600 ] [ performance: 19.098 it/s ] [ lr: 1.00e-04 ] [ eta: 786 days, 14:24:02 ] [ l_g_pix: 1.9361e-02 ] [ l_g_total: 1.9361e-02 ] +2024-10-25 04:54:03,754 INFO: [ epoch: 1 ] [ iter: 13,700 ] [ performance: 19.276 it/s ] [ lr: 1.00e-04 ] [ eta: 790 days, 21:52:51 ] [ l_g_pix: 2.9496e-02 ] [ l_g_total: 2.9496e-02 ] +2024-10-25 04:54:09,034 INFO: [ epoch: 1 ] [ iter: 13,800 ] [ performance: 19.023 it/s ] [ lr: 1.00e-04 ] [ eta: 795 days, 6:18:10 ] [ l_g_pix: 3.0737e-02 ] [ l_g_total: 3.0737e-02 ] +2024-10-25 04:54:14,160 INFO: [ epoch: 1 ] [ iter: 13,900 ] [ performance: 19.353 it/s ] [ lr: 1.00e-04 ] [ eta: 799 days, 10:45:52 ] [ l_g_pix: 3.3059e-02 ] [ l_g_total: 3.3059e-02 ] +2024-10-25 04:54:19,423 INFO: [ epoch: 1 ] [ iter: 14,000 ] [ performance: 19.084 it/s ] [ lr: 1.00e-04 ] [ eta: 803 days, 18:12:35 ] [ l_g_pix: 2.9851e-02 ] [ l_g_total: 2.9851e-02 ] +2024-10-25 04:54:24,734 INFO: [ epoch: 1 ] [ iter: 14,100 ] [ performance: 18.743 it/s ] [ lr: 1.00e-04 ] [ eta: 808 days, 2:30:16 ] [ l_g_pix: 2.3697e-02 ] [ l_g_total: 2.3697e-02 ] +2024-10-25 04:54:29,900 INFO: [ epoch: 1 ] [ iter: 14,200 ] [ performance: 19.217 it/s ] [ lr: 1.00e-04 ] [ eta: 812 days, 7:01:37 ] [ l_g_pix: 2.1537e-02 ] [ l_g_total: 2.1537e-02 ] +2024-10-25 04:54:35,288 INFO: [ epoch: 1 ] [ iter: 14,300 ] [ performance: 18.941 it/s ] [ lr: 1.00e-04 ] [ eta: 816 days, 16:34:08 ] [ l_g_pix: 3.0817e-02 ] [ l_g_total: 3.0817e-02 ] +2024-10-25 04:54:40,553 INFO: [ epoch: 1 ] [ iter: 14,400 ] [ performance: 18.981 it/s ] [ lr: 1.00e-04 ] [ eta: 820 days, 22:54:13 ] [ l_g_pix: 2.6610e-02 ] [ l_g_total: 2.6610e-02 ] +2024-10-25 04:54:45,780 INFO: [ epoch: 1 ] [ iter: 14,500 ] [ performance: 19.526 it/s ] [ lr: 1.00e-04 ] [ eta: 825 days, 4:01:17 ] [ l_g_pix: 1.6842e-02 ] [ l_g_total: 1.6842e-02 ] +2024-10-25 04:54:50,995 INFO: [ epoch: 1 ] [ iter: 14,600 ] [ performance: 19.252 it/s ] [ lr: 1.00e-04 ] [ eta: 829 days, 8:34:29 ] [ l_g_pix: 2.1767e-02 ] [ l_g_total: 2.1767e-02 ] +2024-10-25 04:54:56,267 INFO: [ epoch: 1 ] [ iter: 14,700 ] [ performance: 18.784 it/s ] [ lr: 1.00e-04 ] [ eta: 833 days, 14:09:50 ] [ l_g_pix: 2.8337e-02 ] [ l_g_total: 2.8337e-02 ] +2024-10-25 04:55:01,429 INFO: [ epoch: 1 ] [ iter: 14,800 ] [ performance: 19.246 it/s ] [ lr: 1.00e-04 ] [ eta: 837 days, 16:52:32 ] [ l_g_pix: 1.9947e-02 ] [ l_g_total: 1.9947e-02 ] +2024-10-25 04:55:06,662 INFO: [ epoch: 1 ] [ iter: 14,900 ] [ performance: 18.933 it/s ] [ lr: 1.00e-04 ] [ eta: 841 days, 20:59:11 ] [ l_g_pix: 2.1199e-02 ] [ l_g_total: 2.1199e-02 ] +2024-10-25 04:55:11,809 INFO: [ epoch: 1 ] [ iter: 15,000 ] [ performance: 19.327 it/s ] [ lr: 1.00e-04 ] [ eta: 845 days, 22:45:38 ] [ l_g_pix: 2.2372e-02 ] [ l_g_total: 2.2372e-02 ] +2024-10-25 04:55:16,932 INFO: [ epoch: 1 ] [ iter: 15,100 ] [ performance: 19.853 it/s ] [ lr: 1.00e-04 ] [ eta: 849 days, 23:41:18 ] [ l_g_pix: 1.7167e-02 ] [ l_g_total: 1.7167e-02 ] +2024-10-25 04:55:22,090 INFO: [ epoch: 1 ] [ iter: 15,200 ] [ performance: 19.480 it/s ] [ lr: 1.00e-04 ] [ eta: 854 days, 1:09:43 ] [ l_g_pix: 2.7305e-02 ] [ l_g_total: 2.7305e-02 ] +2024-10-25 04:55:27,263 INFO: [ epoch: 1 ] [ iter: 15,300 ] [ performance: 19.345 it/s ] [ lr: 1.00e-04 ] [ eta: 858 days, 2:42:53 ] [ l_g_pix: 2.6585e-02 ] [ l_g_total: 2.6585e-02 ] +2024-10-25 04:55:32,325 INFO: [ epoch: 1 ] [ iter: 15,400 ] [ performance: 19.678 it/s ] [ lr: 1.00e-04 ] [ eta: 862 days, 1:20:50 ] [ l_g_pix: 3.2473e-02 ] [ l_g_total: 3.2473e-02 ] +2024-10-25 04:55:37,497 INFO: [ epoch: 1 ] [ iter: 15,500 ] [ performance: 19.313 it/s ] [ lr: 1.00e-04 ] [ eta: 866 days, 2:17:00 ] [ l_g_pix: 2.9082e-02 ] [ l_g_total: 2.9082e-02 ] +2024-10-25 04:55:42,686 INFO: [ epoch: 1 ] [ iter: 15,600 ] [ performance: 19.282 it/s ] [ lr: 1.00e-04 ] [ eta: 870 days, 3:19:58 ] [ l_g_pix: 2.1423e-02 ] [ l_g_total: 2.1423e-02 ] +2024-10-25 04:55:48,006 INFO: [ epoch: 1 ] [ iter: 15,700 ] [ performance: 19.633 it/s ] [ lr: 1.00e-04 ] [ eta: 874 days, 7:10:46 ] [ l_g_pix: 2.7064e-02 ] [ l_g_total: 2.7064e-02 ] +2024-10-25 04:55:53,241 INFO: [ epoch: 1 ] [ iter: 15,800 ] [ performance: 19.198 it/s ] [ lr: 1.00e-04 ] [ eta: 878 days, 8:43:33 ] [ l_g_pix: 2.7909e-02 ] [ l_g_total: 2.7909e-02 ] +2024-10-25 04:55:58,453 INFO: [ epoch: 1 ] [ iter: 15,900 ] [ performance: 20.110 it/s ] [ lr: 1.00e-04 ] [ eta: 882 days, 9:25:48 ] [ l_g_pix: 2.3581e-02 ] [ l_g_total: 2.3581e-02 ] +2024-10-25 04:56:03,853 INFO: [ epoch: 1 ] [ iter: 16,000 ] [ performance: 18.777 it/s ] [ lr: 1.00e-04 ] [ eta: 886 days, 14:15:28 ] [ l_g_pix: 2.5891e-02 ] [ l_g_total: 2.5891e-02 ] +2024-10-25 04:56:09,255 INFO: [ epoch: 1 ] [ iter: 16,100 ] [ performance: 18.650 it/s ] [ lr: 1.00e-04 ] [ eta: 890 days, 18:48:34 ] [ l_g_pix: 2.7614e-02 ] [ l_g_total: 2.7614e-02 ] +2024-10-25 04:56:14,618 INFO: [ epoch: 1 ] [ iter: 16,200 ] [ performance: 18.647 it/s ] [ lr: 1.00e-04 ] [ eta: 894 days, 22:10:40 ] [ l_g_pix: 2.4255e-02 ] [ l_g_total: 2.4255e-02 ] +2024-10-25 04:56:19,978 INFO: [ epoch: 1 ] [ iter: 16,300 ] [ performance: 18.435 it/s ] [ lr: 1.00e-04 ] [ eta: 899 days, 1:09:55 ] [ l_g_pix: 2.2840e-02 ] [ l_g_total: 2.2840e-02 ] +2024-10-25 04:56:25,205 INFO: [ epoch: 1 ] [ iter: 16,400 ] [ performance: 19.019 it/s ] [ lr: 1.00e-04 ] [ eta: 903 days, 0:45:50 ] [ l_g_pix: 3.6838e-02 ] [ l_g_total: 3.6838e-02 ] +2024-10-25 04:56:30,322 INFO: [ epoch: 1 ] [ iter: 16,500 ] [ performance: 19.691 it/s ] [ lr: 1.00e-04 ] [ eta: 906 days, 21:31:02 ] [ l_g_pix: 3.0876e-02 ] [ l_g_total: 3.0876e-02 ] +2024-10-25 04:56:35,443 INFO: [ epoch: 1 ] [ iter: 16,600 ] [ performance: 19.554 it/s ] [ lr: 1.00e-04 ] [ eta: 910 days, 18:05:06 ] [ l_g_pix: 2.4483e-02 ] [ l_g_total: 2.4483e-02 ] +2024-10-25 04:56:40,586 INFO: [ epoch: 1 ] [ iter: 16,700 ] [ performance: 19.415 it/s ] [ lr: 1.00e-04 ] [ eta: 914 days, 14:53:07 ] [ l_g_pix: 2.5297e-02 ] [ l_g_total: 2.5297e-02 ] +2024-10-25 04:56:45,763 INFO: [ epoch: 1 ] [ iter: 16,800 ] [ performance: 19.331 it/s ] [ lr: 1.00e-04 ] [ eta: 918 days, 12:11:15 ] [ l_g_pix: 2.7258e-02 ] [ l_g_total: 2.7258e-02 ] +2024-10-25 04:56:50,913 INFO: [ epoch: 1 ] [ iter: 16,900 ] [ performance: 19.358 it/s ] [ lr: 1.00e-04 ] [ eta: 922 days, 8:33:45 ] [ l_g_pix: 2.1507e-02 ] [ l_g_total: 2.1507e-02 ] +2024-10-25 04:56:56,064 INFO: [ epoch: 1 ] [ iter: 17,000 ] [ performance: 19.408 it/s ] [ lr: 1.00e-04 ] [ eta: 926 days, 4:41:13 ] [ l_g_pix: 2.0505e-02 ] [ l_g_total: 2.0505e-02 ] +2024-10-25 04:57:01,248 INFO: [ epoch: 1 ] [ iter: 17,100 ] [ performance: 19.634 it/s ] [ lr: 1.00e-04 ] [ eta: 930 days, 1:16:39 ] [ l_g_pix: 2.4326e-02 ] [ l_g_total: 2.4326e-02 ] +2024-10-25 04:57:06,350 INFO: [ epoch: 1 ] [ iter: 17,200 ] [ performance: 19.609 it/s ] [ lr: 1.00e-04 ] [ eta: 933 days, 19:40:56 ] [ l_g_pix: 2.5360e-02 ] [ l_g_total: 2.5360e-02 ] +2024-10-25 04:57:11,569 INFO: [ epoch: 1 ] [ iter: 17,300 ] [ performance: 19.040 it/s ] [ lr: 1.00e-04 ] [ eta: 937 days, 16:31:12 ] [ l_g_pix: 2.9196e-02 ] [ l_g_total: 2.9196e-02 ] +2024-10-25 04:57:16,865 INFO: [ epoch: 1 ] [ iter: 17,400 ] [ performance: 18.904 it/s ] [ lr: 1.00e-04 ] [ eta: 941 days, 14:49:05 ] [ l_g_pix: 2.2957e-02 ] [ l_g_total: 2.2957e-02 ] +2024-10-25 04:57:22,212 INFO: [ epoch: 1 ] [ iter: 17,500 ] [ performance: 18.958 it/s ] [ lr: 1.00e-04 ] [ eta: 945 days, 13:58:43 ] [ l_g_pix: 3.1240e-02 ] [ l_g_total: 3.1240e-02 ] +2024-10-25 04:57:27,465 INFO: [ epoch: 1 ] [ iter: 17,600 ] [ performance: 19.029 it/s ] [ lr: 1.00e-04 ] [ eta: 949 days, 10:42:37 ] [ l_g_pix: 2.0788e-02 ] [ l_g_total: 2.0788e-02 ] +2024-10-25 04:57:32,759 INFO: [ epoch: 1 ] [ iter: 17,700 ] [ performance: 18.388 it/s ] [ lr: 1.00e-04 ] [ eta: 953 days, 8:04:27 ] [ l_g_pix: 3.3461e-02 ] [ l_g_total: 3.3461e-02 ] +2024-10-25 04:57:38,004 INFO: [ epoch: 1 ] [ iter: 17,800 ] [ performance: 18.991 it/s ] [ lr: 1.00e-04 ] [ eta: 957 days, 4:03:03 ] [ l_g_pix: 3.3401e-02 ] [ l_g_total: 3.3401e-02 ] +2024-10-25 04:57:43,357 INFO: [ epoch: 1 ] [ iter: 17,900 ] [ performance: 18.514 it/s ] [ lr: 1.00e-04 ] [ eta: 961 days, 2:09:59 ] [ l_g_pix: 2.8474e-02 ] [ l_g_total: 2.8474e-02 ] +2024-10-25 04:57:48,656 INFO: [ epoch: 1 ] [ iter: 18,000 ] [ performance: 18.838 it/s ] [ lr: 1.00e-04 ] [ eta: 964 days, 22:45:55 ] [ l_g_pix: 1.9410e-02 ] [ l_g_total: 1.9410e-02 ] +2024-10-25 04:57:53,968 INFO: [ epoch: 1 ] [ iter: 18,100 ] [ performance: 18.758 it/s ] [ lr: 1.00e-04 ] [ eta: 968 days, 19:22:50 ] [ l_g_pix: 3.1373e-02 ] [ l_g_total: 3.1373e-02 ] +2024-10-25 04:57:59,277 INFO: [ epoch: 1 ] [ iter: 18,200 ] [ performance: 18.831 it/s ] [ lr: 1.00e-04 ] [ eta: 972 days, 15:37:09 ] [ l_g_pix: 2.6592e-02 ] [ l_g_total: 2.6592e-02 ] +2024-10-25 04:58:04,611 INFO: [ epoch: 1 ] [ iter: 18,300 ] [ performance: 19.071 it/s ] [ lr: 1.00e-04 ] [ eta: 976 days, 12:07:34 ] [ l_g_pix: 2.1190e-02 ] [ l_g_total: 2.1190e-02 ] +2024-10-25 04:58:09,878 INFO: [ epoch: 1 ] [ iter: 18,400 ] [ performance: 18.994 it/s ] [ lr: 1.00e-04 ] [ eta: 980 days, 6:50:08 ] [ l_g_pix: 2.7325e-02 ] [ l_g_total: 2.7325e-02 ] +2024-10-25 04:58:15,168 INFO: [ epoch: 1 ] [ iter: 18,500 ] [ performance: 19.289 it/s ] [ lr: 1.00e-04 ] [ eta: 984 days, 1:45:06 ] [ l_g_pix: 2.4126e-02 ] [ l_g_total: 2.4126e-02 ] +2024-10-25 04:58:20,489 INFO: [ epoch: 1 ] [ iter: 18,600 ] [ performance: 18.832 it/s ] [ lr: 1.00e-04 ] [ eta: 987 days, 21:05:05 ] [ l_g_pix: 2.0350e-02 ] [ l_g_total: 2.0350e-02 ] +2024-10-25 04:58:25,781 INFO: [ epoch: 1 ] [ iter: 18,700 ] [ performance: 19.317 it/s ] [ lr: 1.00e-04 ] [ eta: 991 days, 15:28:49 ] [ l_g_pix: 3.3886e-02 ] [ l_g_total: 3.3886e-02 ] +2024-10-25 04:58:31,019 INFO: [ epoch: 1 ] [ iter: 18,800 ] [ performance: 19.108 it/s ] [ lr: 1.00e-04 ] [ eta: 995 days, 8:21:08 ] [ l_g_pix: 2.7783e-02 ] [ l_g_total: 2.7783e-02 ] +2024-10-25 04:58:36,426 INFO: [ epoch: 1 ] [ iter: 18,900 ] [ performance: 18.504 it/s ] [ lr: 1.00e-04 ] [ eta: 999 days, 4:44:21 ] [ l_g_pix: 2.8505e-02 ] [ l_g_total: 2.8505e-02 ] +2024-10-25 04:58:41,724 INFO: [ epoch: 1 ] [ iter: 19,000 ] [ performance: 18.856 it/s ] [ lr: 1.00e-04 ] [ eta: 1002 days, 22:22:15 ] [ l_g_pix: 2.1710e-02 ] [ l_g_total: 2.1710e-02 ] +2024-10-25 04:58:47,044 INFO: [ epoch: 1 ] [ iter: 19,100 ] [ performance: 18.233 it/s ] [ lr: 1.00e-04 ] [ eta: 1006 days, 16:11:34 ] [ l_g_pix: 2.0286e-02 ] [ l_g_total: 2.0286e-02 ] +2024-10-25 04:58:52,355 INFO: [ epoch: 1 ] [ iter: 19,200 ] [ performance: 18.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1010 days, 9:32:13 ] [ l_g_pix: 2.4583e-02 ] [ l_g_total: 2.4583e-02 ] +2024-10-25 04:58:57,806 INFO: [ epoch: 1 ] [ iter: 19,300 ] [ performance: 14.237 it/s ] [ lr: 1.00e-04 ] [ eta: 1014 days, 5:42:30 ] [ l_g_pix: 2.2047e-02 ] [ l_g_total: 2.2047e-02 ] +2024-10-25 04:59:03,386 INFO: [ epoch: 1 ] [ iter: 19,400 ] [ performance: 17.746 it/s ] [ lr: 1.00e-04 ] [ eta: 1018 days, 4:29:05 ] [ l_g_pix: 2.4688e-02 ] [ l_g_total: 2.4688e-02 ] +2024-10-25 04:59:08,941 INFO: [ epoch: 1 ] [ iter: 19,500 ] [ performance: 13.548 it/s ] [ lr: 1.00e-04 ] [ eta: 1022 days, 2:21:57 ] [ l_g_pix: 2.3513e-02 ] [ l_g_total: 2.3513e-02 ] +2024-10-25 04:59:14,259 INFO: [ epoch: 1 ] [ iter: 19,600 ] [ performance: 18.596 it/s ] [ lr: 1.00e-04 ] [ eta: 1025 days, 18:39:57 ] [ l_g_pix: 2.3947e-02 ] [ l_g_total: 2.3947e-02 ] +2024-10-25 04:59:19,892 INFO: [ epoch: 1 ] [ iter: 19,700 ] [ performance: 18.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1029 days, 17:40:52 ] [ l_g_pix: 2.3977e-02 ] [ l_g_total: 2.3977e-02 ] +2024-10-25 04:59:25,055 INFO: [ epoch: 1 ] [ iter: 19,800 ] [ performance: 19.357 it/s ] [ lr: 1.00e-04 ] [ eta: 1033 days, 5:56:08 ] [ l_g_pix: 2.2766e-02 ] [ l_g_total: 2.2766e-02 ] +2024-10-25 04:59:30,260 INFO: [ epoch: 1 ] [ iter: 19,900 ] [ performance: 21.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1036 days, 18:49:06 ] [ l_g_pix: 2.8649e-02 ] [ l_g_total: 2.8649e-02 ] +2024-10-25 04:59:35,450 INFO: [ epoch: 1 ] [ iter: 20,000 ] [ performance: 19.291 it/s ] [ lr: 1.00e-04 ] [ eta: 1040 days, 7:05:45 ] [ l_g_pix: 3.6372e-02 ] [ l_g_total: 3.6372e-02 ] +2024-10-25 04:59:35,451 INFO: Saving models and training states. +2024-10-25 05:00:46,641 INFO: Validation val + + # psnr: 21.9202........ Best: 21.9202 @ 20000 iter + # ssim: 0.6392........ Best: 0.6392 @ 20000 iter + # dists: 0.7878........ Best: 0.7878 @ 20000 iter + +2024-10-25 05:00:51,967 INFO: [ epoch: 1 ] [ iter: 20,100 ] [ performance: 19.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1109 days, 18:07:16 ] [ l_g_pix: 2.0265e-02 ] [ l_g_total: 2.0265e-02 ] +2024-10-25 05:00:57,200 INFO: [ epoch: 1 ] [ iter: 20,200 ] [ performance: 19.115 it/s ] [ lr: 1.00e-04 ] [ eta: 1113 days, 4:45:48 ] [ l_g_pix: 3.0939e-02 ] [ l_g_total: 3.0939e-02 ] +2024-10-25 05:01:02,451 INFO: [ epoch: 1 ] [ iter: 20,300 ] [ performance: 19.080 it/s ] [ lr: 1.00e-04 ] [ eta: 1116 days, 15:32:26 ] [ l_g_pix: 2.3513e-02 ] [ l_g_total: 2.3513e-02 ] +2024-10-25 05:01:07,705 INFO: [ epoch: 1 ] [ iter: 20,400 ] [ performance: 19.043 it/s ] [ lr: 1.00e-04 ] [ eta: 1120 days, 2:05:26 ] [ l_g_pix: 2.6591e-02 ] [ l_g_total: 2.6591e-02 ] +2024-10-25 05:01:13,139 INFO: [ epoch: 1 ] [ iter: 20,500 ] [ performance: 18.718 it/s ] [ lr: 1.00e-04 ] [ eta: 1123 days, 16:18:17 ] [ l_g_pix: 3.0649e-02 ] [ l_g_total: 3.0649e-02 ] +2024-10-25 05:01:18,520 INFO: [ epoch: 1 ] [ iter: 20,600 ] [ performance: 18.569 it/s ] [ lr: 1.00e-04 ] [ eta: 1127 days, 5:04:42 ] [ l_g_pix: 3.2964e-02 ] [ l_g_total: 3.2964e-02 ] +2024-10-25 05:01:23,870 INFO: [ epoch: 1 ] [ iter: 20,700 ] [ performance: 18.632 it/s ] [ lr: 1.00e-04 ] [ eta: 1130 days, 16:51:19 ] [ l_g_pix: 1.9544e-02 ] [ l_g_total: 1.9544e-02 ] +2024-10-25 05:01:28,820 INFO: [ epoch: 1 ] [ iter: 20,800 ] [ performance: 20.281 it/s ] [ lr: 1.00e-04 ] [ eta: 1133 days, 19:31:16 ] [ l_g_pix: 3.3965e-02 ] [ l_g_total: 3.3965e-02 ] +2024-10-25 05:01:34,940 INFO: [ epoch: 2 ] [ iter: 20,900 ] [ performance: 18.070 it/s ] [ lr: 1.00e-04 ] [ eta: 1137 days, 23:37:27 ] [ l_g_pix: 2.1630e-02 ] [ l_g_total: 2.1630e-02 ] +2024-10-25 05:01:40,006 INFO: [ epoch: 2 ] [ iter: 21,000 ] [ performance: 19.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1141 days, 4:16:06 ] [ l_g_pix: 2.5449e-02 ] [ l_g_total: 2.5449e-02 ] +2024-10-25 05:01:45,270 INFO: [ epoch: 2 ] [ iter: 21,100 ] [ performance: 19.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1144 days, 12:58:22 ] [ l_g_pix: 2.2965e-02 ] [ l_g_total: 2.2965e-02 ] +2024-10-25 05:01:50,512 INFO: [ epoch: 2 ] [ iter: 21,200 ] [ performance: 18.994 it/s ] [ lr: 1.00e-04 ] [ eta: 1147 days, 20:54:13 ] [ l_g_pix: 2.7490e-02 ] [ l_g_total: 2.7490e-02 ] +2024-10-25 05:01:55,746 INFO: [ epoch: 2 ] [ iter: 21,300 ] [ performance: 19.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1151 days, 4:21:03 ] [ l_g_pix: 2.8734e-02 ] [ l_g_total: 2.8734e-02 ] +2024-10-25 05:02:00,948 INFO: [ epoch: 2 ] [ iter: 21,400 ] [ performance: 19.219 it/s ] [ lr: 1.00e-04 ] [ eta: 1154 days, 10:49:18 ] [ l_g_pix: 2.6144e-02 ] [ l_g_total: 2.6144e-02 ] +2024-10-25 05:02:06,107 INFO: [ epoch: 2 ] [ iter: 21,500 ] [ performance: 19.305 it/s ] [ lr: 1.00e-04 ] [ eta: 1157 days, 16:04:06 ] [ l_g_pix: 2.3360e-02 ] [ l_g_total: 2.3360e-02 ] +2024-10-25 05:02:11,316 INFO: [ epoch: 2 ] [ iter: 21,600 ] [ performance: 19.193 it/s ] [ lr: 1.00e-04 ] [ eta: 1160 days, 22:06:59 ] [ l_g_pix: 1.9419e-02 ] [ l_g_total: 1.9419e-02 ] +2024-10-25 05:02:16,476 INFO: [ epoch: 2 ] [ iter: 21,700 ] [ performance: 19.292 it/s ] [ lr: 1.00e-04 ] [ eta: 1164 days, 2:47:56 ] [ l_g_pix: 2.5834e-02 ] [ l_g_total: 2.5834e-02 ] +2024-10-25 05:02:21,853 INFO: [ epoch: 2 ] [ iter: 21,800 ] [ performance: 18.599 it/s ] [ lr: 1.00e-04 ] [ eta: 1167 days, 11:55:25 ] [ l_g_pix: 1.9686e-02 ] [ l_g_total: 1.9686e-02 ] +2024-10-25 05:02:27,171 INFO: [ epoch: 2 ] [ iter: 21,900 ] [ performance: 18.708 it/s ] [ lr: 1.00e-04 ] [ eta: 1170 days, 19:27:10 ] [ l_g_pix: 2.9552e-02 ] [ l_g_total: 2.9552e-02 ] +2024-10-25 05:02:32,476 INFO: [ epoch: 2 ] [ iter: 22,000 ] [ performance: 18.850 it/s ] [ lr: 1.00e-04 ] [ eta: 1174 days, 2:25:39 ] [ l_g_pix: 3.1081e-02 ] [ l_g_total: 3.1081e-02 ] +2024-10-25 05:02:37,680 INFO: [ epoch: 2 ] [ iter: 22,100 ] [ performance: 19.043 it/s ] [ lr: 1.00e-04 ] [ eta: 1177 days, 6:53:39 ] [ l_g_pix: 2.2336e-02 ] [ l_g_total: 2.2336e-02 ] +2024-10-25 05:02:42,844 INFO: [ epoch: 2 ] [ iter: 22,200 ] [ performance: 19.293 it/s ] [ lr: 1.00e-04 ] [ eta: 1180 days, 10:14:00 ] [ l_g_pix: 2.5768e-02 ] [ l_g_total: 2.5768e-02 ] +2024-10-25 05:02:48,111 INFO: [ epoch: 2 ] [ iter: 22,300 ] [ performance: 19.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1183 days, 15:29:15 ] [ l_g_pix: 1.8753e-02 ] [ l_g_total: 1.8753e-02 ] +2024-10-25 05:02:53,374 INFO: [ epoch: 2 ] [ iter: 22,400 ] [ performance: 19.006 it/s ] [ lr: 1.00e-04 ] [ eta: 1186 days, 20:22:39 ] [ l_g_pix: 2.1982e-02 ] [ l_g_total: 2.1982e-02 ] +2024-10-25 05:02:58,598 INFO: [ epoch: 2 ] [ iter: 22,500 ] [ performance: 19.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1190 days, 0:07:40 ] [ l_g_pix: 3.3580e-02 ] [ l_g_total: 3.3580e-02 ] +2024-10-25 05:03:03,856 INFO: [ epoch: 2 ] [ iter: 22,600 ] [ performance: 18.943 it/s ] [ lr: 1.00e-04 ] [ eta: 1193 days, 4:18:43 ] [ l_g_pix: 2.7316e-02 ] [ l_g_total: 2.7316e-02 ] +2024-10-25 05:03:09,255 INFO: [ epoch: 2 ] [ iter: 22,700 ] [ performance: 18.717 it/s ] [ lr: 1.00e-04 ] [ eta: 1196 days, 11:15:01 ] [ l_g_pix: 1.7874e-02 ] [ l_g_total: 1.7874e-02 ] +2024-10-25 05:03:14,457 INFO: [ epoch: 2 ] [ iter: 22,800 ] [ performance: 19.263 it/s ] [ lr: 1.00e-04 ] [ eta: 1199 days, 13:39:41 ] [ l_g_pix: 2.1907e-02 ] [ l_g_total: 2.1907e-02 ] +2024-10-25 05:03:19,552 INFO: [ epoch: 2 ] [ iter: 22,900 ] [ performance: 19.459 it/s ] [ lr: 1.00e-04 ] [ eta: 1202 days, 13:28:11 ] [ l_g_pix: 2.3244e-02 ] [ l_g_total: 2.3244e-02 ] +2024-10-25 05:03:24,714 INFO: [ epoch: 2 ] [ iter: 23,000 ] [ performance: 19.330 it/s ] [ lr: 1.00e-04 ] [ eta: 1205 days, 14:26:34 ] [ l_g_pix: 1.9493e-02 ] [ l_g_total: 1.9493e-02 ] +2024-10-25 05:03:29,989 INFO: [ epoch: 2 ] [ iter: 23,100 ] [ performance: 19.128 it/s ] [ lr: 1.00e-04 ] [ eta: 1208 days, 17:33:32 ] [ l_g_pix: 3.2005e-02 ] [ l_g_total: 3.2005e-02 ] +2024-10-25 05:03:35,351 INFO: [ epoch: 2 ] [ iter: 23,200 ] [ performance: 18.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1211 days, 22:12:56 ] [ l_g_pix: 2.4570e-02 ] [ l_g_total: 2.4570e-02 ] +2024-10-25 05:03:40,543 INFO: [ epoch: 2 ] [ iter: 23,300 ] [ performance: 18.995 it/s ] [ lr: 1.00e-04 ] [ eta: 1214 days, 22:56:55 ] [ l_g_pix: 3.3714e-02 ] [ l_g_total: 3.3714e-02 ] +2024-10-25 05:03:45,829 INFO: [ epoch: 2 ] [ iter: 23,400 ] [ performance: 18.985 it/s ] [ lr: 1.00e-04 ] [ eta: 1218 days, 1:24:48 ] [ l_g_pix: 3.3195e-02 ] [ l_g_total: 3.3195e-02 ] +2024-10-25 05:03:51,204 INFO: [ epoch: 2 ] [ iter: 23,500 ] [ performance: 18.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1221 days, 5:27:36 ] [ l_g_pix: 1.6172e-02 ] [ l_g_total: 1.6172e-02 ] +2024-10-25 05:03:56,508 INFO: [ epoch: 2 ] [ iter: 23,600 ] [ performance: 18.827 it/s ] [ lr: 1.00e-04 ] [ eta: 1224 days, 7:43:18 ] [ l_g_pix: 2.5731e-02 ] [ l_g_total: 2.5731e-02 ] +2024-10-25 05:04:01,771 INFO: [ epoch: 2 ] [ iter: 23,700 ] [ performance: 18.923 it/s ] [ lr: 1.00e-04 ] [ eta: 1227 days, 8:48:20 ] [ l_g_pix: 2.6135e-02 ] [ l_g_total: 2.6135e-02 ] +2024-10-25 05:04:07,007 INFO: [ epoch: 2 ] [ iter: 23,800 ] [ performance: 19.116 it/s ] [ lr: 1.00e-04 ] [ eta: 1230 days, 9:00:53 ] [ l_g_pix: 3.8128e-02 ] [ l_g_total: 3.8128e-02 ] +2024-10-25 05:04:12,354 INFO: [ epoch: 2 ] [ iter: 23,900 ] [ performance: 18.888 it/s ] [ lr: 1.00e-04 ] [ eta: 1233 days, 11:17:36 ] [ l_g_pix: 2.2035e-02 ] [ l_g_total: 2.2035e-02 ] +2024-10-25 05:04:17,847 INFO: [ epoch: 2 ] [ iter: 24,000 ] [ performance: 18.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1236 days, 16:21:12 ] [ l_g_pix: 2.8654e-02 ] [ l_g_total: 2.8654e-02 ] +2024-10-25 05:04:23,031 INFO: [ epoch: 2 ] [ iter: 24,100 ] [ performance: 18.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1239 days, 14:35:33 ] [ l_g_pix: 2.8826e-02 ] [ l_g_total: 2.8826e-02 ] +2024-10-25 05:04:28,319 INFO: [ epoch: 2 ] [ iter: 24,200 ] [ performance: 19.144 it/s ] [ lr: 1.00e-04 ] [ eta: 1242 days, 14:44:56 ] [ l_g_pix: 3.2927e-02 ] [ l_g_total: 3.2927e-02 ] +2024-10-25 05:04:33,477 INFO: [ epoch: 2 ] [ iter: 24,300 ] [ performance: 19.281 it/s ] [ lr: 1.00e-04 ] [ eta: 1245 days, 11:51:01 ] [ l_g_pix: 2.4255e-02 ] [ l_g_total: 2.4255e-02 ] +2024-10-25 05:04:38,751 INFO: [ epoch: 2 ] [ iter: 24,400 ] [ performance: 19.139 it/s ] [ lr: 1.00e-04 ] [ eta: 1248 days, 11:06:36 ] [ l_g_pix: 2.0873e-02 ] [ l_g_total: 2.0873e-02 ] +2024-10-25 05:04:43,997 INFO: [ epoch: 2 ] [ iter: 24,500 ] [ performance: 19.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1251 days, 9:30:08 ] [ l_g_pix: 2.6856e-02 ] [ l_g_total: 2.6856e-02 ] +2024-10-25 05:04:49,335 INFO: [ epoch: 2 ] [ iter: 24,600 ] [ performance: 18.638 it/s ] [ lr: 1.00e-04 ] [ eta: 1254 days, 9:31:54 ] [ l_g_pix: 2.7694e-02 ] [ l_g_total: 2.7694e-02 ] +2024-10-25 05:04:54,755 INFO: [ epoch: 2 ] [ iter: 24,700 ] [ performance: 18.534 it/s ] [ lr: 1.00e-04 ] [ eta: 1257 days, 10:57:25 ] [ l_g_pix: 2.2699e-02 ] [ l_g_total: 2.2699e-02 ] +2024-10-25 05:05:00,065 INFO: [ epoch: 2 ] [ iter: 24,800 ] [ performance: 18.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1260 days, 9:47:33 ] [ l_g_pix: 3.3429e-02 ] [ l_g_total: 3.3429e-02 ] +2024-10-25 05:05:05,386 INFO: [ epoch: 2 ] [ iter: 24,900 ] [ performance: 18.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1263 days, 8:34:23 ] [ l_g_pix: 2.1919e-02 ] [ l_g_total: 2.1919e-02 ] +2024-10-25 05:05:10,708 INFO: [ epoch: 2 ] [ iter: 25,000 ] [ performance: 18.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1266 days, 7:04:28 ] [ l_g_pix: 3.1194e-02 ] [ l_g_total: 3.1194e-02 ] +2024-10-25 05:05:16,072 INFO: [ epoch: 2 ] [ iter: 25,100 ] [ performance: 18.727 it/s ] [ lr: 1.00e-04 ] [ eta: 1269 days, 6:08:46 ] [ l_g_pix: 2.3377e-02 ] [ l_g_total: 2.3377e-02 ] +2024-10-25 05:05:21,274 INFO: [ epoch: 2 ] [ iter: 25,200 ] [ performance: 19.186 it/s ] [ lr: 1.00e-04 ] [ eta: 1272 days, 1:34:04 ] [ l_g_pix: 2.4461e-02 ] [ l_g_total: 2.4461e-02 ] +2024-10-25 05:05:26,490 INFO: [ epoch: 2 ] [ iter: 25,300 ] [ performance: 19.180 it/s ] [ lr: 1.00e-04 ] [ eta: 1274 days, 20:59:05 ] [ l_g_pix: 1.9905e-02 ] [ l_g_total: 1.9905e-02 ] +2024-10-25 05:05:31,836 INFO: [ epoch: 2 ] [ iter: 25,400 ] [ performance: 18.698 it/s ] [ lr: 1.00e-04 ] [ eta: 1277 days, 18:47:48 ] [ l_g_pix: 3.2189e-02 ] [ l_g_total: 3.2189e-02 ] +2024-10-25 05:05:37,172 INFO: [ epoch: 2 ] [ iter: 25,500 ] [ performance: 18.724 it/s ] [ lr: 1.00e-04 ] [ eta: 1280 days, 16:06:47 ] [ l_g_pix: 2.9333e-02 ] [ l_g_total: 2.9333e-02 ] +2024-10-25 05:05:42,556 INFO: [ epoch: 2 ] [ iter: 25,600 ] [ performance: 18.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1283 days, 14:07:39 ] [ l_g_pix: 2.0779e-02 ] [ l_g_total: 2.0779e-02 ] +2024-10-25 05:05:47,916 INFO: [ epoch: 2 ] [ iter: 25,700 ] [ performance: 18.603 it/s ] [ lr: 1.00e-04 ] [ eta: 1286 days, 11:20:30 ] [ l_g_pix: 2.3859e-02 ] [ l_g_total: 2.3859e-02 ] +2024-10-25 05:05:53,265 INFO: [ epoch: 2 ] [ iter: 25,800 ] [ performance: 18.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1289 days, 8:01:38 ] [ l_g_pix: 2.5679e-02 ] [ l_g_total: 2.5679e-02 ] +2024-10-25 05:05:58,662 INFO: [ epoch: 2 ] [ iter: 25,900 ] [ performance: 18.665 it/s ] [ lr: 1.00e-04 ] [ eta: 1292 days, 5:24:42 ] [ l_g_pix: 2.4064e-02 ] [ l_g_total: 2.4064e-02 ] +2024-10-25 05:06:03,795 INFO: [ epoch: 2 ] [ iter: 26,000 ] [ performance: 19.272 it/s ] [ lr: 1.00e-04 ] [ eta: 1294 days, 21:04:51 ] [ l_g_pix: 2.3863e-02 ] [ l_g_total: 2.3863e-02 ] +2024-10-25 05:06:09,038 INFO: [ epoch: 2 ] [ iter: 26,100 ] [ performance: 19.158 it/s ] [ lr: 1.00e-04 ] [ eta: 1297 days, 14:41:31 ] [ l_g_pix: 2.0355e-02 ] [ l_g_total: 2.0355e-02 ] +2024-10-25 05:06:14,244 INFO: [ epoch: 2 ] [ iter: 26,200 ] [ performance: 19.251 it/s ] [ lr: 1.00e-04 ] [ eta: 1300 days, 7:16:32 ] [ l_g_pix: 2.8455e-02 ] [ l_g_total: 2.8455e-02 ] +2024-10-25 05:06:19,437 INFO: [ epoch: 2 ] [ iter: 26,300 ] [ performance: 19.254 it/s ] [ lr: 1.00e-04 ] [ eta: 1302 days, 23:18:57 ] [ l_g_pix: 2.7280e-02 ] [ l_g_total: 2.7280e-02 ] +2024-10-25 05:06:24,647 INFO: [ epoch: 2 ] [ iter: 26,400 ] [ performance: 19.236 it/s ] [ lr: 1.00e-04 ] [ eta: 1305 days, 15:22:50 ] [ l_g_pix: 2.0506e-02 ] [ l_g_total: 2.0506e-02 ] +2024-10-25 05:06:30,011 INFO: [ epoch: 2 ] [ iter: 26,500 ] [ performance: 18.881 it/s ] [ lr: 1.00e-04 ] [ eta: 1308 days, 10:19:45 ] [ l_g_pix: 2.2865e-02 ] [ l_g_total: 2.2865e-02 ] +2024-10-25 05:06:35,380 INFO: [ epoch: 2 ] [ iter: 26,600 ] [ performance: 18.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1311 days, 5:03:42 ] [ l_g_pix: 2.8830e-02 ] [ l_g_total: 2.8830e-02 ] +2024-10-25 05:06:40,716 INFO: [ epoch: 2 ] [ iter: 26,700 ] [ performance: 18.595 it/s ] [ lr: 1.00e-04 ] [ eta: 1313 days, 22:49:58 ] [ l_g_pix: 2.2708e-02 ] [ l_g_total: 2.2708e-02 ] +2024-10-25 05:06:46,133 INFO: [ epoch: 2 ] [ iter: 26,800 ] [ performance: 18.282 it/s ] [ lr: 1.00e-04 ] [ eta: 1316 days, 17:57:52 ] [ l_g_pix: 3.0612e-02 ] [ l_g_total: 3.0612e-02 ] +2024-10-25 05:06:51,701 INFO: [ epoch: 2 ] [ iter: 26,900 ] [ performance: 18.090 it/s ] [ lr: 1.00e-04 ] [ eta: 1319 days, 15:50:57 ] [ l_g_pix: 2.3958e-02 ] [ l_g_total: 2.3958e-02 ] +2024-10-25 05:06:57,159 INFO: [ epoch: 2 ] [ iter: 27,000 ] [ performance: 18.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1322 days, 11:12:15 ] [ l_g_pix: 1.6039e-02 ] [ l_g_total: 1.6039e-02 ] +2024-10-25 05:07:02,391 INFO: [ epoch: 2 ] [ iter: 27,100 ] [ performance: 18.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1325 days, 1:39:58 ] [ l_g_pix: 4.6478e-02 ] [ l_g_total: 4.6478e-02 ] +2024-10-25 05:07:07,580 INFO: [ epoch: 2 ] [ iter: 27,200 ] [ performance: 19.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1327 days, 14:58:14 ] [ l_g_pix: 3.6577e-02 ] [ l_g_total: 3.6577e-02 ] +2024-10-25 05:07:12,786 INFO: [ epoch: 2 ] [ iter: 27,300 ] [ performance: 19.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1330 days, 4:19:49 ] [ l_g_pix: 3.2510e-02 ] [ l_g_total: 3.2510e-02 ] +2024-10-25 05:07:17,980 INFO: [ epoch: 2 ] [ iter: 27,400 ] [ performance: 19.125 it/s ] [ lr: 1.00e-04 ] [ eta: 1332 days, 17:10:19 ] [ l_g_pix: 1.6257e-02 ] [ l_g_total: 1.6257e-02 ] +2024-10-25 05:07:23,223 INFO: [ epoch: 2 ] [ iter: 27,500 ] [ performance: 19.095 it/s ] [ lr: 1.00e-04 ] [ eta: 1335 days, 6:42:12 ] [ l_g_pix: 1.9054e-02 ] [ l_g_total: 1.9054e-02 ] +2024-10-25 05:07:28,446 INFO: [ epoch: 2 ] [ iter: 27,600 ] [ performance: 19.164 it/s ] [ lr: 1.00e-04 ] [ eta: 1337 days, 19:32:18 ] [ l_g_pix: 2.9214e-02 ] [ l_g_total: 2.9214e-02 ] +2024-10-25 05:07:33,686 INFO: [ epoch: 2 ] [ iter: 27,700 ] [ performance: 19.118 it/s ] [ lr: 1.00e-04 ] [ eta: 1340 days, 8:24:38 ] [ l_g_pix: 2.3883e-02 ] [ l_g_total: 2.3883e-02 ] +2024-10-25 05:07:38,998 INFO: [ epoch: 2 ] [ iter: 27,800 ] [ performance: 19.300 it/s ] [ lr: 1.00e-04 ] [ eta: 1342 days, 22:27:43 ] [ l_g_pix: 2.4613e-02 ] [ l_g_total: 2.4613e-02 ] +2024-10-25 05:07:44,202 INFO: [ epoch: 2 ] [ iter: 27,900 ] [ performance: 19.251 it/s ] [ lr: 1.00e-04 ] [ eta: 1345 days, 10:02:01 ] [ l_g_pix: 1.8327e-02 ] [ l_g_total: 1.8327e-02 ] +2024-10-25 05:07:49,458 INFO: [ epoch: 2 ] [ iter: 28,000 ] [ performance: 19.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1347 days, 22:22:49 ] [ l_g_pix: 2.2213e-02 ] [ l_g_total: 2.2213e-02 ] +2024-10-25 05:07:54,624 INFO: [ epoch: 2 ] [ iter: 28,100 ] [ performance: 19.241 it/s ] [ lr: 1.00e-04 ] [ eta: 1350 days, 8:36:25 ] [ l_g_pix: 3.2327e-02 ] [ l_g_total: 3.2327e-02 ] +2024-10-25 05:07:59,763 INFO: [ epoch: 2 ] [ iter: 28,200 ] [ performance: 19.165 it/s ] [ lr: 1.00e-04 ] [ eta: 1352 days, 18:01:58 ] [ l_g_pix: 2.6534e-02 ] [ l_g_total: 2.6534e-02 ] +2024-10-25 05:08:04,913 INFO: [ epoch: 2 ] [ iter: 28,300 ] [ performance: 19.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1355 days, 3:22:50 ] [ l_g_pix: 2.4128e-02 ] [ l_g_total: 2.4128e-02 ] +2024-10-25 05:08:10,134 INFO: [ epoch: 2 ] [ iter: 28,400 ] [ performance: 18.988 it/s ] [ lr: 1.00e-04 ] [ eta: 1357 days, 13:51:32 ] [ l_g_pix: 2.3685e-02 ] [ l_g_total: 2.3685e-02 ] +2024-10-25 05:08:15,379 INFO: [ epoch: 2 ] [ iter: 28,500 ] [ performance: 19.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1360 days, 0:31:17 ] [ l_g_pix: 2.1539e-02 ] [ l_g_total: 2.1539e-02 ] +2024-10-25 05:08:20,554 INFO: [ epoch: 2 ] [ iter: 28,600 ] [ performance: 19.183 it/s ] [ lr: 1.00e-04 ] [ eta: 1362 days, 9:30:31 ] [ l_g_pix: 2.4120e-02 ] [ l_g_total: 2.4120e-02 ] +2024-10-25 05:08:25,801 INFO: [ epoch: 2 ] [ iter: 28,700 ] [ performance: 19.104 it/s ] [ lr: 1.00e-04 ] [ eta: 1364 days, 19:38:25 ] [ l_g_pix: 2.2768e-02 ] [ l_g_total: 2.2768e-02 ] +2024-10-25 05:08:31,015 INFO: [ epoch: 2 ] [ iter: 28,800 ] [ performance: 19.339 it/s ] [ lr: 1.00e-04 ] [ eta: 1367 days, 4:48:41 ] [ l_g_pix: 3.0690e-02 ] [ l_g_total: 3.0690e-02 ] +2024-10-25 05:08:36,249 INFO: [ epoch: 2 ] [ iter: 28,900 ] [ performance: 19.191 it/s ] [ lr: 1.00e-04 ] [ eta: 1369 days, 14:05:53 ] [ l_g_pix: 2.2577e-02 ] [ l_g_total: 2.2577e-02 ] +2024-10-25 05:08:41,574 INFO: [ epoch: 2 ] [ iter: 29,000 ] [ performance: 19.083 it/s ] [ lr: 1.00e-04 ] [ eta: 1372 days, 0:53:21 ] [ l_g_pix: 2.7083e-02 ] [ l_g_total: 2.7083e-02 ] +2024-10-25 05:08:46,817 INFO: [ epoch: 2 ] [ iter: 29,100 ] [ performance: 19.078 it/s ] [ lr: 1.00e-04 ] [ eta: 1374 days, 9:46:06 ] [ l_g_pix: 1.9711e-02 ] [ l_g_total: 1.9711e-02 ] +2024-10-25 05:08:52,072 INFO: [ epoch: 2 ] [ iter: 29,200 ] [ performance: 19.041 it/s ] [ lr: 1.00e-04 ] [ eta: 1376 days, 18:35:34 ] [ l_g_pix: 2.9949e-02 ] [ l_g_total: 2.9949e-02 ] +2024-10-25 05:08:57,320 INFO: [ epoch: 2 ] [ iter: 29,300 ] [ performance: 19.053 it/s ] [ lr: 1.00e-04 ] [ eta: 1379 days, 2:58:13 ] [ l_g_pix: 2.7759e-02 ] [ l_g_total: 2.7759e-02 ] +2024-10-25 05:09:02,588 INFO: [ epoch: 2 ] [ iter: 29,400 ] [ performance: 19.099 it/s ] [ lr: 1.00e-04 ] [ eta: 1381 days, 11:28:36 ] [ l_g_pix: 2.0054e-02 ] [ l_g_total: 2.0054e-02 ] +2024-10-25 05:09:07,911 INFO: [ epoch: 2 ] [ iter: 29,500 ] [ performance: 18.898 it/s ] [ lr: 1.00e-04 ] [ eta: 1383 days, 20:44:29 ] [ l_g_pix: 2.0380e-02 ] [ l_g_total: 2.0380e-02 ] +2024-10-25 05:09:13,206 INFO: [ epoch: 2 ] [ iter: 29,600 ] [ performance: 19.051 it/s ] [ lr: 1.00e-04 ] [ eta: 1386 days, 5:10:40 ] [ l_g_pix: 3.3162e-02 ] [ l_g_total: 3.3162e-02 ] +2024-10-25 05:09:18,592 INFO: [ epoch: 2 ] [ iter: 29,700 ] [ performance: 18.733 it/s ] [ lr: 1.00e-04 ] [ eta: 1388 days, 15:05:51 ] [ l_g_pix: 1.7039e-02 ] [ l_g_total: 1.7039e-02 ] +2024-10-25 05:09:23,856 INFO: [ epoch: 2 ] [ iter: 29,800 ] [ performance: 19.026 it/s ] [ lr: 1.00e-04 ] [ eta: 1390 days, 22:20:42 ] [ l_g_pix: 2.3218e-02 ] [ l_g_total: 2.3218e-02 ] +2024-10-25 05:09:29,204 INFO: [ epoch: 2 ] [ iter: 29,900 ] [ performance: 18.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1393 days, 6:55:05 ] [ l_g_pix: 3.3277e-02 ] [ l_g_total: 3.3277e-02 ] +2024-10-25 05:09:34,546 INFO: [ epoch: 2 ] [ iter: 30,000 ] [ performance: 18.680 it/s ] [ lr: 1.00e-04 ] [ eta: 1395 days, 15:05:47 ] [ l_g_pix: 3.1967e-02 ] [ l_g_total: 3.1967e-02 ] +2024-10-25 05:09:34,547 INFO: Saving models and training states. +2024-10-25 05:10:58,610 INFO: Validation val + + # psnr: 22.0017........ Best: 22.0017 @ 30000 iter + # ssim: 0.6454........ Best: 0.6454 @ 30000 iter + # dists: 0.7872........ Best: 0.7872 @ 30000 iter + +2024-10-25 05:11:03,877 INFO: [ epoch: 2 ] [ iter: 30,100 ] [ performance: 18.885 it/s ] [ lr: 1.00e-04 ] [ eta: 1465 days, 21:42:54 ] [ l_g_pix: 2.5277e-02 ] [ l_g_total: 2.5277e-02 ] +2024-10-25 05:11:09,129 INFO: [ epoch: 2 ] [ iter: 30,200 ] [ performance: 19.011 it/s ] [ lr: 1.00e-04 ] [ eta: 1468 days, 1:13:27 ] [ l_g_pix: 2.3416e-02 ] [ l_g_total: 2.3416e-02 ] +2024-10-25 05:11:14,434 INFO: [ epoch: 2 ] [ iter: 30,300 ] [ performance: 18.906 it/s ] [ lr: 1.00e-04 ] [ eta: 1470 days, 5:27:04 ] [ l_g_pix: 2.4525e-02 ] [ l_g_total: 2.4525e-02 ] +2024-10-25 05:11:19,784 INFO: [ epoch: 2 ] [ iter: 30,400 ] [ performance: 18.771 it/s ] [ lr: 1.00e-04 ] [ eta: 1472 days, 10:15:00 ] [ l_g_pix: 2.1172e-02 ] [ l_g_total: 2.1172e-02 ] +2024-10-25 05:11:25,431 INFO: [ epoch: 2 ] [ iter: 30,500 ] [ performance: 18.045 it/s ] [ lr: 1.00e-04 ] [ eta: 1474 days, 20:30:08 ] [ l_g_pix: 1.7898e-02 ] [ l_g_total: 1.7898e-02 ] +2024-10-25 05:11:30,984 INFO: [ epoch: 2 ] [ iter: 30,600 ] [ performance: 17.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1477 days, 4:36:47 ] [ l_g_pix: 2.1587e-02 ] [ l_g_total: 2.1587e-02 ] +2024-10-25 05:11:36,360 INFO: [ epoch: 2 ] [ iter: 30,700 ] [ performance: 18.395 it/s ] [ lr: 1.00e-04 ] [ eta: 1479 days, 9:00:47 ] [ l_g_pix: 1.8745e-02 ] [ l_g_total: 1.8745e-02 ] +2024-10-25 05:11:41,817 INFO: [ epoch: 2 ] [ iter: 30,800 ] [ performance: 18.375 it/s ] [ lr: 1.00e-04 ] [ eta: 1481 days, 14:40:02 ] [ l_g_pix: 2.2763e-02 ] [ l_g_total: 2.2763e-02 ] +2024-10-25 05:11:46,959 INFO: [ epoch: 2 ] [ iter: 30,900 ] [ performance: 19.091 it/s ] [ lr: 1.00e-04 ] [ eta: 1483 days, 13:59:42 ] [ l_g_pix: 2.5886e-02 ] [ l_g_total: 2.5886e-02 ] +2024-10-25 05:11:52,491 INFO: [ epoch: 2 ] [ iter: 31,000 ] [ performance: 17.821 it/s ] [ lr: 1.00e-04 ] [ eta: 1485 days, 20:29:12 ] [ l_g_pix: 2.4738e-02 ] [ l_g_total: 2.4738e-02 ] +2024-10-25 05:11:57,661 INFO: [ epoch: 2 ] [ iter: 31,100 ] [ performance: 18.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1487 days, 19:45:33 ] [ l_g_pix: 2.2364e-02 ] [ l_g_total: 2.2364e-02 ] +2024-10-25 05:12:02,882 INFO: [ epoch: 2 ] [ iter: 31,200 ] [ performance: 20.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1489 days, 19:41:37 ] [ l_g_pix: 2.6305e-02 ] [ l_g_total: 2.6305e-02 ] +2024-10-25 05:12:08,583 INFO: [ epoch: 3 ] [ iter: 31,300 ] [ performance: 18.287 it/s ] [ lr: 1.00e-04 ] [ eta: 1492 days, 4:30:34 ] [ l_g_pix: 3.2665e-02 ] [ l_g_total: 3.2665e-02 ] +2024-10-25 05:12:13,749 INFO: [ epoch: 3 ] [ iter: 31,400 ] [ performance: 19.313 it/s ] [ lr: 1.00e-04 ] [ eta: 1494 days, 2:49:49 ] [ l_g_pix: 2.4145e-02 ] [ l_g_total: 2.4145e-02 ] +2024-10-25 05:12:18,915 INFO: [ epoch: 3 ] [ iter: 31,500 ] [ performance: 19.346 it/s ] [ lr: 1.00e-04 ] [ eta: 1496 days, 0:51:19 ] [ l_g_pix: 2.2427e-02 ] [ l_g_total: 2.2427e-02 ] +2024-10-25 05:12:23,871 INFO: [ epoch: 3 ] [ iter: 31,600 ] [ performance: 20.002 it/s ] [ lr: 1.00e-04 ] [ eta: 1497 days, 18:35:41 ] [ l_g_pix: 2.1009e-02 ] [ l_g_total: 2.1009e-02 ] +2024-10-25 05:12:29,017 INFO: [ epoch: 3 ] [ iter: 31,700 ] [ performance: 19.602 it/s ] [ lr: 1.00e-04 ] [ eta: 1499 days, 15:40:15 ] [ l_g_pix: 1.8141e-02 ] [ l_g_total: 1.8141e-02 ] +2024-10-25 05:12:34,320 INFO: [ epoch: 3 ] [ iter: 31,800 ] [ performance: 18.882 it/s ] [ lr: 1.00e-04 ] [ eta: 1501 days, 15:26:44 ] [ l_g_pix: 2.5632e-02 ] [ l_g_total: 2.5632e-02 ] +2024-10-25 05:12:39,500 INFO: [ epoch: 3 ] [ iter: 31,900 ] [ performance: 19.182 it/s ] [ lr: 1.00e-04 ] [ eta: 1503 days, 12:34:31 ] [ l_g_pix: 2.2810e-02 ] [ l_g_total: 2.2810e-02 ] +2024-10-25 05:12:44,575 INFO: [ epoch: 3 ] [ iter: 32,000 ] [ performance: 19.823 it/s ] [ lr: 1.00e-04 ] [ eta: 1505 days, 7:27:22 ] [ l_g_pix: 2.4951e-02 ] [ l_g_total: 2.4951e-02 ] +2024-10-25 05:12:49,765 INFO: [ epoch: 3 ] [ iter: 32,100 ] [ performance: 19.428 it/s ] [ lr: 1.00e-04 ] [ eta: 1507 days, 4:12:57 ] [ l_g_pix: 2.5783e-02 ] [ l_g_total: 2.5783e-02 ] +2024-10-25 05:12:55,046 INFO: [ epoch: 3 ] [ iter: 32,200 ] [ performance: 18.893 it/s ] [ lr: 1.00e-04 ] [ eta: 1509 days, 2:23:23 ] [ l_g_pix: 2.0310e-02 ] [ l_g_total: 2.0310e-02 ] +2024-10-25 05:13:00,253 INFO: [ epoch: 3 ] [ iter: 32,300 ] [ performance: 19.114 it/s ] [ lr: 1.00e-04 ] [ eta: 1510 days, 22:54:14 ] [ l_g_pix: 2.3457e-02 ] [ l_g_total: 2.3457e-02 ] +2024-10-25 05:13:05,383 INFO: [ epoch: 3 ] [ iter: 32,400 ] [ performance: 19.517 it/s ] [ lr: 1.00e-04 ] [ eta: 1512 days, 17:39:06 ] [ l_g_pix: 2.5368e-02 ] [ l_g_total: 2.5368e-02 ] +2024-10-25 05:13:10,514 INFO: [ epoch: 3 ] [ iter: 32,500 ] [ performance: 19.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1514 days, 12:09:58 ] [ l_g_pix: 2.7244e-02 ] [ l_g_total: 2.7244e-02 ] +2024-10-25 05:13:15,751 INFO: [ epoch: 3 ] [ iter: 32,600 ] [ performance: 19.266 it/s ] [ lr: 1.00e-04 ] [ eta: 1516 days, 8:20:51 ] [ l_g_pix: 1.9673e-02 ] [ l_g_total: 1.9673e-02 ] +2024-10-25 05:13:20,756 INFO: [ epoch: 3 ] [ iter: 32,700 ] [ performance: 19.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1517 days, 23:55:22 ] [ l_g_pix: 2.8704e-02 ] [ l_g_total: 2.8704e-02 ] +2024-10-25 05:13:25,933 INFO: [ epoch: 3 ] [ iter: 32,800 ] [ performance: 19.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1519 days, 18:25:59 ] [ l_g_pix: 2.3486e-02 ] [ l_g_total: 2.3486e-02 ] +2024-10-25 05:13:31,048 INFO: [ epoch: 3 ] [ iter: 32,900 ] [ performance: 19.438 it/s ] [ lr: 1.00e-04 ] [ eta: 1521 days, 11:29:13 ] [ l_g_pix: 2.1949e-02 ] [ l_g_total: 2.1949e-02 ] +2024-10-25 05:13:36,280 INFO: [ epoch: 3 ] [ iter: 33,000 ] [ performance: 19.226 it/s ] [ lr: 1.00e-04 ] [ eta: 1523 days, 6:26:14 ] [ l_g_pix: 4.0266e-02 ] [ l_g_total: 4.0266e-02 ] +2024-10-25 05:13:41,457 INFO: [ epoch: 3 ] [ iter: 33,100 ] [ performance: 19.294 it/s ] [ lr: 1.00e-04 ] [ eta: 1525 days, 0:04:41 ] [ l_g_pix: 2.4379e-02 ] [ l_g_total: 2.4379e-02 ] +2024-10-25 05:13:46,623 INFO: [ epoch: 3 ] [ iter: 33,200 ] [ performance: 19.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1526 days, 17:12:48 ] [ l_g_pix: 2.4622e-02 ] [ l_g_total: 2.4622e-02 ] +2024-10-25 05:13:51,767 INFO: [ epoch: 3 ] [ iter: 33,300 ] [ performance: 19.532 it/s ] [ lr: 1.00e-04 ] [ eta: 1528 days, 9:40:27 ] [ l_g_pix: 1.7531e-02 ] [ l_g_total: 1.7531e-02 ] +2024-10-25 05:13:56,917 INFO: [ epoch: 3 ] [ iter: 33,400 ] [ performance: 19.455 it/s ] [ lr: 1.00e-04 ] [ eta: 1530 days, 1:57:10 ] [ l_g_pix: 2.0642e-02 ] [ l_g_total: 2.0642e-02 ] +2024-10-25 05:14:02,189 INFO: [ epoch: 3 ] [ iter: 33,500 ] [ performance: 19.093 it/s ] [ lr: 1.00e-04 ] [ eta: 1531 days, 20:11:16 ] [ l_g_pix: 2.8323e-02 ] [ l_g_total: 2.8323e-02 ] +2024-10-25 05:14:07,370 INFO: [ epoch: 3 ] [ iter: 33,600 ] [ performance: 18.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1533 days, 12:28:00 ] [ l_g_pix: 3.1572e-02 ] [ l_g_total: 3.1572e-02 ] +2024-10-25 05:14:12,494 INFO: [ epoch: 3 ] [ iter: 33,700 ] [ performance: 19.377 it/s ] [ lr: 1.00e-04 ] [ eta: 1535 days, 3:24:28 ] [ l_g_pix: 1.8713e-02 ] [ l_g_total: 1.8713e-02 ] +2024-10-25 05:14:17,610 INFO: [ epoch: 3 ] [ iter: 33,800 ] [ performance: 19.117 it/s ] [ lr: 1.00e-04 ] [ eta: 1536 days, 17:54:36 ] [ l_g_pix: 3.3786e-02 ] [ l_g_total: 3.3786e-02 ] +2024-10-25 05:14:22,719 INFO: [ epoch: 3 ] [ iter: 33,900 ] [ performance: 19.463 it/s ] [ lr: 1.00e-04 ] [ eta: 1538 days, 7:59:58 ] [ l_g_pix: 1.9935e-02 ] [ l_g_total: 1.9935e-02 ] +2024-10-25 05:14:27,813 INFO: [ epoch: 3 ] [ iter: 34,000 ] [ performance: 18.914 it/s ] [ lr: 1.00e-04 ] [ eta: 1539 days, 21:32:00 ] [ l_g_pix: 2.0060e-02 ] [ l_g_total: 2.0060e-02 ] +2024-10-25 05:14:33,053 INFO: [ epoch: 3 ] [ iter: 34,100 ] [ performance: 19.046 it/s ] [ lr: 1.00e-04 ] [ eta: 1541 days, 13:27:07 ] [ l_g_pix: 3.0827e-02 ] [ l_g_total: 3.0827e-02 ] +2024-10-25 05:14:38,229 INFO: [ epoch: 3 ] [ iter: 34,200 ] [ performance: 19.709 it/s ] [ lr: 1.00e-04 ] [ eta: 1543 days, 3:55:29 ] [ l_g_pix: 2.0415e-02 ] [ l_g_total: 2.0415e-02 ] +2024-10-25 05:14:43,360 INFO: [ epoch: 3 ] [ iter: 34,300 ] [ performance: 19.542 it/s ] [ lr: 1.00e-04 ] [ eta: 1544 days, 17:16:40 ] [ l_g_pix: 1.6548e-02 ] [ l_g_total: 1.6548e-02 ] +2024-10-25 05:14:48,551 INFO: [ epoch: 3 ] [ iter: 34,400 ] [ performance: 19.676 it/s ] [ lr: 1.00e-04 ] [ eta: 1546 days, 7:25:27 ] [ l_g_pix: 2.4157e-02 ] [ l_g_total: 2.4157e-02 ] +2024-10-25 05:14:53,736 INFO: [ epoch: 3 ] [ iter: 34,500 ] [ performance: 19.374 it/s ] [ lr: 1.00e-04 ] [ eta: 1547 days, 21:11:40 ] [ l_g_pix: 2.8618e-02 ] [ l_g_total: 2.8618e-02 ] +2024-10-25 05:14:58,987 INFO: [ epoch: 3 ] [ iter: 34,600 ] [ performance: 19.428 it/s ] [ lr: 1.00e-04 ] [ eta: 1549 days, 11:52:36 ] [ l_g_pix: 2.3266e-02 ] [ l_g_total: 2.3266e-02 ] +2024-10-25 05:15:04,183 INFO: [ epoch: 3 ] [ iter: 34,700 ] [ performance: 19.287 it/s ] [ lr: 1.00e-04 ] [ eta: 1551 days, 1:15:47 ] [ l_g_pix: 1.5140e-02 ] [ l_g_total: 1.5140e-02 ] +2024-10-25 05:15:09,418 INFO: [ epoch: 3 ] [ iter: 34,800 ] [ performance: 19.501 it/s ] [ lr: 1.00e-04 ] [ eta: 1552 days, 15:03:03 ] [ l_g_pix: 2.1491e-02 ] [ l_g_total: 2.1491e-02 ] +2024-10-25 05:15:14,541 INFO: [ epoch: 3 ] [ iter: 34,900 ] [ performance: 19.516 it/s ] [ lr: 1.00e-04 ] [ eta: 1554 days, 2:32:52 ] [ l_g_pix: 2.2253e-02 ] [ l_g_total: 2.2253e-02 ] +2024-10-25 05:15:19,823 INFO: [ epoch: 3 ] [ iter: 35,000 ] [ performance: 18.810 it/s ] [ lr: 1.00e-04 ] [ eta: 1555 days, 16:37:09 ] [ l_g_pix: 2.7953e-02 ] [ l_g_total: 2.7953e-02 ] +2024-10-25 05:15:25,047 INFO: [ epoch: 3 ] [ iter: 35,100 ] [ performance: 19.075 it/s ] [ lr: 1.00e-04 ] [ eta: 1557 days, 5:20:57 ] [ l_g_pix: 2.8578e-02 ] [ l_g_total: 2.8578e-02 ] +2024-10-25 05:15:30,298 INFO: [ epoch: 3 ] [ iter: 35,200 ] [ performance: 19.153 it/s ] [ lr: 1.00e-04 ] [ eta: 1558 days, 18:17:24 ] [ l_g_pix: 2.7234e-02 ] [ l_g_total: 2.7234e-02 ] +2024-10-25 05:15:35,659 INFO: [ epoch: 3 ] [ iter: 35,300 ] [ performance: 18.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1560 days, 8:53:58 ] [ l_g_pix: 2.3723e-02 ] [ l_g_total: 2.3723e-02 ] +2024-10-25 05:15:40,870 INFO: [ epoch: 3 ] [ iter: 35,400 ] [ performance: 20.004 it/s ] [ lr: 1.00e-04 ] [ eta: 1561 days, 20:31:23 ] [ l_g_pix: 3.1514e-02 ] [ l_g_total: 3.1514e-02 ] +2024-10-25 05:15:46,089 INFO: [ epoch: 3 ] [ iter: 35,500 ] [ performance: 19.321 it/s ] [ lr: 1.00e-04 ] [ eta: 1563 days, 7:59:51 ] [ l_g_pix: 2.0888e-02 ] [ l_g_total: 2.0888e-02 ] +2024-10-25 05:15:51,426 INFO: [ epoch: 3 ] [ iter: 35,600 ] [ performance: 18.756 it/s ] [ lr: 1.00e-04 ] [ eta: 1564 days, 21:17:48 ] [ l_g_pix: 2.9967e-02 ] [ l_g_total: 2.9967e-02 ] +2024-10-25 05:15:56,631 INFO: [ epoch: 3 ] [ iter: 35,700 ] [ performance: 19.126 it/s ] [ lr: 1.00e-04 ] [ eta: 1566 days, 7:56:57 ] [ l_g_pix: 3.4896e-02 ] [ l_g_total: 3.4896e-02 ] +2024-10-25 05:16:01,945 INFO: [ epoch: 3 ] [ iter: 35,800 ] [ performance: 18.838 it/s ] [ lr: 1.00e-04 ] [ eta: 1567 days, 20:15:22 ] [ l_g_pix: 2.3280e-02 ] [ l_g_total: 2.3280e-02 ] +2024-10-25 05:16:07,112 INFO: [ epoch: 3 ] [ iter: 35,900 ] [ performance: 19.262 it/s ] [ lr: 1.00e-04 ] [ eta: 1569 days, 5:38:15 ] [ l_g_pix: 2.3252e-02 ] [ l_g_total: 2.3252e-02 ] +2024-10-25 05:16:12,227 INFO: [ epoch: 3 ] [ iter: 36,000 ] [ performance: 19.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1570 days, 13:48:51 ] [ l_g_pix: 2.3695e-02 ] [ l_g_total: 2.3695e-02 ] +2024-10-25 05:16:17,336 INFO: [ epoch: 3 ] [ iter: 36,100 ] [ performance: 19.475 it/s ] [ lr: 1.00e-04 ] [ eta: 1571 days, 21:36:24 ] [ l_g_pix: 2.0805e-02 ] [ l_g_total: 2.0805e-02 ] +2024-10-25 05:16:22,627 INFO: [ epoch: 3 ] [ iter: 36,200 ] [ performance: 18.465 it/s ] [ lr: 1.00e-04 ] [ eta: 1573 days, 8:19:39 ] [ l_g_pix: 2.6957e-02 ] [ l_g_total: 2.6957e-02 ] +2024-10-25 05:16:27,877 INFO: [ epoch: 3 ] [ iter: 36,300 ] [ performance: 18.950 it/s ] [ lr: 1.00e-04 ] [ eta: 1574 days, 18:02:14 ] [ l_g_pix: 2.4697e-02 ] [ l_g_total: 2.4697e-02 ] +2024-10-25 05:16:33,108 INFO: [ epoch: 3 ] [ iter: 36,400 ] [ performance: 19.449 it/s ] [ lr: 1.00e-04 ] [ eta: 1576 days, 3:06:34 ] [ l_g_pix: 2.5945e-02 ] [ l_g_total: 2.5945e-02 ] +2024-10-25 05:16:38,281 INFO: [ epoch: 3 ] [ iter: 36,500 ] [ performance: 19.351 it/s ] [ lr: 1.00e-04 ] [ eta: 1577 days, 10:53:03 ] [ l_g_pix: 2.5471e-02 ] [ l_g_total: 2.5471e-02 ] +2024-10-25 05:16:43,406 INFO: [ epoch: 3 ] [ iter: 36,600 ] [ performance: 19.675 it/s ] [ lr: 1.00e-04 ] [ eta: 1578 days, 17:31:14 ] [ l_g_pix: 2.0208e-02 ] [ l_g_total: 2.0208e-02 ] +2024-10-25 05:16:48,691 INFO: [ epoch: 3 ] [ iter: 36,700 ] [ performance: 19.034 it/s ] [ lr: 1.00e-04 ] [ eta: 1580 days, 2:41:05 ] [ l_g_pix: 2.8935e-02 ] [ l_g_total: 2.8935e-02 ] +2024-10-25 05:16:53,932 INFO: [ epoch: 3 ] [ iter: 36,800 ] [ performance: 19.025 it/s ] [ lr: 1.00e-04 ] [ eta: 1581 days, 10:46:47 ] [ l_g_pix: 3.0445e-02 ] [ l_g_total: 3.0445e-02 ] +2024-10-25 05:16:59,264 INFO: [ epoch: 3 ] [ iter: 36,900 ] [ performance: 18.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1582 days, 20:10:58 ] [ l_g_pix: 2.3385e-02 ] [ l_g_total: 2.3385e-02 ] +2024-10-25 05:17:04,571 INFO: [ epoch: 3 ] [ iter: 37,000 ] [ performance: 18.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1584 days, 4:50:34 ] [ l_g_pix: 2.1588e-02 ] [ l_g_total: 2.1588e-02 ] +2024-10-25 05:17:09,709 INFO: [ epoch: 3 ] [ iter: 37,100 ] [ performance: 19.322 it/s ] [ lr: 1.00e-04 ] [ eta: 1585 days, 10:15:44 ] [ l_g_pix: 3.3922e-02 ] [ l_g_total: 3.3922e-02 ] +2024-10-25 05:17:14,955 INFO: [ epoch: 3 ] [ iter: 37,200 ] [ performance: 18.615 it/s ] [ lr: 1.00e-04 ] [ eta: 1586 days, 17:16:23 ] [ l_g_pix: 2.8487e-02 ] [ l_g_total: 2.8487e-02 ] +2024-10-25 05:17:20,234 INFO: [ epoch: 3 ] [ iter: 37,300 ] [ performance: 18.900 it/s ] [ lr: 1.00e-04 ] [ eta: 1588 days, 0:34:55 ] [ l_g_pix: 1.5483e-02 ] [ l_g_total: 1.5483e-02 ] +2024-10-25 05:17:25,493 INFO: [ epoch: 3 ] [ iter: 37,400 ] [ performance: 18.908 it/s ] [ lr: 1.00e-04 ] [ eta: 1589 days, 7:14:34 ] [ l_g_pix: 2.4395e-02 ] [ l_g_total: 2.4395e-02 ] +2024-10-25 05:17:30,697 INFO: [ epoch: 3 ] [ iter: 37,500 ] [ performance: 19.182 it/s ] [ lr: 1.00e-04 ] [ eta: 1590 days, 12:38:47 ] [ l_g_pix: 2.4457e-02 ] [ l_g_total: 2.4457e-02 ] +2024-10-25 05:17:35,761 INFO: [ epoch: 3 ] [ iter: 37,600 ] [ performance: 19.440 it/s ] [ lr: 1.00e-04 ] [ eta: 1591 days, 15:20:36 ] [ l_g_pix: 2.4386e-02 ] [ l_g_total: 2.4386e-02 ] +2024-10-25 05:17:40,904 INFO: [ epoch: 3 ] [ iter: 37,700 ] [ performance: 19.443 it/s ] [ lr: 1.00e-04 ] [ eta: 1592 days, 19:08:20 ] [ l_g_pix: 2.9537e-02 ] [ l_g_total: 2.9537e-02 ] +2024-10-25 05:17:46,115 INFO: [ epoch: 3 ] [ iter: 37,800 ] [ performance: 19.995 it/s ] [ lr: 1.00e-04 ] [ eta: 1593 days, 23:48:49 ] [ l_g_pix: 2.1437e-02 ] [ l_g_total: 2.1437e-02 ] +2024-10-25 05:17:51,416 INFO: [ epoch: 3 ] [ iter: 37,900 ] [ performance: 18.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1595 days, 5:44:54 ] [ l_g_pix: 2.1191e-02 ] [ l_g_total: 2.1191e-02 ] +2024-10-25 05:17:56,725 INFO: [ epoch: 3 ] [ iter: 38,000 ] [ performance: 19.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1596 days, 11:31:35 ] [ l_g_pix: 1.7576e-02 ] [ l_g_total: 1.7576e-02 ] +2024-10-25 05:18:01,965 INFO: [ epoch: 3 ] [ iter: 38,100 ] [ performance: 19.106 it/s ] [ lr: 1.00e-04 ] [ eta: 1597 days, 15:49:24 ] [ l_g_pix: 2.4039e-02 ] [ l_g_total: 2.4039e-02 ] +2024-10-25 05:18:07,277 INFO: [ epoch: 3 ] [ iter: 38,200 ] [ performance: 18.654 it/s ] [ lr: 1.00e-04 ] [ eta: 1598 days, 21:03:13 ] [ l_g_pix: 1.7636e-02 ] [ l_g_total: 1.7636e-02 ] +2024-10-25 05:18:12,417 INFO: [ epoch: 3 ] [ iter: 38,300 ] [ performance: 19.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1599 days, 23:03:27 ] [ l_g_pix: 2.3972e-02 ] [ l_g_total: 2.3972e-02 ] +2024-10-25 05:18:17,645 INFO: [ epoch: 3 ] [ iter: 38,400 ] [ performance: 19.279 it/s ] [ lr: 1.00e-04 ] [ eta: 1601 days, 2:17:07 ] [ l_g_pix: 1.7630e-02 ] [ l_g_total: 1.7630e-02 ] +2024-10-25 05:18:22,841 INFO: [ epoch: 3 ] [ iter: 38,500 ] [ performance: 19.251 it/s ] [ lr: 1.00e-04 ] [ eta: 1602 days, 4:40:09 ] [ l_g_pix: 2.3550e-02 ] [ l_g_total: 2.3550e-02 ] +2024-10-25 05:18:28,133 INFO: [ epoch: 3 ] [ iter: 38,600 ] [ performance: 19.480 it/s ] [ lr: 1.00e-04 ] [ eta: 1603 days, 8:23:53 ] [ l_g_pix: 2.7826e-02 ] [ l_g_total: 2.7826e-02 ] +2024-10-25 05:18:33,396 INFO: [ epoch: 3 ] [ iter: 38,700 ] [ performance: 19.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1604 days, 11:20:28 ] [ l_g_pix: 2.3790e-02 ] [ l_g_total: 2.3790e-02 ] +2024-10-25 05:18:38,786 INFO: [ epoch: 3 ] [ iter: 38,800 ] [ performance: 18.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1605 days, 16:08:34 ] [ l_g_pix: 2.4198e-02 ] [ l_g_total: 2.4198e-02 ] +2024-10-25 05:18:44,087 INFO: [ epoch: 3 ] [ iter: 38,900 ] [ performance: 18.840 it/s ] [ lr: 1.00e-04 ] [ eta: 1606 days, 19:08:45 ] [ l_g_pix: 1.8779e-02 ] [ l_g_total: 1.8779e-02 ] +2024-10-25 05:18:49,293 INFO: [ epoch: 3 ] [ iter: 39,000 ] [ performance: 18.816 it/s ] [ lr: 1.00e-04 ] [ eta: 1607 days, 20:14:01 ] [ l_g_pix: 2.7443e-02 ] [ l_g_total: 2.7443e-02 ] +2024-10-25 05:18:54,498 INFO: [ epoch: 3 ] [ iter: 39,100 ] [ performance: 19.192 it/s ] [ lr: 1.00e-04 ] [ eta: 1608 days, 21:01:18 ] [ l_g_pix: 2.5042e-02 ] [ l_g_total: 2.5042e-02 ] +2024-10-25 05:18:59,664 INFO: [ epoch: 3 ] [ iter: 39,200 ] [ performance: 20.457 it/s ] [ lr: 1.00e-04 ] [ eta: 1609 days, 20:52:04 ] [ l_g_pix: 2.2517e-02 ] [ l_g_total: 2.2517e-02 ] +2024-10-25 05:19:04,891 INFO: [ epoch: 3 ] [ iter: 39,300 ] [ performance: 19.193 it/s ] [ lr: 1.00e-04 ] [ eta: 1610 days, 21:27:09 ] [ l_g_pix: 2.9374e-02 ] [ l_g_total: 2.9374e-02 ] +2024-10-25 05:19:10,122 INFO: [ epoch: 3 ] [ iter: 39,400 ] [ performance: 20.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1611 days, 21:49:12 ] [ l_g_pix: 3.2193e-02 ] [ l_g_total: 3.2193e-02 ] +2024-10-25 05:19:15,403 INFO: [ epoch: 3 ] [ iter: 39,500 ] [ performance: 19.007 it/s ] [ lr: 1.00e-04 ] [ eta: 1612 days, 22:43:01 ] [ l_g_pix: 2.3449e-02 ] [ l_g_total: 2.3449e-02 ] +2024-10-25 05:19:20,671 INFO: [ epoch: 3 ] [ iter: 39,600 ] [ performance: 19.771 it/s ] [ lr: 1.00e-04 ] [ eta: 1613 days, 23:07:26 ] [ l_g_pix: 2.7847e-02 ] [ l_g_total: 2.7847e-02 ] +2024-10-25 05:19:26,040 INFO: [ epoch: 3 ] [ iter: 39,700 ] [ performance: 18.659 it/s ] [ lr: 1.00e-04 ] [ eta: 1615 days, 0:55:23 ] [ l_g_pix: 2.9150e-02 ] [ l_g_total: 2.9150e-02 ] +2024-10-25 05:19:31,440 INFO: [ epoch: 3 ] [ iter: 39,800 ] [ performance: 19.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1616 days, 2:56:39 ] [ l_g_pix: 2.4560e-02 ] [ l_g_total: 2.4560e-02 ] +2024-10-25 05:19:36,761 INFO: [ epoch: 3 ] [ iter: 39,900 ] [ performance: 18.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1617 days, 3:19:44 ] [ l_g_pix: 2.0613e-02 ] [ l_g_total: 2.0613e-02 ] +2024-10-25 05:19:42,034 INFO: [ epoch: 3 ] [ iter: 40,000 ] [ performance: 19.317 it/s ] [ lr: 1.00e-04 ] [ eta: 1618 days, 2:38:11 ] [ l_g_pix: 2.9358e-02 ] [ l_g_total: 2.9358e-02 ] +2024-10-25 05:19:42,034 INFO: Saving models and training states. +2024-10-25 05:20:56,566 INFO: Validation val + + # psnr: 22.0178........ Best: 22.0178 @ 40000 iter + # ssim: 0.6468........ Best: 0.6468 @ 40000 iter + # dists: 0.7872........ Best: 0.7872 @ 40000 iter + +2024-10-25 05:21:02,018 INFO: [ epoch: 3 ] [ iter: 40,100 ] [ performance: 18.357 it/s ] [ lr: 1.00e-04 ] [ eta: 1670 days, 20:43:47 ] [ l_g_pix: 2.6589e-02 ] [ l_g_total: 2.6589e-02 ] +2024-10-25 05:21:07,465 INFO: [ epoch: 3 ] [ iter: 40,200 ] [ performance: 18.358 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 20:15:54 ] [ l_g_pix: 1.7418e-02 ] [ l_g_total: 1.7418e-02 ] +2024-10-25 05:21:13,002 INFO: [ epoch: 3 ] [ iter: 40,300 ] [ performance: 18.062 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 20:59:23 ] [ l_g_pix: 1.3638e-02 ] [ l_g_total: 1.3638e-02 ] +2024-10-25 05:21:18,582 INFO: [ epoch: 3 ] [ iter: 40,400 ] [ performance: 17.992 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 22:07:19 ] [ l_g_pix: 3.1325e-02 ] [ l_g_total: 3.1325e-02 ] +2024-10-25 05:21:24,048 INFO: [ epoch: 3 ] [ iter: 40,500 ] [ performance: 18.333 it/s ] [ lr: 1.00e-04 ] [ eta: 1674 days, 21:02:56 ] [ l_g_pix: 2.1520e-02 ] [ l_g_total: 2.1520e-02 ] +2024-10-25 05:21:29,726 INFO: [ epoch: 3 ] [ iter: 40,600 ] [ performance: 17.965 it/s ] [ lr: 1.00e-04 ] [ eta: 1675 days, 23:10:10 ] [ l_g_pix: 2.7761e-02 ] [ l_g_total: 2.7761e-02 ] +2024-10-25 05:21:35,176 INFO: [ epoch: 3 ] [ iter: 40,700 ] [ performance: 18.342 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 21:13:27 ] [ l_g_pix: 2.6908e-02 ] [ l_g_total: 2.6908e-02 ] +2024-10-25 05:21:40,568 INFO: [ epoch: 3 ] [ iter: 40,800 ] [ performance: 18.446 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 18:01:25 ] [ l_g_pix: 2.9381e-02 ] [ l_g_total: 2.9381e-02 ] +2024-10-25 05:21:46,058 INFO: [ epoch: 3 ] [ iter: 40,900 ] [ performance: 18.252 it/s ] [ lr: 1.00e-04 ] [ eta: 1678 days, 16:07:47 ] [ l_g_pix: 1.6913e-02 ] [ l_g_total: 1.6913e-02 ] +2024-10-25 05:21:51,490 INFO: [ epoch: 3 ] [ iter: 41,000 ] [ performance: 18.332 it/s ] [ lr: 1.00e-04 ] [ eta: 1679 days, 12:59:25 ] [ l_g_pix: 2.7447e-02 ] [ l_g_total: 2.7447e-02 ] +2024-10-25 05:21:57,015 INFO: [ epoch: 3 ] [ iter: 41,100 ] [ performance: 18.127 it/s ] [ lr: 1.00e-04 ] [ eta: 1680 days, 11:03:32 ] [ l_g_pix: 2.0469e-02 ] [ l_g_total: 2.0469e-02 ] +2024-10-25 05:22:02,459 INFO: [ epoch: 3 ] [ iter: 41,200 ] [ performance: 18.250 it/s ] [ lr: 1.00e-04 ] [ eta: 1681 days, 7:30:12 ] [ l_g_pix: 2.0068e-02 ] [ l_g_total: 2.0068e-02 ] +2024-10-25 05:22:08,064 INFO: [ epoch: 3 ] [ iter: 41,300 ] [ performance: 17.840 it/s ] [ lr: 1.00e-04 ] [ eta: 1682 days, 6:15:46 ] [ l_g_pix: 3.5554e-02 ] [ l_g_total: 3.5554e-02 ] +2024-10-25 05:22:13,589 INFO: [ epoch: 3 ] [ iter: 41,400 ] [ performance: 17.973 it/s ] [ lr: 1.00e-04 ] [ eta: 1683 days, 3:24:41 ] [ l_g_pix: 2.2951e-02 ] [ l_g_total: 2.2951e-02 ] +2024-10-25 05:22:19,131 INFO: [ epoch: 3 ] [ iter: 41,500 ] [ performance: 18.083 it/s ] [ lr: 1.00e-04 ] [ eta: 1684 days, 0:31:51 ] [ l_g_pix: 1.7779e-02 ] [ l_g_total: 1.7779e-02 ] +2024-10-25 05:22:24,605 INFO: [ epoch: 3 ] [ iter: 41,600 ] [ performance: 18.178 it/s ] [ lr: 1.00e-04 ] [ eta: 1684 days, 20:15:04 ] [ l_g_pix: 2.2158e-02 ] [ l_g_total: 2.2158e-02 ] +2024-10-25 05:22:29,482 INFO: [ epoch: 3 ] [ iter: 41,700 ] [ performance: 20.723 it/s ] [ lr: 1.00e-04 ] [ eta: 1685 days, 5:58:42 ] [ l_g_pix: 2.4271e-02 ] [ l_g_total: 2.4271e-02 ] +2024-10-25 05:22:35,972 INFO: [ epoch: 4 ] [ iter: 41,800 ] [ performance: 17.583 it/s ] [ lr: 1.00e-04 ] [ eta: 1686 days, 17:30:59 ] [ l_g_pix: 2.6107e-02 ] [ l_g_total: 2.6107e-02 ] +2024-10-25 05:22:41,328 INFO: [ epoch: 4 ] [ iter: 41,900 ] [ performance: 18.669 it/s ] [ lr: 1.00e-04 ] [ eta: 1687 days, 10:24:09 ] [ l_g_pix: 2.9440e-02 ] [ l_g_total: 2.9440e-02 ] +2024-10-25 05:22:46,609 INFO: [ epoch: 4 ] [ iter: 42,000 ] [ performance: 18.808 it/s ] [ lr: 1.00e-04 ] [ eta: 1688 days, 1:46:45 ] [ l_g_pix: 2.2203e-02 ] [ l_g_total: 2.2203e-02 ] +2024-10-25 05:22:51,929 INFO: [ epoch: 4 ] [ iter: 42,100 ] [ performance: 18.791 it/s ] [ lr: 1.00e-04 ] [ eta: 1688 days, 17:29:12 ] [ l_g_pix: 1.6277e-02 ] [ l_g_total: 1.6277e-02 ] +2024-10-25 05:22:57,253 INFO: [ epoch: 4 ] [ iter: 42,200 ] [ performance: 18.787 it/s ] [ lr: 1.00e-04 ] [ eta: 1689 days, 8:58:11 ] [ l_g_pix: 2.9697e-02 ] [ l_g_total: 2.9697e-02 ] +2024-10-25 05:23:02,812 INFO: [ epoch: 4 ] [ iter: 42,300 ] [ performance: 17.879 it/s ] [ lr: 1.00e-04 ] [ eta: 1690 days, 3:55:27 ] [ l_g_pix: 2.7341e-02 ] [ l_g_total: 2.7341e-02 ] +2024-10-25 05:23:08,345 INFO: [ epoch: 4 ] [ iter: 42,400 ] [ performance: 17.983 it/s ] [ lr: 1.00e-04 ] [ eta: 1690 days, 22:08:20 ] [ l_g_pix: 2.8056e-02 ] [ l_g_total: 2.8056e-02 ] +2024-10-25 05:23:13,573 INFO: [ epoch: 4 ] [ iter: 42,500 ] [ performance: 19.094 it/s ] [ lr: 1.00e-04 ] [ eta: 1691 days, 11:11:35 ] [ l_g_pix: 2.5502e-02 ] [ l_g_total: 2.5502e-02 ] +2024-10-25 05:23:18,832 INFO: [ epoch: 4 ] [ iter: 42,600 ] [ performance: 19.053 it/s ] [ lr: 1.00e-04 ] [ eta: 1692 days, 0:26:45 ] [ l_g_pix: 2.8630e-02 ] [ l_g_total: 2.8630e-02 ] +2024-10-25 05:23:24,125 INFO: [ epoch: 4 ] [ iter: 42,700 ] [ performance: 18.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1692 days, 13:56:05 ] [ l_g_pix: 2.7415e-02 ] [ l_g_total: 2.7415e-02 ] +2024-10-25 05:23:29,454 INFO: [ epoch: 4 ] [ iter: 42,800 ] [ performance: 18.817 it/s ] [ lr: 1.00e-04 ] [ eta: 1693 days, 3:43:01 ] [ l_g_pix: 3.2849e-02 ] [ l_g_total: 3.2849e-02 ] +2024-10-25 05:23:34,656 INFO: [ epoch: 4 ] [ iter: 42,900 ] [ performance: 19.170 it/s ] [ lr: 1.00e-04 ] [ eta: 1693 days, 15:10:59 ] [ l_g_pix: 2.2290e-02 ] [ l_g_total: 2.2290e-02 ] +2024-10-25 05:23:40,178 INFO: [ epoch: 4 ] [ iter: 43,000 ] [ performance: 18.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1694 days, 7:25:38 ] [ l_g_pix: 3.5766e-02 ] [ l_g_total: 3.5766e-02 ] +2024-10-25 05:23:45,427 INFO: [ epoch: 4 ] [ iter: 43,100 ] [ performance: 19.222 it/s ] [ lr: 1.00e-04 ] [ eta: 1694 days, 19:02:36 ] [ l_g_pix: 2.8562e-02 ] [ l_g_total: 2.8562e-02 ] +2024-10-25 05:23:50,778 INFO: [ epoch: 4 ] [ iter: 43,200 ] [ performance: 18.933 it/s ] [ lr: 1.00e-04 ] [ eta: 1695 days, 7:58:30 ] [ l_g_pix: 2.6041e-02 ] [ l_g_total: 2.6041e-02 ] +2024-10-25 05:23:56,050 INFO: [ epoch: 4 ] [ iter: 43,300 ] [ performance: 18.928 it/s ] [ lr: 1.00e-04 ] [ eta: 1695 days, 19:22:23 ] [ l_g_pix: 2.7841e-02 ] [ l_g_total: 2.7841e-02 ] +2024-10-25 05:24:01,253 INFO: [ epoch: 4 ] [ iter: 43,400 ] [ performance: 19.085 it/s ] [ lr: 1.00e-04 ] [ eta: 1696 days, 5:24:04 ] [ l_g_pix: 1.7986e-02 ] [ l_g_total: 1.7986e-02 ] +2024-10-25 05:24:06,411 INFO: [ epoch: 4 ] [ iter: 43,500 ] [ performance: 19.488 it/s ] [ lr: 1.00e-04 ] [ eta: 1696 days, 14:25:12 ] [ l_g_pix: 2.2848e-02 ] [ l_g_total: 2.2848e-02 ] +2024-10-25 05:24:11,543 INFO: [ epoch: 4 ] [ iter: 43,600 ] [ performance: 19.487 it/s ] [ lr: 1.00e-04 ] [ eta: 1696 days, 22:45:30 ] [ l_g_pix: 2.5506e-02 ] [ l_g_total: 2.5506e-02 ] +2024-10-25 05:24:16,912 INFO: [ epoch: 4 ] [ iter: 43,700 ] [ performance: 18.650 it/s ] [ lr: 1.00e-04 ] [ eta: 1697 days, 10:30:42 ] [ l_g_pix: 3.1062e-02 ] [ l_g_total: 3.1062e-02 ] +2024-10-25 05:24:22,197 INFO: [ epoch: 4 ] [ iter: 43,800 ] [ performance: 18.799 it/s ] [ lr: 1.00e-04 ] [ eta: 1697 days, 20:38:58 ] [ l_g_pix: 2.1249e-02 ] [ l_g_total: 2.1249e-02 ] +2024-10-25 05:24:27,444 INFO: [ epoch: 4 ] [ iter: 43,900 ] [ performance: 19.114 it/s ] [ lr: 1.00e-04 ] [ eta: 1698 days, 5:54:21 ] [ l_g_pix: 2.1434e-02 ] [ l_g_total: 2.1434e-02 ] +2024-10-25 05:24:32,737 INFO: [ epoch: 4 ] [ iter: 44,000 ] [ performance: 18.993 it/s ] [ lr: 1.00e-04 ] [ eta: 1698 days, 15:35:28 ] [ l_g_pix: 2.5085e-02 ] [ l_g_total: 2.5085e-02 ] +2024-10-25 05:24:37,947 INFO: [ epoch: 4 ] [ iter: 44,100 ] [ performance: 19.290 it/s ] [ lr: 1.00e-04 ] [ eta: 1698 days, 23:41:01 ] [ l_g_pix: 2.4187e-02 ] [ l_g_total: 2.4187e-02 ] +2024-10-25 05:24:43,045 INFO: [ epoch: 4 ] [ iter: 44,200 ] [ performance: 19.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 5:45:15 ] [ l_g_pix: 2.3564e-02 ] [ l_g_total: 2.3564e-02 ] +2024-10-25 05:24:48,265 INFO: [ epoch: 4 ] [ iter: 44,300 ] [ performance: 19.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 13:26:16 ] [ l_g_pix: 2.4756e-02 ] [ l_g_total: 2.4756e-02 ] +2024-10-25 05:24:53,538 INFO: [ epoch: 4 ] [ iter: 44,400 ] [ performance: 19.046 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 21:37:54 ] [ l_g_pix: 2.2691e-02 ] [ l_g_total: 2.2691e-02 ] +2024-10-25 05:24:58,552 INFO: [ epoch: 4 ] [ iter: 44,500 ] [ performance: 19.995 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 1:33:16 ] [ l_g_pix: 2.0859e-02 ] [ l_g_total: 2.0859e-02 ] +2024-10-25 05:25:03,710 INFO: [ epoch: 4 ] [ iter: 44,600 ] [ performance: 19.653 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 7:24:27 ] [ l_g_pix: 2.0047e-02 ] [ l_g_total: 2.0047e-02 ] +2024-10-25 05:25:08,851 INFO: [ epoch: 4 ] [ iter: 44,700 ] [ performance: 19.459 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 12:43:25 ] [ l_g_pix: 3.1949e-02 ] [ l_g_total: 3.1949e-02 ] +2024-10-25 05:25:13,997 INFO: [ epoch: 4 ] [ iter: 44,800 ] [ performance: 19.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 17:49:39 ] [ l_g_pix: 2.4919e-02 ] [ l_g_total: 2.4919e-02 ] +2024-10-25 05:25:19,190 INFO: [ epoch: 4 ] [ iter: 44,900 ] [ performance: 19.250 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 23:21:38 ] [ l_g_pix: 2.4896e-02 ] [ l_g_total: 2.4896e-02 ] +2024-10-25 05:25:24,381 INFO: [ epoch: 4 ] [ iter: 45,000 ] [ performance: 19.260 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 4:34:27 ] [ l_g_pix: 2.1449e-02 ] [ l_g_total: 2.1449e-02 ] +2024-10-25 05:25:29,637 INFO: [ epoch: 4 ] [ iter: 45,100 ] [ performance: 19.174 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 10:29:42 ] [ l_g_pix: 1.4438e-02 ] [ l_g_total: 1.4438e-02 ] +2024-10-25 05:25:34,962 INFO: [ epoch: 4 ] [ iter: 45,200 ] [ performance: 18.950 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 17:09:49 ] [ l_g_pix: 2.9876e-02 ] [ l_g_total: 2.9876e-02 ] +2024-10-25 05:25:40,192 INFO: [ epoch: 4 ] [ iter: 45,300 ] [ performance: 19.215 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 22:06:16 ] [ l_g_pix: 3.1044e-02 ] [ l_g_total: 3.1044e-02 ] +2024-10-25 05:25:45,423 INFO: [ epoch: 4 ] [ iter: 45,400 ] [ performance: 19.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 2:45:34 ] [ l_g_pix: 2.4290e-02 ] [ l_g_total: 2.4290e-02 ] +2024-10-25 05:25:50,634 INFO: [ epoch: 4 ] [ iter: 45,500 ] [ performance: 19.144 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 6:49:33 ] [ l_g_pix: 2.3688e-02 ] [ l_g_total: 2.3688e-02 ] +2024-10-25 05:25:55,874 INFO: [ epoch: 4 ] [ iter: 45,600 ] [ performance: 19.110 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 11:02:47 ] [ l_g_pix: 3.1851e-02 ] [ l_g_total: 3.1851e-02 ] +2024-10-25 05:26:01,200 INFO: [ epoch: 4 ] [ iter: 45,700 ] [ performance: 18.743 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 16:16:26 ] [ l_g_pix: 2.6096e-02 ] [ l_g_total: 2.6096e-02 ] +2024-10-25 05:26:06,515 INFO: [ epoch: 4 ] [ iter: 45,800 ] [ performance: 18.787 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 21:01:50 ] [ l_g_pix: 3.7157e-02 ] [ l_g_total: 3.7157e-02 ] +2024-10-25 05:26:11,698 INFO: [ epoch: 4 ] [ iter: 45,900 ] [ performance: 19.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 23:30:16 ] [ l_g_pix: 2.4889e-02 ] [ l_g_total: 2.4889e-02 ] +2024-10-25 05:26:16,926 INFO: [ epoch: 4 ] [ iter: 46,000 ] [ performance: 19.249 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 2:22:37 ] [ l_g_pix: 2.4804e-02 ] [ l_g_total: 2.4804e-02 ] +2024-10-25 05:26:22,172 INFO: [ epoch: 4 ] [ iter: 46,100 ] [ performance: 19.121 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 5:13:36 ] [ l_g_pix: 2.7736e-02 ] [ l_g_total: 2.7736e-02 ] +2024-10-25 05:26:27,308 INFO: [ epoch: 4 ] [ iter: 46,200 ] [ performance: 19.325 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 6:08:25 ] [ l_g_pix: 2.4929e-02 ] [ l_g_total: 2.4929e-02 ] +2024-10-25 05:26:32,531 INFO: [ epoch: 4 ] [ iter: 46,300 ] [ performance: 19.004 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 8:04:00 ] [ l_g_pix: 2.3331e-02 ] [ l_g_total: 2.3331e-02 ] +2024-10-25 05:26:37,796 INFO: [ epoch: 4 ] [ iter: 46,400 ] [ performance: 19.000 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 10:19:17 ] [ l_g_pix: 2.6543e-02 ] [ l_g_total: 2.6543e-02 ] +2024-10-25 05:26:42,958 INFO: [ epoch: 4 ] [ iter: 46,500 ] [ performance: 19.315 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 10:45:53 ] [ l_g_pix: 2.9413e-02 ] [ l_g_total: 2.9413e-02 ] +2024-10-25 05:26:48,189 INFO: [ epoch: 4 ] [ iter: 46,600 ] [ performance: 19.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 11:56:00 ] [ l_g_pix: 2.3284e-02 ] [ l_g_total: 2.3284e-02 ] +2024-10-25 05:26:53,292 INFO: [ epoch: 4 ] [ iter: 46,700 ] [ performance: 19.246 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 10:55:36 ] [ l_g_pix: 2.5105e-02 ] [ l_g_total: 2.5105e-02 ] +2024-10-25 05:26:58,562 INFO: [ epoch: 4 ] [ iter: 46,800 ] [ performance: 19.086 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 12:05:47 ] [ l_g_pix: 4.1071e-02 ] [ l_g_total: 4.1071e-02 ] +2024-10-25 05:27:03,783 INFO: [ epoch: 4 ] [ iter: 46,900 ] [ performance: 19.215 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 12:15:00 ] [ l_g_pix: 1.7773e-02 ] [ l_g_total: 1.7773e-02 ] +2024-10-25 05:27:09,099 INFO: [ epoch: 4 ] [ iter: 47,000 ] [ performance: 18.972 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 13:31:09 ] [ l_g_pix: 2.3168e-02 ] [ l_g_total: 2.3168e-02 ] +2024-10-25 05:27:14,361 INFO: [ epoch: 4 ] [ iter: 47,100 ] [ performance: 18.924 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 13:42:11 ] [ l_g_pix: 2.4463e-02 ] [ l_g_total: 2.4463e-02 ] +2024-10-25 05:27:19,615 INFO: [ epoch: 4 ] [ iter: 47,200 ] [ performance: 18.992 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 13:27:37 ] [ l_g_pix: 3.0521e-02 ] [ l_g_total: 3.0521e-02 ] +2024-10-25 05:27:24,773 INFO: [ epoch: 4 ] [ iter: 47,300 ] [ performance: 19.238 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 11:32:21 ] [ l_g_pix: 2.0292e-02 ] [ l_g_total: 2.0292e-02 ] +2024-10-25 05:27:29,922 INFO: [ epoch: 4 ] [ iter: 47,400 ] [ performance: 19.350 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 9:11:23 ] [ l_g_pix: 3.0614e-02 ] [ l_g_total: 3.0614e-02 ] +2024-10-25 05:27:35,143 INFO: [ epoch: 4 ] [ iter: 47,500 ] [ performance: 19.188 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 7:36:30 ] [ l_g_pix: 2.1969e-02 ] [ l_g_total: 2.1969e-02 ] +2024-10-25 05:27:40,484 INFO: [ epoch: 4 ] [ iter: 47,600 ] [ performance: 18.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 7:28:44 ] [ l_g_pix: 2.8894e-02 ] [ l_g_total: 2.8894e-02 ] +2024-10-25 05:27:45,790 INFO: [ epoch: 4 ] [ iter: 47,700 ] [ performance: 18.803 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 6:32:27 ] [ l_g_pix: 2.1309e-02 ] [ l_g_total: 2.1309e-02 ] +2024-10-25 05:27:51,022 INFO: [ epoch: 4 ] [ iter: 47,800 ] [ performance: 18.994 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 4:14:08 ] [ l_g_pix: 2.5973e-02 ] [ l_g_total: 2.5973e-02 ] +2024-10-25 05:27:56,267 INFO: [ epoch: 4 ] [ iter: 47,900 ] [ performance: 19.069 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 1:50:35 ] [ l_g_pix: 2.3734e-02 ] [ l_g_total: 2.3734e-02 ] +2024-10-25 05:28:01,552 INFO: [ epoch: 4 ] [ iter: 48,000 ] [ performance: 18.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 23:43:39 ] [ l_g_pix: 2.5883e-02 ] [ l_g_total: 2.5883e-02 ] +2024-10-25 05:28:06,800 INFO: [ epoch: 4 ] [ iter: 48,100 ] [ performance: 19.138 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 20:46:57 ] [ l_g_pix: 2.1997e-02 ] [ l_g_total: 2.1997e-02 ] +2024-10-25 05:28:12,070 INFO: [ epoch: 4 ] [ iter: 48,200 ] [ performance: 19.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 17:51:32 ] [ l_g_pix: 3.3794e-02 ] [ l_g_total: 3.3794e-02 ] +2024-10-25 05:28:17,351 INFO: [ epoch: 4 ] [ iter: 48,300 ] [ performance: 19.008 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 14:47:57 ] [ l_g_pix: 2.2090e-02 ] [ l_g_total: 2.2090e-02 ] +2024-10-25 05:28:22,602 INFO: [ epoch: 4 ] [ iter: 48,400 ] [ performance: 19.031 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 11:01:54 ] [ l_g_pix: 2.5134e-02 ] [ l_g_total: 2.5134e-02 ] +2024-10-25 05:28:27,889 INFO: [ epoch: 4 ] [ iter: 48,500 ] [ performance: 19.087 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 7:28:24 ] [ l_g_pix: 1.7670e-02 ] [ l_g_total: 1.7670e-02 ] +2024-10-25 05:28:33,179 INFO: [ epoch: 4 ] [ iter: 48,600 ] [ performance: 18.972 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 3:40:19 ] [ l_g_pix: 2.9246e-02 ] [ l_g_total: 2.9246e-02 ] +2024-10-25 05:28:38,514 INFO: [ epoch: 4 ] [ iter: 48,700 ] [ performance: 18.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 0:12:42 ] [ l_g_pix: 2.5138e-02 ] [ l_g_total: 2.5138e-02 ] +2024-10-25 05:28:43,800 INFO: [ epoch: 4 ] [ iter: 48,800 ] [ performance: 18.891 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 19:45:50 ] [ l_g_pix: 2.7556e-02 ] [ l_g_total: 2.7556e-02 ] +2024-10-25 05:28:49,063 INFO: [ epoch: 4 ] [ iter: 48,900 ] [ performance: 19.123 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 14:41:38 ] [ l_g_pix: 2.0118e-02 ] [ l_g_total: 2.0118e-02 ] +2024-10-25 05:28:54,393 INFO: [ epoch: 4 ] [ iter: 49,000 ] [ performance: 18.893 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 10:16:46 ] [ l_g_pix: 2.6947e-02 ] [ l_g_total: 2.6947e-02 ] +2024-10-25 05:28:59,749 INFO: [ epoch: 4 ] [ iter: 49,100 ] [ performance: 18.645 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 5:56:18 ] [ l_g_pix: 1.1640e-02 ] [ l_g_total: 1.1640e-02 ] +2024-10-25 05:29:05,193 INFO: [ epoch: 4 ] [ iter: 49,200 ] [ performance: 18.469 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 2:32:24 ] [ l_g_pix: 1.8306e-02 ] [ l_g_total: 1.8306e-02 ] +2024-10-25 05:29:10,643 INFO: [ epoch: 4 ] [ iter: 49,300 ] [ performance: 18.136 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 22:54:55 ] [ l_g_pix: 2.6170e-02 ] [ l_g_total: 2.6170e-02 ] +2024-10-25 05:29:15,870 INFO: [ epoch: 4 ] [ iter: 49,400 ] [ performance: 18.766 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 15:52:09 ] [ l_g_pix: 2.6434e-02 ] [ l_g_total: 2.6434e-02 ] +2024-10-25 05:29:21,235 INFO: [ epoch: 4 ] [ iter: 49,500 ] [ performance: 18.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 10:27:23 ] [ l_g_pix: 2.8045e-02 ] [ l_g_total: 2.8045e-02 ] +2024-10-25 05:29:26,644 INFO: [ epoch: 4 ] [ iter: 49,600 ] [ performance: 18.593 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 5:22:25 ] [ l_g_pix: 1.6229e-02 ] [ l_g_total: 1.6229e-02 ] +2024-10-25 05:29:32,042 INFO: [ epoch: 4 ] [ iter: 49,700 ] [ performance: 18.403 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 23:49:12 ] [ l_g_pix: 1.4201e-02 ] [ l_g_total: 1.4201e-02 ] +2024-10-25 05:29:37,410 INFO: [ epoch: 4 ] [ iter: 49,800 ] [ performance: 18.550 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 17:34:01 ] [ l_g_pix: 2.7690e-02 ] [ l_g_total: 2.7690e-02 ] +2024-10-25 05:29:42,664 INFO: [ epoch: 4 ] [ iter: 49,900 ] [ performance: 19.336 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 9:24:52 ] [ l_g_pix: 2.3443e-02 ] [ l_g_total: 2.3443e-02 ] +2024-10-25 05:29:48,017 INFO: [ epoch: 4 ] [ iter: 50,000 ] [ performance: 18.901 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 2:21:27 ] [ l_g_pix: 1.7531e-02 ] [ l_g_total: 1.7531e-02 ] +2024-10-25 05:29:48,018 INFO: Saving models and training states. +2024-10-25 05:31:02,732 INFO: Validation val + + # psnr: 22.0423........ Best: 22.0423 @ 50000 iter + # ssim: 0.6482........ Best: 0.6482 @ 50000 iter + # dists: 0.7870........ Best: 0.7870 @ 50000 iter + +2024-10-25 05:31:08,136 INFO: [ epoch: 4 ] [ iter: 50,100 ] [ performance: 18.483 it/s ] [ lr: 5.00e-05 ] [ eta: 1741 days, 23:18:28 ] [ l_g_pix: 2.3656e-02 ] [ l_g_total: 2.3656e-02 ] +2024-10-25 05:31:13,615 INFO: [ epoch: 4 ] [ iter: 50,200 ] [ performance: 18.331 it/s ] [ lr: 5.00e-05 ] [ eta: 1741 days, 15:18:53 ] [ l_g_pix: 2.0426e-02 ] [ l_g_total: 2.0426e-02 ] +2024-10-25 05:31:19,005 INFO: [ epoch: 4 ] [ iter: 50,300 ] [ performance: 18.231 it/s ] [ lr: 5.00e-05 ] [ eta: 1741 days, 5:47:28 ] [ l_g_pix: 2.5144e-02 ] [ l_g_total: 2.5144e-02 ] +2024-10-25 05:31:24,403 INFO: [ epoch: 4 ] [ iter: 50,400 ] [ performance: 18.427 it/s ] [ lr: 5.00e-05 ] [ eta: 1740 days, 20:05:00 ] [ l_g_pix: 2.5145e-02 ] [ l_g_total: 2.5145e-02 ] +2024-10-25 05:31:29,912 INFO: [ epoch: 4 ] [ iter: 50,500 ] [ performance: 18.248 it/s ] [ lr: 5.00e-05 ] [ eta: 1740 days, 11:34:58 ] [ l_g_pix: 2.2699e-02 ] [ l_g_total: 2.2699e-02 ] +2024-10-25 05:31:35,412 INFO: [ epoch: 4 ] [ iter: 50,600 ] [ performance: 18.204 it/s ] [ lr: 5.00e-05 ] [ eta: 1740 days, 2:40:11 ] [ l_g_pix: 2.9629e-02 ] [ l_g_total: 2.9629e-02 ] +2024-10-25 05:31:40,730 INFO: [ epoch: 4 ] [ iter: 50,700 ] [ performance: 18.901 it/s ] [ lr: 5.00e-05 ] [ eta: 1739 days, 14:56:59 ] [ l_g_pix: 2.5432e-02 ] [ l_g_total: 2.5432e-02 ] +2024-10-25 05:31:46,215 INFO: [ epoch: 4 ] [ iter: 50,800 ] [ performance: 18.445 it/s ] [ lr: 5.00e-05 ] [ eta: 1739 days, 5:13:12 ] [ l_g_pix: 2.6971e-02 ] [ l_g_total: 2.6971e-02 ] +2024-10-25 05:31:51,487 INFO: [ epoch: 4 ] [ iter: 50,900 ] [ performance: 18.822 it/s ] [ lr: 5.00e-05 ] [ eta: 1738 days, 16:17:13 ] [ l_g_pix: 2.8527e-02 ] [ l_g_total: 2.8527e-02 ] +2024-10-25 05:31:56,907 INFO: [ epoch: 4 ] [ iter: 51,000 ] [ performance: 18.570 it/s ] [ lr: 5.00e-05 ] [ eta: 1738 days, 5:03:52 ] [ l_g_pix: 2.8899e-02 ] [ l_g_total: 2.8899e-02 ] +2024-10-25 05:32:02,458 INFO: [ epoch: 4 ] [ iter: 51,100 ] [ performance: 18.490 it/s ] [ lr: 5.00e-05 ] [ eta: 1737 days, 19:19:29 ] [ l_g_pix: 2.7200e-02 ] [ l_g_total: 2.7200e-02 ] +2024-10-25 05:32:07,696 INFO: [ epoch: 4 ] [ iter: 51,200 ] [ performance: 18.899 it/s ] [ lr: 5.00e-05 ] [ eta: 1737 days, 5:02:11 ] [ l_g_pix: 2.4794e-02 ] [ l_g_total: 2.4794e-02 ] +2024-10-25 05:32:13,138 INFO: [ epoch: 4 ] [ iter: 51,300 ] [ performance: 18.628 it/s ] [ lr: 5.00e-05 ] [ eta: 1736 days, 17:12:56 ] [ l_g_pix: 1.7235e-02 ] [ l_g_total: 1.7235e-02 ] +2024-10-25 05:32:18,465 INFO: [ epoch: 4 ] [ iter: 51,400 ] [ performance: 18.729 it/s ] [ lr: 5.00e-05 ] [ eta: 1736 days, 3:32:14 ] [ l_g_pix: 2.5198e-02 ] [ l_g_total: 2.5198e-02 ] +2024-10-25 05:32:23,898 INFO: [ epoch: 4 ] [ iter: 51,500 ] [ performance: 18.835 it/s ] [ lr: 5.00e-05 ] [ eta: 1735 days, 14:59:47 ] [ l_g_pix: 3.7097e-02 ] [ l_g_total: 3.7097e-02 ] +2024-10-25 05:32:29,404 INFO: [ epoch: 4 ] [ iter: 51,600 ] [ performance: 18.364 it/s ] [ lr: 5.00e-05 ] [ eta: 1735 days, 3:08:02 ] [ l_g_pix: 2.4467e-02 ] [ l_g_total: 2.4467e-02 ] +2024-10-25 05:32:34,809 INFO: [ epoch: 4 ] [ iter: 51,700 ] [ performance: 17.880 it/s ] [ lr: 5.00e-05 ] [ eta: 1734 days, 13:36:24 ] [ l_g_pix: 2.3921e-02 ] [ l_g_total: 2.3921e-02 ] +2024-10-25 05:32:40,191 INFO: [ epoch: 4 ] [ iter: 51,800 ] [ performance: 18.365 it/s ] [ lr: 5.00e-05 ] [ eta: 1733 days, 23:28:37 ] [ l_g_pix: 2.9275e-02 ] [ l_g_total: 2.9275e-02 ] +2024-10-25 05:32:45,483 INFO: [ epoch: 4 ] [ iter: 51,900 ] [ performance: 18.992 it/s ] [ lr: 5.00e-05 ] [ eta: 1733 days, 7:50:05 ] [ l_g_pix: 2.0521e-02 ] [ l_g_total: 2.0521e-02 ] +2024-10-25 05:32:50,822 INFO: [ epoch: 4 ] [ iter: 52,000 ] [ performance: 18.807 it/s ] [ lr: 5.00e-05 ] [ eta: 1732 days, 16:32:22 ] [ l_g_pix: 2.1161e-02 ] [ l_g_total: 2.1161e-02 ] +2024-10-25 05:32:55,863 INFO: [ epoch: 4 ] [ iter: 52,100 ] [ performance: 21.109 it/s ] [ lr: 5.00e-05 ] [ eta: 1731 days, 20:58:13 ] [ l_g_pix: 2.9255e-02 ] [ l_g_total: 2.9255e-02 ] +2024-10-25 05:33:02,222 INFO: [ epoch: 5 ] [ iter: 52,200 ] [ performance: 16.988 it/s ] [ lr: 5.00e-05 ] [ eta: 1731 days, 18:37:06 ] [ l_g_pix: 2.7926e-02 ] [ l_g_total: 2.7926e-02 ] +2024-10-25 05:33:07,501 INFO: [ epoch: 5 ] [ iter: 52,300 ] [ performance: 19.278 it/s ] [ lr: 5.00e-05 ] [ eta: 1731 days, 1:36:42 ] [ l_g_pix: 3.3012e-02 ] [ l_g_total: 3.3012e-02 ] +2024-10-25 05:33:12,621 INFO: [ epoch: 5 ] [ iter: 52,400 ] [ performance: 19.459 it/s ] [ lr: 5.00e-05 ] [ eta: 1730 days, 6:12:47 ] [ l_g_pix: 3.0699e-02 ] [ l_g_total: 3.0699e-02 ] +2024-10-25 05:33:17,770 INFO: [ epoch: 5 ] [ iter: 52,500 ] [ performance: 19.698 it/s ] [ lr: 5.00e-05 ] [ eta: 1729 days, 10:54:36 ] [ l_g_pix: 2.1166e-02 ] [ l_g_total: 2.1166e-02 ] +2024-10-25 05:33:22,966 INFO: [ epoch: 5 ] [ iter: 52,600 ] [ performance: 19.372 it/s ] [ lr: 5.00e-05 ] [ eta: 1728 days, 15:56:24 ] [ l_g_pix: 2.4264e-02 ] [ l_g_total: 2.4264e-02 ] +2024-10-25 05:33:28,148 INFO: [ epoch: 5 ] [ iter: 52,700 ] [ performance: 19.533 it/s ] [ lr: 5.00e-05 ] [ eta: 1727 days, 20:29:12 ] [ l_g_pix: 2.8904e-02 ] [ l_g_total: 2.8904e-02 ] +2024-10-25 05:33:33,286 INFO: [ epoch: 5 ] [ iter: 52,800 ] [ performance: 19.482 it/s ] [ lr: 5.00e-05 ] [ eta: 1727 days, 0:11:03 ] [ l_g_pix: 2.3367e-02 ] [ l_g_total: 2.3367e-02 ] +2024-10-25 05:33:38,497 INFO: [ epoch: 5 ] [ iter: 52,900 ] [ performance: 19.436 it/s ] [ lr: 5.00e-05 ] [ eta: 1726 days, 4:32:44 ] [ l_g_pix: 2.9382e-02 ] [ l_g_total: 2.9382e-02 ] +2024-10-25 05:33:43,696 INFO: [ epoch: 5 ] [ iter: 53,000 ] [ performance: 19.291 it/s ] [ lr: 5.00e-05 ] [ eta: 1725 days, 8:27:23 ] [ l_g_pix: 2.1335e-02 ] [ l_g_total: 2.1335e-02 ] +2024-10-25 05:33:48,827 INFO: [ epoch: 5 ] [ iter: 53,100 ] [ performance: 19.470 it/s ] [ lr: 5.00e-05 ] [ eta: 1724 days, 11:11:29 ] [ l_g_pix: 2.1652e-02 ] [ l_g_total: 2.1652e-02 ] +2024-10-25 05:33:53,931 INFO: [ epoch: 5 ] [ iter: 53,200 ] [ performance: 19.561 it/s ] [ lr: 5.00e-05 ] [ eta: 1723 days, 13:17:55 ] [ l_g_pix: 2.9756e-02 ] [ l_g_total: 2.9756e-02 ] +2024-10-25 05:33:59,113 INFO: [ epoch: 5 ] [ iter: 53,300 ] [ performance: 19.127 it/s ] [ lr: 5.00e-05 ] [ eta: 1722 days, 16:07:52 ] [ l_g_pix: 2.4870e-02 ] [ l_g_total: 2.4870e-02 ] +2024-10-25 05:34:04,309 INFO: [ epoch: 5 ] [ iter: 53,400 ] [ performance: 19.215 it/s ] [ lr: 5.00e-05 ] [ eta: 1721 days, 18:51:41 ] [ l_g_pix: 2.0079e-02 ] [ l_g_total: 2.0079e-02 ] +2024-10-25 05:34:09,556 INFO: [ epoch: 5 ] [ iter: 53,500 ] [ performance: 19.370 it/s ] [ lr: 5.00e-05 ] [ eta: 1720 days, 21:57:19 ] [ l_g_pix: 2.9638e-02 ] [ l_g_total: 2.9638e-02 ] +2024-10-25 05:34:14,698 INFO: [ epoch: 5 ] [ iter: 53,600 ] [ performance: 19.432 it/s ] [ lr: 5.00e-05 ] [ eta: 1719 days, 23:23:48 ] [ l_g_pix: 2.1033e-02 ] [ l_g_total: 2.1033e-02 ] +2024-10-25 05:34:19,845 INFO: [ epoch: 5 ] [ iter: 53,700 ] [ performance: 19.976 it/s ] [ lr: 5.00e-05 ] [ eta: 1719 days, 0:37:58 ] [ l_g_pix: 1.8602e-02 ] [ l_g_total: 1.8602e-02 ] +2024-10-25 05:34:24,981 INFO: [ epoch: 5 ] [ iter: 53,800 ] [ performance: 19.598 it/s ] [ lr: 5.00e-05 ] [ eta: 1718 days, 1:25:28 ] [ l_g_pix: 2.5616e-02 ] [ l_g_total: 2.5616e-02 ] +2024-10-25 05:34:30,193 INFO: [ epoch: 5 ] [ iter: 53,900 ] [ performance: 19.362 it/s ] [ lr: 5.00e-05 ] [ eta: 1717 days, 2:55:27 ] [ l_g_pix: 1.9431e-02 ] [ l_g_total: 1.9431e-02 ] +2024-10-25 05:34:35,419 INFO: [ epoch: 5 ] [ iter: 54,000 ] [ performance: 19.193 it/s ] [ lr: 5.00e-05 ] [ eta: 1716 days, 4:17:37 ] [ l_g_pix: 2.6797e-02 ] [ l_g_total: 2.6797e-02 ] +2024-10-25 05:34:40,597 INFO: [ epoch: 5 ] [ iter: 54,100 ] [ performance: 18.784 it/s ] [ lr: 5.00e-05 ] [ eta: 1715 days, 4:46:36 ] [ l_g_pix: 2.1889e-02 ] [ l_g_total: 2.1889e-02 ] +2024-10-25 05:34:45,804 INFO: [ epoch: 5 ] [ iter: 54,200 ] [ performance: 19.107 it/s ] [ lr: 5.00e-05 ] [ eta: 1714 days, 5:19:45 ] [ l_g_pix: 3.7732e-02 ] [ l_g_total: 3.7732e-02 ] +2024-10-25 05:34:51,004 INFO: [ epoch: 5 ] [ iter: 54,300 ] [ performance: 19.400 it/s ] [ lr: 5.00e-05 ] [ eta: 1713 days, 5:30:53 ] [ l_g_pix: 2.5299e-02 ] [ l_g_total: 2.5299e-02 ] +2024-10-25 05:34:56,120 INFO: [ epoch: 5 ] [ iter: 54,400 ] [ performance: 19.516 it/s ] [ lr: 5.00e-05 ] [ eta: 1712 days, 4:20:01 ] [ l_g_pix: 2.1502e-02 ] [ l_g_total: 2.1502e-02 ] +2024-10-25 05:35:01,405 INFO: [ epoch: 5 ] [ iter: 54,500 ] [ performance: 18.991 it/s ] [ lr: 5.00e-05 ] [ eta: 1711 days, 5:00:51 ] [ l_g_pix: 2.9361e-02 ] [ l_g_total: 2.9361e-02 ] +2024-10-25 05:35:06,624 INFO: [ epoch: 5 ] [ iter: 54,600 ] [ performance: 19.125 it/s ] [ lr: 5.00e-05 ] [ eta: 1710 days, 4:33:56 ] [ l_g_pix: 1.7968e-02 ] [ l_g_total: 1.7968e-02 ] +2024-10-25 05:35:11,795 INFO: [ epoch: 5 ] [ iter: 54,700 ] [ performance: 19.230 it/s ] [ lr: 5.00e-05 ] [ eta: 1709 days, 3:13:35 ] [ l_g_pix: 2.1313e-02 ] [ l_g_total: 2.1313e-02 ] +2024-10-25 05:35:17,002 INFO: [ epoch: 5 ] [ iter: 54,800 ] [ performance: 19.212 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 2:03:08 ] [ l_g_pix: 3.3487e-02 ] [ l_g_total: 3.3487e-02 ] +2024-10-25 05:35:22,140 INFO: [ epoch: 5 ] [ iter: 54,900 ] [ performance: 19.359 it/s ] [ lr: 5.00e-05 ] [ eta: 1706 days, 23:43:11 ] [ l_g_pix: 2.1487e-02 ] [ l_g_total: 2.1487e-02 ] +2024-10-25 05:35:27,391 INFO: [ epoch: 5 ] [ iter: 55,000 ] [ performance: 19.112 it/s ] [ lr: 5.00e-05 ] [ eta: 1705 days, 22:31:02 ] [ l_g_pix: 2.9730e-02 ] [ l_g_total: 2.9730e-02 ] +2024-10-25 05:35:32,569 INFO: [ epoch: 5 ] [ iter: 55,100 ] [ performance: 19.641 it/s ] [ lr: 5.00e-05 ] [ eta: 1704 days, 20:06:40 ] [ l_g_pix: 2.0382e-02 ] [ l_g_total: 2.0382e-02 ] +2024-10-25 05:35:37,740 INFO: [ epoch: 5 ] [ iter: 55,200 ] [ performance: 19.403 it/s ] [ lr: 5.00e-05 ] [ eta: 1703 days, 17:19:46 ] [ l_g_pix: 2.3367e-02 ] [ l_g_total: 2.3367e-02 ] +2024-10-25 05:35:42,925 INFO: [ epoch: 5 ] [ iter: 55,300 ] [ performance: 19.228 it/s ] [ lr: 5.00e-05 ] [ eta: 1702 days, 14:26:24 ] [ l_g_pix: 2.0684e-02 ] [ l_g_total: 2.0684e-02 ] +2024-10-25 05:35:48,178 INFO: [ epoch: 5 ] [ iter: 55,400 ] [ performance: 19.078 it/s ] [ lr: 5.00e-05 ] [ eta: 1701 days, 12:05:41 ] [ l_g_pix: 2.0434e-02 ] [ l_g_total: 2.0434e-02 ] +2024-10-25 05:35:53,342 INFO: [ epoch: 5 ] [ iter: 55,500 ] [ performance: 19.334 it/s ] [ lr: 5.00e-05 ] [ eta: 1700 days, 8:21:59 ] [ l_g_pix: 2.7335e-02 ] [ l_g_total: 2.7335e-02 ] +2024-10-25 05:35:58,627 INFO: [ epoch: 5 ] [ iter: 55,600 ] [ performance: 19.001 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 5:50:34 ] [ l_g_pix: 2.9906e-02 ] [ l_g_total: 2.9906e-02 ] +2024-10-25 05:36:03,783 INFO: [ epoch: 5 ] [ iter: 55,700 ] [ performance: 19.346 it/s ] [ lr: 5.00e-05 ] [ eta: 1698 days, 1:26:17 ] [ l_g_pix: 2.2639e-02 ] [ l_g_total: 2.2639e-02 ] +2024-10-25 05:36:09,036 INFO: [ epoch: 5 ] [ iter: 55,800 ] [ performance: 19.099 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 21:55:25 ] [ l_g_pix: 1.9430e-02 ] [ l_g_total: 1.9430e-02 ] +2024-10-25 05:36:14,389 INFO: [ epoch: 5 ] [ iter: 55,900 ] [ performance: 18.475 it/s ] [ lr: 5.00e-05 ] [ eta: 1695 days, 19:21:51 ] [ l_g_pix: 2.4928e-02 ] [ l_g_total: 2.4928e-02 ] +2024-10-25 05:36:19,609 INFO: [ epoch: 5 ] [ iter: 56,000 ] [ performance: 19.033 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 14:52:08 ] [ l_g_pix: 2.3220e-02 ] [ l_g_total: 2.3220e-02 ] +2024-10-25 05:36:24,864 INFO: [ epoch: 5 ] [ iter: 56,100 ] [ performance: 18.796 it/s ] [ lr: 5.00e-05 ] [ eta: 1693 days, 10:30:28 ] [ l_g_pix: 3.4053e-02 ] [ l_g_total: 3.4053e-02 ] +2024-10-25 05:36:30,121 INFO: [ epoch: 5 ] [ iter: 56,200 ] [ performance: 18.984 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 5:53:17 ] [ l_g_pix: 1.3515e-02 ] [ l_g_total: 1.3515e-02 ] +2024-10-25 05:36:35,324 INFO: [ epoch: 5 ] [ iter: 56,300 ] [ performance: 19.109 it/s ] [ lr: 5.00e-05 ] [ eta: 1691 days, 0:18:47 ] [ l_g_pix: 2.0744e-02 ] [ l_g_total: 2.0744e-02 ] +2024-10-25 05:36:40,732 INFO: [ epoch: 5 ] [ iter: 56,400 ] [ performance: 18.593 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 20:56:11 ] [ l_g_pix: 2.7546e-02 ] [ l_g_total: 2.7546e-02 ] +2024-10-25 05:36:45,993 INFO: [ epoch: 5 ] [ iter: 56,500 ] [ performance: 19.027 it/s ] [ lr: 5.00e-05 ] [ eta: 1688 days, 15:29:17 ] [ l_g_pix: 2.4169e-02 ] [ l_g_total: 2.4169e-02 ] +2024-10-25 05:36:51,110 INFO: [ epoch: 5 ] [ iter: 56,600 ] [ performance: 19.461 it/s ] [ lr: 5.00e-05 ] [ eta: 1687 days, 8:00:22 ] [ l_g_pix: 2.4549e-02 ] [ l_g_total: 2.4549e-02 ] +2024-10-25 05:36:56,245 INFO: [ epoch: 5 ] [ iter: 56,700 ] [ performance: 19.438 it/s ] [ lr: 5.00e-05 ] [ eta: 1686 days, 0:27:23 ] [ l_g_pix: 2.0873e-02 ] [ l_g_total: 2.0873e-02 ] +2024-10-25 05:37:01,418 INFO: [ epoch: 5 ] [ iter: 56,800 ] [ performance: 19.349 it/s ] [ lr: 5.00e-05 ] [ eta: 1684 days, 17:04:50 ] [ l_g_pix: 3.2837e-02 ] [ l_g_total: 3.2837e-02 ] +2024-10-25 05:37:06,663 INFO: [ epoch: 5 ] [ iter: 56,900 ] [ performance: 19.317 it/s ] [ lr: 5.00e-05 ] [ eta: 1683 days, 10:16:21 ] [ l_g_pix: 3.2515e-02 ] [ l_g_total: 3.2515e-02 ] +2024-10-25 05:37:11,958 INFO: [ epoch: 5 ] [ iter: 57,000 ] [ performance: 18.950 it/s ] [ lr: 5.00e-05 ] [ eta: 1682 days, 3:46:11 ] [ l_g_pix: 2.3605e-02 ] [ l_g_total: 2.3605e-02 ] +2024-10-25 05:37:17,280 INFO: [ epoch: 5 ] [ iter: 57,100 ] [ performance: 19.173 it/s ] [ lr: 5.00e-05 ] [ eta: 1680 days, 21:17:56 ] [ l_g_pix: 2.1239e-02 ] [ l_g_total: 2.1239e-02 ] +2024-10-25 05:37:22,418 INFO: [ epoch: 5 ] [ iter: 57,200 ] [ performance: 19.424 it/s ] [ lr: 5.00e-05 ] [ eta: 1679 days, 12:20:56 ] [ l_g_pix: 3.5422e-02 ] [ l_g_total: 3.5422e-02 ] +2024-10-25 05:37:27,685 INFO: [ epoch: 5 ] [ iter: 57,300 ] [ performance: 18.336 it/s ] [ lr: 5.00e-05 ] [ eta: 1678 days, 4:38:10 ] [ l_g_pix: 2.9872e-02 ] [ l_g_total: 2.9872e-02 ] +2024-10-25 05:37:32,990 INFO: [ epoch: 5 ] [ iter: 57,400 ] [ performance: 18.782 it/s ] [ lr: 5.00e-05 ] [ eta: 1676 days, 21:05:28 ] [ l_g_pix: 2.7551e-02 ] [ l_g_total: 2.7551e-02 ] +2024-10-25 05:37:38,133 INFO: [ epoch: 5 ] [ iter: 57,500 ] [ performance: 19.956 it/s ] [ lr: 5.00e-05 ] [ eta: 1675 days, 11:19:57 ] [ l_g_pix: 1.5615e-02 ] [ l_g_total: 1.5615e-02 ] +2024-10-25 05:37:43,322 INFO: [ epoch: 5 ] [ iter: 57,600 ] [ performance: 19.357 it/s ] [ lr: 5.00e-05 ] [ eta: 1674 days, 1:49:24 ] [ l_g_pix: 2.3499e-02 ] [ l_g_total: 2.3499e-02 ] +2024-10-25 05:37:48,500 INFO: [ epoch: 5 ] [ iter: 57,700 ] [ performance: 19.194 it/s ] [ lr: 5.00e-05 ] [ eta: 1672 days, 15:54:04 ] [ l_g_pix: 1.7888e-02 ] [ l_g_total: 1.7888e-02 ] +2024-10-25 05:37:53,798 INFO: [ epoch: 5 ] [ iter: 57,800 ] [ performance: 18.911 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 7:06:19 ] [ l_g_pix: 2.0263e-02 ] [ l_g_total: 2.0263e-02 ] +2024-10-25 05:37:59,064 INFO: [ epoch: 5 ] [ iter: 57,900 ] [ performance: 18.883 it/s ] [ lr: 5.00e-05 ] [ eta: 1669 days, 21:37:59 ] [ l_g_pix: 2.8577e-02 ] [ l_g_total: 2.8577e-02 ] +2024-10-25 05:38:04,423 INFO: [ epoch: 5 ] [ iter: 58,000 ] [ performance: 18.688 it/s ] [ lr: 5.00e-05 ] [ eta: 1668 days, 12:56:53 ] [ l_g_pix: 2.0370e-02 ] [ l_g_total: 2.0370e-02 ] +2024-10-25 05:38:09,707 INFO: [ epoch: 5 ] [ iter: 58,100 ] [ performance: 20.598 it/s ] [ lr: 5.00e-05 ] [ eta: 1667 days, 3:05:50 ] [ l_g_pix: 1.7916e-02 ] [ l_g_total: 1.7916e-02 ] +2024-10-25 05:38:14,875 INFO: [ epoch: 5 ] [ iter: 58,200 ] [ performance: 19.470 it/s ] [ lr: 5.00e-05 ] [ eta: 1665 days, 15:36:24 ] [ l_g_pix: 2.9672e-02 ] [ l_g_total: 2.9672e-02 ] +2024-10-25 05:38:20,163 INFO: [ epoch: 5 ] [ iter: 58,300 ] [ performance: 18.464 it/s ] [ lr: 5.00e-05 ] [ eta: 1664 days, 5:13:29 ] [ l_g_pix: 2.3787e-02 ] [ l_g_total: 2.3787e-02 ] +2024-10-25 05:38:25,456 INFO: [ epoch: 5 ] [ iter: 58,400 ] [ performance: 18.856 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 18:36:01 ] [ l_g_pix: 3.0307e-02 ] [ l_g_total: 3.0307e-02 ] +2024-10-25 05:38:30,803 INFO: [ epoch: 5 ] [ iter: 58,500 ] [ performance: 18.665 it/s ] [ lr: 5.00e-05 ] [ eta: 1661 days, 8:18:38 ] [ l_g_pix: 3.0654e-02 ] [ l_g_total: 3.0654e-02 ] +2024-10-25 05:38:36,073 INFO: [ epoch: 5 ] [ iter: 58,600 ] [ performance: 18.951 it/s ] [ lr: 5.00e-05 ] [ eta: 1659 days, 20:50:14 ] [ l_g_pix: 2.0558e-02 ] [ l_g_total: 2.0558e-02 ] +2024-10-25 05:38:41,432 INFO: [ epoch: 5 ] [ iter: 58,700 ] [ performance: 18.396 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 10:05:12 ] [ l_g_pix: 3.1158e-02 ] [ l_g_total: 3.1158e-02 ] +2024-10-25 05:38:46,725 INFO: [ epoch: 5 ] [ iter: 58,800 ] [ performance: 18.857 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 22:17:12 ] [ l_g_pix: 3.4084e-02 ] [ l_g_total: 3.4084e-02 ] +2024-10-25 05:38:52,018 INFO: [ epoch: 5 ] [ iter: 58,900 ] [ performance: 19.740 it/s ] [ lr: 5.00e-05 ] [ eta: 1655 days, 10:11:04 ] [ l_g_pix: 2.0107e-02 ] [ l_g_total: 2.0107e-02 ] +2024-10-25 05:38:57,303 INFO: [ epoch: 5 ] [ iter: 59,000 ] [ performance: 18.974 it/s ] [ lr: 5.00e-05 ] [ eta: 1653 days, 21:42:28 ] [ l_g_pix: 2.3743e-02 ] [ l_g_total: 2.3743e-02 ] +2024-10-25 05:39:02,599 INFO: [ epoch: 5 ] [ iter: 59,100 ] [ performance: 19.552 it/s ] [ lr: 5.00e-05 ] [ eta: 1652 days, 9:03:35 ] [ l_g_pix: 2.7011e-02 ] [ l_g_total: 2.7011e-02 ] +2024-10-25 05:39:07,888 INFO: [ epoch: 5 ] [ iter: 59,200 ] [ performance: 18.947 it/s ] [ lr: 5.00e-05 ] [ eta: 1650 days, 20:01:45 ] [ l_g_pix: 2.0461e-02 ] [ l_g_total: 2.0461e-02 ] +2024-10-25 05:39:13,137 INFO: [ epoch: 5 ] [ iter: 59,300 ] [ performance: 18.241 it/s ] [ lr: 5.00e-05 ] [ eta: 1649 days, 6:16:15 ] [ l_g_pix: 3.0903e-02 ] [ l_g_total: 3.0903e-02 ] +2024-10-25 05:39:18,385 INFO: [ epoch: 5 ] [ iter: 59,400 ] [ performance: 19.020 it/s ] [ lr: 5.00e-05 ] [ eta: 1647 days, 16:11:25 ] [ l_g_pix: 2.7125e-02 ] [ l_g_total: 2.7125e-02 ] +2024-10-25 05:39:23,606 INFO: [ epoch: 5 ] [ iter: 59,500 ] [ performance: 18.890 it/s ] [ lr: 5.00e-05 ] [ eta: 1646 days, 1:31:51 ] [ l_g_pix: 2.7058e-02 ] [ l_g_total: 2.7058e-02 ] +2024-10-25 05:39:28,850 INFO: [ epoch: 5 ] [ iter: 59,600 ] [ performance: 19.066 it/s ] [ lr: 5.00e-05 ] [ eta: 1644 days, 10:49:36 ] [ l_g_pix: 3.4493e-02 ] [ l_g_total: 3.4493e-02 ] +2024-10-25 05:39:34,159 INFO: [ epoch: 5 ] [ iter: 59,700 ] [ performance: 18.280 it/s ] [ lr: 5.00e-05 ] [ eta: 1642 days, 20:33:57 ] [ l_g_pix: 2.5679e-02 ] [ l_g_total: 2.5679e-02 ] +2024-10-25 05:39:39,614 INFO: [ epoch: 5 ] [ iter: 59,800 ] [ performance: 18.334 it/s ] [ lr: 5.00e-05 ] [ eta: 1641 days, 7:38:04 ] [ l_g_pix: 2.8712e-02 ] [ l_g_total: 2.8712e-02 ] +2024-10-25 05:39:44,967 INFO: [ epoch: 5 ] [ iter: 59,900 ] [ performance: 20.683 it/s ] [ lr: 5.00e-05 ] [ eta: 1639 days, 17:16:19 ] [ l_g_pix: 3.3400e-02 ] [ l_g_total: 3.3400e-02 ] +2024-10-25 05:39:50,363 INFO: [ epoch: 5 ] [ iter: 60,000 ] [ performance: 18.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1638 days, 3:04:51 ] [ l_g_pix: 3.0144e-02 ] [ l_g_total: 3.0144e-02 ] +2024-10-25 05:39:50,363 INFO: Saving models and training states. +2024-10-25 05:41:05,059 INFO: Validation val + + # psnr: 22.0496........ Best: 22.0496 @ 60000 iter + # ssim: 0.6487........ Best: 0.6487 @ 60000 iter + # dists: 0.7869........ Best: 0.7869 @ 60000 iter + +2024-10-25 05:41:10,606 INFO: [ epoch: 5 ] [ iter: 60,100 ] [ performance: 19.016 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 2:08:07 ] [ l_g_pix: 2.9463e-02 ] [ l_g_total: 2.9463e-02 ] +2024-10-25 05:41:15,864 INFO: [ epoch: 5 ] [ iter: 60,200 ] [ performance: 19.023 it/s ] [ lr: 5.00e-05 ] [ eta: 1669 days, 7:44:19 ] [ l_g_pix: 2.0227e-02 ] [ l_g_total: 2.0227e-02 ] +2024-10-25 05:41:21,172 INFO: [ epoch: 5 ] [ iter: 60,300 ] [ performance: 18.932 it/s ] [ lr: 5.00e-05 ] [ eta: 1667 days, 13:36:31 ] [ l_g_pix: 2.5859e-02 ] [ l_g_total: 2.5859e-02 ] +2024-10-25 05:41:26,498 INFO: [ epoch: 5 ] [ iter: 60,400 ] [ performance: 18.776 it/s ] [ lr: 5.00e-05 ] [ eta: 1665 days, 19:23:16 ] [ l_g_pix: 2.9366e-02 ] [ l_g_total: 2.9366e-02 ] +2024-10-25 05:41:31,777 INFO: [ epoch: 5 ] [ iter: 60,500 ] [ performance: 18.861 it/s ] [ lr: 5.00e-05 ] [ eta: 1664 days, 0:20:50 ] [ l_g_pix: 1.8787e-02 ] [ l_g_total: 1.8787e-02 ] +2024-10-25 05:41:37,102 INFO: [ epoch: 5 ] [ iter: 60,600 ] [ performance: 18.783 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 5:30:59 ] [ l_g_pix: 1.3071e-02 ] [ l_g_total: 1.3071e-02 ] +2024-10-25 05:41:42,418 INFO: [ epoch: 5 ] [ iter: 60,700 ] [ performance: 18.800 it/s ] [ lr: 5.00e-05 ] [ eta: 1660 days, 10:17:06 ] [ l_g_pix: 2.4085e-02 ] [ l_g_total: 2.4085e-02 ] +2024-10-25 05:41:47,872 INFO: [ epoch: 5 ] [ iter: 60,800 ] [ performance: 18.322 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 16:16:17 ] [ l_g_pix: 2.6649e-02 ] [ l_g_total: 2.6649e-02 ] +2024-10-25 05:41:53,135 INFO: [ epoch: 5 ] [ iter: 60,900 ] [ performance: 18.660 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 19:52:39 ] [ l_g_pix: 2.1441e-02 ] [ l_g_total: 2.1441e-02 ] +2024-10-25 05:41:58,432 INFO: [ epoch: 5 ] [ iter: 61,000 ] [ performance: 18.899 it/s ] [ lr: 5.00e-05 ] [ eta: 1654 days, 23:33:46 ] [ l_g_pix: 2.8545e-02 ] [ l_g_total: 2.8545e-02 ] +2024-10-25 05:42:03,745 INFO: [ epoch: 5 ] [ iter: 61,100 ] [ performance: 18.862 it/s ] [ lr: 5.00e-05 ] [ eta: 1653 days, 3:07:11 ] [ l_g_pix: 2.1772e-02 ] [ l_g_total: 2.1772e-02 ] +2024-10-25 05:42:09,445 INFO: [ epoch: 5 ] [ iter: 61,200 ] [ performance: 17.491 it/s ] [ lr: 5.00e-05 ] [ eta: 1651 days, 10:33:42 ] [ l_g_pix: 3.2584e-02 ] [ l_g_total: 3.2584e-02 ] +2024-10-25 05:42:14,880 INFO: [ epoch: 5 ] [ iter: 61,300 ] [ performance: 17.944 it/s ] [ lr: 5.00e-05 ] [ eta: 1649 days, 14:50:02 ] [ l_g_pix: 2.0847e-02 ] [ l_g_total: 2.0847e-02 ] +2024-10-25 05:42:20,288 INFO: [ epoch: 5 ] [ iter: 61,400 ] [ performance: 18.448 it/s ] [ lr: 5.00e-05 ] [ eta: 1647 days, 18:30:42 ] [ l_g_pix: 2.1931e-02 ] [ l_g_total: 2.1931e-02 ] +2024-10-25 05:42:25,587 INFO: [ epoch: 5 ] [ iter: 61,500 ] [ performance: 18.665 it/s ] [ lr: 5.00e-05 ] [ eta: 1645 days, 20:43:08 ] [ l_g_pix: 2.6034e-02 ] [ l_g_total: 2.6034e-02 ] +2024-10-25 05:42:30,924 INFO: [ epoch: 5 ] [ iter: 61,600 ] [ performance: 18.675 it/s ] [ lr: 5.00e-05 ] [ eta: 1643 days, 23:02:57 ] [ l_g_pix: 2.0502e-02 ] [ l_g_total: 2.0502e-02 ] +2024-10-25 05:42:36,283 INFO: [ epoch: 5 ] [ iter: 61,700 ] [ performance: 18.668 it/s ] [ lr: 5.00e-05 ] [ eta: 1642 days, 1:18:43 ] [ l_g_pix: 3.1056e-02 ] [ l_g_total: 3.1056e-02 ] +2024-10-25 05:42:41,703 INFO: [ epoch: 5 ] [ iter: 61,800 ] [ performance: 18.472 it/s ] [ lr: 5.00e-05 ] [ eta: 1640 days, 3:55:16 ] [ l_g_pix: 2.3826e-02 ] [ l_g_total: 2.3826e-02 ] +2024-10-25 05:42:47,064 INFO: [ epoch: 5 ] [ iter: 61,900 ] [ performance: 18.567 it/s ] [ lr: 5.00e-05 ] [ eta: 1638 days, 5:36:17 ] [ l_g_pix: 2.8899e-02 ] [ l_g_total: 2.8899e-02 ] +2024-10-25 05:42:52,458 INFO: [ epoch: 5 ] [ iter: 62,000 ] [ performance: 18.506 it/s ] [ lr: 5.00e-05 ] [ eta: 1636 days, 7:20:29 ] [ l_g_pix: 2.3055e-02 ] [ l_g_total: 2.3055e-02 ] +2024-10-25 05:42:57,913 INFO: [ epoch: 5 ] [ iter: 62,100 ] [ performance: 18.415 it/s ] [ lr: 5.00e-05 ] [ eta: 1634 days, 9:25:24 ] [ l_g_pix: 2.7651e-02 ] [ l_g_total: 2.7651e-02 ] +2024-10-25 05:43:03,243 INFO: [ epoch: 5 ] [ iter: 62,200 ] [ performance: 18.753 it/s ] [ lr: 5.00e-05 ] [ eta: 1632 days, 9:53:13 ] [ l_g_pix: 2.9234e-02 ] [ l_g_total: 2.9234e-02 ] +2024-10-25 05:43:08,713 INFO: [ epoch: 5 ] [ iter: 62,300 ] [ performance: 18.505 it/s ] [ lr: 5.00e-05 ] [ eta: 1630 days, 11:31:14 ] [ l_g_pix: 2.0368e-02 ] [ l_g_total: 2.0368e-02 ] +2024-10-25 05:43:14,059 INFO: [ epoch: 5 ] [ iter: 62,400 ] [ performance: 18.728 it/s ] [ lr: 5.00e-05 ] [ eta: 1628 days, 11:33:05 ] [ l_g_pix: 1.8870e-02 ] [ l_g_total: 1.8870e-02 ] +2024-10-25 05:43:19,282 INFO: [ epoch: 5 ] [ iter: 62,500 ] [ performance: 18.946 it/s ] [ lr: 5.00e-05 ] [ eta: 1626 days, 10:00:56 ] [ l_g_pix: 2.3504e-02 ] [ l_g_total: 2.3504e-02 ] +2024-10-25 05:43:25,677 INFO: [ epoch: 6 ] [ iter: 62,600 ] [ performance: 15.192 it/s ] [ lr: 5.00e-05 ] [ eta: 1624 days, 20:20:39 ] [ l_g_pix: 2.6799e-02 ] [ l_g_total: 2.6799e-02 ] +2024-10-25 05:43:31,063 INFO: [ epoch: 6 ] [ iter: 62,700 ] [ performance: 16.809 it/s ] [ lr: 5.00e-05 ] [ eta: 1622 days, 19:53:14 ] [ l_g_pix: 2.6709e-02 ] [ l_g_total: 2.6709e-02 ] +2024-10-25 05:43:36,341 INFO: [ epoch: 6 ] [ iter: 62,800 ] [ performance: 19.002 it/s ] [ lr: 5.00e-05 ] [ eta: 1620 days, 17:59:56 ] [ l_g_pix: 3.2323e-02 ] [ l_g_total: 3.2323e-02 ] +2024-10-25 05:43:41,405 INFO: [ epoch: 6 ] [ iter: 62,900 ] [ performance: 19.392 it/s ] [ lr: 5.00e-05 ] [ eta: 1618 days, 13:37:11 ] [ l_g_pix: 3.1300e-02 ] [ l_g_total: 3.1300e-02 ] +2024-10-25 05:43:46,489 INFO: [ epoch: 6 ] [ iter: 63,000 ] [ performance: 19.547 it/s ] [ lr: 5.00e-05 ] [ eta: 1616 days, 9:09:34 ] [ l_g_pix: 2.7065e-02 ] [ l_g_total: 2.7065e-02 ] +2024-10-25 05:43:51,607 INFO: [ epoch: 6 ] [ iter: 63,100 ] [ performance: 19.542 it/s ] [ lr: 5.00e-05 ] [ eta: 1614 days, 4:46:35 ] [ l_g_pix: 2.4813e-02 ] [ l_g_total: 2.4813e-02 ] +2024-10-25 05:43:56,658 INFO: [ epoch: 6 ] [ iter: 63,200 ] [ performance: 19.855 it/s ] [ lr: 5.00e-05 ] [ eta: 1611 days, 23:24:52 ] [ l_g_pix: 2.7685e-02 ] [ l_g_total: 2.7685e-02 ] +2024-10-25 05:44:01,759 INFO: [ epoch: 6 ] [ iter: 63,300 ] [ performance: 19.721 it/s ] [ lr: 5.00e-05 ] [ eta: 1609 days, 18:16:51 ] [ l_g_pix: 1.5589e-02 ] [ l_g_total: 1.5589e-02 ] +2024-10-25 05:44:06,803 INFO: [ epoch: 6 ] [ iter: 63,400 ] [ performance: 19.878 it/s ] [ lr: 5.00e-05 ] [ eta: 1607 days, 12:17:23 ] [ l_g_pix: 2.3456e-02 ] [ l_g_total: 2.3456e-02 ] +2024-10-25 05:44:11,953 INFO: [ epoch: 6 ] [ iter: 63,500 ] [ performance: 19.627 it/s ] [ lr: 5.00e-05 ] [ eta: 1605 days, 7:05:33 ] [ l_g_pix: 2.4231e-02 ] [ l_g_total: 2.4231e-02 ] +2024-10-25 05:44:17,129 INFO: [ epoch: 6 ] [ iter: 63,600 ] [ performance: 19.271 it/s ] [ lr: 5.00e-05 ] [ eta: 1603 days, 1:51:57 ] [ l_g_pix: 2.7418e-02 ] [ l_g_total: 2.7418e-02 ] +2024-10-25 05:44:22,330 INFO: [ epoch: 6 ] [ iter: 63,700 ] [ performance: 19.249 it/s ] [ lr: 5.00e-05 ] [ eta: 1600 days, 20:36:10 ] [ l_g_pix: 2.1367e-02 ] [ l_g_total: 2.1367e-02 ] +2024-10-25 05:44:27,554 INFO: [ epoch: 6 ] [ iter: 63,800 ] [ performance: 19.139 it/s ] [ lr: 5.00e-05 ] [ eta: 1598 days, 15:17:43 ] [ l_g_pix: 2.3423e-02 ] [ l_g_total: 2.3423e-02 ] +2024-10-25 05:44:32,783 INFO: [ epoch: 6 ] [ iter: 63,900 ] [ performance: 19.133 it/s ] [ lr: 5.00e-05 ] [ eta: 1596 days, 9:44:04 ] [ l_g_pix: 1.8686e-02 ] [ l_g_total: 1.8686e-02 ] +2024-10-25 05:44:38,006 INFO: [ epoch: 6 ] [ iter: 64,000 ] [ performance: 19.198 it/s ] [ lr: 5.00e-05 ] [ eta: 1594 days, 3:49:43 ] [ l_g_pix: 3.0480e-02 ] [ l_g_total: 3.0480e-02 ] +2024-10-25 05:44:43,188 INFO: [ epoch: 6 ] [ iter: 64,100 ] [ performance: 19.255 it/s ] [ lr: 5.00e-05 ] [ eta: 1591 days, 21:13:07 ] [ l_g_pix: 2.8189e-02 ] [ l_g_total: 2.8189e-02 ] +2024-10-25 05:44:48,274 INFO: [ epoch: 6 ] [ iter: 64,200 ] [ performance: 19.875 it/s ] [ lr: 5.00e-05 ] [ eta: 1589 days, 13:22:31 ] [ l_g_pix: 1.9928e-02 ] [ l_g_total: 1.9928e-02 ] +2024-10-25 05:44:53,478 INFO: [ epoch: 6 ] [ iter: 64,300 ] [ performance: 19.508 it/s ] [ lr: 5.00e-05 ] [ eta: 1587 days, 6:24:38 ] [ l_g_pix: 1.7793e-02 ] [ l_g_total: 1.7793e-02 ] +2024-10-25 05:44:58,690 INFO: [ epoch: 6 ] [ iter: 64,400 ] [ performance: 19.283 it/s ] [ lr: 5.00e-05 ] [ eta: 1584 days, 23:14:35 ] [ l_g_pix: 1.9431e-02 ] [ l_g_total: 1.9431e-02 ] +2024-10-25 05:45:03,939 INFO: [ epoch: 6 ] [ iter: 64,500 ] [ performance: 19.154 it/s ] [ lr: 5.00e-05 ] [ eta: 1582 days, 16:09:06 ] [ l_g_pix: 2.5200e-02 ] [ l_g_total: 2.5200e-02 ] +2024-10-25 05:45:09,192 INFO: [ epoch: 6 ] [ iter: 64,600 ] [ performance: 18.872 it/s ] [ lr: 5.00e-05 ] [ eta: 1580 days, 8:47:57 ] [ l_g_pix: 2.5494e-02 ] [ l_g_total: 2.5494e-02 ] +2024-10-25 05:45:14,499 INFO: [ epoch: 6 ] [ iter: 64,700 ] [ performance: 18.857 it/s ] [ lr: 5.00e-05 ] [ eta: 1578 days, 1:41:18 ] [ l_g_pix: 2.2646e-02 ] [ l_g_total: 2.2646e-02 ] +2024-10-25 05:45:19,685 INFO: [ epoch: 6 ] [ iter: 64,800 ] [ performance: 19.362 it/s ] [ lr: 5.00e-05 ] [ eta: 1575 days, 17:06:25 ] [ l_g_pix: 3.9346e-02 ] [ l_g_total: 3.9346e-02 ] +2024-10-25 05:45:24,954 INFO: [ epoch: 6 ] [ iter: 64,900 ] [ performance: 19.147 it/s ] [ lr: 5.00e-05 ] [ eta: 1573 days, 9:02:11 ] [ l_g_pix: 1.8986e-02 ] [ l_g_total: 1.8986e-02 ] +2024-10-25 05:45:30,267 INFO: [ epoch: 6 ] [ iter: 65,000 ] [ performance: 18.846 it/s ] [ lr: 5.00e-05 ] [ eta: 1571 days, 1:06:18 ] [ l_g_pix: 2.0851e-02 ] [ l_g_total: 2.0851e-02 ] +2024-10-25 05:45:35,536 INFO: [ epoch: 6 ] [ iter: 65,100 ] [ performance: 18.922 it/s ] [ lr: 5.00e-05 ] [ eta: 1568 days, 16:27:14 ] [ l_g_pix: 2.9251e-02 ] [ l_g_total: 2.9251e-02 ] +2024-10-25 05:45:40,682 INFO: [ epoch: 6 ] [ iter: 65,200 ] [ performance: 19.304 it/s ] [ lr: 5.00e-05 ] [ eta: 1566 days, 6:18:52 ] [ l_g_pix: 2.3203e-02 ] [ l_g_total: 2.3203e-02 ] +2024-10-25 05:45:45,881 INFO: [ epoch: 6 ] [ iter: 65,300 ] [ performance: 19.266 it/s ] [ lr: 5.00e-05 ] [ eta: 1563 days, 20:24:18 ] [ l_g_pix: 2.4454e-02 ] [ l_g_total: 2.4454e-02 ] +2024-10-25 05:45:50,985 INFO: [ epoch: 6 ] [ iter: 65,400 ] [ performance: 19.635 it/s ] [ lr: 5.00e-05 ] [ eta: 1561 days, 9:17:45 ] [ l_g_pix: 2.6820e-02 ] [ l_g_total: 2.6820e-02 ] +2024-10-25 05:45:56,124 INFO: [ epoch: 6 ] [ iter: 65,500 ] [ performance: 19.535 it/s ] [ lr: 5.00e-05 ] [ eta: 1558 days, 22:14:12 ] [ l_g_pix: 2.3450e-02 ] [ l_g_total: 2.3450e-02 ] +2024-10-25 05:46:01,241 INFO: [ epoch: 6 ] [ iter: 65,600 ] [ performance: 19.539 it/s ] [ lr: 5.00e-05 ] [ eta: 1556 days, 10:40:22 ] [ l_g_pix: 2.8105e-02 ] [ l_g_total: 2.8105e-02 ] +2024-10-25 05:46:06,414 INFO: [ epoch: 6 ] [ iter: 65,700 ] [ performance: 19.420 it/s ] [ lr: 5.00e-05 ] [ eta: 1553 days, 23:22:12 ] [ l_g_pix: 2.0885e-02 ] [ l_g_total: 2.0885e-02 ] +2024-10-25 05:46:11,626 INFO: [ epoch: 6 ] [ iter: 65,800 ] [ performance: 19.054 it/s ] [ lr: 5.00e-05 ] [ eta: 1551 days, 12:08:48 ] [ l_g_pix: 2.3411e-02 ] [ l_g_total: 2.3411e-02 ] +2024-10-25 05:46:16,904 INFO: [ epoch: 6 ] [ iter: 65,900 ] [ performance: 18.992 it/s ] [ lr: 5.00e-05 ] [ eta: 1549 days, 1:15:49 ] [ l_g_pix: 2.9359e-02 ] [ l_g_total: 2.9359e-02 ] +2024-10-25 05:46:22,079 INFO: [ epoch: 6 ] [ iter: 66,000 ] [ performance: 19.391 it/s ] [ lr: 5.00e-05 ] [ eta: 1546 days, 13:06:28 ] [ l_g_pix: 1.9635e-02 ] [ l_g_total: 1.9635e-02 ] +2024-10-25 05:46:27,148 INFO: [ epoch: 6 ] [ iter: 66,100 ] [ performance: 19.587 it/s ] [ lr: 5.00e-05 ] [ eta: 1543 days, 23:40:08 ] [ l_g_pix: 2.0671e-02 ] [ l_g_total: 2.0671e-02 ] +2024-10-25 05:46:32,283 INFO: [ epoch: 6 ] [ iter: 66,200 ] [ performance: 19.225 it/s ] [ lr: 5.00e-05 ] [ eta: 1541 days, 10:33:53 ] [ l_g_pix: 2.1937e-02 ] [ l_g_total: 2.1937e-02 ] +2024-10-25 05:46:37,442 INFO: [ epoch: 6 ] [ iter: 66,300 ] [ performance: 19.319 it/s ] [ lr: 5.00e-05 ] [ eta: 1538 days, 21:24:11 ] [ l_g_pix: 2.2139e-02 ] [ l_g_total: 2.2139e-02 ] +2024-10-25 05:46:42,591 INFO: [ epoch: 6 ] [ iter: 66,400 ] [ performance: 19.501 it/s ] [ lr: 5.00e-05 ] [ eta: 1536 days, 7:51:54 ] [ l_g_pix: 2.2024e-02 ] [ l_g_total: 2.2024e-02 ] +2024-10-25 05:46:47,711 INFO: [ epoch: 6 ] [ iter: 66,500 ] [ performance: 19.521 it/s ] [ lr: 5.00e-05 ] [ eta: 1533 days, 17:45:52 ] [ l_g_pix: 2.3950e-02 ] [ l_g_total: 2.3950e-02 ] +2024-10-25 05:46:52,899 INFO: [ epoch: 6 ] [ iter: 66,600 ] [ performance: 19.461 it/s ] [ lr: 5.00e-05 ] [ eta: 1531 days, 4:00:39 ] [ l_g_pix: 2.9345e-02 ] [ l_g_total: 2.9345e-02 ] +2024-10-25 05:46:58,035 INFO: [ epoch: 6 ] [ iter: 66,700 ] [ performance: 19.468 it/s ] [ lr: 5.00e-05 ] [ eta: 1528 days, 13:29:20 ] [ l_g_pix: 2.2660e-02 ] [ l_g_total: 2.2660e-02 ] +2024-10-25 05:47:03,044 INFO: [ epoch: 6 ] [ iter: 66,800 ] [ performance: 20.141 it/s ] [ lr: 5.00e-05 ] [ eta: 1525 days, 21:30:49 ] [ l_g_pix: 2.1892e-02 ] [ l_g_total: 2.1892e-02 ] +2024-10-25 05:47:08,379 INFO: [ epoch: 6 ] [ iter: 66,900 ] [ performance: 19.286 it/s ] [ lr: 5.00e-05 ] [ eta: 1523 days, 8:15:31 ] [ l_g_pix: 3.6922e-02 ] [ l_g_total: 3.6922e-02 ] +2024-10-25 05:47:13,635 INFO: [ epoch: 6 ] [ iter: 67,000 ] [ performance: 19.089 it/s ] [ lr: 5.00e-05 ] [ eta: 1520 days, 17:58:31 ] [ l_g_pix: 2.9053e-02 ] [ l_g_total: 2.9053e-02 ] +2024-10-25 05:47:18,912 INFO: [ epoch: 6 ] [ iter: 67,100 ] [ performance: 19.007 it/s ] [ lr: 5.00e-05 ] [ eta: 1518 days, 3:35:56 ] [ l_g_pix: 2.9380e-02 ] [ l_g_total: 2.9380e-02 ] +2024-10-25 05:47:24,238 INFO: [ epoch: 6 ] [ iter: 67,200 ] [ performance: 18.722 it/s ] [ lr: 5.00e-05 ] [ eta: 1515 days, 13:22:25 ] [ l_g_pix: 3.2301e-02 ] [ l_g_total: 3.2301e-02 ] +2024-10-25 05:47:29,507 INFO: [ epoch: 6 ] [ iter: 67,300 ] [ performance: 18.878 it/s ] [ lr: 5.00e-05 ] [ eta: 1512 days, 22:19:49 ] [ l_g_pix: 2.8017e-02 ] [ l_g_total: 2.8017e-02 ] +2024-10-25 05:47:34,776 INFO: [ epoch: 6 ] [ iter: 67,400 ] [ performance: 18.876 it/s ] [ lr: 5.00e-05 ] [ eta: 1510 days, 7:00:00 ] [ l_g_pix: 2.2457e-02 ] [ l_g_total: 2.2457e-02 ] +2024-10-25 05:47:40,033 INFO: [ epoch: 6 ] [ iter: 67,500 ] [ performance: 18.965 it/s ] [ lr: 5.00e-05 ] [ eta: 1507 days, 15:16:13 ] [ l_g_pix: 3.7816e-02 ] [ l_g_total: 3.7816e-02 ] +2024-10-25 05:47:45,247 INFO: [ epoch: 6 ] [ iter: 67,600 ] [ performance: 19.199 it/s ] [ lr: 5.00e-05 ] [ eta: 1504 days, 22:51:12 ] [ l_g_pix: 3.3585e-02 ] [ l_g_total: 3.3585e-02 ] +2024-10-25 05:47:50,541 INFO: [ epoch: 6 ] [ iter: 67,700 ] [ performance: 19.009 it/s ] [ lr: 5.00e-05 ] [ eta: 1502 days, 6:52:30 ] [ l_g_pix: 3.7428e-02 ] [ l_g_total: 3.7428e-02 ] +2024-10-25 05:47:55,906 INFO: [ epoch: 6 ] [ iter: 67,800 ] [ performance: 18.645 it/s ] [ lr: 5.00e-05 ] [ eta: 1499 days, 15:13:55 ] [ l_g_pix: 2.6404e-02 ] [ l_g_total: 2.6404e-02 ] +2024-10-25 05:48:01,175 INFO: [ epoch: 6 ] [ iter: 67,900 ] [ performance: 18.850 it/s ] [ lr: 5.00e-05 ] [ eta: 1496 days, 22:26:06 ] [ l_g_pix: 3.1417e-02 ] [ l_g_total: 3.1417e-02 ] +2024-10-25 05:48:06,162 INFO: [ epoch: 6 ] [ iter: 68,000 ] [ performance: 20.673 it/s ] [ lr: 5.00e-05 ] [ eta: 1494 days, 2:50:02 ] [ l_g_pix: 2.1073e-02 ] [ l_g_total: 2.1073e-02 ] +2024-10-25 05:48:11,343 INFO: [ epoch: 6 ] [ iter: 68,100 ] [ performance: 19.804 it/s ] [ lr: 5.00e-05 ] [ eta: 1491 days, 8:41:05 ] [ l_g_pix: 1.6697e-02 ] [ l_g_total: 1.6697e-02 ] +2024-10-25 05:48:16,405 INFO: [ epoch: 6 ] [ iter: 68,200 ] [ performance: 20.356 it/s ] [ lr: 5.00e-05 ] [ eta: 1488 days, 13:11:30 ] [ l_g_pix: 1.9407e-02 ] [ l_g_total: 1.9407e-02 ] +2024-10-25 05:48:21,736 INFO: [ epoch: 6 ] [ iter: 68,300 ] [ performance: 19.335 it/s ] [ lr: 5.00e-05 ] [ eta: 1485 days, 19:47:01 ] [ l_g_pix: 2.3862e-02 ] [ l_g_total: 2.3862e-02 ] +2024-10-25 05:48:27,002 INFO: [ epoch: 6 ] [ iter: 68,400 ] [ performance: 19.243 it/s ] [ lr: 5.00e-05 ] [ eta: 1483 days, 1:30:41 ] [ l_g_pix: 2.4566e-02 ] [ l_g_total: 2.4566e-02 ] +2024-10-25 05:48:32,308 INFO: [ epoch: 6 ] [ iter: 68,500 ] [ performance: 18.996 it/s ] [ lr: 5.00e-05 ] [ eta: 1480 days, 7:17:34 ] [ l_g_pix: 2.6529e-02 ] [ l_g_total: 2.6529e-02 ] +2024-10-25 05:48:37,605 INFO: [ epoch: 6 ] [ iter: 68,600 ] [ performance: 19.279 it/s ] [ lr: 5.00e-05 ] [ eta: 1477 days, 12:42:11 ] [ l_g_pix: 2.4464e-02 ] [ l_g_total: 2.4464e-02 ] +2024-10-25 05:48:42,947 INFO: [ epoch: 6 ] [ iter: 68,700 ] [ performance: 18.924 it/s ] [ lr: 5.00e-05 ] [ eta: 1474 days, 18:12:53 ] [ l_g_pix: 2.6711e-02 ] [ l_g_total: 2.6711e-02 ] +2024-10-25 05:48:48,283 INFO: [ epoch: 6 ] [ iter: 68,800 ] [ performance: 18.470 it/s ] [ lr: 5.00e-05 ] [ eta: 1471 days, 23:22:33 ] [ l_g_pix: 2.0273e-02 ] [ l_g_total: 2.0273e-02 ] +2024-10-25 05:48:53,531 INFO: [ epoch: 6 ] [ iter: 68,900 ] [ performance: 18.838 it/s ] [ lr: 5.00e-05 ] [ eta: 1469 days, 3:28:34 ] [ l_g_pix: 2.1534e-02 ] [ l_g_total: 2.1534e-02 ] +2024-10-25 05:48:58,804 INFO: [ epoch: 6 ] [ iter: 69,000 ] [ performance: 18.877 it/s ] [ lr: 5.00e-05 ] [ eta: 1466 days, 7:30:07 ] [ l_g_pix: 2.2214e-02 ] [ l_g_total: 2.2214e-02 ] +2024-10-25 05:49:04,017 INFO: [ epoch: 6 ] [ iter: 69,100 ] [ performance: 19.072 it/s ] [ lr: 5.00e-05 ] [ eta: 1463 days, 10:43:12 ] [ l_g_pix: 1.7585e-02 ] [ l_g_total: 1.7585e-02 ] +2024-10-25 05:49:09,259 INFO: [ epoch: 6 ] [ iter: 69,200 ] [ performance: 19.009 it/s ] [ lr: 5.00e-05 ] [ eta: 1460 days, 13:54:11 ] [ l_g_pix: 1.8130e-02 ] [ l_g_total: 1.8130e-02 ] +2024-10-25 05:49:14,427 INFO: [ epoch: 6 ] [ iter: 69,300 ] [ performance: 19.229 it/s ] [ lr: 5.00e-05 ] [ eta: 1457 days, 16:09:09 ] [ l_g_pix: 2.0611e-02 ] [ l_g_total: 2.0611e-02 ] +2024-10-25 05:49:19,639 INFO: [ epoch: 6 ] [ iter: 69,400 ] [ performance: 19.213 it/s ] [ lr: 5.00e-05 ] [ eta: 1454 days, 18:29:37 ] [ l_g_pix: 2.9415e-02 ] [ l_g_total: 2.9415e-02 ] +2024-10-25 05:49:24,821 INFO: [ epoch: 6 ] [ iter: 69,500 ] [ performance: 19.270 it/s ] [ lr: 5.00e-05 ] [ eta: 1451 days, 20:17:27 ] [ l_g_pix: 1.7445e-02 ] [ l_g_total: 1.7445e-02 ] +2024-10-25 05:49:30,043 INFO: [ epoch: 6 ] [ iter: 69,600 ] [ performance: 19.509 it/s ] [ lr: 5.00e-05 ] [ eta: 1448 days, 22:08:49 ] [ l_g_pix: 2.2119e-02 ] [ l_g_total: 2.2119e-02 ] +2024-10-25 05:49:35,321 INFO: [ epoch: 6 ] [ iter: 69,700 ] [ performance: 19.143 it/s ] [ lr: 5.00e-05 ] [ eta: 1446 days, 0:10:16 ] [ l_g_pix: 2.6821e-02 ] [ l_g_total: 2.6821e-02 ] +2024-10-25 05:49:40,671 INFO: [ epoch: 6 ] [ iter: 69,800 ] [ performance: 18.538 it/s ] [ lr: 5.00e-05 ] [ eta: 1443 days, 2:30:39 ] [ l_g_pix: 2.7143e-02 ] [ l_g_total: 2.7143e-02 ] +2024-10-25 05:49:46,018 INFO: [ epoch: 6 ] [ iter: 69,900 ] [ performance: 18.647 it/s ] [ lr: 5.00e-05 ] [ eta: 1440 days, 4:31:37 ] [ l_g_pix: 2.0231e-02 ] [ l_g_total: 2.0231e-02 ] +2024-10-25 05:49:51,406 INFO: [ epoch: 6 ] [ iter: 70,000 ] [ performance: 18.691 it/s ] [ lr: 5.00e-05 ] [ eta: 1437 days, 6:35:45 ] [ l_g_pix: 2.8888e-02 ] [ l_g_total: 2.8888e-02 ] +2024-10-25 05:49:51,407 INFO: Saving models and training states. +2024-10-25 05:51:11,711 INFO: Validation val + + # psnr: 22.0537........ Best: 22.0537 @ 70000 iter + # ssim: 0.6491........ Best: 0.6491 @ 70000 iter + # dists: 0.7868........ Best: 0.7868 @ 70000 iter + +2024-10-25 05:51:16,999 INFO: [ epoch: 6 ] [ iter: 70,100 ] [ performance: 18.840 it/s ] [ lr: 5.00e-05 ] [ eta: 1462 days, 2:28:35 ] [ l_g_pix: 2.3897e-02 ] [ l_g_total: 2.3897e-02 ] +2024-10-25 05:51:22,355 INFO: [ epoch: 6 ] [ iter: 70,200 ] [ performance: 18.490 it/s ] [ lr: 5.00e-05 ] [ eta: 1459 days, 1:27:02 ] [ l_g_pix: 2.5142e-02 ] [ l_g_total: 2.5142e-02 ] +2024-10-25 05:51:27,612 INFO: [ epoch: 6 ] [ iter: 70,300 ] [ performance: 18.840 it/s ] [ lr: 5.00e-05 ] [ eta: 1455 days, 23:18:35 ] [ l_g_pix: 3.1671e-02 ] [ l_g_total: 3.1671e-02 ] +2024-10-25 05:51:33,056 INFO: [ epoch: 6 ] [ iter: 70,400 ] [ performance: 18.296 it/s ] [ lr: 5.00e-05 ] [ eta: 1452 days, 22:24:22 ] [ l_g_pix: 2.8419e-02 ] [ l_g_total: 2.8419e-02 ] +2024-10-25 05:51:38,481 INFO: [ epoch: 6 ] [ iter: 70,500 ] [ performance: 18.389 it/s ] [ lr: 5.00e-05 ] [ eta: 1449 days, 21:03:04 ] [ l_g_pix: 1.8610e-02 ] [ l_g_total: 1.8610e-02 ] +2024-10-25 05:51:44,036 INFO: [ epoch: 6 ] [ iter: 70,600 ] [ performance: 17.863 it/s ] [ lr: 5.00e-05 ] [ eta: 1446 days, 20:27:25 ] [ l_g_pix: 2.1418e-02 ] [ l_g_total: 2.1418e-02 ] +2024-10-25 05:51:49,471 INFO: [ epoch: 6 ] [ iter: 70,700 ] [ performance: 18.220 it/s ] [ lr: 5.00e-05 ] [ eta: 1443 days, 18:34:45 ] [ l_g_pix: 2.5421e-02 ] [ l_g_total: 2.5421e-02 ] +2024-10-25 05:51:54,837 INFO: [ epoch: 6 ] [ iter: 70,800 ] [ performance: 18.560 it/s ] [ lr: 5.00e-05 ] [ eta: 1440 days, 15:50:01 ] [ l_g_pix: 3.4551e-02 ] [ l_g_total: 3.4551e-02 ] +2024-10-25 05:52:00,315 INFO: [ epoch: 6 ] [ iter: 70,900 ] [ performance: 18.353 it/s ] [ lr: 5.00e-05 ] [ eta: 1437 days, 13:42:10 ] [ l_g_pix: 1.8949e-02 ] [ l_g_total: 1.8949e-02 ] +2024-10-25 05:52:05,809 INFO: [ epoch: 6 ] [ iter: 71,000 ] [ performance: 18.208 it/s ] [ lr: 5.00e-05 ] [ eta: 1434 days, 11:23:10 ] [ l_g_pix: 1.7397e-02 ] [ l_g_total: 1.7397e-02 ] +2024-10-25 05:52:11,223 INFO: [ epoch: 6 ] [ iter: 71,100 ] [ performance: 18.388 it/s ] [ lr: 5.00e-05 ] [ eta: 1431 days, 8:07:33 ] [ l_g_pix: 2.7470e-02 ] [ l_g_total: 2.7470e-02 ] +2024-10-25 05:52:16,444 INFO: [ epoch: 6 ] [ iter: 71,200 ] [ performance: 18.647 it/s ] [ lr: 5.00e-05 ] [ eta: 1428 days, 3:01:39 ] [ l_g_pix: 1.8466e-02 ] [ l_g_total: 1.8466e-02 ] +2024-10-25 05:52:21,777 INFO: [ epoch: 6 ] [ iter: 71,300 ] [ performance: 18.720 it/s ] [ lr: 5.00e-05 ] [ eta: 1424 days, 22:31:35 ] [ l_g_pix: 2.7482e-02 ] [ l_g_total: 2.7482e-02 ] +2024-10-25 05:52:27,108 INFO: [ epoch: 6 ] [ iter: 71,400 ] [ performance: 19.174 it/s ] [ lr: 5.00e-05 ] [ eta: 1421 days, 17:42:43 ] [ l_g_pix: 1.9649e-02 ] [ l_g_total: 1.9649e-02 ] +2024-10-25 05:52:32,333 INFO: [ epoch: 6 ] [ iter: 71,500 ] [ performance: 19.150 it/s ] [ lr: 5.00e-05 ] [ eta: 1418 days, 11:46:04 ] [ l_g_pix: 1.6496e-02 ] [ l_g_total: 1.6496e-02 ] +2024-10-25 05:52:37,648 INFO: [ epoch: 6 ] [ iter: 71,600 ] [ performance: 18.894 it/s ] [ lr: 5.00e-05 ] [ eta: 1415 days, 6:14:20 ] [ l_g_pix: 2.5217e-02 ] [ l_g_total: 2.5217e-02 ] +2024-10-25 05:52:42,967 INFO: [ epoch: 6 ] [ iter: 71,700 ] [ performance: 18.831 it/s ] [ lr: 5.00e-05 ] [ eta: 1412 days, 0:26:45 ] [ l_g_pix: 2.4851e-02 ] [ l_g_total: 2.4851e-02 ] +2024-10-25 05:52:48,348 INFO: [ epoch: 6 ] [ iter: 71,800 ] [ performance: 18.321 it/s ] [ lr: 5.00e-05 ] [ eta: 1408 days, 18:50:50 ] [ l_g_pix: 3.0025e-02 ] [ l_g_total: 3.0025e-02 ] +2024-10-25 05:52:53,676 INFO: [ epoch: 6 ] [ iter: 71,900 ] [ performance: 18.634 it/s ] [ lr: 5.00e-05 ] [ eta: 1405 days, 12:32:02 ] [ l_g_pix: 2.7255e-02 ] [ l_g_total: 2.7255e-02 ] +2024-10-25 05:52:58,886 INFO: [ epoch: 6 ] [ iter: 72,000 ] [ performance: 19.249 it/s ] [ lr: 5.00e-05 ] [ eta: 1402 days, 5:00:03 ] [ l_g_pix: 2.3317e-02 ] [ l_g_total: 2.3317e-02 ] +2024-10-25 05:53:04,242 INFO: [ epoch: 6 ] [ iter: 72,100 ] [ performance: 18.839 it/s ] [ lr: 5.00e-05 ] [ eta: 1398 days, 22:19:05 ] [ l_g_pix: 2.0668e-02 ] [ l_g_total: 2.0668e-02 ] +2024-10-25 05:53:09,578 INFO: [ epoch: 6 ] [ iter: 72,200 ] [ performance: 18.820 it/s ] [ lr: 5.00e-05 ] [ eta: 1395 days, 15:10:52 ] [ l_g_pix: 2.8307e-02 ] [ l_g_total: 2.8307e-02 ] +2024-10-25 05:53:14,932 INFO: [ epoch: 6 ] [ iter: 72,300 ] [ performance: 18.722 it/s ] [ lr: 5.00e-05 ] [ eta: 1392 days, 7:52:48 ] [ l_g_pix: 1.9773e-02 ] [ l_g_total: 1.9773e-02 ] +2024-10-25 05:53:20,354 INFO: [ epoch: 6 ] [ iter: 72,400 ] [ performance: 18.545 it/s ] [ lr: 5.00e-05 ] [ eta: 1389 days, 0:48:38 ] [ l_g_pix: 2.0985e-02 ] [ l_g_total: 2.0985e-02 ] +2024-10-25 05:53:25,674 INFO: [ epoch: 6 ] [ iter: 72,500 ] [ performance: 18.726 it/s ] [ lr: 5.00e-05 ] [ eta: 1385 days, 16:39:29 ] [ l_g_pix: 2.7627e-02 ] [ l_g_total: 2.7627e-02 ] +2024-10-25 05:53:31,123 INFO: [ epoch: 6 ] [ iter: 72,600 ] [ performance: 18.608 it/s ] [ lr: 5.00e-05 ] [ eta: 1382 days, 9:11:40 ] [ l_g_pix: 2.3875e-02 ] [ l_g_total: 2.3875e-02 ] +2024-10-25 05:53:36,482 INFO: [ epoch: 6 ] [ iter: 72,700 ] [ performance: 18.649 it/s ] [ lr: 5.00e-05 ] [ eta: 1379 days, 0:44:18 ] [ l_g_pix: 2.6730e-02 ] [ l_g_total: 2.6730e-02 ] +2024-10-25 05:53:41,935 INFO: [ epoch: 6 ] [ iter: 72,800 ] [ performance: 18.487 it/s ] [ lr: 5.00e-05 ] [ eta: 1375 days, 16:41:53 ] [ l_g_pix: 2.7326e-02 ] [ l_g_total: 2.7326e-02 ] +2024-10-25 05:53:47,277 INFO: [ epoch: 6 ] [ iter: 72,900 ] [ performance: 18.657 it/s ] [ lr: 5.00e-05 ] [ eta: 1372 days, 7:31:16 ] [ l_g_pix: 4.1876e-02 ] [ l_g_total: 4.1876e-02 ] +2024-10-25 05:53:53,730 INFO: [ epoch: 7 ] [ iter: 73,000 ] [ performance: 10.805 it/s ] [ lr: 5.00e-05 ] [ eta: 1369 days, 6:22:37 ] [ l_g_pix: 3.6722e-02 ] [ l_g_total: 3.6722e-02 ] +2024-10-25 05:53:59,625 INFO: [ epoch: 7 ] [ iter: 73,100 ] [ performance: 14.702 it/s ] [ lr: 5.00e-05 ] [ eta: 1366 days, 0:42:52 ] [ l_g_pix: 1.9059e-02 ] [ l_g_total: 1.9059e-02 ] +2024-10-25 05:54:04,712 INFO: [ epoch: 7 ] [ iter: 73,200 ] [ performance: 20.188 it/s ] [ lr: 5.00e-05 ] [ eta: 1362 days, 12:41:48 ] [ l_g_pix: 2.7188e-02 ] [ l_g_total: 2.7188e-02 ] +2024-10-25 05:54:09,913 INFO: [ epoch: 7 ] [ iter: 73,300 ] [ performance: 19.474 it/s ] [ lr: 5.00e-05 ] [ eta: 1359 days, 1:14:53 ] [ l_g_pix: 2.2423e-02 ] [ l_g_total: 2.2423e-02 ] +2024-10-25 05:54:15,134 INFO: [ epoch: 7 ] [ iter: 73,400 ] [ performance: 18.631 it/s ] [ lr: 5.00e-05 ] [ eta: 1355 days, 13:39:30 ] [ l_g_pix: 3.7101e-02 ] [ l_g_total: 3.7101e-02 ] +2024-10-25 05:54:20,441 INFO: [ epoch: 7 ] [ iter: 73,500 ] [ performance: 18.788 it/s ] [ lr: 5.00e-05 ] [ eta: 1352 days, 2:24:53 ] [ l_g_pix: 2.1562e-02 ] [ l_g_total: 2.1562e-02 ] +2024-10-25 05:54:25,755 INFO: [ epoch: 7 ] [ iter: 73,600 ] [ performance: 18.759 it/s ] [ lr: 5.00e-05 ] [ eta: 1348 days, 14:55:07 ] [ l_g_pix: 2.6912e-02 ] [ l_g_total: 2.6912e-02 ] +2024-10-25 05:54:31,107 INFO: [ epoch: 7 ] [ iter: 73,700 ] [ performance: 18.706 it/s ] [ lr: 5.00e-05 ] [ eta: 1345 days, 3:24:27 ] [ l_g_pix: 2.5087e-02 ] [ l_g_total: 2.5087e-02 ] +2024-10-25 05:54:36,608 INFO: [ epoch: 7 ] [ iter: 73,800 ] [ performance: 19.555 it/s ] [ lr: 5.00e-05 ] [ eta: 1341 days, 16:41:11 ] [ l_g_pix: 2.3021e-02 ] [ l_g_total: 2.3021e-02 ] +2024-10-25 05:54:41,739 INFO: [ epoch: 7 ] [ iter: 73,900 ] [ performance: 19.508 it/s ] [ lr: 5.00e-05 ] [ eta: 1338 days, 2:58:36 ] [ l_g_pix: 1.5773e-02 ] [ l_g_total: 1.5773e-02 ] +2024-10-25 05:54:46,964 INFO: [ epoch: 7 ] [ iter: 74,000 ] [ performance: 19.219 it/s ] [ lr: 5.00e-05 ] [ eta: 1334 days, 13:39:42 ] [ l_g_pix: 2.7572e-02 ] [ l_g_total: 2.7572e-02 ] +2024-10-25 05:54:52,117 INFO: [ epoch: 7 ] [ iter: 74,100 ] [ performance: 19.362 it/s ] [ lr: 5.00e-05 ] [ eta: 1330 days, 23:32:16 ] [ l_g_pix: 2.4778e-02 ] [ l_g_total: 2.4778e-02 ] +2024-10-25 05:54:57,324 INFO: [ epoch: 7 ] [ iter: 74,200 ] [ performance: 19.365 it/s ] [ lr: 5.00e-05 ] [ eta: 1327 days, 9:30:45 ] [ l_g_pix: 1.8543e-02 ] [ l_g_total: 1.8543e-02 ] +2024-10-25 05:55:02,564 INFO: [ epoch: 7 ] [ iter: 74,300 ] [ performance: 19.151 it/s ] [ lr: 5.00e-05 ] [ eta: 1323 days, 19:26:11 ] [ l_g_pix: 3.1946e-02 ] [ l_g_total: 3.1946e-02 ] +2024-10-25 05:55:08,041 INFO: [ epoch: 7 ] [ iter: 74,400 ] [ performance: 16.347 it/s ] [ lr: 5.00e-05 ] [ eta: 1320 days, 6:45:11 ] [ l_g_pix: 2.3639e-02 ] [ l_g_total: 2.3639e-02 ] +2024-10-25 05:55:13,268 INFO: [ epoch: 7 ] [ iter: 74,500 ] [ performance: 18.410 it/s ] [ lr: 5.00e-05 ] [ eta: 1316 days, 15:59:41 ] [ l_g_pix: 2.6795e-02 ] [ l_g_total: 2.6795e-02 ] +2024-10-25 05:55:18,481 INFO: [ epoch: 7 ] [ iter: 74,600 ] [ performance: 18.825 it/s ] [ lr: 5.00e-05 ] [ eta: 1313 days, 0:50:52 ] [ l_g_pix: 1.8887e-02 ] [ l_g_total: 1.8887e-02 ] +2024-10-25 05:55:23,715 INFO: [ epoch: 7 ] [ iter: 74,700 ] [ performance: 19.043 it/s ] [ lr: 5.00e-05 ] [ eta: 1309 days, 9:33:38 ] [ l_g_pix: 1.4837e-02 ] [ l_g_total: 1.4837e-02 ] +2024-10-25 05:55:28,852 INFO: [ epoch: 7 ] [ iter: 74,800 ] [ performance: 19.001 it/s ] [ lr: 5.00e-05 ] [ eta: 1305 days, 17:18:08 ] [ l_g_pix: 1.9608e-02 ] [ l_g_total: 1.9608e-02 ] +2024-10-25 05:55:34,036 INFO: [ epoch: 7 ] [ iter: 74,900 ] [ performance: 19.230 it/s ] [ lr: 5.00e-05 ] [ eta: 1302 days, 1:04:54 ] [ l_g_pix: 2.2439e-02 ] [ l_g_total: 2.2439e-02 ] +2024-10-25 05:55:39,180 INFO: [ epoch: 7 ] [ iter: 75,000 ] [ performance: 19.659 it/s ] [ lr: 5.00e-05 ] [ eta: 1298 days, 8:18:10 ] [ l_g_pix: 1.9705e-02 ] [ l_g_total: 1.9705e-02 ] +2024-10-25 05:55:44,547 INFO: [ epoch: 7 ] [ iter: 75,100 ] [ performance: 18.844 it/s ] [ lr: 5.00e-05 ] [ eta: 1294 days, 16:46:33 ] [ l_g_pix: 2.7247e-02 ] [ l_g_total: 2.7247e-02 ] +2024-10-25 05:55:49,682 INFO: [ epoch: 7 ] [ iter: 75,200 ] [ performance: 19.683 it/s ] [ lr: 5.00e-05 ] [ eta: 1290 days, 23:21:13 ] [ l_g_pix: 3.7297e-02 ] [ l_g_total: 3.7297e-02 ] +2024-10-25 05:55:54,801 INFO: [ epoch: 7 ] [ iter: 75,300 ] [ performance: 19.567 it/s ] [ lr: 5.00e-05 ] [ eta: 1287 days, 5:32:13 ] [ l_g_pix: 3.1821e-02 ] [ l_g_total: 3.1821e-02 ] +2024-10-25 05:55:59,916 INFO: [ epoch: 7 ] [ iter: 75,400 ] [ performance: 19.243 it/s ] [ lr: 5.00e-05 ] [ eta: 1283 days, 11:24:30 ] [ l_g_pix: 3.9320e-02 ] [ l_g_total: 3.9320e-02 ] +2024-10-25 05:56:05,147 INFO: [ epoch: 7 ] [ iter: 75,500 ] [ performance: 19.145 it/s ] [ lr: 5.00e-05 ] [ eta: 1279 days, 17:46:58 ] [ l_g_pix: 1.4959e-02 ] [ l_g_total: 1.4959e-02 ] +2024-10-25 05:56:10,254 INFO: [ epoch: 7 ] [ iter: 75,600 ] [ performance: 19.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1275 days, 23:01:57 ] [ l_g_pix: 2.3272e-02 ] [ l_g_total: 2.3272e-02 ] +2024-10-25 05:56:15,430 INFO: [ epoch: 7 ] [ iter: 75,700 ] [ performance: 19.296 it/s ] [ lr: 5.00e-05 ] [ eta: 1272 days, 4:27:26 ] [ l_g_pix: 2.4324e-02 ] [ l_g_total: 2.4324e-02 ] +2024-10-25 05:56:20,765 INFO: [ epoch: 7 ] [ iter: 75,800 ] [ performance: 19.335 it/s ] [ lr: 5.00e-05 ] [ eta: 1268 days, 10:39:52 ] [ l_g_pix: 1.8265e-02 ] [ l_g_total: 1.8265e-02 ] +2024-10-25 05:56:25,815 INFO: [ epoch: 7 ] [ iter: 75,900 ] [ performance: 19.713 it/s ] [ lr: 5.00e-05 ] [ eta: 1264 days, 14:40:19 ] [ l_g_pix: 2.0252e-02 ] [ l_g_total: 2.0252e-02 ] +2024-10-25 05:56:30,937 INFO: [ epoch: 7 ] [ iter: 76,000 ] [ performance: 18.915 it/s ] [ lr: 5.00e-05 ] [ eta: 1260 days, 18:52:21 ] [ l_g_pix: 2.0832e-02 ] [ l_g_total: 2.0832e-02 ] +2024-10-25 05:56:36,086 INFO: [ epoch: 7 ] [ iter: 76,100 ] [ performance: 19.330 it/s ] [ lr: 5.00e-05 ] [ eta: 1256 days, 22:58:13 ] [ l_g_pix: 2.0408e-02 ] [ l_g_total: 2.0408e-02 ] +2024-10-25 05:56:41,273 INFO: [ epoch: 7 ] [ iter: 76,200 ] [ performance: 19.279 it/s ] [ lr: 5.00e-05 ] [ eta: 1253 days, 3:01:55 ] [ l_g_pix: 1.7412e-02 ] [ l_g_total: 1.7412e-02 ] +2024-10-25 05:56:46,488 INFO: [ epoch: 7 ] [ iter: 76,300 ] [ performance: 19.195 it/s ] [ lr: 5.00e-05 ] [ eta: 1249 days, 6:59:34 ] [ l_g_pix: 2.7111e-02 ] [ l_g_total: 2.7111e-02 ] +2024-10-25 05:56:51,600 INFO: [ epoch: 7 ] [ iter: 76,400 ] [ performance: 19.385 it/s ] [ lr: 5.00e-05 ] [ eta: 1245 days, 9:59:26 ] [ l_g_pix: 1.9125e-02 ] [ l_g_total: 1.9125e-02 ] +2024-10-25 05:56:56,757 INFO: [ epoch: 7 ] [ iter: 76,500 ] [ performance: 19.393 it/s ] [ lr: 5.00e-05 ] [ eta: 1241 days, 12:59:34 ] [ l_g_pix: 1.7969e-02 ] [ l_g_total: 1.7969e-02 ] +2024-10-25 05:57:01,892 INFO: [ epoch: 7 ] [ iter: 76,600 ] [ performance: 19.349 it/s ] [ lr: 5.00e-05 ] [ eta: 1237 days, 15:34:15 ] [ l_g_pix: 2.1499e-02 ] [ l_g_total: 2.1499e-02 ] +2024-10-25 05:57:07,041 INFO: [ epoch: 7 ] [ iter: 76,700 ] [ performance: 19.415 it/s ] [ lr: 5.00e-05 ] [ eta: 1233 days, 17:56:45 ] [ l_g_pix: 2.2464e-02 ] [ l_g_total: 2.2464e-02 ] +2024-10-25 05:57:12,279 INFO: [ epoch: 7 ] [ iter: 76,800 ] [ performance: 19.112 it/s ] [ lr: 5.00e-05 ] [ eta: 1229 days, 20:36:55 ] [ l_g_pix: 2.0631e-02 ] [ l_g_total: 2.0631e-02 ] +2024-10-25 05:57:17,377 INFO: [ epoch: 7 ] [ iter: 76,900 ] [ performance: 19.537 it/s ] [ lr: 5.00e-05 ] [ eta: 1225 days, 22:05:50 ] [ l_g_pix: 2.1941e-02 ] [ l_g_total: 2.1941e-02 ] +2024-10-25 05:57:22,543 INFO: [ epoch: 7 ] [ iter: 77,000 ] [ performance: 18.897 it/s ] [ lr: 5.00e-05 ] [ eta: 1221 days, 23:43:38 ] [ l_g_pix: 2.2116e-02 ] [ l_g_total: 2.2116e-02 ] +2024-10-25 05:57:27,723 INFO: [ epoch: 7 ] [ iter: 77,100 ] [ performance: 19.249 it/s ] [ lr: 5.00e-05 ] [ eta: 1218 days, 1:09:16 ] [ l_g_pix: 3.6491e-02 ] [ l_g_total: 3.6491e-02 ] +2024-10-25 05:57:32,905 INFO: [ epoch: 7 ] [ iter: 77,200 ] [ performance: 18.918 it/s ] [ lr: 5.00e-05 ] [ eta: 1214 days, 2:18:55 ] [ l_g_pix: 2.1156e-02 ] [ l_g_total: 2.1156e-02 ] +2024-10-25 05:57:38,088 INFO: [ epoch: 7 ] [ iter: 77,300 ] [ performance: 19.244 it/s ] [ lr: 5.00e-05 ] [ eta: 1210 days, 3:11:21 ] [ l_g_pix: 2.3798e-02 ] [ l_g_total: 2.3798e-02 ] +2024-10-25 05:57:43,268 INFO: [ epoch: 7 ] [ iter: 77,400 ] [ performance: 19.823 it/s ] [ lr: 5.00e-05 ] [ eta: 1206 days, 3:45:31 ] [ l_g_pix: 2.6897e-02 ] [ l_g_total: 2.6897e-02 ] +2024-10-25 05:57:48,508 INFO: [ epoch: 7 ] [ iter: 77,500 ] [ performance: 19.180 it/s ] [ lr: 5.00e-05 ] [ eta: 1202 days, 4:24:47 ] [ l_g_pix: 2.1701e-02 ] [ l_g_total: 2.1701e-02 ] +2024-10-25 05:57:53,791 INFO: [ epoch: 7 ] [ iter: 77,600 ] [ performance: 19.997 it/s ] [ lr: 5.00e-05 ] [ eta: 1198 days, 5:02:38 ] [ l_g_pix: 2.9633e-02 ] [ l_g_total: 2.9633e-02 ] +2024-10-25 05:57:58,975 INFO: [ epoch: 7 ] [ iter: 77,700 ] [ performance: 19.375 it/s ] [ lr: 5.00e-05 ] [ eta: 1194 days, 4:46:15 ] [ l_g_pix: 1.9204e-02 ] [ l_g_total: 1.9204e-02 ] +2024-10-25 05:58:04,224 INFO: [ epoch: 7 ] [ iter: 77,800 ] [ performance: 19.119 it/s ] [ lr: 5.00e-05 ] [ eta: 1190 days, 4:36:18 ] [ l_g_pix: 2.8558e-02 ] [ l_g_total: 2.8558e-02 ] +2024-10-25 05:58:09,443 INFO: [ epoch: 7 ] [ iter: 77,900 ] [ performance: 19.156 it/s ] [ lr: 5.00e-05 ] [ eta: 1186 days, 3:58:14 ] [ l_g_pix: 2.3300e-02 ] [ l_g_total: 2.3300e-02 ] +2024-10-25 05:58:14,649 INFO: [ epoch: 7 ] [ iter: 78,000 ] [ performance: 19.034 it/s ] [ lr: 5.00e-05 ] [ eta: 1182 days, 2:57:49 ] [ l_g_pix: 2.6596e-02 ] [ l_g_total: 2.6596e-02 ] +2024-10-25 05:58:19,905 INFO: [ epoch: 7 ] [ iter: 78,100 ] [ performance: 19.030 it/s ] [ lr: 5.00e-05 ] [ eta: 1178 days, 1:58:12 ] [ l_g_pix: 2.3728e-02 ] [ l_g_total: 2.3728e-02 ] +2024-10-25 05:58:25,006 INFO: [ epoch: 7 ] [ iter: 78,200 ] [ performance: 19.263 it/s ] [ lr: 5.00e-05 ] [ eta: 1173 days, 23:44:51 ] [ l_g_pix: 2.6312e-02 ] [ l_g_total: 2.6312e-02 ] +2024-10-25 05:58:30,189 INFO: [ epoch: 7 ] [ iter: 78,300 ] [ performance: 19.295 it/s ] [ lr: 5.00e-05 ] [ eta: 1169 days, 21:43:57 ] [ l_g_pix: 2.1709e-02 ] [ l_g_total: 2.1709e-02 ] +2024-10-25 05:58:35,395 INFO: [ epoch: 7 ] [ iter: 78,400 ] [ performance: 18.666 it/s ] [ lr: 5.00e-05 ] [ eta: 1165 days, 19:34:27 ] [ l_g_pix: 2.0089e-02 ] [ l_g_total: 2.0089e-02 ] +2024-10-25 05:58:40,531 INFO: [ epoch: 7 ] [ iter: 78,500 ] [ performance: 19.396 it/s ] [ lr: 5.00e-05 ] [ eta: 1161 days, 16:42:19 ] [ l_g_pix: 2.7630e-02 ] [ l_g_total: 2.7630e-02 ] +2024-10-25 05:58:45,867 INFO: [ epoch: 7 ] [ iter: 78,600 ] [ performance: 19.075 it/s ] [ lr: 5.00e-05 ] [ eta: 1157 days, 14:44:19 ] [ l_g_pix: 2.3169e-02 ] [ l_g_total: 2.3169e-02 ] +2024-10-25 05:58:51,194 INFO: [ epoch: 7 ] [ iter: 78,700 ] [ performance: 18.799 it/s ] [ lr: 5.00e-05 ] [ eta: 1153 days, 12:25:23 ] [ l_g_pix: 2.1001e-02 ] [ l_g_total: 2.1001e-02 ] +2024-10-25 05:58:56,476 INFO: [ epoch: 7 ] [ iter: 78,800 ] [ performance: 18.325 it/s ] [ lr: 5.00e-05 ] [ eta: 1149 days, 9:32:37 ] [ l_g_pix: 3.0890e-02 ] [ l_g_total: 3.0890e-02 ] +2024-10-25 05:59:01,878 INFO: [ epoch: 7 ] [ iter: 78,900 ] [ performance: 18.499 it/s ] [ lr: 5.00e-05 ] [ eta: 1145 days, 7:04:51 ] [ l_g_pix: 2.4473e-02 ] [ l_g_total: 2.4473e-02 ] +2024-10-25 05:59:07,206 INFO: [ epoch: 7 ] [ iter: 79,000 ] [ performance: 19.840 it/s ] [ lr: 5.00e-05 ] [ eta: 1141 days, 3:52:54 ] [ l_g_pix: 2.6438e-02 ] [ l_g_total: 2.6438e-02 ] +2024-10-25 05:59:12,398 INFO: [ epoch: 7 ] [ iter: 79,100 ] [ performance: 19.299 it/s ] [ lr: 5.00e-05 ] [ eta: 1136 days, 23:35:57 ] [ l_g_pix: 1.5260e-02 ] [ l_g_total: 1.5260e-02 ] +2024-10-25 05:59:17,707 INFO: [ epoch: 7 ] [ iter: 79,200 ] [ performance: 19.581 it/s ] [ lr: 5.00e-05 ] [ eta: 1132 days, 19:42:15 ] [ l_g_pix: 2.2341e-02 ] [ l_g_total: 2.2341e-02 ] +2024-10-25 05:59:22,969 INFO: [ epoch: 7 ] [ iter: 79,300 ] [ performance: 19.038 it/s ] [ lr: 5.00e-05 ] [ eta: 1128 days, 15:14:33 ] [ l_g_pix: 3.1486e-02 ] [ l_g_total: 3.1486e-02 ] +2024-10-25 05:59:28,214 INFO: [ epoch: 7 ] [ iter: 79,400 ] [ performance: 18.755 it/s ] [ lr: 5.00e-05 ] [ eta: 1124 days, 10:23:27 ] [ l_g_pix: 3.7244e-02 ] [ l_g_total: 3.7244e-02 ] +2024-10-25 05:59:33,363 INFO: [ epoch: 7 ] [ iter: 79,500 ] [ performance: 19.392 it/s ] [ lr: 5.00e-05 ] [ eta: 1120 days, 4:42:00 ] [ l_g_pix: 2.3201e-02 ] [ l_g_total: 2.3201e-02 ] +2024-10-25 05:59:38,605 INFO: [ epoch: 7 ] [ iter: 79,600 ] [ performance: 19.709 it/s ] [ lr: 5.00e-05 ] [ eta: 1115 days, 23:15:12 ] [ l_g_pix: 2.8747e-02 ] [ l_g_total: 2.8747e-02 ] +2024-10-25 05:59:43,827 INFO: [ epoch: 7 ] [ iter: 79,700 ] [ performance: 19.173 it/s ] [ lr: 5.00e-05 ] [ eta: 1111 days, 17:24:08 ] [ l_g_pix: 1.6051e-02 ] [ l_g_total: 1.6051e-02 ] +2024-10-25 05:59:49,044 INFO: [ epoch: 7 ] [ iter: 79,800 ] [ performance: 18.424 it/s ] [ lr: 5.00e-05 ] [ eta: 1107 days, 11:13:52 ] [ l_g_pix: 3.3869e-02 ] [ l_g_total: 3.3869e-02 ] +2024-10-25 05:59:54,312 INFO: [ epoch: 7 ] [ iter: 79,900 ] [ performance: 18.970 it/s ] [ lr: 5.00e-05 ] [ eta: 1103 days, 5:03:10 ] [ l_g_pix: 1.5696e-02 ] [ l_g_total: 1.5696e-02 ] +2024-10-25 05:59:59,605 INFO: [ epoch: 7 ] [ iter: 80,000 ] [ performance: 17.632 it/s ] [ lr: 5.00e-05 ] [ eta: 1098 days, 22:43:26 ] [ l_g_pix: 2.2322e-02 ] [ l_g_total: 2.2322e-02 ] +2024-10-25 05:59:59,605 INFO: Saving models and training states. +2024-10-25 06:01:20,437 INFO: Validation val + + # psnr: 22.0604........ Best: 22.0604 @ 80000 iter + # ssim: 0.6497........ Best: 0.6497 @ 80000 iter + # dists: 0.7866........ Best: 0.7866 @ 80000 iter + +2024-10-25 06:01:26,179 INFO: [ epoch: 7 ] [ iter: 80,100 ] [ performance: 17.423 it/s ] [ lr: 5.00e-05 ] [ eta: 1113 days, 9:23:08 ] [ l_g_pix: 2.5890e-02 ] [ l_g_total: 2.5890e-02 ] +2024-10-25 06:01:31,584 INFO: [ epoch: 7 ] [ iter: 80,200 ] [ performance: 16.963 it/s ] [ lr: 5.00e-05 ] [ eta: 1109 days, 0:49:22 ] [ l_g_pix: 2.7738e-02 ] [ l_g_total: 2.7738e-02 ] +2024-10-25 06:01:36,804 INFO: [ epoch: 7 ] [ iter: 80,300 ] [ performance: 19.132 it/s ] [ lr: 5.00e-05 ] [ eta: 1104 days, 14:57:18 ] [ l_g_pix: 2.4554e-02 ] [ l_g_total: 2.4554e-02 ] +2024-10-25 06:01:41,866 INFO: [ epoch: 7 ] [ iter: 80,400 ] [ performance: 19.439 it/s ] [ lr: 5.00e-05 ] [ eta: 1100 days, 3:55:52 ] [ l_g_pix: 2.2142e-02 ] [ l_g_total: 2.2142e-02 ] +2024-10-25 06:01:46,926 INFO: [ epoch: 7 ] [ iter: 80,500 ] [ performance: 19.764 it/s ] [ lr: 5.00e-05 ] [ eta: 1095 days, 16:37:10 ] [ l_g_pix: 2.5854e-02 ] [ l_g_total: 2.5854e-02 ] +2024-10-25 06:01:51,972 INFO: [ epoch: 7 ] [ iter: 80,600 ] [ performance: 19.792 it/s ] [ lr: 5.00e-05 ] [ eta: 1091 days, 4:56:53 ] [ l_g_pix: 1.8804e-02 ] [ l_g_total: 1.8804e-02 ] +2024-10-25 06:01:57,152 INFO: [ epoch: 7 ] [ iter: 80,700 ] [ performance: 19.305 it/s ] [ lr: 5.00e-05 ] [ eta: 1086 days, 17:42:45 ] [ l_g_pix: 2.2631e-02 ] [ l_g_total: 2.2631e-02 ] +2024-10-25 06:02:02,420 INFO: [ epoch: 7 ] [ iter: 80,800 ] [ performance: 19.143 it/s ] [ lr: 5.00e-05 ] [ eta: 1082 days, 6:39:50 ] [ l_g_pix: 3.2575e-02 ] [ l_g_total: 3.2575e-02 ] +2024-10-25 06:02:07,669 INFO: [ epoch: 7 ] [ iter: 80,900 ] [ performance: 19.056 it/s ] [ lr: 5.00e-05 ] [ eta: 1077 days, 19:13:11 ] [ l_g_pix: 3.4208e-02 ] [ l_g_total: 3.4208e-02 ] +2024-10-25 06:02:13,015 INFO: [ epoch: 7 ] [ iter: 81,000 ] [ performance: 18.879 it/s ] [ lr: 5.00e-05 ] [ eta: 1073 days, 7:59:42 ] [ l_g_pix: 2.4944e-02 ] [ l_g_total: 2.4944e-02 ] +2024-10-25 06:02:18,290 INFO: [ epoch: 7 ] [ iter: 81,100 ] [ performance: 18.986 it/s ] [ lr: 5.00e-05 ] [ eta: 1068 days, 20:06:02 ] [ l_g_pix: 2.1283e-02 ] [ l_g_total: 2.1283e-02 ] +2024-10-25 06:02:23,527 INFO: [ epoch: 7 ] [ iter: 81,200 ] [ performance: 19.041 it/s ] [ lr: 5.00e-05 ] [ eta: 1064 days, 7:43:07 ] [ l_g_pix: 2.1051e-02 ] [ l_g_total: 2.1051e-02 ] +2024-10-25 06:02:28,783 INFO: [ epoch: 7 ] [ iter: 81,300 ] [ performance: 19.067 it/s ] [ lr: 5.00e-05 ] [ eta: 1059 days, 19:08:22 ] [ l_g_pix: 1.8448e-02 ] [ l_g_total: 1.8448e-02 ] +2024-10-25 06:02:34,173 INFO: [ epoch: 7 ] [ iter: 81,400 ] [ performance: 18.803 it/s ] [ lr: 5.00e-05 ] [ eta: 1055 days, 6:57:37 ] [ l_g_pix: 1.8814e-02 ] [ l_g_total: 1.8814e-02 ] +2024-10-25 06:02:39,576 INFO: [ epoch: 7 ] [ iter: 81,500 ] [ performance: 18.483 it/s ] [ lr: 5.00e-05 ] [ eta: 1050 days, 18:32:58 ] [ l_g_pix: 1.6181e-02 ] [ l_g_total: 1.6181e-02 ] +2024-10-25 06:02:44,949 INFO: [ epoch: 7 ] [ iter: 81,600 ] [ performance: 18.549 it/s ] [ lr: 5.00e-05 ] [ eta: 1046 days, 5:41:23 ] [ l_g_pix: 2.5240e-02 ] [ l_g_total: 2.5240e-02 ] +2024-10-25 06:02:50,305 INFO: [ epoch: 7 ] [ iter: 81,700 ] [ performance: 18.724 it/s ] [ lr: 5.00e-05 ] [ eta: 1041 days, 16:26:25 ] [ l_g_pix: 2.8927e-02 ] [ l_g_total: 2.8927e-02 ] +2024-10-25 06:02:55,570 INFO: [ epoch: 7 ] [ iter: 81,800 ] [ performance: 18.863 it/s ] [ lr: 5.00e-05 ] [ eta: 1037 days, 2:26:04 ] [ l_g_pix: 2.3289e-02 ] [ l_g_total: 2.3289e-02 ] +2024-10-25 06:03:00,950 INFO: [ epoch: 7 ] [ iter: 81,900 ] [ performance: 18.568 it/s ] [ lr: 5.00e-05 ] [ eta: 1032 days, 12:42:51 ] [ l_g_pix: 2.2736e-02 ] [ l_g_total: 2.2736e-02 ] +2024-10-25 06:03:06,159 INFO: [ epoch: 7 ] [ iter: 82,000 ] [ performance: 18.890 it/s ] [ lr: 5.00e-05 ] [ eta: 1027 days, 21:50:31 ] [ l_g_pix: 2.3046e-02 ] [ l_g_total: 2.3046e-02 ] +2024-10-25 06:03:11,423 INFO: [ epoch: 7 ] [ iter: 82,100 ] [ performance: 18.926 it/s ] [ lr: 5.00e-05 ] [ eta: 1023 days, 6:56:51 ] [ l_g_pix: 1.9903e-02 ] [ l_g_total: 1.9903e-02 ] +2024-10-25 06:03:16,737 INFO: [ epoch: 7 ] [ iter: 82,200 ] [ performance: 18.870 it/s ] [ lr: 5.00e-05 ] [ eta: 1018 days, 16:00:50 ] [ l_g_pix: 3.3344e-02 ] [ l_g_total: 3.3344e-02 ] +2024-10-25 06:03:21,916 INFO: [ epoch: 7 ] [ iter: 82,300 ] [ performance: 19.437 it/s ] [ lr: 5.00e-05 ] [ eta: 1014 days, 0:07:15 ] [ l_g_pix: 3.6581e-02 ] [ l_g_total: 3.6581e-02 ] +2024-10-25 06:03:27,244 INFO: [ epoch: 7 ] [ iter: 82,400 ] [ performance: 19.083 it/s ] [ lr: 5.00e-05 ] [ eta: 1009 days, 8:39:55 ] [ l_g_pix: 2.4032e-02 ] [ l_g_total: 2.4032e-02 ] +2024-10-25 06:03:32,705 INFO: [ epoch: 7 ] [ iter: 82,500 ] [ performance: 18.325 it/s ] [ lr: 5.00e-05 ] [ eta: 1004 days, 17:33:59 ] [ l_g_pix: 2.6833e-02 ] [ l_g_total: 2.6833e-02 ] +2024-10-25 06:03:38,082 INFO: [ epoch: 7 ] [ iter: 82,600 ] [ performance: 18.471 it/s ] [ lr: 5.00e-05 ] [ eta: 1000 days, 1:44:57 ] [ l_g_pix: 3.6601e-02 ] [ l_g_total: 3.6601e-02 ] +2024-10-25 06:03:43,465 INFO: [ epoch: 7 ] [ iter: 82,700 ] [ performance: 18.601 it/s ] [ lr: 5.00e-05 ] [ eta: 995 days, 9:40:06 ] [ l_g_pix: 2.9287e-02 ] [ l_g_total: 2.9287e-02 ] +2024-10-25 06:03:48,873 INFO: [ epoch: 7 ] [ iter: 82,800 ] [ performance: 18.544 it/s ] [ lr: 5.00e-05 ] [ eta: 990 days, 17:24:23 ] [ l_g_pix: 2.1861e-02 ] [ l_g_total: 2.1861e-02 ] +2024-10-25 06:03:54,181 INFO: [ epoch: 7 ] [ iter: 82,900 ] [ performance: 18.887 it/s ] [ lr: 5.00e-05 ] [ eta: 986 days, 0:22:18 ] [ l_g_pix: 2.3513e-02 ] [ l_g_total: 2.3513e-02 ] +2024-10-25 06:03:59,389 INFO: [ epoch: 7 ] [ iter: 83,000 ] [ performance: 19.056 it/s ] [ lr: 5.00e-05 ] [ eta: 981 days, 6:33:51 ] [ l_g_pix: 2.8972e-02 ] [ l_g_total: 2.8972e-02 ] +2024-10-25 06:04:04,750 INFO: [ epoch: 7 ] [ iter: 83,100 ] [ performance: 18.751 it/s ] [ lr: 5.00e-05 ] [ eta: 976 days, 13:11:31 ] [ l_g_pix: 2.6586e-02 ] [ l_g_total: 2.6586e-02 ] +2024-10-25 06:04:10,171 INFO: [ epoch: 7 ] [ iter: 83,200 ] [ performance: 18.588 it/s ] [ lr: 5.00e-05 ] [ eta: 971 days, 19:47:54 ] [ l_g_pix: 2.7690e-02 ] [ l_g_total: 2.7690e-02 ] +2024-10-25 06:04:15,678 INFO: [ epoch: 7 ] [ iter: 83,300 ] [ performance: 18.163 it/s ] [ lr: 5.00e-05 ] [ eta: 967 days, 2:30:08 ] [ l_g_pix: 2.5957e-02 ] [ l_g_total: 2.5957e-02 ] +2024-10-25 06:04:20,288 INFO: [ epoch: 7 ] [ iter: 83,400 ] [ performance: 19.906 it/s ] [ lr: 5.00e-05 ] [ eta: 962 days, 4:45:51 ] [ l_g_pix: 2.5673e-02 ] [ l_g_total: 2.5673e-02 ] +2024-10-25 06:04:26,789 INFO: [ epoch: 8 ] [ iter: 83,500 ] [ performance: 19.227 it/s ] [ lr: 5.00e-05 ] [ eta: 957 days, 15:26:03 ] [ l_g_pix: 2.5791e-02 ] [ l_g_total: 2.5791e-02 ] +2024-10-25 06:04:32,034 INFO: [ epoch: 8 ] [ iter: 83,600 ] [ performance: 19.142 it/s ] [ lr: 5.00e-05 ] [ eta: 952 days, 20:01:38 ] [ l_g_pix: 3.2336e-02 ] [ l_g_total: 3.2336e-02 ] +2024-10-25 06:04:37,204 INFO: [ epoch: 8 ] [ iter: 83,700 ] [ performance: 19.458 it/s ] [ lr: 5.00e-05 ] [ eta: 947 days, 23:59:10 ] [ l_g_pix: 2.3937e-02 ] [ l_g_total: 2.3937e-02 ] +2024-10-25 06:04:42,497 INFO: [ epoch: 8 ] [ iter: 83,800 ] [ performance: 19.148 it/s ] [ lr: 5.00e-05 ] [ eta: 943 days, 4:12:46 ] [ l_g_pix: 3.1976e-02 ] [ l_g_total: 3.1976e-02 ] +2024-10-25 06:04:47,696 INFO: [ epoch: 8 ] [ iter: 83,900 ] [ performance: 19.357 it/s ] [ lr: 5.00e-05 ] [ eta: 938 days, 7:43:20 ] [ l_g_pix: 1.9104e-02 ] [ l_g_total: 1.9104e-02 ] +2024-10-25 06:04:53,326 INFO: [ epoch: 8 ] [ iter: 84,000 ] [ performance: 18.452 it/s ] [ lr: 5.00e-05 ] [ eta: 933 days, 12:51:43 ] [ l_g_pix: 2.6633e-02 ] [ l_g_total: 2.6633e-02 ] +2024-10-25 06:04:58,682 INFO: [ epoch: 8 ] [ iter: 84,100 ] [ performance: 18.682 it/s ] [ lr: 5.00e-05 ] [ eta: 928 days, 16:28:33 ] [ l_g_pix: 4.0748e-02 ] [ l_g_total: 4.0748e-02 ] +2024-10-25 06:05:03,996 INFO: [ epoch: 8 ] [ iter: 84,200 ] [ performance: 18.757 it/s ] [ lr: 5.00e-05 ] [ eta: 923 days, 19:36:43 ] [ l_g_pix: 3.0793e-02 ] [ l_g_total: 3.0793e-02 ] +2024-10-25 06:05:09,261 INFO: [ epoch: 8 ] [ iter: 84,300 ] [ performance: 19.181 it/s ] [ lr: 5.00e-05 ] [ eta: 918 days, 22:14:04 ] [ l_g_pix: 2.3742e-02 ] [ l_g_total: 2.3742e-02 ] +2024-10-25 06:05:14,635 INFO: [ epoch: 8 ] [ iter: 84,400 ] [ performance: 18.861 it/s ] [ lr: 5.00e-05 ] [ eta: 914 days, 1:02:22 ] [ l_g_pix: 2.2576e-02 ] [ l_g_total: 2.2576e-02 ] +2024-10-25 06:05:19,987 INFO: [ epoch: 8 ] [ iter: 84,500 ] [ performance: 18.620 it/s ] [ lr: 5.00e-05 ] [ eta: 909 days, 3:26:56 ] [ l_g_pix: 1.8529e-02 ] [ l_g_total: 1.8529e-02 ] +2024-10-25 06:05:25,583 INFO: [ epoch: 8 ] [ iter: 84,600 ] [ performance: 18.197 it/s ] [ lr: 5.00e-05 ] [ eta: 904 days, 6:36:20 ] [ l_g_pix: 1.8624e-02 ] [ l_g_total: 1.8624e-02 ] +2024-10-25 06:05:31,013 INFO: [ epoch: 8 ] [ iter: 84,700 ] [ performance: 18.732 it/s ] [ lr: 5.00e-05 ] [ eta: 899 days, 8:44:53 ] [ l_g_pix: 3.0563e-02 ] [ l_g_total: 3.0563e-02 ] +2024-10-25 06:05:36,226 INFO: [ epoch: 8 ] [ iter: 84,800 ] [ performance: 18.983 it/s ] [ lr: 5.00e-05 ] [ eta: 894 days, 9:40:18 ] [ l_g_pix: 2.0107e-02 ] [ l_g_total: 2.0107e-02 ] +2024-10-25 06:05:41,214 INFO: [ epoch: 8 ] [ iter: 84,900 ] [ performance: 19.830 it/s ] [ lr: 5.00e-05 ] [ eta: 889 days, 9:21:39 ] [ l_g_pix: 2.8135e-02 ] [ l_g_total: 2.8135e-02 ] +2024-10-25 06:05:46,327 INFO: [ epoch: 8 ] [ iter: 85,000 ] [ performance: 19.679 it/s ] [ lr: 5.00e-05 ] [ eta: 884 days, 9:17:33 ] [ l_g_pix: 2.4330e-02 ] [ l_g_total: 2.4330e-02 ] +2024-10-25 06:05:51,328 INFO: [ epoch: 8 ] [ iter: 85,100 ] [ performance: 20.041 it/s ] [ lr: 5.00e-05 ] [ eta: 879 days, 8:28:53 ] [ l_g_pix: 2.0481e-02 ] [ l_g_total: 2.0481e-02 ] +2024-10-25 06:05:56,423 INFO: [ epoch: 8 ] [ iter: 85,200 ] [ performance: 19.807 it/s ] [ lr: 5.00e-05 ] [ eta: 874 days, 7:46:26 ] [ l_g_pix: 2.2515e-02 ] [ l_g_total: 2.2515e-02 ] +2024-10-25 06:06:01,875 INFO: [ epoch: 8 ] [ iter: 85,300 ] [ performance: 18.007 it/s ] [ lr: 5.00e-05 ] [ eta: 869 days, 8:14:31 ] [ l_g_pix: 3.5776e-02 ] [ l_g_total: 3.5776e-02 ] +2024-10-25 06:06:06,978 INFO: [ epoch: 8 ] [ iter: 85,400 ] [ performance: 18.878 it/s ] [ lr: 5.00e-05 ] [ eta: 864 days, 6:59:35 ] [ l_g_pix: 2.3596e-02 ] [ l_g_total: 2.3596e-02 ] +2024-10-25 06:06:11,992 INFO: [ epoch: 8 ] [ iter: 85,500 ] [ performance: 19.827 it/s ] [ lr: 5.00e-05 ] [ eta: 859 days, 5:06:04 ] [ l_g_pix: 2.3307e-02 ] [ l_g_total: 2.3307e-02 ] +2024-10-25 06:06:17,169 INFO: [ epoch: 8 ] [ iter: 85,600 ] [ performance: 19.533 it/s ] [ lr: 5.00e-05 ] [ eta: 854 days, 3:35:04 ] [ l_g_pix: 2.7199e-02 ] [ l_g_total: 2.7199e-02 ] +2024-10-25 06:06:22,361 INFO: [ epoch: 8 ] [ iter: 85,700 ] [ performance: 19.440 it/s ] [ lr: 5.00e-05 ] [ eta: 849 days, 1:50:17 ] [ l_g_pix: 2.2855e-02 ] [ l_g_total: 2.2855e-02 ] +2024-10-25 06:06:27,629 INFO: [ epoch: 8 ] [ iter: 85,800 ] [ performance: 19.175 it/s ] [ lr: 5.00e-05 ] [ eta: 844 days, 0:06:17 ] [ l_g_pix: 2.3874e-02 ] [ l_g_total: 2.3874e-02 ] +2024-10-25 06:06:32,759 INFO: [ epoch: 8 ] [ iter: 85,900 ] [ performance: 19.554 it/s ] [ lr: 5.00e-05 ] [ eta: 838 days, 21:32:09 ] [ l_g_pix: 2.1734e-02 ] [ l_g_total: 2.1734e-02 ] +2024-10-25 06:06:38,079 INFO: [ epoch: 8 ] [ iter: 86,000 ] [ performance: 19.109 it/s ] [ lr: 5.00e-05 ] [ eta: 833 days, 19:25:26 ] [ l_g_pix: 1.8269e-02 ] [ l_g_total: 1.8269e-02 ] +2024-10-25 06:06:43,282 INFO: [ epoch: 8 ] [ iter: 86,100 ] [ performance: 19.447 it/s ] [ lr: 5.00e-05 ] [ eta: 828 days, 16:33:44 ] [ l_g_pix: 2.2057e-02 ] [ l_g_total: 2.2057e-02 ] +2024-10-25 06:06:48,517 INFO: [ epoch: 8 ] [ iter: 86,200 ] [ performance: 19.247 it/s ] [ lr: 5.00e-05 ] [ eta: 823 days, 13:32:03 ] [ l_g_pix: 2.8922e-02 ] [ l_g_total: 2.8922e-02 ] +2024-10-25 06:06:53,784 INFO: [ epoch: 8 ] [ iter: 86,300 ] [ performance: 19.192 it/s ] [ lr: 5.00e-05 ] [ eta: 818 days, 10:20:11 ] [ l_g_pix: 1.6213e-02 ] [ l_g_total: 1.6213e-02 ] +2024-10-25 06:06:59,050 INFO: [ epoch: 8 ] [ iter: 86,400 ] [ performance: 19.074 it/s ] [ lr: 5.00e-05 ] [ eta: 813 days, 6:50:41 ] [ l_g_pix: 2.8564e-02 ] [ l_g_total: 2.8564e-02 ] +2024-10-25 06:07:04,231 INFO: [ epoch: 8 ] [ iter: 86,500 ] [ performance: 19.129 it/s ] [ lr: 5.00e-05 ] [ eta: 808 days, 2:44:24 ] [ l_g_pix: 2.1384e-02 ] [ l_g_total: 2.1384e-02 ] +2024-10-25 06:07:09,459 INFO: [ epoch: 8 ] [ iter: 86,600 ] [ performance: 19.130 it/s ] [ lr: 5.00e-05 ] [ eta: 802 days, 22:31:22 ] [ l_g_pix: 2.2357e-02 ] [ l_g_total: 2.2357e-02 ] +2024-10-25 06:07:14,551 INFO: [ epoch: 8 ] [ iter: 86,700 ] [ performance: 19.557 it/s ] [ lr: 5.00e-05 ] [ eta: 797 days, 17:30:56 ] [ l_g_pix: 2.0473e-02 ] [ l_g_total: 2.0473e-02 ] +2024-10-25 06:07:19,816 INFO: [ epoch: 8 ] [ iter: 86,800 ] [ performance: 19.222 it/s ] [ lr: 5.00e-05 ] [ eta: 792 days, 12:51:18 ] [ l_g_pix: 2.4506e-02 ] [ l_g_total: 2.4506e-02 ] +2024-10-25 06:07:25,057 INFO: [ epoch: 8 ] [ iter: 86,900 ] [ performance: 19.284 it/s ] [ lr: 5.00e-05 ] [ eta: 787 days, 7:49:02 ] [ l_g_pix: 3.1343e-02 ] [ l_g_total: 3.1343e-02 ] +2024-10-25 06:07:30,330 INFO: [ epoch: 8 ] [ iter: 87,000 ] [ performance: 19.095 it/s ] [ lr: 5.00e-05 ] [ eta: 782 days, 2:36:07 ] [ l_g_pix: 2.6228e-02 ] [ l_g_total: 2.6228e-02 ] +2024-10-25 06:07:35,704 INFO: [ epoch: 8 ] [ iter: 87,100 ] [ performance: 18.577 it/s ] [ lr: 5.00e-05 ] [ eta: 776 days, 21:27:29 ] [ l_g_pix: 2.4357e-02 ] [ l_g_total: 2.4357e-02 ] +2024-10-25 06:07:40,900 INFO: [ epoch: 8 ] [ iter: 87,200 ] [ performance: 18.974 it/s ] [ lr: 5.00e-05 ] [ eta: 771 days, 15:22:48 ] [ l_g_pix: 2.3456e-02 ] [ l_g_total: 2.3456e-02 ] +2024-10-25 06:07:46,167 INFO: [ epoch: 8 ] [ iter: 87,300 ] [ performance: 18.915 it/s ] [ lr: 5.00e-05 ] [ eta: 766 days, 9:16:06 ] [ l_g_pix: 2.1948e-02 ] [ l_g_total: 2.1948e-02 ] +2024-10-25 06:07:51,306 INFO: [ epoch: 8 ] [ iter: 87,400 ] [ performance: 19.242 it/s ] [ lr: 5.00e-05 ] [ eta: 761 days, 2:24:39 ] [ l_g_pix: 2.5531e-02 ] [ l_g_total: 2.5531e-02 ] +2024-10-25 06:07:56,597 INFO: [ epoch: 8 ] [ iter: 87,500 ] [ performance: 18.853 it/s ] [ lr: 5.00e-05 ] [ eta: 755 days, 19:47:53 ] [ l_g_pix: 2.2214e-02 ] [ l_g_total: 2.2214e-02 ] +2024-10-25 06:08:01,900 INFO: [ epoch: 8 ] [ iter: 87,600 ] [ performance: 18.857 it/s ] [ lr: 5.00e-05 ] [ eta: 750 days, 12:55:59 ] [ l_g_pix: 2.5128e-02 ] [ l_g_total: 2.5128e-02 ] +2024-10-25 06:08:07,122 INFO: [ epoch: 8 ] [ iter: 87,700 ] [ performance: 19.162 it/s ] [ lr: 5.00e-05 ] [ eta: 745 days, 5:29:50 ] [ l_g_pix: 2.6979e-02 ] [ l_g_total: 2.6979e-02 ] +2024-10-25 06:08:12,169 INFO: [ epoch: 8 ] [ iter: 87,800 ] [ performance: 19.556 it/s ] [ lr: 5.00e-05 ] [ eta: 739 days, 21:10:34 ] [ l_g_pix: 3.0058e-02 ] [ l_g_total: 3.0058e-02 ] +2024-10-25 06:08:17,369 INFO: [ epoch: 8 ] [ iter: 87,900 ] [ performance: 19.054 it/s ] [ lr: 5.00e-05 ] [ eta: 734 days, 13:05:27 ] [ l_g_pix: 2.2258e-02 ] [ l_g_total: 2.2258e-02 ] +2024-10-25 06:08:22,557 INFO: [ epoch: 8 ] [ iter: 88,000 ] [ performance: 19.190 it/s ] [ lr: 5.00e-05 ] [ eta: 729 days, 4:40:35 ] [ l_g_pix: 1.8519e-02 ] [ l_g_total: 1.8519e-02 ] +2024-10-25 06:08:27,615 INFO: [ epoch: 8 ] [ iter: 88,100 ] [ performance: 20.021 it/s ] [ lr: 5.00e-05 ] [ eta: 723 days, 19:32:26 ] [ l_g_pix: 3.6306e-02 ] [ l_g_total: 3.6306e-02 ] +2024-10-25 06:08:32,769 INFO: [ epoch: 8 ] [ iter: 88,200 ] [ performance: 19.635 it/s ] [ lr: 5.00e-05 ] [ eta: 718 days, 10:26:34 ] [ l_g_pix: 1.7399e-02 ] [ l_g_total: 1.7399e-02 ] +2024-10-25 06:08:38,016 INFO: [ epoch: 8 ] [ iter: 88,300 ] [ performance: 19.312 it/s ] [ lr: 5.00e-05 ] [ eta: 713 days, 1:21:30 ] [ l_g_pix: 2.1721e-02 ] [ l_g_total: 2.1721e-02 ] +2024-10-25 06:08:43,263 INFO: [ epoch: 8 ] [ iter: 88,400 ] [ performance: 19.155 it/s ] [ lr: 5.00e-05 ] [ eta: 707 days, 15:59:04 ] [ l_g_pix: 1.3976e-02 ] [ l_g_total: 1.3976e-02 ] +2024-10-25 06:08:48,549 INFO: [ epoch: 8 ] [ iter: 88,500 ] [ performance: 18.814 it/s ] [ lr: 5.00e-05 ] [ eta: 702 days, 6:26:30 ] [ l_g_pix: 3.1552e-02 ] [ l_g_total: 3.1552e-02 ] +2024-10-25 06:08:53,839 INFO: [ epoch: 8 ] [ iter: 88,600 ] [ performance: 18.870 it/s ] [ lr: 5.00e-05 ] [ eta: 696 days, 20:37:14 ] [ l_g_pix: 2.5959e-02 ] [ l_g_total: 2.5959e-02 ] +2024-10-25 06:08:59,064 INFO: [ epoch: 8 ] [ iter: 88,700 ] [ performance: 19.100 it/s ] [ lr: 5.00e-05 ] [ eta: 691 days, 10:17:56 ] [ l_g_pix: 3.7218e-02 ] [ l_g_total: 3.7218e-02 ] +2024-10-25 06:09:04,296 INFO: [ epoch: 8 ] [ iter: 88,800 ] [ performance: 19.110 it/s ] [ lr: 5.00e-05 ] [ eta: 685 days, 23:42:33 ] [ l_g_pix: 2.3094e-02 ] [ l_g_total: 2.3094e-02 ] +2024-10-25 06:09:09,513 INFO: [ epoch: 8 ] [ iter: 88,900 ] [ performance: 19.159 it/s ] [ lr: 5.00e-05 ] [ eta: 680 days, 12:46:59 ] [ l_g_pix: 2.2852e-02 ] [ l_g_total: 2.2852e-02 ] +2024-10-25 06:09:14,861 INFO: [ epoch: 8 ] [ iter: 89,000 ] [ performance: 18.866 it/s ] [ lr: 5.00e-05 ] [ eta: 675 days, 1:58:03 ] [ l_g_pix: 2.5682e-02 ] [ l_g_total: 2.5682e-02 ] +2024-10-25 06:09:20,045 INFO: [ epoch: 8 ] [ iter: 89,100 ] [ performance: 19.014 it/s ] [ lr: 5.00e-05 ] [ eta: 669 days, 14:21:28 ] [ l_g_pix: 2.4722e-02 ] [ l_g_total: 2.4722e-02 ] +2024-10-25 06:09:25,328 INFO: [ epoch: 8 ] [ iter: 89,200 ] [ performance: 18.961 it/s ] [ lr: 5.00e-05 ] [ eta: 664 days, 2:45:26 ] [ l_g_pix: 2.7780e-02 ] [ l_g_total: 2.7780e-02 ] +2024-10-25 06:09:30,582 INFO: [ epoch: 8 ] [ iter: 89,300 ] [ performance: 18.767 it/s ] [ lr: 5.00e-05 ] [ eta: 658 days, 14:46:35 ] [ l_g_pix: 1.7699e-02 ] [ l_g_total: 1.7699e-02 ] +2024-10-25 06:09:35,750 INFO: [ epoch: 8 ] [ iter: 89,400 ] [ performance: 19.137 it/s ] [ lr: 5.00e-05 ] [ eta: 653 days, 2:15:09 ] [ l_g_pix: 2.2914e-02 ] [ l_g_total: 2.2914e-02 ] +2024-10-25 06:09:40,999 INFO: [ epoch: 8 ] [ iter: 89,500 ] [ performance: 19.088 it/s ] [ lr: 5.00e-05 ] [ eta: 647 days, 13:40:34 ] [ l_g_pix: 1.8751e-02 ] [ l_g_total: 1.8751e-02 ] +2024-10-25 06:09:46,265 INFO: [ epoch: 8 ] [ iter: 89,600 ] [ performance: 19.026 it/s ] [ lr: 5.00e-05 ] [ eta: 642 days, 0:51:26 ] [ l_g_pix: 2.3099e-02 ] [ l_g_total: 2.3099e-02 ] +2024-10-25 06:09:51,563 INFO: [ epoch: 8 ] [ iter: 89,700 ] [ performance: 19.059 it/s ] [ lr: 5.00e-05 ] [ eta: 636 days, 11:50:20 ] [ l_g_pix: 2.1184e-02 ] [ l_g_total: 2.1184e-02 ] +2024-10-25 06:09:56,847 INFO: [ epoch: 8 ] [ iter: 89,800 ] [ performance: 18.974 it/s ] [ lr: 5.00e-05 ] [ eta: 630 days, 22:29:05 ] [ l_g_pix: 2.3863e-02 ] [ l_g_total: 2.3863e-02 ] +2024-10-25 06:10:02,123 INFO: [ epoch: 8 ] [ iter: 89,900 ] [ performance: 18.567 it/s ] [ lr: 5.00e-05 ] [ eta: 625 days, 8:48:50 ] [ l_g_pix: 3.1132e-02 ] [ l_g_total: 3.1132e-02 ] +2024-10-25 06:10:07,364 INFO: [ epoch: 8 ] [ iter: 90,000 ] [ performance: 18.902 it/s ] [ lr: 5.00e-05 ] [ eta: 619 days, 18:45:10 ] [ l_g_pix: 3.5631e-02 ] [ l_g_total: 3.5631e-02 ] +2024-10-25 06:10:07,364 INFO: Saving models and training states. +2024-10-25 06:11:20,102 INFO: Validation val + + # psnr: 22.0620........ Best: 22.0620 @ 90000 iter + # ssim: 0.6499........ Best: 0.6499 @ 90000 iter + # dists: 0.7865........ Best: 0.7865 @ 90000 iter + +2024-10-25 06:11:25,444 INFO: [ epoch: 8 ] [ iter: 90,100 ] [ performance: 18.462 it/s ] [ lr: 5.00e-05 ] [ eta: 622 days, 12:41:25 ] [ l_g_pix: 2.2244e-02 ] [ l_g_total: 2.2244e-02 ] +2024-10-25 06:11:30,798 INFO: [ epoch: 8 ] [ iter: 90,200 ] [ performance: 18.606 it/s ] [ lr: 5.00e-05 ] [ eta: 616 days, 20:19:51 ] [ l_g_pix: 1.8074e-02 ] [ l_g_total: 1.8074e-02 ] +2024-10-25 06:11:36,095 INFO: [ epoch: 8 ] [ iter: 90,300 ] [ performance: 18.955 it/s ] [ lr: 5.00e-05 ] [ eta: 611 days, 3:31:26 ] [ l_g_pix: 2.3470e-02 ] [ l_g_total: 2.3470e-02 ] +2024-10-25 06:11:41,407 INFO: [ epoch: 8 ] [ iter: 90,400 ] [ performance: 18.872 it/s ] [ lr: 5.00e-05 ] [ eta: 605 days, 10:27:34 ] [ l_g_pix: 2.3339e-02 ] [ l_g_total: 2.3339e-02 ] +2024-10-25 06:11:46,815 INFO: [ epoch: 8 ] [ iter: 90,500 ] [ performance: 18.615 it/s ] [ lr: 5.00e-05 ] [ eta: 599 days, 17:21:15 ] [ l_g_pix: 2.0800e-02 ] [ l_g_total: 2.0800e-02 ] +2024-10-25 06:11:52,235 INFO: [ epoch: 8 ] [ iter: 90,600 ] [ performance: 18.507 it/s ] [ lr: 5.00e-05 ] [ eta: 593 days, 23:58:46 ] [ l_g_pix: 1.6005e-02 ] [ l_g_total: 1.6005e-02 ] +2024-10-25 06:11:57,506 INFO: [ epoch: 8 ] [ iter: 90,700 ] [ performance: 19.296 it/s ] [ lr: 5.00e-05 ] [ eta: 588 days, 5:55:10 ] [ l_g_pix: 3.0933e-02 ] [ l_g_total: 3.0933e-02 ] +2024-10-25 06:12:02,782 INFO: [ epoch: 8 ] [ iter: 90,800 ] [ performance: 19.065 it/s ] [ lr: 5.00e-05 ] [ eta: 582 days, 11:34:52 ] [ l_g_pix: 2.0757e-02 ] [ l_g_total: 2.0757e-02 ] +2024-10-25 06:12:08,148 INFO: [ epoch: 8 ] [ iter: 90,900 ] [ performance: 18.954 it/s ] [ lr: 5.00e-05 ] [ eta: 576 days, 17:10:25 ] [ l_g_pix: 2.4758e-02 ] [ l_g_total: 2.4758e-02 ] +2024-10-25 06:12:13,483 INFO: [ epoch: 8 ] [ iter: 91,000 ] [ performance: 18.813 it/s ] [ lr: 5.00e-05 ] [ eta: 570 days, 22:23:33 ] [ l_g_pix: 3.1103e-02 ] [ l_g_total: 3.1103e-02 ] +2024-10-25 06:12:18,750 INFO: [ epoch: 8 ] [ iter: 91,100 ] [ performance: 18.341 it/s ] [ lr: 5.00e-05 ] [ eta: 565 days, 3:08:43 ] [ l_g_pix: 2.0953e-02 ] [ l_g_total: 2.0953e-02 ] +2024-10-25 06:12:24,247 INFO: [ epoch: 8 ] [ iter: 91,200 ] [ performance: 18.240 it/s ] [ lr: 5.00e-05 ] [ eta: 559 days, 8:10:12 ] [ l_g_pix: 2.3471e-02 ] [ l_g_total: 2.3471e-02 ] +2024-10-25 06:12:29,734 INFO: [ epoch: 8 ] [ iter: 91,300 ] [ performance: 18.164 it/s ] [ lr: 5.00e-05 ] [ eta: 553 days, 12:51:48 ] [ l_g_pix: 3.8677e-02 ] [ l_g_total: 3.8677e-02 ] +2024-10-25 06:12:35,148 INFO: [ epoch: 8 ] [ iter: 91,400 ] [ performance: 18.374 it/s ] [ lr: 5.00e-05 ] [ eta: 547 days, 17:04:43 ] [ l_g_pix: 1.4913e-02 ] [ l_g_total: 1.4913e-02 ] +2024-10-25 06:12:40,584 INFO: [ epoch: 8 ] [ iter: 91,500 ] [ performance: 18.711 it/s ] [ lr: 5.00e-05 ] [ eta: 541 days, 21:02:43 ] [ l_g_pix: 1.6405e-02 ] [ l_g_total: 1.6405e-02 ] +2024-10-25 06:12:46,123 INFO: [ epoch: 8 ] [ iter: 91,600 ] [ performance: 18.256 it/s ] [ lr: 5.00e-05 ] [ eta: 536 days, 0:56:54 ] [ l_g_pix: 2.9535e-02 ] [ l_g_total: 2.9535e-02 ] +2024-10-25 06:12:51,443 INFO: [ epoch: 8 ] [ iter: 91,700 ] [ performance: 19.341 it/s ] [ lr: 5.00e-05 ] [ eta: 530 days, 4:02:27 ] [ l_g_pix: 1.6653e-02 ] [ l_g_total: 1.6653e-02 ] +2024-10-25 06:12:56,674 INFO: [ epoch: 8 ] [ iter: 91,800 ] [ performance: 19.186 it/s ] [ lr: 5.00e-05 ] [ eta: 524 days, 6:38:06 ] [ l_g_pix: 2.6829e-02 ] [ l_g_total: 2.6829e-02 ] +2024-10-25 06:13:02,197 INFO: [ epoch: 8 ] [ iter: 91,900 ] [ performance: 18.200 it/s ] [ lr: 5.00e-05 ] [ eta: 518 days, 9:35:39 ] [ l_g_pix: 1.7413e-02 ] [ l_g_total: 1.7413e-02 ] +2024-10-25 06:13:07,647 INFO: [ epoch: 8 ] [ iter: 92,000 ] [ performance: 18.306 it/s ] [ lr: 5.00e-05 ] [ eta: 512 days, 12:05:04 ] [ l_g_pix: 2.5976e-02 ] [ l_g_total: 2.5976e-02 ] +2024-10-25 06:13:13,071 INFO: [ epoch: 8 ] [ iter: 92,100 ] [ performance: 18.306 it/s ] [ lr: 5.00e-05 ] [ eta: 506 days, 14:12:52 ] [ l_g_pix: 2.2281e-02 ] [ l_g_total: 2.2281e-02 ] +2024-10-25 06:13:18,540 INFO: [ epoch: 8 ] [ iter: 92,200 ] [ performance: 18.293 it/s ] [ lr: 5.00e-05 ] [ eta: 500 days, 16:08:29 ] [ l_g_pix: 1.8850e-02 ] [ l_g_total: 1.8850e-02 ] +2024-10-25 06:13:24,083 INFO: [ epoch: 8 ] [ iter: 92,300 ] [ performance: 18.129 it/s ] [ lr: 5.00e-05 ] [ eta: 494 days, 17:55:29 ] [ l_g_pix: 2.9984e-02 ] [ l_g_total: 2.9984e-02 ] +2024-10-25 06:13:29,501 INFO: [ epoch: 8 ] [ iter: 92,400 ] [ performance: 18.364 it/s ] [ lr: 5.00e-05 ] [ eta: 488 days, 19:07:57 ] [ l_g_pix: 2.0564e-02 ] [ l_g_total: 2.0564e-02 ] +2024-10-25 06:13:34,734 INFO: [ epoch: 8 ] [ iter: 92,500 ] [ performance: 19.621 it/s ] [ lr: 5.00e-05 ] [ eta: 482 days, 19:39:27 ] [ l_g_pix: 2.5095e-02 ] [ l_g_total: 2.5095e-02 ] +2024-10-25 06:13:39,938 INFO: [ epoch: 8 ] [ iter: 92,600 ] [ performance: 19.332 it/s ] [ lr: 5.00e-05 ] [ eta: 476 days, 19:49:50 ] [ l_g_pix: 1.7959e-02 ] [ l_g_total: 1.7959e-02 ] +2024-10-25 06:13:45,198 INFO: [ epoch: 8 ] [ iter: 92,700 ] [ performance: 19.433 it/s ] [ lr: 5.00e-05 ] [ eta: 470 days, 19:49:38 ] [ l_g_pix: 2.5901e-02 ] [ l_g_total: 2.5901e-02 ] +2024-10-25 06:13:50,582 INFO: [ epoch: 8 ] [ iter: 92,800 ] [ performance: 18.810 it/s ] [ lr: 5.00e-05 ] [ eta: 464 days, 19:46:47 ] [ l_g_pix: 2.2911e-02 ] [ l_g_total: 2.2911e-02 ] +2024-10-25 06:13:56,018 INFO: [ epoch: 8 ] [ iter: 92,900 ] [ performance: 18.302 it/s ] [ lr: 5.00e-05 ] [ eta: 458 days, 19:32:12 ] [ l_g_pix: 2.1911e-02 ] [ l_g_total: 2.1911e-02 ] +2024-10-25 06:14:01,408 INFO: [ epoch: 8 ] [ iter: 93,000 ] [ performance: 18.485 it/s ] [ lr: 5.00e-05 ] [ eta: 452 days, 18:54:06 ] [ l_g_pix: 2.3717e-02 ] [ l_g_total: 2.3717e-02 ] +2024-10-25 06:14:06,949 INFO: [ epoch: 8 ] [ iter: 93,100 ] [ performance: 17.704 it/s ] [ lr: 5.00e-05 ] [ eta: 446 days, 18:15:28 ] [ l_g_pix: 2.3907e-02 ] [ l_g_total: 2.3907e-02 ] +2024-10-25 06:14:12,268 INFO: [ epoch: 8 ] [ iter: 93,200 ] [ performance: 18.494 it/s ] [ lr: 5.00e-05 ] [ eta: 440 days, 16:53:06 ] [ l_g_pix: 2.7699e-02 ] [ l_g_total: 2.7699e-02 ] +2024-10-25 06:14:17,688 INFO: [ epoch: 8 ] [ iter: 93,300 ] [ performance: 18.182 it/s ] [ lr: 5.00e-05 ] [ eta: 434 days, 15:24:23 ] [ l_g_pix: 2.0370e-02 ] [ l_g_total: 2.0370e-02 ] +2024-10-25 06:14:23,125 INFO: [ epoch: 8 ] [ iter: 93,400 ] [ performance: 18.339 it/s ] [ lr: 5.00e-05 ] [ eta: 428 days, 13:39:22 ] [ l_g_pix: 1.7696e-02 ] [ l_g_total: 1.7696e-02 ] +2024-10-25 06:14:28,382 INFO: [ epoch: 8 ] [ iter: 93,500 ] [ performance: 19.521 it/s ] [ lr: 5.00e-05 ] [ eta: 422 days, 11:16:49 ] [ l_g_pix: 2.1683e-02 ] [ l_g_total: 2.1683e-02 ] +2024-10-25 06:14:33,602 INFO: [ epoch: 8 ] [ iter: 93,600 ] [ performance: 19.253 it/s ] [ lr: 5.00e-05 ] [ eta: 416 days, 8:32:43 ] [ l_g_pix: 1.9420e-02 ] [ l_g_total: 1.9420e-02 ] +2024-10-25 06:14:38,864 INFO: [ epoch: 8 ] [ iter: 93,700 ] [ performance: 19.230 it/s ] [ lr: 5.00e-05 ] [ eta: 410 days, 5:35:42 ] [ l_g_pix: 1.8711e-02 ] [ l_g_total: 1.8711e-02 ] +2024-10-25 06:14:43,677 INFO: [ epoch: 8 ] [ iter: 93,800 ] [ performance: 20.364 it/s ] [ lr: 5.00e-05 ] [ eta: 404 days, 1:34:41 ] [ l_g_pix: 2.3627e-02 ] [ l_g_total: 2.3627e-02 ] +2024-10-25 06:14:50,099 INFO: [ epoch: 9 ] [ iter: 93,900 ] [ performance: 19.385 it/s ] [ lr: 5.00e-05 ] [ eta: 398 days, 0:01:07 ] [ l_g_pix: 1.8042e-02 ] [ l_g_total: 1.8042e-02 ] +2024-10-25 06:14:55,294 INFO: [ epoch: 9 ] [ iter: 94,000 ] [ performance: 19.284 it/s ] [ lr: 5.00e-05 ] [ eta: 391 days, 20:03:39 ] [ l_g_pix: 1.6631e-02 ] [ l_g_total: 1.6631e-02 ] +2024-10-25 06:15:00,095 INFO: [ epoch: 9 ] [ iter: 94,100 ] [ performance: 20.352 it/s ] [ lr: 5.00e-05 ] [ eta: 385 days, 15:10:05 ] [ l_g_pix: 3.0670e-02 ] [ l_g_total: 3.0670e-02 ] +2024-10-25 06:15:05,094 INFO: [ epoch: 9 ] [ iter: 94,200 ] [ performance: 20.091 it/s ] [ lr: 5.00e-05 ] [ eta: 379 days, 10:19:34 ] [ l_g_pix: 1.9162e-02 ] [ l_g_total: 1.9162e-02 ] +2024-10-25 06:15:10,138 INFO: [ epoch: 9 ] [ iter: 94,300 ] [ performance: 19.669 it/s ] [ lr: 5.00e-05 ] [ eta: 373 days, 5:16:44 ] [ l_g_pix: 2.7471e-02 ] [ l_g_total: 2.7471e-02 ] +2024-10-25 06:15:15,308 INFO: [ epoch: 9 ] [ iter: 94,400 ] [ performance: 19.422 it/s ] [ lr: 5.00e-05 ] [ eta: 367 days, 0:08:47 ] [ l_g_pix: 2.8602e-02 ] [ l_g_total: 2.8602e-02 ] +2024-10-25 06:15:20,473 INFO: [ epoch: 9 ] [ iter: 94,500 ] [ performance: 19.595 it/s ] [ lr: 5.00e-05 ] [ eta: 360 days, 18:43:10 ] [ l_g_pix: 1.3363e-02 ] [ l_g_total: 1.3363e-02 ] +2024-10-25 06:15:25,619 INFO: [ epoch: 9 ] [ iter: 94,600 ] [ performance: 19.471 it/s ] [ lr: 5.00e-05 ] [ eta: 354 days, 12:58:38 ] [ l_g_pix: 2.3542e-02 ] [ l_g_total: 2.3542e-02 ] +2024-10-25 06:15:30,682 INFO: [ epoch: 9 ] [ iter: 94,700 ] [ performance: 20.044 it/s ] [ lr: 5.00e-05 ] [ eta: 348 days, 6:49:37 ] [ l_g_pix: 1.8971e-02 ] [ l_g_total: 1.8971e-02 ] +2024-10-25 06:15:35,843 INFO: [ epoch: 9 ] [ iter: 94,800 ] [ performance: 19.525 it/s ] [ lr: 5.00e-05 ] [ eta: 342 days, 0:32:12 ] [ l_g_pix: 1.8043e-02 ] [ l_g_total: 1.8043e-02 ] +2024-10-25 06:15:40,925 INFO: [ epoch: 9 ] [ iter: 94,900 ] [ performance: 19.290 it/s ] [ lr: 5.00e-05 ] [ eta: 335 days, 17:50:54 ] [ l_g_pix: 1.9270e-02 ] [ l_g_total: 1.9270e-02 ] +2024-10-25 06:15:46,168 INFO: [ epoch: 9 ] [ iter: 95,000 ] [ performance: 19.123 it/s ] [ lr: 5.00e-05 ] [ eta: 329 days, 11:06:02 ] [ l_g_pix: 2.5118e-02 ] [ l_g_total: 2.5118e-02 ] +2024-10-25 06:15:51,305 INFO: [ epoch: 9 ] [ iter: 95,100 ] [ performance: 19.113 it/s ] [ lr: 5.00e-05 ] [ eta: 323 days, 3:55:04 ] [ l_g_pix: 1.7760e-02 ] [ l_g_total: 1.7760e-02 ] +2024-10-25 06:15:56,494 INFO: [ epoch: 9 ] [ iter: 95,200 ] [ performance: 19.240 it/s ] [ lr: 5.00e-05 ] [ eta: 316 days, 20:31:06 ] [ l_g_pix: 2.4658e-02 ] [ l_g_total: 2.4658e-02 ] +2024-10-25 06:16:01,757 INFO: [ epoch: 9 ] [ iter: 95,300 ] [ performance: 18.419 it/s ] [ lr: 5.00e-05 ] [ eta: 310 days, 12:55:40 ] [ l_g_pix: 2.1710e-02 ] [ l_g_total: 2.1710e-02 ] +2024-10-25 06:16:06,929 INFO: [ epoch: 9 ] [ iter: 95,400 ] [ performance: 19.141 it/s ] [ lr: 5.00e-05 ] [ eta: 304 days, 4:55:41 ] [ l_g_pix: 2.7809e-02 ] [ l_g_total: 2.7809e-02 ] +2024-10-25 06:16:12,178 INFO: [ epoch: 9 ] [ iter: 95,500 ] [ performance: 19.257 it/s ] [ lr: 5.00e-05 ] [ eta: 297 days, 20:44:14 ] [ l_g_pix: 2.7143e-02 ] [ l_g_total: 2.7143e-02 ] +2024-10-25 06:16:17,436 INFO: [ epoch: 9 ] [ iter: 95,600 ] [ performance: 19.069 it/s ] [ lr: 5.00e-05 ] [ eta: 291 days, 12:15:57 ] [ l_g_pix: 1.8316e-02 ] [ l_g_total: 1.8316e-02 ] +2024-10-25 06:16:22,655 INFO: [ epoch: 9 ] [ iter: 95,700 ] [ performance: 19.572 it/s ] [ lr: 5.00e-05 ] [ eta: 285 days, 3:27:22 ] [ l_g_pix: 2.5406e-02 ] [ l_g_total: 2.5406e-02 ] +2024-10-25 06:16:27,935 INFO: [ epoch: 9 ] [ iter: 95,800 ] [ performance: 19.061 it/s ] [ lr: 5.00e-05 ] [ eta: 278 days, 18:25:39 ] [ l_g_pix: 2.0758e-02 ] [ l_g_total: 2.0758e-02 ] +2024-10-25 06:16:33,174 INFO: [ epoch: 9 ] [ iter: 95,900 ] [ performance: 19.684 it/s ] [ lr: 5.00e-05 ] [ eta: 272 days, 9:03:33 ] [ l_g_pix: 2.7715e-02 ] [ l_g_total: 2.7715e-02 ] +2024-10-25 06:16:38,286 INFO: [ epoch: 9 ] [ iter: 96,000 ] [ performance: 19.588 it/s ] [ lr: 5.00e-05 ] [ eta: 265 days, 23:15:29 ] [ l_g_pix: 1.9135e-02 ] [ l_g_total: 1.9135e-02 ] +2024-10-25 06:16:43,509 INFO: [ epoch: 9 ] [ iter: 96,100 ] [ performance: 19.729 it/s ] [ lr: 5.00e-05 ] [ eta: 259 days, 13:17:37 ] [ l_g_pix: 2.6265e-02 ] [ l_g_total: 2.6265e-02 ] +2024-10-25 06:16:48,671 INFO: [ epoch: 9 ] [ iter: 96,200 ] [ performance: 19.438 it/s ] [ lr: 5.00e-05 ] [ eta: 253 days, 2:58:29 ] [ l_g_pix: 2.2488e-02 ] [ l_g_total: 2.2488e-02 ] +2024-10-25 06:16:53,909 INFO: [ epoch: 9 ] [ iter: 96,300 ] [ performance: 18.773 it/s ] [ lr: 5.00e-05 ] [ eta: 246 days, 16:26:47 ] [ l_g_pix: 1.9432e-02 ] [ l_g_total: 1.9432e-02 ] +2024-10-25 06:16:59,091 INFO: [ epoch: 9 ] [ iter: 96,400 ] [ performance: 19.206 it/s ] [ lr: 5.00e-05 ] [ eta: 240 days, 5:34:19 ] [ l_g_pix: 3.3267e-02 ] [ l_g_total: 3.3267e-02 ] +2024-10-25 06:17:04,379 INFO: [ epoch: 9 ] [ iter: 96,500 ] [ performance: 18.455 it/s ] [ lr: 5.00e-05 ] [ eta: 233 days, 18:30:46 ] [ l_g_pix: 2.8610e-02 ] [ l_g_total: 2.8610e-02 ] +2024-10-25 06:17:09,717 INFO: [ epoch: 9 ] [ iter: 96,600 ] [ performance: 18.691 it/s ] [ lr: 5.00e-05 ] [ eta: 227 days, 7:12:20 ] [ l_g_pix: 2.5041e-02 ] [ l_g_total: 2.5041e-02 ] +2024-10-25 06:17:14,930 INFO: [ epoch: 9 ] [ iter: 96,700 ] [ performance: 20.083 it/s ] [ lr: 5.00e-05 ] [ eta: 220 days, 19:29:18 ] [ l_g_pix: 2.8387e-02 ] [ l_g_total: 2.8387e-02 ] +2024-10-25 06:17:20,054 INFO: [ epoch: 9 ] [ iter: 96,800 ] [ performance: 19.605 it/s ] [ lr: 5.00e-05 ] [ eta: 214 days, 7:24:10 ] [ l_g_pix: 2.8821e-02 ] [ l_g_total: 2.8821e-02 ] +2024-10-25 06:17:25,223 INFO: [ epoch: 9 ] [ iter: 96,900 ] [ performance: 18.726 it/s ] [ lr: 5.00e-05 ] [ eta: 207 days, 19:04:16 ] [ l_g_pix: 2.7217e-02 ] [ l_g_total: 2.7217e-02 ] +2024-10-25 06:17:30,412 INFO: [ epoch: 9 ] [ iter: 97,000 ] [ performance: 19.190 it/s ] [ lr: 5.00e-05 ] [ eta: 201 days, 6:28:06 ] [ l_g_pix: 2.4613e-02 ] [ l_g_total: 2.4613e-02 ] +2024-10-25 06:17:35,586 INFO: [ epoch: 9 ] [ iter: 97,100 ] [ performance: 18.854 it/s ] [ lr: 5.00e-05 ] [ eta: 194 days, 17:33:56 ] [ l_g_pix: 2.3764e-02 ] [ l_g_total: 2.3764e-02 ] +2024-10-25 06:17:40,885 INFO: [ epoch: 9 ] [ iter: 97,200 ] [ performance: 18.871 it/s ] [ lr: 5.00e-05 ] [ eta: 188 days, 4:28:20 ] [ l_g_pix: 2.5938e-02 ] [ l_g_total: 2.5938e-02 ] +2024-10-25 06:17:46,016 INFO: [ epoch: 9 ] [ iter: 97,300 ] [ performance: 20.087 it/s ] [ lr: 5.00e-05 ] [ eta: 181 days, 14:57:32 ] [ l_g_pix: 2.5275e-02 ] [ l_g_total: 2.5275e-02 ] +2024-10-25 06:17:51,271 INFO: [ epoch: 9 ] [ iter: 97,400 ] [ performance: 19.171 it/s ] [ lr: 5.00e-05 ] [ eta: 175 days, 1:15:00 ] [ l_g_pix: 2.5600e-02 ] [ l_g_total: 2.5600e-02 ] +2024-10-25 06:17:56,460 INFO: [ epoch: 9 ] [ iter: 97,500 ] [ performance: 18.875 it/s ] [ lr: 5.00e-05 ] [ eta: 168 days, 11:12:14 ] [ l_g_pix: 1.9684e-02 ] [ l_g_total: 1.9684e-02 ] +2024-10-25 06:18:01,682 INFO: [ epoch: 9 ] [ iter: 97,600 ] [ performance: 19.115 it/s ] [ lr: 5.00e-05 ] [ eta: 161 days, 20:53:27 ] [ l_g_pix: 2.2883e-02 ] [ l_g_total: 2.2883e-02 ] +2024-10-25 06:18:07,013 INFO: [ epoch: 9 ] [ iter: 97,700 ] [ performance: 18.220 it/s ] [ lr: 5.00e-05 ] [ eta: 155 days, 6:21:26 ] [ l_g_pix: 2.6158e-02 ] [ l_g_total: 2.6158e-02 ] +2024-10-25 06:18:12,298 INFO: [ epoch: 9 ] [ iter: 97,800 ] [ performance: 18.835 it/s ] [ lr: 5.00e-05 ] [ eta: 148 days, 15:29:58 ] [ l_g_pix: 2.8965e-02 ] [ l_g_total: 2.8965e-02 ] +2024-10-25 06:18:17,605 INFO: [ epoch: 9 ] [ iter: 97,900 ] [ performance: 18.387 it/s ] [ lr: 5.00e-05 ] [ eta: 142 days, 0:21:39 ] [ l_g_pix: 2.9523e-02 ] [ l_g_total: 2.9523e-02 ] +2024-10-25 06:18:22,835 INFO: [ epoch: 9 ] [ iter: 98,000 ] [ performance: 19.037 it/s ] [ lr: 5.00e-05 ] [ eta: 135 days, 8:53:04 ] [ l_g_pix: 2.8719e-02 ] [ l_g_total: 2.8719e-02 ] +2024-10-25 06:18:28,053 INFO: [ epoch: 9 ] [ iter: 98,100 ] [ performance: 19.338 it/s ] [ lr: 5.00e-05 ] [ eta: 128 days, 17:06:43 ] [ l_g_pix: 2.3896e-02 ] [ l_g_total: 2.3896e-02 ] +2024-10-25 06:18:33,258 INFO: [ epoch: 9 ] [ iter: 98,200 ] [ performance: 19.228 it/s ] [ lr: 5.00e-05 ] [ eta: 122 days, 1:02:32 ] [ l_g_pix: 2.1723e-02 ] [ l_g_total: 2.1723e-02 ] +2024-10-25 06:18:38,474 INFO: [ epoch: 9 ] [ iter: 98,300 ] [ performance: 18.694 it/s ] [ lr: 5.00e-05 ] [ eta: 115 days, 8:41:21 ] [ l_g_pix: 2.7670e-02 ] [ l_g_total: 2.7670e-02 ] +2024-10-25 06:18:43,708 INFO: [ epoch: 9 ] [ iter: 98,400 ] [ performance: 19.067 it/s ] [ lr: 5.00e-05 ] [ eta: 108 days, 16:03:14 ] [ l_g_pix: 2.2758e-02 ] [ l_g_total: 2.2758e-02 ] +2024-10-25 06:18:48,901 INFO: [ epoch: 9 ] [ iter: 98,500 ] [ performance: 18.555 it/s ] [ lr: 5.00e-05 ] [ eta: 101 days, 23:06:38 ] [ l_g_pix: 1.9290e-02 ] [ l_g_total: 1.9290e-02 ] +2024-10-25 06:18:54,220 INFO: [ epoch: 9 ] [ iter: 98,600 ] [ performance: 18.780 it/s ] [ lr: 5.00e-05 ] [ eta: 95 days, 5:55:41 ] [ l_g_pix: 2.7842e-02 ] [ l_g_total: 2.7842e-02 ] +2024-10-25 06:18:59,503 INFO: [ epoch: 9 ] [ iter: 98,700 ] [ performance: 18.904 it/s ] [ lr: 5.00e-05 ] [ eta: 88 days, 12:26:13 ] [ l_g_pix: 1.8239e-02 ] [ l_g_total: 1.8239e-02 ] +2024-10-25 06:19:04,821 INFO: [ epoch: 9 ] [ iter: 98,800 ] [ performance: 18.815 it/s ] [ lr: 5.00e-05 ] [ eta: 81 days, 18:39:51 ] [ l_g_pix: 2.6897e-02 ] [ l_g_total: 2.6897e-02 ] +2024-10-25 06:19:10,061 INFO: [ epoch: 9 ] [ iter: 98,900 ] [ performance: 19.097 it/s ] [ lr: 5.00e-05 ] [ eta: 75 days, 0:34:19 ] [ l_g_pix: 2.5807e-02 ] [ l_g_total: 2.5807e-02 ] +2024-10-25 06:19:15,319 INFO: [ epoch: 9 ] [ iter: 99,000 ] [ performance: 19.026 it/s ] [ lr: 5.00e-05 ] [ eta: 68 days, 6:11:38 ] [ l_g_pix: 1.7391e-02 ] [ l_g_total: 1.7391e-02 ] +2024-10-25 06:19:20,648 INFO: [ epoch: 9 ] [ iter: 99,100 ] [ performance: 18.416 it/s ] [ lr: 5.00e-05 ] [ eta: 61 days, 11:32:29 ] [ l_g_pix: 2.0120e-02 ] [ l_g_total: 2.0120e-02 ] +2024-10-25 06:19:25,869 INFO: [ epoch: 9 ] [ iter: 99,200 ] [ performance: 19.108 it/s ] [ lr: 5.00e-05 ] [ eta: 54 days, 16:34:07 ] [ l_g_pix: 2.7573e-02 ] [ l_g_total: 2.7573e-02 ] +2024-10-25 06:19:31,140 INFO: [ epoch: 9 ] [ iter: 99,300 ] [ performance: 19.054 it/s ] [ lr: 5.00e-05 ] [ eta: 47 days, 21:18:57 ] [ l_g_pix: 1.8330e-02 ] [ l_g_total: 1.8330e-02 ] +2024-10-25 06:19:36,301 INFO: [ epoch: 9 ] [ iter: 99,400 ] [ performance: 19.362 it/s ] [ lr: 5.00e-05 ] [ eta: 41 days, 1:45:05 ] [ l_g_pix: 2.4759e-02 ] [ l_g_total: 2.4759e-02 ] +2024-10-25 06:19:41,562 INFO: [ epoch: 9 ] [ iter: 99,500 ] [ performance: 18.814 it/s ] [ lr: 5.00e-05 ] [ eta: 34 days, 5:54:52 ] [ l_g_pix: 2.0398e-02 ] [ l_g_total: 2.0398e-02 ] +2024-10-25 06:19:46,817 INFO: [ epoch: 9 ] [ iter: 99,600 ] [ performance: 19.020 it/s ] [ lr: 5.00e-05 ] [ eta: 27 days, 9:47:05 ] [ l_g_pix: 1.8355e-02 ] [ l_g_total: 1.8355e-02 ] +2024-10-25 06:19:52,003 INFO: [ epoch: 9 ] [ iter: 99,700 ] [ performance: 18.435 it/s ] [ lr: 5.00e-05 ] [ eta: 20 days, 13:21:25 ] [ l_g_pix: 2.2544e-02 ] [ l_g_total: 2.2544e-02 ] +2024-10-25 06:19:57,298 INFO: [ epoch: 9 ] [ iter: 99,800 ] [ performance: 18.873 it/s ] [ lr: 5.00e-05 ] [ eta: 13 days, 16:38:50 ] [ l_g_pix: 2.4176e-02 ] [ l_g_total: 2.4176e-02 ] +2024-10-25 06:20:02,569 INFO: [ epoch: 9 ] [ iter: 99,900 ] [ performance: 17.681 it/s ] [ lr: 5.00e-05 ] [ eta: 6 days, 19:38:34 ] [ l_g_pix: 2.2138e-02 ] [ l_g_total: 2.2138e-02 ] +2024-10-25 06:20:07,722 INFO: [ epoch: 9 ] [ iter:100,000 ] [ performance: 19.352 it/s ] [ lr: 5.00e-05 ] [ eta: -1 day, 22:20:45 ] [ l_g_pix: 3.7920e-02 ] [ l_g_total: 3.7920e-02 ] +2024-10-25 06:20:07,722 INFO: Saving models and training states. +2024-10-25 06:21:25,053 INFO: Validation val + + # psnr: 22.0588........ Best: 22.0620 @ 90000 iter + # ssim: 0.6499........ Best: 0.6499 @ 100000 iter + # dists: 0.7865........ Best: 0.7865 @ 100000 iter + +2024-10-25 06:21:25,992 INFO: End of training. Time consumed: 1:40:36 +2024-10-25 06:21:25,993 INFO: Save the latest model. +2024-10-25 06:22:35,487 INFO: Validation val + + # psnr: 22.0588........ Best: 22.0620 @ 90000 iter + # ssim: 0.6499........ Best: 0.6499 @ 100002 iter + # dists: 0.7865........ Best: 0.7865 @ 100002 iter + diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_02/training_states/100000.state b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_02/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..5021de413b0642f3d4960af1898ecdb341109e6e --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_02/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:254ae95b1f4f8fbb84b8dadc627923afb8d4b83390624c56b8685467989f376a +size 14859114 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_03/4ximagenet_span_fp16_ic9600_03.toml b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_03/4ximagenet_span_fp16_ic9600_03.toml new file mode 100644 index 0000000000000000000000000000000000000000..bd5106f70647ea8d5bfe316fe3ab1866fdc20808 --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_03/4ximagenet_span_fp16_ic9600_03.toml @@ -0,0 +1,61 @@ +# GENERATE TIME: Fri Oct 25 06:22:44 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16_ic9600_03.toml + +name = "4ximagenet_span_fp16_ic9600_03" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_03/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_03_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_03/models/net_g_100000.pth b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_03/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..aca5d8d4601f543f919081dca0690392f07ec4f7 --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_03/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3649df7bb6b69bb86ec5c0556980902f226dd3f369940bb8b07bab7149472d8a +size 9010221 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_03/train_4ximagenet_span_fp16_ic9600_03_20241025_062244.log b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_03/train_4ximagenet_span_fp16_ic9600_03_20241025_062244.log new file mode 100644 index 0000000000000000000000000000000000000000..c167cfd1dad00fdba778a036e93f8a68a471258b --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_03/train_4ximagenet_span_fp16_ic9600_03_20241025_062244.log @@ -0,0 +1,1100 @@ +2024-10-25 06:22:44,742 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-25 06:24:04,109 INFO: Dataset [paired] is built. +2024-10-25 06:24:04,109 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16_ic9600_03 + Number of train images: 129410 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 8089 + Total epochs 13 for total iters 100000. +2024-10-25 06:24:04,109 INFO: Dataset [paired] is built. +2024-10-25 06:24:04,110 INFO: Number of val images/folders: 100 +2024-10-25 06:24:04,846 INFO: Using network [span]. +2024-10-25 06:24:04,903 INFO: Using exponential-moving average. +2024-10-25 06:24:04,905 INFO: Loss [L1Loss] enabled. +2024-10-25 06:24:04,905 INFO: Using model [image]. +2024-10-25 06:24:05,465 INFO: AMP enabled. +2024-10-25 06:24:05,465 INFO: Deterministic mode enabled. +2024-10-25 06:24:05,465 INFO: Start training from epoch: 0, iter: 0 +2024-10-25 06:24:13,522 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 12.414 it/s ] [ lr: 1.00e-04 ] [ eta: 5 days, 18:13:45 ] [ l_g_pix: 8.0152e-02 ] [ l_g_total: 8.0152e-02 ] +2024-10-25 06:24:18,537 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 15.302 it/s ] [ lr: 1.00e-04 ] [ eta: 11 days, 13:08:14 ] [ l_g_pix: 7.7757e-02 ] [ l_g_total: 7.7757e-02 ] +2024-10-25 06:24:23,445 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 20.391 it/s ] [ lr: 1.00e-04 ] [ eta: 17 days, 4:46:04 ] [ l_g_pix: 7.1247e-02 ] [ l_g_total: 7.1247e-02 ] +2024-10-25 06:24:28,703 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 19.679 it/s ] [ lr: 1.00e-04 ] [ eta: 23 days, 5:49:20 ] [ l_g_pix: 5.2769e-02 ] [ l_g_total: 5.2769e-02 ] +2024-10-25 06:24:33,739 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 19.805 it/s ] [ lr: 1.00e-04 ] [ eta: 29 days, 0:27:16 ] [ l_g_pix: 6.2905e-02 ] [ l_g_total: 6.2905e-02 ] +2024-10-25 06:24:38,733 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 19.917 it/s ] [ lr: 1.00e-04 ] [ eta: 34 days, 17:38:21 ] [ l_g_pix: 3.9290e-02 ] [ l_g_total: 3.9290e-02 ] +2024-10-25 06:24:43,685 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 20.274 it/s ] [ lr: 1.00e-04 ] [ eta: 40 days, 9:23:47 ] [ l_g_pix: 4.4471e-02 ] [ l_g_total: 4.4471e-02 ] +2024-10-25 06:24:48,778 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 19.947 it/s ] [ lr: 1.00e-04 ] [ eta: 46 days, 4:45:00 ] [ l_g_pix: 4.1347e-02 ] [ l_g_total: 4.1347e-02 ] +2024-10-25 06:24:53,931 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 19.438 it/s ] [ lr: 1.00e-04 ] [ eta: 52 days, 1:29:24 ] [ l_g_pix: 4.4158e-02 ] [ l_g_total: 4.4158e-02 ] +2024-10-25 06:24:59,057 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 19.475 it/s ] [ lr: 1.00e-04 ] [ eta: 57 days, 21:11:42 ] [ l_g_pix: 3.9833e-02 ] [ l_g_total: 3.9833e-02 ] +2024-10-25 06:25:03,917 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 20.563 it/s ] [ lr: 1.00e-04 ] [ eta: 63 days, 9:17:55 ] [ l_g_pix: 2.7068e-02 ] [ l_g_total: 2.7068e-02 ] +2024-10-25 06:25:08,788 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 20.547 it/s ] [ lr: 1.00e-04 ] [ eta: 68 days, 21:26:43 ] [ l_g_pix: 2.8109e-02 ] [ l_g_total: 2.8109e-02 ] +2024-10-25 06:25:14,052 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 18.891 it/s ] [ lr: 1.00e-04 ] [ eta: 74 days, 20:06:32 ] [ l_g_pix: 3.8351e-02 ] [ l_g_total: 3.8351e-02 ] +2024-10-25 06:25:18,743 INFO: [ epoch: 0 ] [ iter: 1,400 ] [ performance: 20.071 it/s ] [ lr: 1.00e-04 ] [ eta: 80 days, 2:45:13 ] [ l_g_pix: 4.7539e-02 ] [ l_g_total: 4.7539e-02 ] +2024-10-25 06:25:28,175 INFO: [ epoch: 0 ] [ iter: 1,500 ] [ performance: 10.196 it/s ] [ lr: 1.00e-04 ] [ eta: 90 days, 18:52:35 ] [ l_g_pix: 3.9306e-02 ] [ l_g_total: 3.9306e-02 ] +2024-10-25 06:25:33,397 INFO: [ epoch: 0 ] [ iter: 1,600 ] [ performance: 13.456 it/s ] [ lr: 1.00e-04 ] [ eta: 96 days, 15:23:59 ] [ l_g_pix: 3.1104e-02 ] [ l_g_total: 3.1104e-02 ] +2024-10-25 06:25:38,668 INFO: [ epoch: 0 ] [ iter: 1,700 ] [ performance: 18.737 it/s ] [ lr: 1.00e-04 ] [ eta: 102 days, 12:57:10 ] [ l_g_pix: 3.5927e-02 ] [ l_g_total: 3.5927e-02 ] +2024-10-25 06:25:43,885 INFO: [ epoch: 0 ] [ iter: 1,800 ] [ performance: 18.959 it/s ] [ lr: 1.00e-04 ] [ eta: 108 days, 8:46:25 ] [ l_g_pix: 3.1557e-02 ] [ l_g_total: 3.1557e-02 ] +2024-10-25 06:25:49,080 INFO: [ epoch: 0 ] [ iter: 1,900 ] [ performance: 19.388 it/s ] [ lr: 1.00e-04 ] [ eta: 114 days, 3:41:24 ] [ l_g_pix: 3.2767e-02 ] [ l_g_total: 3.2767e-02 ] +2024-10-25 06:25:54,464 INFO: [ epoch: 0 ] [ iter: 2,000 ] [ performance: 18.955 it/s ] [ lr: 1.00e-04 ] [ eta: 120 days, 3:27:29 ] [ l_g_pix: 4.2106e-02 ] [ l_g_total: 4.2106e-02 ] +2024-10-25 06:25:59,417 INFO: [ epoch: 0 ] [ iter: 2,100 ] [ performance: 20.214 it/s ] [ lr: 1.00e-04 ] [ eta: 125 days, 15:11:20 ] [ l_g_pix: 3.1957e-02 ] [ l_g_total: 3.1957e-02 ] +2024-10-25 06:26:04,353 INFO: [ epoch: 0 ] [ iter: 2,200 ] [ performance: 20.239 it/s ] [ lr: 1.00e-04 ] [ eta: 131 days, 2:12:45 ] [ l_g_pix: 3.4923e-02 ] [ l_g_total: 3.4923e-02 ] +2024-10-25 06:26:09,389 INFO: [ epoch: 0 ] [ iter: 2,300 ] [ performance: 19.846 it/s ] [ lr: 1.00e-04 ] [ eta: 136 days, 15:40:39 ] [ l_g_pix: 2.8221e-02 ] [ l_g_total: 2.8221e-02 ] +2024-10-25 06:26:14,517 INFO: [ epoch: 0 ] [ iter: 2,400 ] [ performance: 19.664 it/s ] [ lr: 1.00e-04 ] [ eta: 142 days, 7:19:49 ] [ l_g_pix: 2.4828e-02 ] [ l_g_total: 2.4828e-02 ] +2024-10-25 06:26:19,517 INFO: [ epoch: 0 ] [ iter: 2,500 ] [ performance: 20.119 it/s ] [ lr: 1.00e-04 ] [ eta: 147 days, 19:15:13 ] [ l_g_pix: 3.6454e-02 ] [ l_g_total: 3.6454e-02 ] +2024-10-25 06:26:24,830 INFO: [ epoch: 0 ] [ iter: 2,600 ] [ performance: 19.409 it/s ] [ lr: 1.00e-04 ] [ eta: 153 days, 15:21:20 ] [ l_g_pix: 3.0315e-02 ] [ l_g_total: 3.0315e-02 ] +2024-10-25 06:26:29,868 INFO: [ epoch: 0 ] [ iter: 2,700 ] [ performance: 20.077 it/s ] [ lr: 1.00e-04 ] [ eta: 159 days, 3:43:49 ] [ l_g_pix: 3.2182e-02 ] [ l_g_total: 3.2182e-02 ] +2024-10-25 06:26:35,065 INFO: [ epoch: 0 ] [ iter: 2,800 ] [ performance: 19.623 it/s ] [ lr: 1.00e-04 ] [ eta: 164 days, 20:07:47 ] [ l_g_pix: 4.3573e-02 ] [ l_g_total: 4.3573e-02 ] +2024-10-25 06:26:40,145 INFO: [ epoch: 0 ] [ iter: 2,900 ] [ performance: 19.699 it/s ] [ lr: 1.00e-04 ] [ eta: 170 days, 9:04:03 ] [ l_g_pix: 2.8675e-02 ] [ l_g_total: 2.8675e-02 ] +2024-10-25 06:26:45,349 INFO: [ epoch: 0 ] [ iter: 3,000 ] [ performance: 19.437 it/s ] [ lr: 1.00e-04 ] [ eta: 176 days, 1:04:38 ] [ l_g_pix: 4.2058e-02 ] [ l_g_total: 4.2058e-02 ] +2024-10-25 06:26:50,582 INFO: [ epoch: 0 ] [ iter: 3,100 ] [ performance: 19.157 it/s ] [ lr: 1.00e-04 ] [ eta: 181 days, 17:34:56 ] [ l_g_pix: 3.8436e-02 ] [ l_g_total: 3.8436e-02 ] +2024-10-25 06:26:55,770 INFO: [ epoch: 0 ] [ iter: 3,200 ] [ performance: 19.222 it/s ] [ lr: 1.00e-04 ] [ eta: 187 days, 8:35:21 ] [ l_g_pix: 2.0259e-02 ] [ l_g_total: 2.0259e-02 ] +2024-10-25 06:27:00,924 INFO: [ epoch: 0 ] [ iter: 3,300 ] [ performance: 19.518 it/s ] [ lr: 1.00e-04 ] [ eta: 192 days, 22:22:06 ] [ l_g_pix: 2.2840e-02 ] [ l_g_total: 2.2840e-02 ] +2024-10-25 06:27:05,856 INFO: [ epoch: 0 ] [ iter: 3,400 ] [ performance: 19.923 it/s ] [ lr: 1.00e-04 ] [ eta: 198 days, 5:55:58 ] [ l_g_pix: 2.8916e-02 ] [ l_g_total: 2.8916e-02 ] +2024-10-25 06:27:10,720 INFO: [ epoch: 0 ] [ iter: 3,500 ] [ performance: 20.511 it/s ] [ lr: 1.00e-04 ] [ eta: 203 days, 11:22:32 ] [ l_g_pix: 2.9098e-02 ] [ l_g_total: 2.9098e-02 ] +2024-10-25 06:27:15,785 INFO: [ epoch: 0 ] [ iter: 3,600 ] [ performance: 20.086 it/s ] [ lr: 1.00e-04 ] [ eta: 208 days, 21:56:30 ] [ l_g_pix: 2.9295e-02 ] [ l_g_total: 2.9295e-02 ] +2024-10-25 06:27:20,849 INFO: [ epoch: 0 ] [ iter: 3,700 ] [ performance: 19.565 it/s ] [ lr: 1.00e-04 ] [ eta: 214 days, 8:12:30 ] [ l_g_pix: 3.7156e-02 ] [ l_g_total: 3.7156e-02 ] +2024-10-25 06:27:25,991 INFO: [ epoch: 0 ] [ iter: 3,800 ] [ performance: 19.501 it/s ] [ lr: 1.00e-04 ] [ eta: 219 days, 20:16:52 ] [ l_g_pix: 2.5183e-02 ] [ l_g_total: 2.5183e-02 ] +2024-10-25 06:27:31,091 INFO: [ epoch: 0 ] [ iter: 3,900 ] [ performance: 19.521 it/s ] [ lr: 1.00e-04 ] [ eta: 225 days, 6:56:10 ] [ l_g_pix: 3.3206e-02 ] [ l_g_total: 3.3206e-02 ] +2024-10-25 06:27:36,280 INFO: [ epoch: 0 ] [ iter: 4,000 ] [ performance: 19.384 it/s ] [ lr: 1.00e-04 ] [ eta: 230 days, 19:40:27 ] [ l_g_pix: 4.3672e-02 ] [ l_g_total: 4.3672e-02 ] +2024-10-25 06:27:41,386 INFO: [ epoch: 0 ] [ iter: 4,100 ] [ performance: 19.853 it/s ] [ lr: 1.00e-04 ] [ eta: 236 days, 5:55:32 ] [ l_g_pix: 3.4129e-02 ] [ l_g_total: 3.4129e-02 ] +2024-10-25 06:27:46,419 INFO: [ epoch: 0 ] [ iter: 4,200 ] [ performance: 19.864 it/s ] [ lr: 1.00e-04 ] [ eta: 241 days, 13:56:28 ] [ l_g_pix: 4.2260e-02 ] [ l_g_total: 4.2260e-02 ] +2024-10-25 06:27:51,638 INFO: [ epoch: 0 ] [ iter: 4,300 ] [ performance: 19.149 it/s ] [ lr: 1.00e-04 ] [ eta: 247 days, 2:36:26 ] [ l_g_pix: 3.1466e-02 ] [ l_g_total: 3.1466e-02 ] +2024-10-25 06:27:56,865 INFO: [ epoch: 0 ] [ iter: 4,400 ] [ performance: 19.139 it/s ] [ lr: 1.00e-04 ] [ eta: 252 days, 15:14:21 ] [ l_g_pix: 3.2473e-02 ] [ l_g_total: 3.2473e-02 ] +2024-10-25 06:28:02,077 INFO: [ epoch: 0 ] [ iter: 4,500 ] [ performance: 19.271 it/s ] [ lr: 1.00e-04 ] [ eta: 258 days, 3:08:51 ] [ l_g_pix: 3.2950e-02 ] [ l_g_total: 3.2950e-02 ] +2024-10-25 06:28:07,248 INFO: [ epoch: 0 ] [ iter: 4,600 ] [ performance: 19.310 it/s ] [ lr: 1.00e-04 ] [ eta: 263 days, 13:41:57 ] [ l_g_pix: 3.1483e-02 ] [ l_g_total: 3.1483e-02 ] +2024-10-25 06:28:12,460 INFO: [ epoch: 0 ] [ iter: 4,700 ] [ performance: 19.288 it/s ] [ lr: 1.00e-04 ] [ eta: 269 days, 1:01:31 ] [ l_g_pix: 2.8317e-02 ] [ l_g_total: 2.8317e-02 ] +2024-10-25 06:28:17,646 INFO: [ epoch: 0 ] [ iter: 4,800 ] [ performance: 19.286 it/s ] [ lr: 1.00e-04 ] [ eta: 274 days, 11:23:15 ] [ l_g_pix: 3.0236e-02 ] [ l_g_total: 3.0236e-02 ] +2024-10-25 06:28:22,725 INFO: [ epoch: 0 ] [ iter: 4,900 ] [ performance: 19.708 it/s ] [ lr: 1.00e-04 ] [ eta: 279 days, 18:38:33 ] [ l_g_pix: 2.8292e-02 ] [ l_g_total: 2.8292e-02 ] +2024-10-25 06:28:27,966 INFO: [ epoch: 0 ] [ iter: 5,000 ] [ performance: 19.348 it/s ] [ lr: 1.00e-04 ] [ eta: 285 days, 5:53:16 ] [ l_g_pix: 3.5224e-02 ] [ l_g_total: 3.5224e-02 ] +2024-10-25 06:28:33,221 INFO: [ epoch: 0 ] [ iter: 5,100 ] [ performance: 19.077 it/s ] [ lr: 1.00e-04 ] [ eta: 290 days, 17:11:28 ] [ l_g_pix: 2.8652e-02 ] [ l_g_total: 2.8652e-02 ] +2024-10-25 06:28:38,414 INFO: [ epoch: 0 ] [ iter: 5,200 ] [ performance: 19.180 it/s ] [ lr: 1.00e-04 ] [ eta: 296 days, 2:35:37 ] [ l_g_pix: 3.7719e-02 ] [ l_g_total: 3.7719e-02 ] +2024-10-25 06:28:43,654 INFO: [ epoch: 0 ] [ iter: 5,300 ] [ performance: 19.057 it/s ] [ lr: 1.00e-04 ] [ eta: 301 days, 12:57:12 ] [ l_g_pix: 2.3141e-02 ] [ l_g_total: 2.3141e-02 ] +2024-10-25 06:28:48,775 INFO: [ epoch: 0 ] [ iter: 5,400 ] [ performance: 19.326 it/s ] [ lr: 1.00e-04 ] [ eta: 306 days, 19:52:26 ] [ l_g_pix: 4.0683e-02 ] [ l_g_total: 4.0683e-02 ] +2024-10-25 06:28:54,027 INFO: [ epoch: 0 ] [ iter: 5,500 ] [ performance: 19.250 it/s ] [ lr: 1.00e-04 ] [ eta: 312 days, 5:56:58 ] [ l_g_pix: 3.0102e-02 ] [ l_g_total: 3.0102e-02 ] +2024-10-25 06:28:59,317 INFO: [ epoch: 0 ] [ iter: 5,600 ] [ performance: 19.050 it/s ] [ lr: 1.00e-04 ] [ eta: 317 days, 16:43:42 ] [ l_g_pix: 2.5041e-02 ] [ l_g_total: 2.5041e-02 ] +2024-10-25 06:29:04,425 INFO: [ epoch: 0 ] [ iter: 5,700 ] [ performance: 19.411 it/s ] [ lr: 1.00e-04 ] [ eta: 322 days, 22:26:33 ] [ l_g_pix: 2.7528e-02 ] [ l_g_total: 2.7528e-02 ] +2024-10-25 06:29:09,531 INFO: [ epoch: 0 ] [ iter: 5,800 ] [ performance: 19.512 it/s ] [ lr: 1.00e-04 ] [ eta: 328 days, 3:50:17 ] [ l_g_pix: 2.9311e-02 ] [ l_g_total: 2.9311e-02 ] +2024-10-25 06:29:14,762 INFO: [ epoch: 0 ] [ iter: 5,900 ] [ performance: 19.212 it/s ] [ lr: 1.00e-04 ] [ eta: 333 days, 12:13:00 ] [ l_g_pix: 1.8020e-02 ] [ l_g_total: 1.8020e-02 ] +2024-10-25 06:29:19,993 INFO: [ epoch: 0 ] [ iter: 6,000 ] [ performance: 19.157 it/s ] [ lr: 1.00e-04 ] [ eta: 338 days, 20:18:11 ] [ l_g_pix: 2.1066e-02 ] [ l_g_total: 2.1066e-02 ] +2024-10-25 06:29:25,163 INFO: [ epoch: 0 ] [ iter: 6,100 ] [ performance: 19.235 it/s ] [ lr: 1.00e-04 ] [ eta: 344 days, 2:28:47 ] [ l_g_pix: 2.9741e-02 ] [ l_g_total: 2.9741e-02 ] +2024-10-25 06:29:30,225 INFO: [ epoch: 0 ] [ iter: 6,200 ] [ performance: 19.538 it/s ] [ lr: 1.00e-04 ] [ eta: 349 days, 5:35:28 ] [ l_g_pix: 2.3088e-02 ] [ l_g_total: 2.3088e-02 ] +2024-10-25 06:29:35,447 INFO: [ epoch: 0 ] [ iter: 6,300 ] [ performance: 19.245 it/s ] [ lr: 1.00e-04 ] [ eta: 354 days, 12:33:51 ] [ l_g_pix: 3.2110e-02 ] [ l_g_total: 3.2110e-02 ] +2024-10-25 06:29:40,579 INFO: [ epoch: 0 ] [ iter: 6,400 ] [ performance: 19.388 it/s ] [ lr: 1.00e-04 ] [ eta: 359 days, 16:55:08 ] [ l_g_pix: 2.7896e-02 ] [ l_g_total: 2.7896e-02 ] +2024-10-25 06:29:45,650 INFO: [ epoch: 0 ] [ iter: 6,500 ] [ performance: 19.401 it/s ] [ lr: 1.00e-04 ] [ eta: 364 days, 19:24:22 ] [ l_g_pix: 3.3888e-02 ] [ l_g_total: 3.3888e-02 ] +2024-10-25 06:29:50,855 INFO: [ epoch: 0 ] [ iter: 6,600 ] [ performance: 19.290 it/s ] [ lr: 1.00e-04 ] [ eta: 370 days, 1:04:36 ] [ l_g_pix: 2.9772e-02 ] [ l_g_total: 2.9772e-02 ] +2024-10-25 06:29:56,010 INFO: [ epoch: 0 ] [ iter: 6,700 ] [ performance: 19.440 it/s ] [ lr: 1.00e-04 ] [ eta: 375 days, 5:09:36 ] [ l_g_pix: 3.6042e-02 ] [ l_g_total: 3.6042e-02 ] +2024-10-25 06:30:01,232 INFO: [ epoch: 0 ] [ iter: 6,800 ] [ performance: 19.267 it/s ] [ lr: 1.00e-04 ] [ eta: 380 days, 10:41:41 ] [ l_g_pix: 3.9010e-02 ] [ l_g_total: 3.9010e-02 ] +2024-10-25 06:30:06,273 INFO: [ epoch: 0 ] [ iter: 6,900 ] [ performance: 20.062 it/s ] [ lr: 1.00e-04 ] [ eta: 385 days, 11:15:39 ] [ l_g_pix: 2.1963e-02 ] [ l_g_total: 2.1963e-02 ] +2024-10-25 06:30:11,421 INFO: [ epoch: 0 ] [ iter: 7,000 ] [ performance: 19.673 it/s ] [ lr: 1.00e-04 ] [ eta: 390 days, 14:19:39 ] [ l_g_pix: 3.0369e-02 ] [ l_g_total: 3.0369e-02 ] +2024-10-25 06:30:16,368 INFO: [ epoch: 0 ] [ iter: 7,100 ] [ performance: 19.794 it/s ] [ lr: 1.00e-04 ] [ eta: 395 days, 11:54:31 ] [ l_g_pix: 2.3643e-02 ] [ l_g_total: 2.3643e-02 ] +2024-10-25 06:30:21,371 INFO: [ epoch: 0 ] [ iter: 7,200 ] [ performance: 19.914 it/s ] [ lr: 1.00e-04 ] [ eta: 400 days, 10:38:32 ] [ l_g_pix: 2.6143e-02 ] [ l_g_total: 2.6143e-02 ] +2024-10-25 06:30:26,490 INFO: [ epoch: 0 ] [ iter: 7,300 ] [ performance: 19.438 it/s ] [ lr: 1.00e-04 ] [ eta: 405 days, 12:05:22 ] [ l_g_pix: 3.5833e-02 ] [ l_g_total: 3.5833e-02 ] +2024-10-25 06:30:31,591 INFO: [ epoch: 0 ] [ iter: 7,400 ] [ performance: 19.539 it/s ] [ lr: 1.00e-04 ] [ eta: 410 days, 12:49:07 ] [ l_g_pix: 2.4901e-02 ] [ l_g_total: 2.4901e-02 ] +2024-10-25 06:30:36,620 INFO: [ epoch: 0 ] [ iter: 7,500 ] [ performance: 19.501 it/s ] [ lr: 1.00e-04 ] [ eta: 415 days, 11:23:40 ] [ l_g_pix: 3.0895e-02 ] [ l_g_total: 3.0895e-02 ] +2024-10-25 06:30:41,743 INFO: [ epoch: 0 ] [ iter: 7,600 ] [ performance: 19.515 it/s ] [ lr: 1.00e-04 ] [ eta: 420 days, 12:05:36 ] [ l_g_pix: 4.0011e-02 ] [ l_g_total: 4.0011e-02 ] +2024-10-25 06:30:46,827 INFO: [ epoch: 0 ] [ iter: 7,700 ] [ performance: 19.978 it/s ] [ lr: 1.00e-04 ] [ eta: 425 days, 11:31:05 ] [ l_g_pix: 2.3284e-02 ] [ l_g_total: 2.3284e-02 ] +2024-10-25 06:30:52,013 INFO: [ epoch: 0 ] [ iter: 7,800 ] [ performance: 19.545 it/s ] [ lr: 1.00e-04 ] [ eta: 430 days, 13:15:52 ] [ l_g_pix: 2.3609e-02 ] [ l_g_total: 2.3609e-02 ] +2024-10-25 06:30:57,193 INFO: [ epoch: 0 ] [ iter: 7,900 ] [ performance: 19.562 it/s ] [ lr: 1.00e-04 ] [ eta: 435 days, 14:34:44 ] [ l_g_pix: 3.9704e-02 ] [ l_g_total: 3.9704e-02 ] +2024-10-25 06:31:02,275 INFO: [ epoch: 0 ] [ iter: 8,000 ] [ performance: 19.635 it/s ] [ lr: 1.00e-04 ] [ eta: 440 days, 13:06:05 ] [ l_g_pix: 3.1269e-02 ] [ l_g_total: 3.1269e-02 ] +2024-10-25 06:31:08,022 INFO: [ epoch: 1 ] [ iter: 8,100 ] [ performance: 15.266 it/s ] [ lr: 1.00e-04 ] [ eta: 446 days, 4:18:33 ] [ l_g_pix: 2.7996e-02 ] [ l_g_total: 2.7996e-02 ] +2024-10-25 06:31:13,252 INFO: [ epoch: 1 ] [ iter: 8,200 ] [ performance: 17.469 it/s ] [ lr: 1.00e-04 ] [ eta: 451 days, 6:01:49 ] [ l_g_pix: 3.8232e-02 ] [ l_g_total: 3.8232e-02 ] +2024-10-25 06:31:18,309 INFO: [ epoch: 1 ] [ iter: 8,300 ] [ performance: 19.949 it/s ] [ lr: 1.00e-04 ] [ eta: 456 days, 3:02:56 ] [ l_g_pix: 3.0071e-02 ] [ l_g_total: 3.0071e-02 ] +2024-10-25 06:31:23,292 INFO: [ epoch: 1 ] [ iter: 8,400 ] [ performance: 20.026 it/s ] [ lr: 1.00e-04 ] [ eta: 460 days, 21:54:00 ] [ l_g_pix: 2.6563e-02 ] [ l_g_total: 2.6563e-02 ] +2024-10-25 06:31:28,421 INFO: [ epoch: 1 ] [ iter: 8,500 ] [ performance: 19.252 it/s ] [ lr: 1.00e-04 ] [ eta: 465 days, 20:10:52 ] [ l_g_pix: 3.1944e-02 ] [ l_g_total: 3.1944e-02 ] +2024-10-25 06:31:33,532 INFO: [ epoch: 1 ] [ iter: 8,600 ] [ performance: 19.452 it/s ] [ lr: 1.00e-04 ] [ eta: 470 days, 17:43:07 ] [ l_g_pix: 2.2483e-02 ] [ l_g_total: 2.2483e-02 ] +2024-10-25 06:31:38,557 INFO: [ epoch: 1 ] [ iter: 8,700 ] [ performance: 20.015 it/s ] [ lr: 1.00e-04 ] [ eta: 475 days, 12:47:18 ] [ l_g_pix: 2.4181e-02 ] [ l_g_total: 2.4181e-02 ] +2024-10-25 06:31:43,905 INFO: [ epoch: 1 ] [ iter: 8,800 ] [ performance: 19.157 it/s ] [ lr: 1.00e-04 ] [ eta: 480 days, 15:46:42 ] [ l_g_pix: 2.5122e-02 ] [ l_g_total: 2.5122e-02 ] +2024-10-25 06:31:49,094 INFO: [ epoch: 1 ] [ iter: 8,900 ] [ performance: 19.033 it/s ] [ lr: 1.00e-04 ] [ eta: 485 days, 14:26:29 ] [ l_g_pix: 2.6056e-02 ] [ l_g_total: 2.6056e-02 ] +2024-10-25 06:31:54,235 INFO: [ epoch: 1 ] [ iter: 9,000 ] [ performance: 19.300 it/s ] [ lr: 1.00e-04 ] [ eta: 490 days, 11:36:18 ] [ l_g_pix: 2.9436e-02 ] [ l_g_total: 2.9436e-02 ] +2024-10-25 06:31:59,166 INFO: [ epoch: 1 ] [ iter: 9,100 ] [ performance: 20.052 it/s ] [ lr: 1.00e-04 ] [ eta: 495 days, 3:10:53 ] [ l_g_pix: 3.5708e-02 ] [ l_g_total: 3.5708e-02 ] +2024-10-25 06:32:04,266 INFO: [ epoch: 1 ] [ iter: 9,200 ] [ performance: 19.767 it/s ] [ lr: 1.00e-04 ] [ eta: 499 days, 22:43:24 ] [ l_g_pix: 3.1563e-02 ] [ l_g_total: 3.1563e-02 ] +2024-10-25 06:32:09,336 INFO: [ epoch: 1 ] [ iter: 9,300 ] [ performance: 19.817 it/s ] [ lr: 1.00e-04 ] [ eta: 504 days, 17:14:13 ] [ l_g_pix: 3.3164e-02 ] [ l_g_total: 3.3164e-02 ] +2024-10-25 06:32:14,571 INFO: [ epoch: 1 ] [ iter: 9,400 ] [ performance: 19.346 it/s ] [ lr: 1.00e-04 ] [ eta: 509 days, 15:39:00 ] [ l_g_pix: 4.8547e-02 ] [ l_g_total: 4.8547e-02 ] +2024-10-25 06:32:19,630 INFO: [ epoch: 1 ] [ iter: 9,500 ] [ performance: 20.259 it/s ] [ lr: 1.00e-04 ] [ eta: 514 days, 9:18:59 ] [ l_g_pix: 2.7568e-02 ] [ l_g_total: 2.7568e-02 ] +2024-10-25 06:32:24,647 INFO: [ epoch: 1 ] [ iter: 9,600 ] [ performance: 20.046 it/s ] [ lr: 1.00e-04 ] [ eta: 519 days, 1:39:13 ] [ l_g_pix: 3.2812e-02 ] [ l_g_total: 3.2812e-02 ] +2024-10-25 06:32:29,501 INFO: [ epoch: 1 ] [ iter: 9,700 ] [ performance: 20.830 it/s ] [ lr: 1.00e-04 ] [ eta: 523 days, 13:36:58 ] [ l_g_pix: 2.9456e-02 ] [ l_g_total: 2.9456e-02 ] +2024-10-25 06:32:34,432 INFO: [ epoch: 1 ] [ iter: 9,800 ] [ performance: 20.466 it/s ] [ lr: 1.00e-04 ] [ eta: 528 days, 3:15:25 ] [ l_g_pix: 5.1000e-02 ] [ l_g_total: 5.1000e-02 ] +2024-10-25 06:32:39,472 INFO: [ epoch: 1 ] [ iter: 9,900 ] [ performance: 19.612 it/s ] [ lr: 1.00e-04 ] [ eta: 532 days, 19:21:17 ] [ l_g_pix: 2.9799e-02 ] [ l_g_total: 2.9799e-02 ] +2024-10-25 06:32:44,472 INFO: [ epoch: 1 ] [ iter: 10,000 ] [ performance: 19.870 it/s ] [ lr: 1.00e-04 ] [ eta: 537 days, 10:09:18 ] [ l_g_pix: 2.8961e-02 ] [ l_g_total: 2.8961e-02 ] +2024-10-25 06:32:44,472 INFO: Saving models and training states. +2024-10-25 06:33:59,662 INFO: Validation val + + # psnr: 21.3668........ Best: 21.3668 @ 10000 iter + # ssim: 0.6110........ Best: 0.6110 @ 10000 iter + # dists: 0.7917........ Best: 0.7917 @ 10000 iter + +2024-10-25 06:34:04,884 INFO: [ epoch: 1 ] [ iter: 10,100 ] [ performance: 19.308 it/s ] [ lr: 1.00e-04 ] [ eta: 620 days, 11:51:03 ] [ l_g_pix: 2.8464e-02 ] [ l_g_total: 2.8464e-02 ] +2024-10-25 06:34:09,971 INFO: [ epoch: 1 ] [ iter: 10,200 ] [ performance: 19.540 it/s ] [ lr: 1.00e-04 ] [ eta: 625 days, 2:11:49 ] [ l_g_pix: 2.8489e-02 ] [ l_g_total: 2.8489e-02 ] +2024-10-25 06:34:15,083 INFO: [ epoch: 1 ] [ iter: 10,300 ] [ performance: 19.781 it/s ] [ lr: 1.00e-04 ] [ eta: 629 days, 16:52:00 ] [ l_g_pix: 2.9827e-02 ] [ l_g_total: 2.9827e-02 ] +2024-10-25 06:34:20,126 INFO: [ epoch: 1 ] [ iter: 10,400 ] [ performance: 19.818 it/s ] [ lr: 1.00e-04 ] [ eta: 634 days, 5:30:40 ] [ l_g_pix: 2.8700e-02 ] [ l_g_total: 2.8700e-02 ] +2024-10-25 06:34:25,425 INFO: [ epoch: 1 ] [ iter: 10,500 ] [ performance: 18.691 it/s ] [ lr: 1.00e-04 ] [ eta: 639 days, 0:16:04 ] [ l_g_pix: 4.0926e-02 ] [ l_g_total: 4.0926e-02 ] +2024-10-25 06:34:30,528 INFO: [ epoch: 1 ] [ iter: 10,600 ] [ performance: 19.294 it/s ] [ lr: 1.00e-04 ] [ eta: 643 days, 13:51:50 ] [ l_g_pix: 3.2723e-02 ] [ l_g_total: 3.2723e-02 ] +2024-10-25 06:34:35,646 INFO: [ epoch: 1 ] [ iter: 10,700 ] [ performance: 19.746 it/s ] [ lr: 1.00e-04 ] [ eta: 648 days, 3:31:30 ] [ l_g_pix: 2.9718e-02 ] [ l_g_total: 2.9718e-02 ] +2024-10-25 06:34:40,826 INFO: [ epoch: 1 ] [ iter: 10,800 ] [ performance: 19.444 it/s ] [ lr: 1.00e-04 ] [ eta: 652 days, 18:28:01 ] [ l_g_pix: 3.3123e-02 ] [ l_g_total: 3.3123e-02 ] +2024-10-25 06:34:45,944 INFO: [ epoch: 1 ] [ iter: 10,900 ] [ performance: 19.745 it/s ] [ lr: 1.00e-04 ] [ eta: 657 days, 7:33:51 ] [ l_g_pix: 2.7950e-02 ] [ l_g_total: 2.7950e-02 ] +2024-10-25 06:34:51,086 INFO: [ epoch: 1 ] [ iter: 11,000 ] [ performance: 19.543 it/s ] [ lr: 1.00e-04 ] [ eta: 661 days, 20:58:29 ] [ l_g_pix: 3.4271e-02 ] [ l_g_total: 3.4271e-02 ] +2024-10-25 06:34:56,195 INFO: [ epoch: 1 ] [ iter: 11,100 ] [ performance: 19.556 it/s ] [ lr: 1.00e-04 ] [ eta: 666 days, 9:17:54 ] [ l_g_pix: 3.8683e-02 ] [ l_g_total: 3.8683e-02 ] +2024-10-25 06:35:01,381 INFO: [ epoch: 1 ] [ iter: 11,200 ] [ performance: 19.368 it/s ] [ lr: 1.00e-04 ] [ eta: 670 days, 23:13:53 ] [ l_g_pix: 3.1979e-02 ] [ l_g_total: 3.1979e-02 ] +2024-10-25 06:35:06,607 INFO: [ epoch: 1 ] [ iter: 11,300 ] [ performance: 19.391 it/s ] [ lr: 1.00e-04 ] [ eta: 675 days, 13:50:40 ] [ l_g_pix: 2.6274e-02 ] [ l_g_total: 2.6274e-02 ] +2024-10-25 06:35:11,720 INFO: [ epoch: 1 ] [ iter: 11,400 ] [ performance: 19.509 it/s ] [ lr: 1.00e-04 ] [ eta: 680 days, 1:23:54 ] [ l_g_pix: 2.4767e-02 ] [ l_g_total: 2.4767e-02 ] +2024-10-25 06:35:16,928 INFO: [ epoch: 1 ] [ iter: 11,500 ] [ performance: 19.338 it/s ] [ lr: 1.00e-04 ] [ eta: 684 days, 15:01:26 ] [ l_g_pix: 4.0854e-02 ] [ l_g_total: 4.0854e-02 ] +2024-10-25 06:35:22,037 INFO: [ epoch: 1 ] [ iter: 11,600 ] [ performance: 19.505 it/s ] [ lr: 1.00e-04 ] [ eta: 689 days, 1:53:43 ] [ l_g_pix: 2.7472e-02 ] [ l_g_total: 2.7472e-02 ] +2024-10-25 06:35:27,074 INFO: [ epoch: 1 ] [ iter: 11,700 ] [ performance: 20.227 it/s ] [ lr: 1.00e-04 ] [ eta: 693 days, 10:44:20 ] [ l_g_pix: 2.3394e-02 ] [ l_g_total: 2.3394e-02 ] +2024-10-25 06:35:32,130 INFO: [ epoch: 1 ] [ iter: 11,800 ] [ performance: 19.911 it/s ] [ lr: 1.00e-04 ] [ eta: 697 days, 19:45:30 ] [ l_g_pix: 2.6297e-02 ] [ l_g_total: 2.6297e-02 ] +2024-10-25 06:35:37,332 INFO: [ epoch: 1 ] [ iter: 11,900 ] [ performance: 19.070 it/s ] [ lr: 1.00e-04 ] [ eta: 702 days, 8:04:07 ] [ l_g_pix: 2.8889e-02 ] [ l_g_total: 2.8889e-02 ] +2024-10-25 06:35:42,570 INFO: [ epoch: 1 ] [ iter: 12,000 ] [ performance: 19.086 it/s ] [ lr: 1.00e-04 ] [ eta: 706 days, 20:58:57 ] [ l_g_pix: 3.3142e-02 ] [ l_g_total: 3.3142e-02 ] +2024-10-25 06:35:47,859 INFO: [ epoch: 1 ] [ iter: 12,100 ] [ performance: 19.079 it/s ] [ lr: 1.00e-04 ] [ eta: 711 days, 10:49:36 ] [ l_g_pix: 3.3676e-02 ] [ l_g_total: 3.3676e-02 ] +2024-10-25 06:35:53,051 INFO: [ epoch: 1 ] [ iter: 12,200 ] [ performance: 19.209 it/s ] [ lr: 1.00e-04 ] [ eta: 715 days, 22:02:16 ] [ l_g_pix: 2.4327e-02 ] [ l_g_total: 2.4327e-02 ] +2024-10-25 06:35:58,145 INFO: [ epoch: 1 ] [ iter: 12,300 ] [ performance: 20.024 it/s ] [ lr: 1.00e-04 ] [ eta: 720 days, 6:34:25 ] [ l_g_pix: 3.3318e-02 ] [ l_g_total: 3.3318e-02 ] +2024-10-25 06:36:03,433 INFO: [ epoch: 1 ] [ iter: 12,400 ] [ performance: 19.213 it/s ] [ lr: 1.00e-04 ] [ eta: 724 days, 19:31:34 ] [ l_g_pix: 3.0019e-02 ] [ l_g_total: 3.0019e-02 ] +2024-10-25 06:36:09,119 INFO: [ epoch: 1 ] [ iter: 12,500 ] [ performance: 19.658 it/s ] [ lr: 1.00e-04 ] [ eta: 729 days, 17:52:42 ] [ l_g_pix: 2.6531e-02 ] [ l_g_total: 2.6531e-02 ] +2024-10-25 06:36:14,255 INFO: [ epoch: 1 ] [ iter: 12,600 ] [ performance: 19.526 it/s ] [ lr: 1.00e-04 ] [ eta: 734 days, 2:31:45 ] [ l_g_pix: 1.8696e-02 ] [ l_g_total: 1.8696e-02 ] +2024-10-25 06:36:19,219 INFO: [ epoch: 1 ] [ iter: 12,700 ] [ performance: 20.471 it/s ] [ lr: 1.00e-04 ] [ eta: 738 days, 6:44:41 ] [ l_g_pix: 3.1211e-02 ] [ l_g_total: 3.1211e-02 ] +2024-10-25 06:36:24,338 INFO: [ epoch: 1 ] [ iter: 12,800 ] [ performance: 19.779 it/s ] [ lr: 1.00e-04 ] [ eta: 742 days, 14:27:27 ] [ l_g_pix: 2.9566e-02 ] [ l_g_total: 2.9566e-02 ] +2024-10-25 06:36:29,584 INFO: [ epoch: 1 ] [ iter: 12,900 ] [ performance: 19.026 it/s ] [ lr: 1.00e-04 ] [ eta: 747 days, 0:55:59 ] [ l_g_pix: 3.3032e-02 ] [ l_g_total: 3.3032e-02 ] +2024-10-25 06:36:34,887 INFO: [ epoch: 1 ] [ iter: 13,000 ] [ performance: 18.902 it/s ] [ lr: 1.00e-04 ] [ eta: 751 days, 12:30:40 ] [ l_g_pix: 3.2178e-02 ] [ l_g_total: 3.2178e-02 ] +2024-10-25 06:36:39,950 INFO: [ epoch: 1 ] [ iter: 13,100 ] [ performance: 19.757 it/s ] [ lr: 1.00e-04 ] [ eta: 755 days, 17:58:53 ] [ l_g_pix: 2.5982e-02 ] [ l_g_total: 2.5982e-02 ] +2024-10-25 06:36:45,205 INFO: [ epoch: 1 ] [ iter: 13,200 ] [ performance: 19.214 it/s ] [ lr: 1.00e-04 ] [ eta: 760 days, 3:49:14 ] [ l_g_pix: 3.6768e-02 ] [ l_g_total: 3.6768e-02 ] +2024-10-25 06:36:50,434 INFO: [ epoch: 1 ] [ iter: 13,300 ] [ performance: 19.148 it/s ] [ lr: 1.00e-04 ] [ eta: 764 days, 12:44:10 ] [ l_g_pix: 3.8022e-02 ] [ l_g_total: 3.8022e-02 ] +2024-10-25 06:36:56,110 INFO: [ epoch: 1 ] [ iter: 13,400 ] [ performance: 17.986 it/s ] [ lr: 1.00e-04 ] [ eta: 769 days, 8:05:43 ] [ l_g_pix: 3.2555e-02 ] [ l_g_total: 3.2555e-02 ] +2024-10-25 06:37:01,255 INFO: [ epoch: 1 ] [ iter: 13,500 ] [ performance: 19.394 it/s ] [ lr: 1.00e-04 ] [ eta: 773 days, 14:24:13 ] [ l_g_pix: 4.0358e-02 ] [ l_g_total: 4.0358e-02 ] +2024-10-25 06:37:06,450 INFO: [ epoch: 1 ] [ iter: 13,600 ] [ performance: 19.286 it/s ] [ lr: 1.00e-04 ] [ eta: 777 days, 21:37:24 ] [ l_g_pix: 3.8724e-02 ] [ l_g_total: 3.8724e-02 ] +2024-10-25 06:37:11,625 INFO: [ epoch: 1 ] [ iter: 13,700 ] [ performance: 19.650 it/s ] [ lr: 1.00e-04 ] [ eta: 782 days, 4:04:04 ] [ l_g_pix: 3.1343e-02 ] [ l_g_total: 3.1343e-02 ] +2024-10-25 06:37:16,715 INFO: [ epoch: 1 ] [ iter: 13,800 ] [ performance: 19.650 it/s ] [ lr: 1.00e-04 ] [ eta: 786 days, 8:10:59 ] [ l_g_pix: 3.5386e-02 ] [ l_g_total: 3.5386e-02 ] +2024-10-25 06:37:21,860 INFO: [ epoch: 1 ] [ iter: 13,900 ] [ performance: 19.056 it/s ] [ lr: 1.00e-04 ] [ eta: 790 days, 13:21:01 ] [ l_g_pix: 2.3188e-02 ] [ l_g_total: 2.3188e-02 ] +2024-10-25 06:37:26,997 INFO: [ epoch: 1 ] [ iter: 14,000 ] [ performance: 19.370 it/s ] [ lr: 1.00e-04 ] [ eta: 794 days, 18:01:29 ] [ l_g_pix: 3.0900e-02 ] [ l_g_total: 3.0900e-02 ] +2024-10-25 06:37:31,985 INFO: [ epoch: 1 ] [ iter: 14,100 ] [ performance: 20.260 it/s ] [ lr: 1.00e-04 ] [ eta: 798 days, 18:51:12 ] [ l_g_pix: 2.5983e-02 ] [ l_g_total: 2.5983e-02 ] +2024-10-25 06:37:37,169 INFO: [ epoch: 1 ] [ iter: 14,200 ] [ performance: 19.507 it/s ] [ lr: 1.00e-04 ] [ eta: 803 days, 0:05:20 ] [ l_g_pix: 2.7477e-02 ] [ l_g_total: 2.7477e-02 ] +2024-10-25 06:37:42,467 INFO: [ epoch: 1 ] [ iter: 14,300 ] [ performance: 20.205 it/s ] [ lr: 1.00e-04 ] [ eta: 807 days, 7:45:32 ] [ l_g_pix: 3.9402e-02 ] [ l_g_total: 3.9402e-02 ] +2024-10-25 06:37:47,540 INFO: [ epoch: 1 ] [ iter: 14,400 ] [ performance: 19.823 it/s ] [ lr: 1.00e-04 ] [ eta: 811 days, 9:46:12 ] [ l_g_pix: 4.5745e-02 ] [ l_g_total: 4.5745e-02 ] +2024-10-25 06:37:52,635 INFO: [ epoch: 1 ] [ iter: 14,500 ] [ performance: 19.492 it/s ] [ lr: 1.00e-04 ] [ eta: 815 days, 12:01:12 ] [ l_g_pix: 4.4392e-02 ] [ l_g_total: 4.4392e-02 ] +2024-10-25 06:37:57,791 INFO: [ epoch: 1 ] [ iter: 14,600 ] [ performance: 19.419 it/s ] [ lr: 1.00e-04 ] [ eta: 819 days, 15:25:56 ] [ l_g_pix: 2.9267e-02 ] [ l_g_total: 2.9267e-02 ] +2024-10-25 06:38:02,972 INFO: [ epoch: 1 ] [ iter: 14,700 ] [ performance: 19.522 it/s ] [ lr: 1.00e-04 ] [ eta: 823 days, 19:10:14 ] [ l_g_pix: 2.2000e-02 ] [ l_g_total: 2.2000e-02 ] +2024-10-25 06:38:08,562 INFO: [ epoch: 1 ] [ iter: 14,800 ] [ performance: 18.216 it/s ] [ lr: 1.00e-04 ] [ eta: 828 days, 8:16:28 ] [ l_g_pix: 4.2165e-02 ] [ l_g_total: 4.2165e-02 ] +2024-10-25 06:38:13,823 INFO: [ epoch: 1 ] [ iter: 14,900 ] [ performance: 17.878 it/s ] [ lr: 1.00e-04 ] [ eta: 832 days, 13:17:56 ] [ l_g_pix: 2.4191e-02 ] [ l_g_total: 2.4191e-02 ] +2024-10-25 06:38:19,028 INFO: [ epoch: 1 ] [ iter: 15,000 ] [ performance: 18.921 it/s ] [ lr: 1.00e-04 ] [ eta: 836 days, 16:43:36 ] [ l_g_pix: 2.5989e-02 ] [ l_g_total: 2.5989e-02 ] +2024-10-25 06:38:24,297 INFO: [ epoch: 1 ] [ iter: 15,100 ] [ performance: 18.891 it/s ] [ lr: 1.00e-04 ] [ eta: 840 days, 21:21:01 ] [ l_g_pix: 2.4739e-02 ] [ l_g_total: 2.4739e-02 ] +2024-10-25 06:38:29,551 INFO: [ epoch: 1 ] [ iter: 15,200 ] [ performance: 19.007 it/s ] [ lr: 1.00e-04 ] [ eta: 845 days, 1:20:13 ] [ l_g_pix: 2.1805e-02 ] [ l_g_total: 2.1805e-02 ] +2024-10-25 06:38:34,787 INFO: [ epoch: 1 ] [ iter: 15,300 ] [ performance: 18.902 it/s ] [ lr: 1.00e-04 ] [ eta: 849 days, 4:37:18 ] [ l_g_pix: 2.9888e-02 ] [ l_g_total: 2.9888e-02 ] +2024-10-25 06:38:39,873 INFO: [ epoch: 1 ] [ iter: 15,400 ] [ performance: 19.511 it/s ] [ lr: 1.00e-04 ] [ eta: 853 days, 4:05:00 ] [ l_g_pix: 3.1122e-02 ] [ l_g_total: 3.1122e-02 ] +2024-10-25 06:38:44,999 INFO: [ epoch: 1 ] [ iter: 15,500 ] [ performance: 19.598 it/s ] [ lr: 1.00e-04 ] [ eta: 857 days, 4:11:54 ] [ l_g_pix: 3.2115e-02 ] [ l_g_total: 3.2115e-02 ] +2024-10-25 06:38:50,266 INFO: [ epoch: 1 ] [ iter: 15,600 ] [ performance: 19.102 it/s ] [ lr: 1.00e-04 ] [ eta: 861 days, 7:18:55 ] [ l_g_pix: 2.7880e-02 ] [ l_g_total: 2.7880e-02 ] +2024-10-25 06:38:55,404 INFO: [ epoch: 1 ] [ iter: 15,700 ] [ performance: 19.362 it/s ] [ lr: 1.00e-04 ] [ eta: 865 days, 7:09:05 ] [ l_g_pix: 2.7212e-02 ] [ l_g_total: 2.7212e-02 ] +2024-10-25 06:39:00,579 INFO: [ epoch: 1 ] [ iter: 15,800 ] [ performance: 19.334 it/s ] [ lr: 1.00e-04 ] [ eta: 869 days, 7:32:33 ] [ l_g_pix: 3.3555e-02 ] [ l_g_total: 3.3555e-02 ] +2024-10-25 06:39:05,741 INFO: [ epoch: 1 ] [ iter: 15,900 ] [ performance: 18.743 it/s ] [ lr: 1.00e-04 ] [ eta: 873 days, 7:21:38 ] [ l_g_pix: 2.6316e-02 ] [ l_g_total: 2.6316e-02 ] +2024-10-25 06:39:10,949 INFO: [ epoch: 1 ] [ iter: 16,000 ] [ performance: 19.123 it/s ] [ lr: 1.00e-04 ] [ eta: 877 days, 7:56:48 ] [ l_g_pix: 3.2964e-02 ] [ l_g_total: 3.2964e-02 ] +2024-10-25 06:39:16,085 INFO: [ epoch: 1 ] [ iter: 16,100 ] [ performance: 21.136 it/s ] [ lr: 1.00e-04 ] [ eta: 881 days, 6:34:56 ] [ l_g_pix: 2.1878e-02 ] [ l_g_total: 2.1878e-02 ] +2024-10-25 06:39:22,257 INFO: [ epoch: 2 ] [ iter: 16,200 ] [ performance: 16.860 it/s ] [ lr: 1.00e-04 ] [ eta: 886 days, 5:02:13 ] [ l_g_pix: 3.0493e-02 ] [ l_g_total: 3.0493e-02 ] +2024-10-25 06:39:27,472 INFO: [ epoch: 2 ] [ iter: 16,300 ] [ performance: 19.273 it/s ] [ lr: 1.00e-04 ] [ eta: 890 days, 4:55:01 ] [ l_g_pix: 2.7885e-02 ] [ l_g_total: 2.7885e-02 ] +2024-10-25 06:39:32,646 INFO: [ epoch: 2 ] [ iter: 16,400 ] [ performance: 19.322 it/s ] [ lr: 1.00e-04 ] [ eta: 894 days, 3:32:19 ] [ l_g_pix: 2.9905e-02 ] [ l_g_total: 2.9905e-02 ] +2024-10-25 06:39:37,780 INFO: [ epoch: 2 ] [ iter: 16,500 ] [ performance: 19.301 it/s ] [ lr: 1.00e-04 ] [ eta: 898 days, 0:56:54 ] [ l_g_pix: 2.8717e-02 ] [ l_g_total: 2.8717e-02 ] +2024-10-25 06:39:42,887 INFO: [ epoch: 2 ] [ iter: 16,600 ] [ performance: 19.541 it/s ] [ lr: 1.00e-04 ] [ eta: 901 days, 21:26:22 ] [ l_g_pix: 2.8882e-02 ] [ l_g_total: 2.8882e-02 ] +2024-10-25 06:39:47,967 INFO: [ epoch: 2 ] [ iter: 16,700 ] [ performance: 19.927 it/s ] [ lr: 1.00e-04 ] [ eta: 905 days, 17:01:29 ] [ l_g_pix: 2.5434e-02 ] [ l_g_total: 2.5434e-02 ] +2024-10-25 06:39:53,200 INFO: [ epoch: 2 ] [ iter: 16,800 ] [ performance: 19.227 it/s ] [ lr: 1.00e-04 ] [ eta: 909 days, 15:52:04 ] [ l_g_pix: 2.7515e-02 ] [ l_g_total: 2.7515e-02 ] +2024-10-25 06:39:58,235 INFO: [ epoch: 2 ] [ iter: 16,900 ] [ performance: 20.422 it/s ] [ lr: 1.00e-04 ] [ eta: 913 days, 9:51:18 ] [ l_g_pix: 2.4420e-02 ] [ l_g_total: 2.4420e-02 ] +2024-10-25 06:40:03,340 INFO: [ epoch: 2 ] [ iter: 17,000 ] [ performance: 19.703 it/s ] [ lr: 1.00e-04 ] [ eta: 917 days, 5:09:44 ] [ l_g_pix: 2.1157e-02 ] [ l_g_total: 2.1157e-02 ] +2024-10-25 06:40:08,494 INFO: [ epoch: 2 ] [ iter: 17,100 ] [ performance: 19.957 it/s ] [ lr: 1.00e-04 ] [ eta: 921 days, 1:20:15 ] [ l_g_pix: 3.1612e-02 ] [ l_g_total: 3.1612e-02 ] +2024-10-25 06:40:13,558 INFO: [ epoch: 2 ] [ iter: 17,200 ] [ performance: 19.775 it/s ] [ lr: 1.00e-04 ] [ eta: 924 days, 19:09:06 ] [ l_g_pix: 4.0084e-02 ] [ l_g_total: 4.0084e-02 ] +2024-10-25 06:40:18,634 INFO: [ epoch: 2 ] [ iter: 17,300 ] [ performance: 19.315 it/s ] [ lr: 1.00e-04 ] [ eta: 928 days, 12:55:59 ] [ l_g_pix: 1.9610e-02 ] [ l_g_total: 1.9610e-02 ] +2024-10-25 06:40:23,724 INFO: [ epoch: 2 ] [ iter: 17,400 ] [ performance: 19.607 it/s ] [ lr: 1.00e-04 ] [ eta: 932 days, 6:46:21 ] [ l_g_pix: 2.3335e-02 ] [ l_g_total: 2.3335e-02 ] +2024-10-25 06:40:29,238 INFO: [ epoch: 2 ] [ iter: 17,500 ] [ performance: 19.322 it/s ] [ lr: 1.00e-04 ] [ eta: 936 days, 10:03:29 ] [ l_g_pix: 2.6348e-02 ] [ l_g_total: 2.6348e-02 ] +2024-10-25 06:40:34,345 INFO: [ epoch: 2 ] [ iter: 17,600 ] [ performance: 19.554 it/s ] [ lr: 1.00e-04 ] [ eta: 940 days, 3:42:08 ] [ l_g_pix: 2.7136e-02 ] [ l_g_total: 2.7136e-02 ] +2024-10-25 06:40:39,504 INFO: [ epoch: 2 ] [ iter: 17,700 ] [ performance: 18.897 it/s ] [ lr: 1.00e-04 ] [ eta: 943 days, 22:15:21 ] [ l_g_pix: 2.7197e-02 ] [ l_g_total: 2.7197e-02 ] +2024-10-25 06:40:44,602 INFO: [ epoch: 2 ] [ iter: 17,800 ] [ performance: 19.539 it/s ] [ lr: 1.00e-04 ] [ eta: 947 days, 15:07:37 ] [ l_g_pix: 3.6205e-02 ] [ l_g_total: 3.6205e-02 ] +2024-10-25 06:40:49,588 INFO: [ epoch: 2 ] [ iter: 17,900 ] [ performance: 19.650 it/s ] [ lr: 1.00e-04 ] [ eta: 951 days, 5:10:15 ] [ l_g_pix: 2.5207e-02 ] [ l_g_total: 2.5207e-02 ] +2024-10-25 06:40:54,722 INFO: [ epoch: 2 ] [ iter: 18,000 ] [ performance: 19.498 it/s ] [ lr: 1.00e-04 ] [ eta: 954 days, 22:18:01 ] [ l_g_pix: 2.1598e-02 ] [ l_g_total: 2.1598e-02 ] +2024-10-25 06:40:59,784 INFO: [ epoch: 2 ] [ iter: 18,100 ] [ performance: 20.073 it/s ] [ lr: 1.00e-04 ] [ eta: 958 days, 13:30:45 ] [ l_g_pix: 3.5114e-02 ] [ l_g_total: 3.5114e-02 ] +2024-10-25 06:41:05,061 INFO: [ epoch: 2 ] [ iter: 18,200 ] [ performance: 19.048 it/s ] [ lr: 1.00e-04 ] [ eta: 962 days, 9:20:16 ] [ l_g_pix: 3.5007e-02 ] [ l_g_total: 3.5007e-02 ] +2024-10-25 06:41:10,103 INFO: [ epoch: 2 ] [ iter: 18,300 ] [ performance: 20.931 it/s ] [ lr: 1.00e-04 ] [ eta: 965 days, 23:30:26 ] [ l_g_pix: 3.8295e-02 ] [ l_g_total: 3.8295e-02 ] +2024-10-25 06:41:15,255 INFO: [ epoch: 2 ] [ iter: 18,400 ] [ performance: 19.529 it/s ] [ lr: 1.00e-04 ] [ eta: 969 days, 15:54:38 ] [ l_g_pix: 3.1980e-02 ] [ l_g_total: 3.1980e-02 ] +2024-10-25 06:41:20,331 INFO: [ epoch: 2 ] [ iter: 18,500 ] [ performance: 19.369 it/s ] [ lr: 1.00e-04 ] [ eta: 973 days, 6:18:30 ] [ l_g_pix: 2.5699e-02 ] [ l_g_total: 2.5699e-02 ] +2024-10-25 06:41:25,477 INFO: [ epoch: 2 ] [ iter: 18,600 ] [ performance: 19.431 it/s ] [ lr: 1.00e-04 ] [ eta: 976 days, 21:59:50 ] [ l_g_pix: 2.9442e-02 ] [ l_g_total: 2.9442e-02 ] +2024-10-25 06:41:30,465 INFO: [ epoch: 2 ] [ iter: 18,700 ] [ performance: 21.682 it/s ] [ lr: 1.00e-04 ] [ eta: 980 days, 9:50:07 ] [ l_g_pix: 2.5569e-02 ] [ l_g_total: 2.5569e-02 ] +2024-10-25 06:41:35,613 INFO: [ epoch: 2 ] [ iter: 18,800 ] [ performance: 19.558 it/s ] [ lr: 1.00e-04 ] [ eta: 984 days, 1:01:24 ] [ l_g_pix: 3.3338e-02 ] [ l_g_total: 3.3338e-02 ] +2024-10-25 06:41:40,687 INFO: [ epoch: 2 ] [ iter: 18,900 ] [ performance: 20.554 it/s ] [ lr: 1.00e-04 ] [ eta: 987 days, 14:13:30 ] [ l_g_pix: 2.7264e-02 ] [ l_g_total: 2.7264e-02 ] +2024-10-25 06:41:45,830 INFO: [ epoch: 2 ] [ iter: 19,000 ] [ performance: 19.505 it/s ] [ lr: 1.00e-04 ] [ eta: 991 days, 4:43:05 ] [ l_g_pix: 2.8499e-02 ] [ l_g_total: 2.8499e-02 ] +2024-10-25 06:41:50,816 INFO: [ epoch: 2 ] [ iter: 19,100 ] [ performance: 19.548 it/s ] [ lr: 1.00e-04 ] [ eta: 994 days, 15:23:51 ] [ l_g_pix: 3.8894e-02 ] [ l_g_total: 3.8894e-02 ] +2024-10-25 06:41:55,786 INFO: [ epoch: 2 ] [ iter: 19,200 ] [ performance: 20.095 it/s ] [ lr: 1.00e-04 ] [ eta: 998 days, 1:26:13 ] [ l_g_pix: 3.4046e-02 ] [ l_g_total: 3.4046e-02 ] +2024-10-25 06:42:00,780 INFO: [ epoch: 2 ] [ iter: 19,300 ] [ performance: 20.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1001 days, 11:44:37 ] [ l_g_pix: 4.1289e-02 ] [ l_g_total: 4.1289e-02 ] +2024-10-25 06:42:05,889 INFO: [ epoch: 2 ] [ iter: 19,400 ] [ performance: 19.601 it/s ] [ lr: 1.00e-04 ] [ eta: 1005 days, 0:20:44 ] [ l_g_pix: 2.8661e-02 ] [ l_g_total: 2.8661e-02 ] +2024-10-25 06:42:11,159 INFO: [ epoch: 2 ] [ iter: 19,500 ] [ performance: 19.595 it/s ] [ lr: 1.00e-04 ] [ eta: 1008 days, 16:15:45 ] [ l_g_pix: 3.2017e-02 ] [ l_g_total: 3.2017e-02 ] +2024-10-25 06:42:16,133 INFO: [ epoch: 2 ] [ iter: 19,600 ] [ performance: 20.092 it/s ] [ lr: 1.00e-04 ] [ eta: 1012 days, 1:16:31 ] [ l_g_pix: 2.5732e-02 ] [ l_g_total: 2.5732e-02 ] +2024-10-25 06:42:21,215 INFO: [ epoch: 2 ] [ iter: 19,700 ] [ performance: 20.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1015 days, 12:24:44 ] [ l_g_pix: 2.1819e-02 ] [ l_g_total: 2.1819e-02 ] +2024-10-25 06:42:26,219 INFO: [ epoch: 2 ] [ iter: 19,800 ] [ performance: 19.990 it/s ] [ lr: 1.00e-04 ] [ eta: 1018 days, 21:32:33 ] [ l_g_pix: 3.1047e-02 ] [ l_g_total: 3.1047e-02 ] +2024-10-25 06:42:31,281 INFO: [ epoch: 2 ] [ iter: 19,900 ] [ performance: 21.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1022 days, 7:41:08 ] [ l_g_pix: 3.5019e-02 ] [ l_g_total: 3.5019e-02 ] +2024-10-25 06:42:36,406 INFO: [ epoch: 2 ] [ iter: 20,000 ] [ performance: 19.538 it/s ] [ lr: 1.00e-04 ] [ eta: 1025 days, 18:55:40 ] [ l_g_pix: 1.8780e-02 ] [ l_g_total: 1.8780e-02 ] +2024-10-25 06:42:36,406 INFO: Saving models and training states. +2024-10-25 06:44:08,515 INFO: Validation val + + # psnr: 21.6436........ Best: 21.6436 @ 20000 iter + # ssim: 0.6230........ Best: 0.6230 @ 20000 iter + # dists: 0.7899........ Best: 0.7899 @ 20000 iter + +2024-10-25 06:44:13,621 INFO: [ epoch: 2 ] [ iter: 20,100 ] [ performance: 19.563 it/s ] [ lr: 1.00e-04 ] [ eta: 1114 days, 9:46:00 ] [ l_g_pix: 2.9232e-02 ] [ l_g_total: 2.9232e-02 ] +2024-10-25 06:44:18,729 INFO: [ epoch: 2 ] [ iter: 20,200 ] [ performance: 19.582 it/s ] [ lr: 1.00e-04 ] [ eta: 1117 days, 17:30:27 ] [ l_g_pix: 2.6750e-02 ] [ l_g_total: 2.6750e-02 ] +2024-10-25 06:44:24,138 INFO: [ epoch: 2 ] [ iter: 20,300 ] [ performance: 19.019 it/s ] [ lr: 1.00e-04 ] [ eta: 1121 days, 7:39:18 ] [ l_g_pix: 3.5204e-02 ] [ l_g_total: 3.5204e-02 ] +2024-10-25 06:44:29,321 INFO: [ epoch: 2 ] [ iter: 20,400 ] [ performance: 19.350 it/s ] [ lr: 1.00e-04 ] [ eta: 1124 days, 16:29:23 ] [ l_g_pix: 2.8933e-02 ] [ l_g_total: 2.8933e-02 ] +2024-10-25 06:44:34,412 INFO: [ epoch: 2 ] [ iter: 20,500 ] [ performance: 19.498 it/s ] [ lr: 1.00e-04 ] [ eta: 1127 days, 22:59:27 ] [ l_g_pix: 2.7971e-02 ] [ l_g_total: 2.7971e-02 ] +2024-10-25 06:44:39,525 INFO: [ epoch: 2 ] [ iter: 20,600 ] [ performance: 19.563 it/s ] [ lr: 1.00e-04 ] [ eta: 1131 days, 5:42:26 ] [ l_g_pix: 3.0399e-02 ] [ l_g_total: 3.0399e-02 ] +2024-10-25 06:44:44,665 INFO: [ epoch: 2 ] [ iter: 20,700 ] [ performance: 19.510 it/s ] [ lr: 1.00e-04 ] [ eta: 1134 days, 12:43:49 ] [ l_g_pix: 2.9631e-02 ] [ l_g_total: 2.9631e-02 ] +2024-10-25 06:44:49,857 INFO: [ epoch: 2 ] [ iter: 20,800 ] [ performance: 19.267 it/s ] [ lr: 1.00e-04 ] [ eta: 1137 days, 20:37:53 ] [ l_g_pix: 3.7537e-02 ] [ l_g_total: 3.7537e-02 ] +2024-10-25 06:44:54,918 INFO: [ epoch: 2 ] [ iter: 20,900 ] [ performance: 19.516 it/s ] [ lr: 1.00e-04 ] [ eta: 1141 days, 1:20:28 ] [ l_g_pix: 3.0780e-02 ] [ l_g_total: 3.0780e-02 ] +2024-10-25 06:45:00,401 INFO: [ epoch: 2 ] [ iter: 21,000 ] [ performance: 18.186 it/s ] [ lr: 1.00e-04 ] [ eta: 1144 days, 15:02:05 ] [ l_g_pix: 2.3006e-02 ] [ l_g_total: 2.3006e-02 ] +2024-10-25 06:45:05,449 INFO: [ epoch: 2 ] [ iter: 21,100 ] [ performance: 18.981 it/s ] [ lr: 1.00e-04 ] [ eta: 1147 days, 18:53:43 ] [ l_g_pix: 3.2591e-02 ] [ l_g_total: 3.2591e-02 ] +2024-10-25 06:45:10,541 INFO: [ epoch: 2 ] [ iter: 21,200 ] [ performance: 19.681 it/s ] [ lr: 1.00e-04 ] [ eta: 1150 days, 23:27:06 ] [ l_g_pix: 3.4325e-02 ] [ l_g_total: 3.4325e-02 ] +2024-10-25 06:45:15,677 INFO: [ epoch: 2 ] [ iter: 21,300 ] [ performance: 19.574 it/s ] [ lr: 1.00e-04 ] [ eta: 1154 days, 4:40:14 ] [ l_g_pix: 2.5021e-02 ] [ l_g_total: 2.5021e-02 ] +2024-10-25 06:45:20,833 INFO: [ epoch: 2 ] [ iter: 21,400 ] [ performance: 19.377 it/s ] [ lr: 1.00e-04 ] [ eta: 1157 days, 10:02:31 ] [ l_g_pix: 2.9810e-02 ] [ l_g_total: 2.9810e-02 ] +2024-10-25 06:45:25,937 INFO: [ epoch: 2 ] [ iter: 21,500 ] [ performance: 19.488 it/s ] [ lr: 1.00e-04 ] [ eta: 1160 days, 13:59:47 ] [ l_g_pix: 3.5055e-02 ] [ l_g_total: 3.5055e-02 ] +2024-10-25 06:45:31,001 INFO: [ epoch: 2 ] [ iter: 21,600 ] [ performance: 19.803 it/s ] [ lr: 1.00e-04 ] [ eta: 1163 days, 16:47:15 ] [ l_g_pix: 2.3646e-02 ] [ l_g_total: 2.3646e-02 ] +2024-10-25 06:45:36,457 INFO: [ epoch: 2 ] [ iter: 21,700 ] [ performance: 19.012 it/s ] [ lr: 1.00e-04 ] [ eta: 1167 days, 3:49:57 ] [ l_g_pix: 3.0439e-02 ] [ l_g_total: 3.0439e-02 ] +2024-10-25 06:45:41,489 INFO: [ epoch: 2 ] [ iter: 21,800 ] [ performance: 19.890 it/s ] [ lr: 1.00e-04 ] [ eta: 1170 days, 5:21:47 ] [ l_g_pix: 3.2550e-02 ] [ l_g_total: 3.2550e-02 ] +2024-10-25 06:45:46,677 INFO: [ epoch: 2 ] [ iter: 21,900 ] [ performance: 19.566 it/s ] [ lr: 1.00e-04 ] [ eta: 1173 days, 10:00:05 ] [ l_g_pix: 2.9505e-02 ] [ l_g_total: 2.9505e-02 ] +2024-10-25 06:45:51,764 INFO: [ epoch: 2 ] [ iter: 22,000 ] [ performance: 19.652 it/s ] [ lr: 1.00e-04 ] [ eta: 1176 days, 12:09:13 ] [ l_g_pix: 3.1619e-02 ] [ l_g_total: 3.1619e-02 ] +2024-10-25 06:45:56,841 INFO: [ epoch: 2 ] [ iter: 22,100 ] [ performance: 19.678 it/s ] [ lr: 1.00e-04 ] [ eta: 1179 days, 13:48:02 ] [ l_g_pix: 2.9530e-02 ] [ l_g_total: 2.9530e-02 ] +2024-10-25 06:46:01,848 INFO: [ epoch: 2 ] [ iter: 22,200 ] [ performance: 19.869 it/s ] [ lr: 1.00e-04 ] [ eta: 1182 days, 13:40:10 ] [ l_g_pix: 2.9545e-02 ] [ l_g_total: 2.9545e-02 ] +2024-10-25 06:46:07,070 INFO: [ epoch: 2 ] [ iter: 22,300 ] [ performance: 19.484 it/s ] [ lr: 1.00e-04 ] [ eta: 1185 days, 17:54:24 ] [ l_g_pix: 2.3596e-02 ] [ l_g_total: 2.3596e-02 ] +2024-10-25 06:46:12,451 INFO: [ epoch: 2 ] [ iter: 22,400 ] [ performance: 18.495 it/s ] [ lr: 1.00e-04 ] [ eta: 1189 days, 1:16:00 ] [ l_g_pix: 2.5438e-02 ] [ l_g_total: 2.5438e-02 ] +2024-10-25 06:46:17,511 INFO: [ epoch: 2 ] [ iter: 22,500 ] [ performance: 19.146 it/s ] [ lr: 1.00e-04 ] [ eta: 1192 days, 1:25:34 ] [ l_g_pix: 2.8267e-02 ] [ l_g_total: 2.8267e-02 ] +2024-10-25 06:46:22,602 INFO: [ epoch: 2 ] [ iter: 22,600 ] [ performance: 19.665 it/s ] [ lr: 1.00e-04 ] [ eta: 1195 days, 1:57:48 ] [ l_g_pix: 2.6819e-02 ] [ l_g_total: 2.6819e-02 ] +2024-10-25 06:46:27,827 INFO: [ epoch: 2 ] [ iter: 22,700 ] [ performance: 19.383 it/s ] [ lr: 1.00e-04 ] [ eta: 1198 days, 5:05:56 ] [ l_g_pix: 2.5539e-02 ] [ l_g_total: 2.5539e-02 ] +2024-10-25 06:46:32,981 INFO: [ epoch: 2 ] [ iter: 22,800 ] [ performance: 19.578 it/s ] [ lr: 1.00e-04 ] [ eta: 1201 days, 6:24:42 ] [ l_g_pix: 3.2830e-02 ] [ l_g_total: 3.2830e-02 ] +2024-10-25 06:46:38,154 INFO: [ epoch: 2 ] [ iter: 22,900 ] [ performance: 19.447 it/s ] [ lr: 1.00e-04 ] [ eta: 1204 days, 7:51:15 ] [ l_g_pix: 3.0356e-02 ] [ l_g_total: 3.0356e-02 ] +2024-10-25 06:46:43,455 INFO: [ epoch: 2 ] [ iter: 23,000 ] [ performance: 18.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1207 days, 11:44:20 ] [ l_g_pix: 3.0261e-02 ] [ l_g_total: 3.0261e-02 ] +2024-10-25 06:46:48,417 INFO: [ epoch: 2 ] [ iter: 23,100 ] [ performance: 19.550 it/s ] [ lr: 1.00e-04 ] [ eta: 1210 days, 8:06:16 ] [ l_g_pix: 2.2008e-02 ] [ l_g_total: 2.2008e-02 ] +2024-10-25 06:46:53,456 INFO: [ epoch: 2 ] [ iter: 23,200 ] [ performance: 19.860 it/s ] [ lr: 1.00e-04 ] [ eta: 1213 days, 5:49:37 ] [ l_g_pix: 2.5460e-02 ] [ l_g_total: 2.5460e-02 ] +2024-10-25 06:46:58,309 INFO: [ epoch: 2 ] [ iter: 23,300 ] [ performance: 20.259 it/s ] [ lr: 1.00e-04 ] [ eta: 1215 days, 23:17:37 ] [ l_g_pix: 3.7780e-02 ] [ l_g_total: 3.7780e-02 ] +2024-10-25 06:47:03,203 INFO: [ epoch: 2 ] [ iter: 23,400 ] [ performance: 20.294 it/s ] [ lr: 1.00e-04 ] [ eta: 1218 days, 17:23:32 ] [ l_g_pix: 2.5754e-02 ] [ l_g_total: 2.5754e-02 ] +2024-10-25 06:47:08,331 INFO: [ epoch: 2 ] [ iter: 23,500 ] [ performance: 19.857 it/s ] [ lr: 1.00e-04 ] [ eta: 1221 days, 16:10:20 ] [ l_g_pix: 3.8271e-02 ] [ l_g_total: 3.8271e-02 ] +2024-10-25 06:47:13,549 INFO: [ epoch: 2 ] [ iter: 23,600 ] [ performance: 19.268 it/s ] [ lr: 1.00e-04 ] [ eta: 1224 days, 16:34:32 ] [ l_g_pix: 4.3623e-02 ] [ l_g_total: 4.3623e-02 ] +2024-10-25 06:47:18,802 INFO: [ epoch: 2 ] [ iter: 23,700 ] [ performance: 19.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1227 days, 17:26:15 ] [ l_g_pix: 2.8678e-02 ] [ l_g_total: 2.8678e-02 ] +2024-10-25 06:47:23,886 INFO: [ epoch: 2 ] [ iter: 23,800 ] [ performance: 19.619 it/s ] [ lr: 1.00e-04 ] [ eta: 1230 days, 14:25:16 ] [ l_g_pix: 2.4711e-02 ] [ l_g_total: 2.4711e-02 ] +2024-10-25 06:47:29,055 INFO: [ epoch: 2 ] [ iter: 23,900 ] [ performance: 19.468 it/s ] [ lr: 1.00e-04 ] [ eta: 1233 days, 12:56:28 ] [ l_g_pix: 4.0941e-02 ] [ l_g_total: 4.0941e-02 ] +2024-10-25 06:47:34,097 INFO: [ epoch: 2 ] [ iter: 24,000 ] [ performance: 19.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1236 days, 8:28:51 ] [ l_g_pix: 2.8395e-02 ] [ l_g_total: 2.8395e-02 ] +2024-10-25 06:47:39,258 INFO: [ epoch: 2 ] [ iter: 24,100 ] [ performance: 19.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1239 days, 6:14:36 ] [ l_g_pix: 2.0709e-02 ] [ l_g_total: 2.0709e-02 ] +2024-10-25 06:47:44,338 INFO: [ epoch: 2 ] [ iter: 24,200 ] [ performance: 19.818 it/s ] [ lr: 1.00e-04 ] [ eta: 1242 days, 2:01:02 ] [ l_g_pix: 3.7118e-02 ] [ l_g_total: 3.7118e-02 ] +2024-10-25 06:47:50,500 INFO: [ epoch: 3 ] [ iter: 24,300 ] [ performance: 17.652 it/s ] [ lr: 1.00e-04 ] [ eta: 1245 days, 20:14:42 ] [ l_g_pix: 2.4355e-02 ] [ l_g_total: 2.4355e-02 ] +2024-10-25 06:47:55,423 INFO: [ epoch: 3 ] [ iter: 24,400 ] [ performance: 20.468 it/s ] [ lr: 1.00e-04 ] [ eta: 1248 days, 12:08:27 ] [ l_g_pix: 3.0871e-02 ] [ l_g_total: 3.0871e-02 ] +2024-10-25 06:48:00,448 INFO: [ epoch: 3 ] [ iter: 24,500 ] [ performance: 20.149 it/s ] [ lr: 1.00e-04 ] [ eta: 1251 days, 5:53:00 ] [ l_g_pix: 3.5310e-02 ] [ l_g_total: 3.5310e-02 ] +2024-10-25 06:48:05,461 INFO: [ epoch: 3 ] [ iter: 24,600 ] [ performance: 19.905 it/s ] [ lr: 1.00e-04 ] [ eta: 1253 days, 23:06:12 ] [ l_g_pix: 2.2688e-02 ] [ l_g_total: 2.2688e-02 ] +2024-10-25 06:48:10,465 INFO: [ epoch: 3 ] [ iter: 24,700 ] [ performance: 19.951 it/s ] [ lr: 1.00e-04 ] [ eta: 1256 days, 15:51:19 ] [ l_g_pix: 2.4360e-02 ] [ l_g_total: 2.4360e-02 ] +2024-10-25 06:48:15,594 INFO: [ epoch: 3 ] [ iter: 24,800 ] [ performance: 19.573 it/s ] [ lr: 1.00e-04 ] [ eta: 1259 days, 10:56:12 ] [ l_g_pix: 3.1679e-02 ] [ l_g_total: 3.1679e-02 ] +2024-10-25 06:48:20,702 INFO: [ epoch: 3 ] [ iter: 24,900 ] [ performance: 19.577 it/s ] [ lr: 1.00e-04 ] [ eta: 1262 days, 5:17:42 ] [ l_g_pix: 4.0518e-02 ] [ l_g_total: 4.0518e-02 ] +2024-10-25 06:48:25,510 INFO: [ epoch: 3 ] [ iter: 25,000 ] [ performance: 20.782 it/s ] [ lr: 1.00e-04 ] [ eta: 1264 days, 17:07:48 ] [ l_g_pix: 3.0410e-02 ] [ l_g_total: 3.0410e-02 ] +2024-10-25 06:48:30,340 INFO: [ epoch: 3 ] [ iter: 25,100 ] [ performance: 20.738 it/s ] [ lr: 1.00e-04 ] [ eta: 1267 days, 5:09:20 ] [ l_g_pix: 2.3029e-02 ] [ l_g_total: 2.3029e-02 ] +2024-10-25 06:48:35,365 INFO: [ epoch: 3 ] [ iter: 25,200 ] [ performance: 19.958 it/s ] [ lr: 1.00e-04 ] [ eta: 1269 days, 20:57:30 ] [ l_g_pix: 2.1534e-02 ] [ l_g_total: 2.1534e-02 ] +2024-10-25 06:48:40,337 INFO: [ epoch: 3 ] [ iter: 25,300 ] [ performance: 20.049 it/s ] [ lr: 1.00e-04 ] [ eta: 1272 days, 11:21:58 ] [ l_g_pix: 2.4264e-02 ] [ l_g_total: 2.4264e-02 ] +2024-10-25 06:48:45,532 INFO: [ epoch: 3 ] [ iter: 25,400 ] [ performance: 19.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1275 days, 6:08:39 ] [ l_g_pix: 2.7837e-02 ] [ l_g_total: 2.7837e-02 ] +2024-10-25 06:48:50,769 INFO: [ epoch: 3 ] [ iter: 25,500 ] [ performance: 19.114 it/s ] [ lr: 1.00e-04 ] [ eta: 1278 days, 1:28:44 ] [ l_g_pix: 2.8070e-02 ] [ l_g_total: 2.8070e-02 ] +2024-10-25 06:48:55,924 INFO: [ epoch: 3 ] [ iter: 25,600 ] [ performance: 19.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1280 days, 18:51:40 ] [ l_g_pix: 3.0423e-02 ] [ l_g_total: 3.0423e-02 ] +2024-10-25 06:49:00,902 INFO: [ epoch: 3 ] [ iter: 25,700 ] [ performance: 19.784 it/s ] [ lr: 1.00e-04 ] [ eta: 1283 days, 8:15:55 ] [ l_g_pix: 2.8847e-02 ] [ l_g_total: 2.8847e-02 ] +2024-10-25 06:49:06,055 INFO: [ epoch: 3 ] [ iter: 25,800 ] [ performance: 19.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1286 days, 1:02:01 ] [ l_g_pix: 3.9211e-02 ] [ l_g_total: 3.9211e-02 ] +2024-10-25 06:49:11,170 INFO: [ epoch: 3 ] [ iter: 25,900 ] [ performance: 19.526 it/s ] [ lr: 1.00e-04 ] [ eta: 1288 days, 16:43:16 ] [ l_g_pix: 2.8974e-02 ] [ l_g_total: 2.8974e-02 ] +2024-10-25 06:49:16,190 INFO: [ epoch: 3 ] [ iter: 26,000 ] [ performance: 19.903 it/s ] [ lr: 1.00e-04 ] [ eta: 1291 days, 6:09:35 ] [ l_g_pix: 2.7325e-02 ] [ l_g_total: 2.7325e-02 ] +2024-10-25 06:49:21,219 INFO: [ epoch: 3 ] [ iter: 26,100 ] [ performance: 19.895 it/s ] [ lr: 1.00e-04 ] [ eta: 1293 days, 19:30:14 ] [ l_g_pix: 3.9466e-02 ] [ l_g_total: 3.9466e-02 ] +2024-10-25 06:49:26,274 INFO: [ epoch: 3 ] [ iter: 26,200 ] [ performance: 19.717 it/s ] [ lr: 1.00e-04 ] [ eta: 1296 days, 9:06:43 ] [ l_g_pix: 3.5347e-02 ] [ l_g_total: 3.5347e-02 ] +2024-10-25 06:49:31,345 INFO: [ epoch: 3 ] [ iter: 26,300 ] [ performance: 19.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1298 days, 22:46:24 ] [ l_g_pix: 4.2222e-02 ] [ l_g_total: 4.2222e-02 ] +2024-10-25 06:49:36,384 INFO: [ epoch: 3 ] [ iter: 26,400 ] [ performance: 19.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1301 days, 11:29:34 ] [ l_g_pix: 3.0712e-02 ] [ l_g_total: 3.0712e-02 ] +2024-10-25 06:49:41,441 INFO: [ epoch: 3 ] [ iter: 26,500 ] [ performance: 19.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1304 days, 0:18:24 ] [ l_g_pix: 3.7631e-02 ] [ l_g_total: 3.7631e-02 ] +2024-10-25 06:49:46,582 INFO: [ epoch: 3 ] [ iter: 26,600 ] [ performance: 19.413 it/s ] [ lr: 1.00e-04 ] [ eta: 1306 days, 14:31:39 ] [ l_g_pix: 2.0033e-02 ] [ l_g_total: 2.0033e-02 ] +2024-10-25 06:49:51,698 INFO: [ epoch: 3 ] [ iter: 26,700 ] [ performance: 19.494 it/s ] [ lr: 1.00e-04 ] [ eta: 1309 days, 3:58:26 ] [ l_g_pix: 2.2840e-02 ] [ l_g_total: 2.2840e-02 ] +2024-10-25 06:49:56,824 INFO: [ epoch: 3 ] [ iter: 26,800 ] [ performance: 19.572 it/s ] [ lr: 1.00e-04 ] [ eta: 1311 days, 17:19:54 ] [ l_g_pix: 2.6171e-02 ] [ l_g_total: 2.6171e-02 ] +2024-10-25 06:50:01,897 INFO: [ epoch: 3 ] [ iter: 26,900 ] [ performance: 19.657 it/s ] [ lr: 1.00e-04 ] [ eta: 1314 days, 5:20:04 ] [ l_g_pix: 2.0523e-02 ] [ l_g_total: 2.0523e-02 ] +2024-10-25 06:50:07,056 INFO: [ epoch: 3 ] [ iter: 27,000 ] [ performance: 19.198 it/s ] [ lr: 1.00e-04 ] [ eta: 1316 days, 18:47:56 ] [ l_g_pix: 2.8166e-02 ] [ l_g_total: 2.8166e-02 ] +2024-10-25 06:50:12,192 INFO: [ epoch: 3 ] [ iter: 27,100 ] [ performance: 19.363 it/s ] [ lr: 1.00e-04 ] [ eta: 1319 days, 7:30:13 ] [ l_g_pix: 3.2681e-02 ] [ l_g_total: 3.2681e-02 ] +2024-10-25 06:50:17,259 INFO: [ epoch: 3 ] [ iter: 27,200 ] [ performance: 19.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1321 days, 18:33:07 ] [ l_g_pix: 2.7892e-02 ] [ l_g_total: 2.7892e-02 ] +2024-10-25 06:50:22,160 INFO: [ epoch: 3 ] [ iter: 27,300 ] [ performance: 20.146 it/s ] [ lr: 1.00e-04 ] [ eta: 1324 days, 1:56:38 ] [ l_g_pix: 2.5459e-02 ] [ l_g_total: 2.5459e-02 ] +2024-10-25 06:50:27,264 INFO: [ epoch: 3 ] [ iter: 27,400 ] [ performance: 19.539 it/s ] [ lr: 1.00e-04 ] [ eta: 1326 days, 13:09:43 ] [ l_g_pix: 4.4559e-02 ] [ l_g_total: 4.4559e-02 ] +2024-10-25 06:50:32,365 INFO: [ epoch: 3 ] [ iter: 27,500 ] [ performance: 19.581 it/s ] [ lr: 1.00e-04 ] [ eta: 1329 days, 0:01:39 ] [ l_g_pix: 3.1797e-02 ] [ l_g_total: 3.1797e-02 ] +2024-10-25 06:50:37,490 INFO: [ epoch: 3 ] [ iter: 27,600 ] [ performance: 19.585 it/s ] [ lr: 1.00e-04 ] [ eta: 1331 days, 11:06:39 ] [ l_g_pix: 2.6254e-02 ] [ l_g_total: 2.6254e-02 ] +2024-10-25 06:50:42,588 INFO: [ epoch: 3 ] [ iter: 27,700 ] [ performance: 19.606 it/s ] [ lr: 1.00e-04 ] [ eta: 1333 days, 21:20:52 ] [ l_g_pix: 2.8912e-02 ] [ l_g_total: 2.8912e-02 ] +2024-10-25 06:50:47,677 INFO: [ epoch: 3 ] [ iter: 27,800 ] [ performance: 19.783 it/s ] [ lr: 1.00e-04 ] [ eta: 1336 days, 7:07:42 ] [ l_g_pix: 3.7117e-02 ] [ l_g_total: 3.7117e-02 ] +2024-10-25 06:50:52,773 INFO: [ epoch: 3 ] [ iter: 27,900 ] [ performance: 19.685 it/s ] [ lr: 1.00e-04 ] [ eta: 1338 days, 16:46:14 ] [ l_g_pix: 3.2506e-02 ] [ l_g_total: 3.2506e-02 ] +2024-10-25 06:50:57,811 INFO: [ epoch: 3 ] [ iter: 28,000 ] [ performance: 19.476 it/s ] [ lr: 1.00e-04 ] [ eta: 1341 days, 0:58:12 ] [ l_g_pix: 2.8464e-02 ] [ l_g_total: 2.8464e-02 ] +2024-10-25 06:51:02,794 INFO: [ epoch: 3 ] [ iter: 28,100 ] [ performance: 19.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1343 days, 7:47:44 ] [ l_g_pix: 3.1010e-02 ] [ l_g_total: 3.1010e-02 ] +2024-10-25 06:51:07,737 INFO: [ epoch: 3 ] [ iter: 28,200 ] [ performance: 20.199 it/s ] [ lr: 1.00e-04 ] [ eta: 1345 days, 13:31:17 ] [ l_g_pix: 2.8792e-02 ] [ l_g_total: 2.8792e-02 ] +2024-10-25 06:51:12,753 INFO: [ epoch: 3 ] [ iter: 28,300 ] [ performance: 20.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1347 days, 20:27:44 ] [ l_g_pix: 2.5094e-02 ] [ l_g_total: 2.5094e-02 ] +2024-10-25 06:51:17,867 INFO: [ epoch: 3 ] [ iter: 28,400 ] [ performance: 19.787 it/s ] [ lr: 1.00e-04 ] [ eta: 1350 days, 5:02:30 ] [ l_g_pix: 2.3514e-02 ] [ l_g_total: 2.3514e-02 ] +2024-10-25 06:51:22,965 INFO: [ epoch: 3 ] [ iter: 28,500 ] [ performance: 19.680 it/s ] [ lr: 1.00e-04 ] [ eta: 1352 days, 13:02:04 ] [ l_g_pix: 2.9911e-02 ] [ l_g_total: 2.9911e-02 ] +2024-10-25 06:51:28,094 INFO: [ epoch: 3 ] [ iter: 28,600 ] [ performance: 19.399 it/s ] [ lr: 1.00e-04 ] [ eta: 1354 days, 21:21:12 ] [ l_g_pix: 2.0346e-02 ] [ l_g_total: 2.0346e-02 ] +2024-10-25 06:51:33,189 INFO: [ epoch: 3 ] [ iter: 28,700 ] [ performance: 19.544 it/s ] [ lr: 1.00e-04 ] [ eta: 1357 days, 4:43:15 ] [ l_g_pix: 2.8575e-02 ] [ l_g_total: 2.8575e-02 ] +2024-10-25 06:51:38,238 INFO: [ epoch: 3 ] [ iter: 28,800 ] [ performance: 19.956 it/s ] [ lr: 1.00e-04 ] [ eta: 1359 days, 10:53:55 ] [ l_g_pix: 3.2819e-02 ] [ l_g_total: 3.2819e-02 ] +2024-10-25 06:51:43,217 INFO: [ epoch: 3 ] [ iter: 28,900 ] [ performance: 20.040 it/s ] [ lr: 1.00e-04 ] [ eta: 1361 days, 15:24:19 ] [ l_g_pix: 2.7537e-02 ] [ l_g_total: 2.7537e-02 ] +2024-10-25 06:51:48,249 INFO: [ epoch: 3 ] [ iter: 29,000 ] [ performance: 20.266 it/s ] [ lr: 1.00e-04 ] [ eta: 1363 days, 20:41:32 ] [ l_g_pix: 2.5320e-02 ] [ l_g_total: 2.5320e-02 ] +2024-10-25 06:51:53,252 INFO: [ epoch: 3 ] [ iter: 29,100 ] [ performance: 20.089 it/s ] [ lr: 1.00e-04 ] [ eta: 1366 days, 1:06:51 ] [ l_g_pix: 2.5913e-02 ] [ l_g_total: 2.5913e-02 ] +2024-10-25 06:51:58,278 INFO: [ epoch: 3 ] [ iter: 29,200 ] [ performance: 19.780 it/s ] [ lr: 1.00e-04 ] [ eta: 1368 days, 5:42:50 ] [ l_g_pix: 1.9796e-02 ] [ l_g_total: 1.9796e-02 ] +2024-10-25 06:52:03,396 INFO: [ epoch: 3 ] [ iter: 29,300 ] [ performance: 19.626 it/s ] [ lr: 1.00e-04 ] [ eta: 1370 days, 11:50:17 ] [ l_g_pix: 2.9825e-02 ] [ l_g_total: 2.9825e-02 ] +2024-10-25 06:52:08,490 INFO: [ epoch: 3 ] [ iter: 29,400 ] [ performance: 19.793 it/s ] [ lr: 1.00e-04 ] [ eta: 1372 days, 17:12:20 ] [ l_g_pix: 2.3045e-02 ] [ l_g_total: 2.3045e-02 ] +2024-10-25 06:52:13,641 INFO: [ epoch: 3 ] [ iter: 29,500 ] [ performance: 19.545 it/s ] [ lr: 1.00e-04 ] [ eta: 1374 days, 23:25:21 ] [ l_g_pix: 2.5338e-02 ] [ l_g_total: 2.5338e-02 ] +2024-10-25 06:52:18,709 INFO: [ epoch: 3 ] [ iter: 29,600 ] [ performance: 19.743 it/s ] [ lr: 1.00e-04 ] [ eta: 1377 days, 3:42:47 ] [ l_g_pix: 2.6838e-02 ] [ l_g_total: 2.6838e-02 ] +2024-10-25 06:52:23,915 INFO: [ epoch: 3 ] [ iter: 29,700 ] [ performance: 19.392 it/s ] [ lr: 1.00e-04 ] [ eta: 1379 days, 10:25:17 ] [ l_g_pix: 2.9820e-02 ] [ l_g_total: 2.9820e-02 ] +2024-10-25 06:52:29,089 INFO: [ epoch: 3 ] [ iter: 29,800 ] [ performance: 19.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1381 days, 16:13:30 ] [ l_g_pix: 2.6881e-02 ] [ l_g_total: 2.6881e-02 ] +2024-10-25 06:52:34,177 INFO: [ epoch: 3 ] [ iter: 29,900 ] [ performance: 19.472 it/s ] [ lr: 1.00e-04 ] [ eta: 1383 days, 20:04:14 ] [ l_g_pix: 2.2037e-02 ] [ l_g_total: 2.2037e-02 ] +2024-10-25 06:52:39,329 INFO: [ epoch: 3 ] [ iter: 30,000 ] [ performance: 19.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1386 days, 0:51:19 ] [ l_g_pix: 3.3836e-02 ] [ l_g_total: 3.3836e-02 ] +2024-10-25 06:52:39,329 INFO: Saving models and training states. +2024-10-25 06:53:51,366 INFO: Validation val + + # psnr: 21.8448........ Best: 21.8448 @ 30000 iter + # ssim: 0.6348........ Best: 0.6348 @ 30000 iter + # dists: 0.7882........ Best: 0.7882 @ 30000 iter + +2024-10-25 06:53:56,667 INFO: [ epoch: 3 ] [ iter: 30,100 ] [ performance: 19.109 it/s ] [ lr: 1.00e-04 ] [ eta: 1446 days, 14:57:34 ] [ l_g_pix: 2.7618e-02 ] [ l_g_total: 2.7618e-02 ] +2024-10-25 06:54:01,662 INFO: [ epoch: 3 ] [ iter: 30,200 ] [ performance: 20.342 it/s ] [ lr: 1.00e-04 ] [ eta: 1448 days, 14:08:40 ] [ l_g_pix: 2.8576e-02 ] [ l_g_total: 2.8576e-02 ] +2024-10-25 06:54:06,842 INFO: [ epoch: 3 ] [ iter: 30,300 ] [ performance: 19.640 it/s ] [ lr: 1.00e-04 ] [ eta: 1450 days, 16:37:45 ] [ l_g_pix: 3.4792e-02 ] [ l_g_total: 3.4792e-02 ] +2024-10-25 06:54:12,075 INFO: [ epoch: 3 ] [ iter: 30,400 ] [ performance: 19.056 it/s ] [ lr: 1.00e-04 ] [ eta: 1452 days, 19:50:32 ] [ l_g_pix: 2.5324e-02 ] [ l_g_total: 2.5324e-02 ] +2024-10-25 06:54:17,425 INFO: [ epoch: 3 ] [ iter: 30,500 ] [ performance: 18.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1455 days, 1:01:28 ] [ l_g_pix: 3.2983e-02 ] [ l_g_total: 3.2983e-02 ] +2024-10-25 06:54:22,659 INFO: [ epoch: 3 ] [ iter: 30,600 ] [ performance: 19.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1457 days, 3:40:27 ] [ l_g_pix: 2.4173e-02 ] [ l_g_total: 2.4173e-02 ] +2024-10-25 06:54:28,094 INFO: [ epoch: 3 ] [ iter: 30,700 ] [ performance: 18.603 it/s ] [ lr: 1.00e-04 ] [ eta: 1459 days, 9:54:13 ] [ l_g_pix: 2.5779e-02 ] [ l_g_total: 2.5779e-02 ] +2024-10-25 06:54:33,573 INFO: [ epoch: 3 ] [ iter: 30,800 ] [ performance: 19.097 it/s ] [ lr: 1.00e-04 ] [ eta: 1461 days, 16:40:44 ] [ l_g_pix: 3.2353e-02 ] [ l_g_total: 3.2353e-02 ] +2024-10-25 06:54:38,742 INFO: [ epoch: 3 ] [ iter: 30,900 ] [ performance: 19.268 it/s ] [ lr: 1.00e-04 ] [ eta: 1463 days, 17:11:55 ] [ l_g_pix: 3.0875e-02 ] [ l_g_total: 3.0875e-02 ] +2024-10-25 06:54:43,910 INFO: [ epoch: 3 ] [ iter: 31,000 ] [ performance: 19.753 it/s ] [ lr: 1.00e-04 ] [ eta: 1465 days, 17:24:06 ] [ l_g_pix: 2.5881e-02 ] [ l_g_total: 2.5881e-02 ] +2024-10-25 06:54:49,120 INFO: [ epoch: 3 ] [ iter: 31,100 ] [ performance: 19.366 it/s ] [ lr: 1.00e-04 ] [ eta: 1467 days, 18:08:47 ] [ l_g_pix: 2.4938e-02 ] [ l_g_total: 2.4938e-02 ] +2024-10-25 06:54:54,274 INFO: [ epoch: 3 ] [ iter: 31,200 ] [ performance: 19.784 it/s ] [ lr: 1.00e-04 ] [ eta: 1469 days, 17:30:04 ] [ l_g_pix: 2.4704e-02 ] [ l_g_total: 2.4704e-02 ] +2024-10-25 06:54:59,399 INFO: [ epoch: 3 ] [ iter: 31,300 ] [ performance: 19.597 it/s ] [ lr: 1.00e-04 ] [ eta: 1471 days, 16:02:02 ] [ l_g_pix: 3.8958e-02 ] [ l_g_total: 3.8958e-02 ] +2024-10-25 06:55:04,850 INFO: [ epoch: 3 ] [ iter: 31,400 ] [ performance: 16.362 it/s ] [ lr: 1.00e-04 ] [ eta: 1473 days, 20:29:59 ] [ l_g_pix: 3.6655e-02 ] [ l_g_total: 3.6655e-02 ] +2024-10-25 06:55:10,039 INFO: [ epoch: 3 ] [ iter: 31,500 ] [ performance: 18.281 it/s ] [ lr: 1.00e-04 ] [ eta: 1475 days, 19:39:32 ] [ l_g_pix: 3.0541e-02 ] [ l_g_total: 3.0541e-02 ] +2024-10-25 06:55:15,177 INFO: [ epoch: 3 ] [ iter: 31,600 ] [ performance: 20.217 it/s ] [ lr: 1.00e-04 ] [ eta: 1477 days, 17:34:28 ] [ l_g_pix: 3.3241e-02 ] [ l_g_total: 3.3241e-02 ] +2024-10-25 06:55:20,199 INFO: [ epoch: 3 ] [ iter: 31,700 ] [ performance: 20.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1479 days, 13:00:53 ] [ l_g_pix: 2.7027e-02 ] [ l_g_total: 2.7027e-02 ] +2024-10-25 06:55:25,289 INFO: [ epoch: 3 ] [ iter: 31,800 ] [ performance: 19.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1481 days, 9:26:34 ] [ l_g_pix: 3.3627e-02 ] [ l_g_total: 3.3627e-02 ] +2024-10-25 06:55:30,369 INFO: [ epoch: 3 ] [ iter: 31,900 ] [ performance: 19.643 it/s ] [ lr: 1.00e-04 ] [ eta: 1483 days, 5:24:48 ] [ l_g_pix: 2.5787e-02 ] [ l_g_total: 2.5787e-02 ] +2024-10-25 06:55:35,539 INFO: [ epoch: 3 ] [ iter: 32,000 ] [ performance: 19.539 it/s ] [ lr: 1.00e-04 ] [ eta: 1485 days, 2:47:00 ] [ l_g_pix: 2.8370e-02 ] [ l_g_total: 2.8370e-02 ] +2024-10-25 06:55:40,826 INFO: [ epoch: 3 ] [ iter: 32,100 ] [ performance: 19.094 it/s ] [ lr: 1.00e-04 ] [ eta: 1487 days, 2:04:41 ] [ l_g_pix: 3.2898e-02 ] [ l_g_total: 3.2898e-02 ] +2024-10-25 06:55:45,961 INFO: [ epoch: 3 ] [ iter: 32,200 ] [ performance: 19.383 it/s ] [ lr: 1.00e-04 ] [ eta: 1488 days, 22:14:21 ] [ l_g_pix: 2.1475e-02 ] [ l_g_total: 2.1475e-02 ] +2024-10-25 06:55:50,903 INFO: [ epoch: 3 ] [ iter: 32,300 ] [ performance: 19.987 it/s ] [ lr: 1.00e-04 ] [ eta: 1490 days, 14:27:25 ] [ l_g_pix: 3.6051e-02 ] [ l_g_total: 3.6051e-02 ] +2024-10-25 06:55:57,079 INFO: [ epoch: 4 ] [ iter: 32,400 ] [ performance: 19.571 it/s ] [ lr: 1.00e-04 ] [ eta: 1493 days, 5:34:08 ] [ l_g_pix: 2.5737e-02 ] [ l_g_total: 2.5737e-02 ] +2024-10-25 06:56:02,251 INFO: [ epoch: 4 ] [ iter: 32,500 ] [ performance: 19.401 it/s ] [ lr: 1.00e-04 ] [ eta: 1495 days, 1:32:57 ] [ l_g_pix: 3.4566e-02 ] [ l_g_total: 3.4566e-02 ] +2024-10-25 06:56:07,307 INFO: [ epoch: 4 ] [ iter: 32,600 ] [ performance: 19.571 it/s ] [ lr: 1.00e-04 ] [ eta: 1496 days, 19:02:09 ] [ l_g_pix: 1.7140e-02 ] [ l_g_total: 1.7140e-02 ] +2024-10-25 06:56:12,553 INFO: [ epoch: 4 ] [ iter: 32,700 ] [ performance: 19.201 it/s ] [ lr: 1.00e-04 ] [ eta: 1498 days, 15:48:43 ] [ l_g_pix: 3.1045e-02 ] [ l_g_total: 3.1045e-02 ] +2024-10-25 06:56:18,118 INFO: [ epoch: 4 ] [ iter: 32,800 ] [ performance: 19.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1500 days, 18:14:41 ] [ l_g_pix: 3.5140e-02 ] [ l_g_total: 3.5140e-02 ] +2024-10-25 06:56:23,168 INFO: [ epoch: 4 ] [ iter: 32,900 ] [ performance: 19.712 it/s ] [ lr: 1.00e-04 ] [ eta: 1502 days, 10:46:38 ] [ l_g_pix: 2.6643e-02 ] [ l_g_total: 2.6643e-02 ] +2024-10-25 06:56:28,313 INFO: [ epoch: 4 ] [ iter: 33,000 ] [ performance: 19.542 it/s ] [ lr: 1.00e-04 ] [ eta: 1504 days, 4:47:09 ] [ l_g_pix: 2.0988e-02 ] [ l_g_total: 2.0988e-02 ] +2024-10-25 06:56:33,374 INFO: [ epoch: 4 ] [ iter: 33,100 ] [ performance: 19.702 it/s ] [ lr: 1.00e-04 ] [ eta: 1505 days, 20:57:42 ] [ l_g_pix: 2.1669e-02 ] [ l_g_total: 2.1669e-02 ] +2024-10-25 06:56:38,427 INFO: [ epoch: 4 ] [ iter: 33,200 ] [ performance: 19.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1507 days, 12:41:56 ] [ l_g_pix: 3.7399e-02 ] [ l_g_total: 3.7399e-02 ] +2024-10-25 06:56:43,586 INFO: [ epoch: 4 ] [ iter: 33,300 ] [ performance: 19.410 it/s ] [ lr: 1.00e-04 ] [ eta: 1509 days, 6:06:11 ] [ l_g_pix: 2.2907e-02 ] [ l_g_total: 2.2907e-02 ] +2024-10-25 06:56:49,162 INFO: [ epoch: 4 ] [ iter: 33,400 ] [ performance: 15.919 it/s ] [ lr: 1.00e-04 ] [ eta: 1511 days, 6:57:20 ] [ l_g_pix: 2.9060e-02 ] [ l_g_total: 2.9060e-02 ] +2024-10-25 06:56:54,282 INFO: [ epoch: 4 ] [ iter: 33,500 ] [ performance: 18.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1512 days, 23:04:10 ] [ l_g_pix: 2.6504e-02 ] [ l_g_total: 2.6504e-02 ] +2024-10-25 06:56:59,256 INFO: [ epoch: 4 ] [ iter: 33,600 ] [ performance: 20.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1514 days, 12:12:09 ] [ l_g_pix: 2.6975e-02 ] [ l_g_total: 2.6975e-02 ] +2024-10-25 06:57:04,374 INFO: [ epoch: 4 ] [ iter: 33,700 ] [ performance: 19.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1516 days, 3:42:55 ] [ l_g_pix: 3.3071e-02 ] [ l_g_total: 3.3071e-02 ] +2024-10-25 06:57:09,299 INFO: [ epoch: 4 ] [ iter: 33,800 ] [ performance: 20.064 it/s ] [ lr: 1.00e-04 ] [ eta: 1517 days, 15:24:40 ] [ l_g_pix: 2.6290e-02 ] [ l_g_total: 2.6290e-02 ] +2024-10-25 06:57:14,323 INFO: [ epoch: 4 ] [ iter: 33,900 ] [ performance: 19.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1519 days, 4:37:41 ] [ l_g_pix: 1.9808e-02 ] [ l_g_total: 1.9808e-02 ] +2024-10-25 06:57:19,441 INFO: [ epoch: 4 ] [ iter: 34,000 ] [ performance: 19.413 it/s ] [ lr: 1.00e-04 ] [ eta: 1520 days, 19:17:58 ] [ l_g_pix: 2.7731e-02 ] [ l_g_total: 2.7731e-02 ] +2024-10-25 06:57:25,006 INFO: [ epoch: 4 ] [ iter: 34,100 ] [ performance: 18.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1522 days, 17:51:21 ] [ l_g_pix: 2.9398e-02 ] [ l_g_total: 2.9398e-02 ] +2024-10-25 06:57:30,043 INFO: [ epoch: 4 ] [ iter: 34,200 ] [ performance: 19.714 it/s ] [ lr: 1.00e-04 ] [ eta: 1524 days, 6:27:58 ] [ l_g_pix: 2.2870e-02 ] [ l_g_total: 2.2870e-02 ] +2024-10-25 06:57:35,158 INFO: [ epoch: 4 ] [ iter: 34,300 ] [ performance: 19.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1525 days, 20:13:22 ] [ l_g_pix: 3.5689e-02 ] [ l_g_total: 3.5689e-02 ] +2024-10-25 06:57:40,234 INFO: [ epoch: 4 ] [ iter: 34,400 ] [ performance: 19.637 it/s ] [ lr: 1.00e-04 ] [ eta: 1527 days, 8:57:59 ] [ l_g_pix: 2.2185e-02 ] [ l_g_total: 2.2185e-02 ] +2024-10-25 06:57:45,310 INFO: [ epoch: 4 ] [ iter: 34,500 ] [ performance: 19.686 it/s ] [ lr: 1.00e-04 ] [ eta: 1528 days, 21:27:13 ] [ l_g_pix: 3.2360e-02 ] [ l_g_total: 3.2360e-02 ] +2024-10-25 06:57:50,387 INFO: [ epoch: 4 ] [ iter: 34,600 ] [ performance: 20.237 it/s ] [ lr: 1.00e-04 ] [ eta: 1530 days, 9:38:44 ] [ l_g_pix: 3.0028e-02 ] [ l_g_total: 3.0028e-02 ] +2024-10-25 06:57:55,404 INFO: [ epoch: 4 ] [ iter: 34,700 ] [ performance: 19.999 it/s ] [ lr: 1.00e-04 ] [ eta: 1531 days, 20:29:32 ] [ l_g_pix: 3.9564e-02 ] [ l_g_total: 3.9564e-02 ] +2024-10-25 06:58:01,282 INFO: [ epoch: 4 ] [ iter: 34,800 ] [ performance: 19.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1533 days, 22:38:56 ] [ l_g_pix: 3.1579e-02 ] [ l_g_total: 3.1579e-02 ] +2024-10-25 06:58:06,440 INFO: [ epoch: 4 ] [ iter: 34,900 ] [ performance: 19.463 it/s ] [ lr: 1.00e-04 ] [ eta: 1535 days, 11:27:36 ] [ l_g_pix: 2.5407e-02 ] [ l_g_total: 2.5407e-02 ] +2024-10-25 06:58:11,612 INFO: [ epoch: 4 ] [ iter: 35,000 ] [ performance: 19.537 it/s ] [ lr: 1.00e-04 ] [ eta: 1537 days, 0:14:08 ] [ l_g_pix: 3.3233e-02 ] [ l_g_total: 3.3233e-02 ] +2024-10-25 06:58:16,754 INFO: [ epoch: 4 ] [ iter: 35,100 ] [ performance: 19.469 it/s ] [ lr: 1.00e-04 ] [ eta: 1538 days, 12:10:29 ] [ l_g_pix: 2.4916e-02 ] [ l_g_total: 2.4916e-02 ] +2024-10-25 06:58:21,962 INFO: [ epoch: 4 ] [ iter: 35,200 ] [ performance: 19.040 it/s ] [ lr: 1.00e-04 ] [ eta: 1540 days, 1:00:46 ] [ l_g_pix: 2.8850e-02 ] [ l_g_total: 2.8850e-02 ] +2024-10-25 06:58:27,219 INFO: [ epoch: 4 ] [ iter: 35,300 ] [ performance: 19.026 it/s ] [ lr: 1.00e-04 ] [ eta: 1541 days, 14:27:50 ] [ l_g_pix: 3.6406e-02 ] [ l_g_total: 3.6406e-02 ] +2024-10-25 06:58:32,295 INFO: [ epoch: 4 ] [ iter: 35,400 ] [ performance: 20.042 it/s ] [ lr: 1.00e-04 ] [ eta: 1543 days, 0:21:26 ] [ l_g_pix: 3.1398e-02 ] [ l_g_total: 3.1398e-02 ] +2024-10-25 06:58:37,878 INFO: [ epoch: 4 ] [ iter: 35,500 ] [ performance: 18.290 it/s ] [ lr: 1.00e-04 ] [ eta: 1544 days, 19:03:16 ] [ l_g_pix: 2.2441e-02 ] [ l_g_total: 2.2441e-02 ] +2024-10-25 06:58:43,034 INFO: [ epoch: 4 ] [ iter: 35,600 ] [ performance: 20.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1546 days, 5:48:15 ] [ l_g_pix: 2.2873e-02 ] [ l_g_total: 2.2873e-02 ] +2024-10-25 06:58:48,221 INFO: [ epoch: 4 ] [ iter: 35,700 ] [ performance: 19.413 it/s ] [ lr: 1.00e-04 ] [ eta: 1547 days, 16:50:18 ] [ l_g_pix: 3.2040e-02 ] [ l_g_total: 3.2040e-02 ] +2024-10-25 06:58:53,436 INFO: [ epoch: 4 ] [ iter: 35,800 ] [ performance: 19.061 it/s ] [ lr: 1.00e-04 ] [ eta: 1549 days, 4:04:08 ] [ l_g_pix: 3.4660e-02 ] [ l_g_total: 3.4660e-02 ] +2024-10-25 06:58:58,666 INFO: [ epoch: 4 ] [ iter: 35,900 ] [ performance: 19.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1550 days, 15:16:07 ] [ l_g_pix: 2.8083e-02 ] [ l_g_total: 2.8083e-02 ] +2024-10-25 06:59:03,733 INFO: [ epoch: 4 ] [ iter: 36,000 ] [ performance: 19.160 it/s ] [ lr: 1.00e-04 ] [ eta: 1551 days, 23:17:47 ] [ l_g_pix: 2.6913e-02 ] [ l_g_total: 2.6913e-02 ] +2024-10-25 06:59:09,016 INFO: [ epoch: 4 ] [ iter: 36,100 ] [ performance: 18.972 it/s ] [ lr: 1.00e-04 ] [ eta: 1553 days, 10:51:43 ] [ l_g_pix: 3.3336e-02 ] [ l_g_total: 3.3336e-02 ] +2024-10-25 06:59:14,190 INFO: [ epoch: 4 ] [ iter: 36,200 ] [ performance: 19.271 it/s ] [ lr: 1.00e-04 ] [ eta: 1554 days, 20:12:52 ] [ l_g_pix: 2.4121e-02 ] [ l_g_total: 2.4121e-02 ] +2024-10-25 06:59:19,368 INFO: [ epoch: 4 ] [ iter: 36,300 ] [ performance: 19.308 it/s ] [ lr: 1.00e-04 ] [ eta: 1556 days, 5:20:44 ] [ l_g_pix: 2.5502e-02 ] [ l_g_total: 2.5502e-02 ] +2024-10-25 06:59:24,383 INFO: [ epoch: 4 ] [ iter: 36,400 ] [ performance: 19.430 it/s ] [ lr: 1.00e-04 ] [ eta: 1557 days, 11:17:50 ] [ l_g_pix: 3.0180e-02 ] [ l_g_total: 3.0180e-02 ] +2024-10-25 06:59:29,521 INFO: [ epoch: 4 ] [ iter: 36,500 ] [ performance: 19.459 it/s ] [ lr: 1.00e-04 ] [ eta: 1558 days, 19:09:18 ] [ l_g_pix: 2.9050e-02 ] [ l_g_total: 2.9050e-02 ] +2024-10-25 06:59:34,491 INFO: [ epoch: 4 ] [ iter: 36,600 ] [ performance: 19.903 it/s ] [ lr: 1.00e-04 ] [ eta: 1559 days, 23:45:42 ] [ l_g_pix: 3.7508e-02 ] [ l_g_total: 3.7508e-02 ] +2024-10-25 06:59:39,618 INFO: [ epoch: 4 ] [ iter: 36,700 ] [ performance: 19.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1561 days, 6:51:49 ] [ l_g_pix: 3.3840e-02 ] [ l_g_total: 3.3840e-02 ] +2024-10-25 06:59:44,830 INFO: [ epoch: 4 ] [ iter: 36,800 ] [ performance: 20.210 it/s ] [ lr: 1.00e-04 ] [ eta: 1562 days, 15:09:53 ] [ l_g_pix: 2.5694e-02 ] [ l_g_total: 2.5694e-02 ] +2024-10-25 06:59:49,839 INFO: [ epoch: 4 ] [ iter: 36,900 ] [ performance: 20.001 it/s ] [ lr: 1.00e-04 ] [ eta: 1563 days, 19:37:20 ] [ l_g_pix: 3.1925e-02 ] [ l_g_total: 3.1925e-02 ] +2024-10-25 06:59:54,871 INFO: [ epoch: 4 ] [ iter: 37,000 ] [ performance: 19.329 it/s ] [ lr: 1.00e-04 ] [ eta: 1565 days, 0:11:44 ] [ l_g_pix: 2.1319e-02 ] [ l_g_total: 2.1319e-02 ] +2024-10-25 06:59:59,922 INFO: [ epoch: 4 ] [ iter: 37,100 ] [ performance: 19.734 it/s ] [ lr: 1.00e-04 ] [ eta: 1566 days, 4:49:45 ] [ l_g_pix: 2.6941e-02 ] [ l_g_total: 2.6941e-02 ] +2024-10-25 07:00:05,003 INFO: [ epoch: 4 ] [ iter: 37,200 ] [ performance: 19.599 it/s ] [ lr: 1.00e-04 ] [ eta: 1567 days, 9:41:13 ] [ l_g_pix: 2.5934e-02 ] [ l_g_total: 2.5934e-02 ] +2024-10-25 07:00:10,276 INFO: [ epoch: 4 ] [ iter: 37,300 ] [ performance: 19.045 it/s ] [ lr: 1.00e-04 ] [ eta: 1568 days, 17:38:07 ] [ l_g_pix: 3.0056e-02 ] [ l_g_total: 3.0056e-02 ] +2024-10-25 07:00:15,487 INFO: [ epoch: 4 ] [ iter: 37,400 ] [ performance: 20.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1570 days, 0:11:28 ] [ l_g_pix: 2.3684e-02 ] [ l_g_total: 2.3684e-02 ] +2024-10-25 07:00:20,917 INFO: [ epoch: 4 ] [ iter: 37,500 ] [ performance: 18.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1571 days, 10:16:19 ] [ l_g_pix: 2.3313e-02 ] [ l_g_total: 2.3313e-02 ] +2024-10-25 07:00:26,021 INFO: [ epoch: 4 ] [ iter: 37,600 ] [ performance: 19.433 it/s ] [ lr: 1.00e-04 ] [ eta: 1572 days, 14:23:36 ] [ l_g_pix: 3.1181e-02 ] [ l_g_total: 3.1181e-02 ] +2024-10-25 07:00:31,183 INFO: [ epoch: 4 ] [ iter: 37,700 ] [ performance: 19.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1573 days, 19:14:30 ] [ l_g_pix: 2.8090e-02 ] [ l_g_total: 2.8090e-02 ] +2024-10-25 07:00:36,400 INFO: [ epoch: 4 ] [ iter: 37,800 ] [ performance: 19.708 it/s ] [ lr: 1.00e-04 ] [ eta: 1575 days, 0:44:29 ] [ l_g_pix: 2.6796e-02 ] [ l_g_total: 2.6796e-02 ] +2024-10-25 07:00:41,519 INFO: [ epoch: 4 ] [ iter: 37,900 ] [ performance: 19.554 it/s ] [ lr: 1.00e-04 ] [ eta: 1576 days, 4:16:49 ] [ l_g_pix: 2.7520e-02 ] [ l_g_total: 2.7520e-02 ] +2024-10-25 07:00:46,759 INFO: [ epoch: 4 ] [ iter: 38,000 ] [ performance: 19.103 it/s ] [ lr: 1.00e-04 ] [ eta: 1577 days, 9:36:01 ] [ l_g_pix: 2.6903e-02 ] [ l_g_total: 2.6903e-02 ] +2024-10-25 07:00:51,978 INFO: [ epoch: 4 ] [ iter: 38,100 ] [ performance: 19.157 it/s ] [ lr: 1.00e-04 ] [ eta: 1578 days, 14:16:44 ] [ l_g_pix: 3.9735e-02 ] [ l_g_total: 3.9735e-02 ] +2024-10-25 07:00:57,346 INFO: [ epoch: 4 ] [ iter: 38,200 ] [ performance: 18.820 it/s ] [ lr: 1.00e-04 ] [ eta: 1579 days, 21:13:33 ] [ l_g_pix: 2.2723e-02 ] [ l_g_total: 2.2723e-02 ] +2024-10-25 07:01:02,454 INFO: [ epoch: 4 ] [ iter: 38,300 ] [ performance: 19.508 it/s ] [ lr: 1.00e-04 ] [ eta: 1580 days, 23:24:50 ] [ l_g_pix: 3.0499e-02 ] [ l_g_total: 3.0499e-02 ] +2024-10-25 07:01:07,666 INFO: [ epoch: 4 ] [ iter: 38,400 ] [ performance: 19.803 it/s ] [ lr: 1.00e-04 ] [ eta: 1582 days, 3:05:01 ] [ l_g_pix: 2.8818e-02 ] [ l_g_total: 2.8818e-02 ] +2024-10-25 07:01:12,772 INFO: [ epoch: 4 ] [ iter: 38,500 ] [ performance: 19.604 it/s ] [ lr: 1.00e-04 ] [ eta: 1583 days, 4:40:14 ] [ l_g_pix: 2.8290e-02 ] [ l_g_total: 2.8290e-02 ] +2024-10-25 07:01:17,976 INFO: [ epoch: 4 ] [ iter: 38,600 ] [ performance: 19.229 it/s ] [ lr: 1.00e-04 ] [ eta: 1584 days, 7:39:03 ] [ l_g_pix: 3.1349e-02 ] [ l_g_total: 3.1349e-02 ] +2024-10-25 07:01:23,130 INFO: [ epoch: 4 ] [ iter: 38,700 ] [ performance: 19.392 it/s ] [ lr: 1.00e-04 ] [ eta: 1585 days, 9:28:50 ] [ l_g_pix: 1.7677e-02 ] [ l_g_total: 1.7677e-02 ] +2024-10-25 07:01:28,201 INFO: [ epoch: 4 ] [ iter: 38,800 ] [ performance: 19.350 it/s ] [ lr: 1.00e-04 ] [ eta: 1586 days, 9:36:30 ] [ l_g_pix: 2.2675e-02 ] [ l_g_total: 2.2675e-02 ] +2024-10-25 07:01:33,159 INFO: [ epoch: 4 ] [ iter: 38,900 ] [ performance: 20.117 it/s ] [ lr: 1.00e-04 ] [ eta: 1587 days, 7:32:12 ] [ l_g_pix: 2.6796e-02 ] [ l_g_total: 2.6796e-02 ] +2024-10-25 07:01:38,216 INFO: [ epoch: 4 ] [ iter: 39,000 ] [ performance: 19.047 it/s ] [ lr: 1.00e-04 ] [ eta: 1588 days, 6:52:54 ] [ l_g_pix: 2.9849e-02 ] [ l_g_total: 2.9849e-02 ] +2024-10-25 07:01:43,363 INFO: [ epoch: 4 ] [ iter: 39,100 ] [ performance: 19.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1589 days, 7:27:00 ] [ l_g_pix: 3.3616e-02 ] [ l_g_total: 3.3616e-02 ] +2024-10-25 07:01:48,435 INFO: [ epoch: 4 ] [ iter: 39,200 ] [ performance: 19.447 it/s ] [ lr: 1.00e-04 ] [ eta: 1590 days, 6:28:32 ] [ l_g_pix: 2.2086e-02 ] [ l_g_total: 2.2086e-02 ] +2024-10-25 07:01:53,515 INFO: [ epoch: 4 ] [ iter: 39,300 ] [ performance: 19.676 it/s ] [ lr: 1.00e-04 ] [ eta: 1591 days, 5:21:15 ] [ l_g_pix: 2.6962e-02 ] [ l_g_total: 2.6962e-02 ] +2024-10-25 07:01:58,527 INFO: [ epoch: 4 ] [ iter: 39,400 ] [ performance: 19.716 it/s ] [ lr: 1.00e-04 ] [ eta: 1592 days, 2:48:19 ] [ l_g_pix: 2.1672e-02 ] [ l_g_total: 2.1672e-02 ] +2024-10-25 07:02:03,711 INFO: [ epoch: 4 ] [ iter: 39,500 ] [ performance: 19.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1593 days, 2:52:53 ] [ l_g_pix: 2.9238e-02 ] [ l_g_total: 2.9238e-02 ] +2024-10-25 07:02:08,738 INFO: [ epoch: 4 ] [ iter: 39,600 ] [ performance: 21.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1594 days, 0:01:07 ] [ l_g_pix: 2.3922e-02 ] [ l_g_total: 2.3922e-02 ] +2024-10-25 07:02:13,693 INFO: [ epoch: 4 ] [ iter: 39,700 ] [ performance: 20.214 it/s ] [ lr: 1.00e-04 ] [ eta: 1594 days, 19:40:27 ] [ l_g_pix: 3.2014e-02 ] [ l_g_total: 3.2014e-02 ] +2024-10-25 07:02:18,715 INFO: [ epoch: 4 ] [ iter: 39,800 ] [ performance: 19.001 it/s ] [ lr: 1.00e-04 ] [ eta: 1595 days, 16:10:28 ] [ l_g_pix: 2.6468e-02 ] [ l_g_total: 2.6468e-02 ] +2024-10-25 07:02:23,826 INFO: [ epoch: 4 ] [ iter: 39,900 ] [ performance: 19.555 it/s ] [ lr: 1.00e-04 ] [ eta: 1596 days, 13:53:22 ] [ l_g_pix: 2.8236e-02 ] [ l_g_total: 2.8236e-02 ] +2024-10-25 07:02:29,025 INFO: [ epoch: 4 ] [ iter: 40,000 ] [ performance: 22.394 it/s ] [ lr: 1.00e-04 ] [ eta: 1597 days, 12:46:02 ] [ l_g_pix: 2.9165e-02 ] [ l_g_total: 2.9165e-02 ] +2024-10-25 07:02:29,025 INFO: Saving models and training states. +2024-10-25 07:03:44,709 INFO: Validation val + + # psnr: 21.9596........ Best: 21.9596 @ 40000 iter + # ssim: 0.6431........ Best: 0.6431 @ 40000 iter + # dists: 0.7870........ Best: 0.7870 @ 40000 iter + +2024-10-25 07:03:49,878 INFO: [ epoch: 4 ] [ iter: 40,100 ] [ performance: 19.375 it/s ] [ lr: 1.00e-04 ] [ eta: 1650 days, 22:09:21 ] [ l_g_pix: 2.4624e-02 ] [ l_g_total: 2.4624e-02 ] +2024-10-25 07:03:54,927 INFO: [ epoch: 4 ] [ iter: 40,200 ] [ performance: 19.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1651 days, 15:52:07 ] [ l_g_pix: 3.5453e-02 ] [ l_g_total: 3.5453e-02 ] +2024-10-25 07:04:00,151 INFO: [ epoch: 4 ] [ iter: 40,300 ] [ performance: 19.143 it/s ] [ lr: 1.00e-04 ] [ eta: 1652 days, 12:13:09 ] [ l_g_pix: 3.1667e-02 ] [ l_g_total: 3.1667e-02 ] +2024-10-25 07:04:04,865 INFO: [ epoch: 4 ] [ iter: 40,400 ] [ performance: 20.128 it/s ] [ lr: 1.00e-04 ] [ eta: 1652 days, 23:48:51 ] [ l_g_pix: 4.9938e-02 ] [ l_g_total: 4.9938e-02 ] +2024-10-25 07:04:11,107 INFO: [ epoch: 5 ] [ iter: 40,500 ] [ performance: 15.995 it/s ] [ lr: 1.00e-04 ] [ eta: 1654 days, 12:25:09 ] [ l_g_pix: 2.4266e-02 ] [ l_g_total: 2.4266e-02 ] +2024-10-25 07:04:16,231 INFO: [ epoch: 5 ] [ iter: 40,600 ] [ performance: 17.591 it/s ] [ lr: 1.00e-04 ] [ eta: 1655 days, 6:14:01 ] [ l_g_pix: 2.4743e-02 ] [ l_g_total: 2.4743e-02 ] +2024-10-25 07:04:21,373 INFO: [ epoch: 5 ] [ iter: 40,700 ] [ performance: 19.423 it/s ] [ lr: 1.00e-04 ] [ eta: 1656 days, 0:02:35 ] [ l_g_pix: 2.3359e-02 ] [ l_g_total: 2.3359e-02 ] +2024-10-25 07:04:26,513 INFO: [ epoch: 5 ] [ iter: 40,800 ] [ performance: 19.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1656 days, 17:32:26 ] [ l_g_pix: 2.8847e-02 ] [ l_g_total: 2.8847e-02 ] +2024-10-25 07:04:31,471 INFO: [ epoch: 5 ] [ iter: 40,900 ] [ performance: 20.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1657 days, 7:46:30 ] [ l_g_pix: 3.1748e-02 ] [ l_g_total: 3.1748e-02 ] +2024-10-25 07:04:36,564 INFO: [ epoch: 5 ] [ iter: 41,000 ] [ performance: 19.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1657 days, 23:56:27 ] [ l_g_pix: 3.3656e-02 ] [ l_g_total: 3.3656e-02 ] +2024-10-25 07:04:41,736 INFO: [ epoch: 5 ] [ iter: 41,100 ] [ performance: 19.342 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 17:06:15 ] [ l_g_pix: 2.7070e-02 ] [ l_g_total: 2.7070e-02 ] +2024-10-25 07:04:46,856 INFO: [ epoch: 5 ] [ iter: 41,200 ] [ performance: 19.439 it/s ] [ lr: 1.00e-04 ] [ eta: 1659 days, 9:08:53 ] [ l_g_pix: 2.3751e-02 ] [ l_g_total: 2.3751e-02 ] +2024-10-25 07:04:52,001 INFO: [ epoch: 5 ] [ iter: 41,300 ] [ performance: 19.505 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 1:18:26 ] [ l_g_pix: 2.5849e-02 ] [ l_g_total: 2.5849e-02 ] +2024-10-25 07:04:57,157 INFO: [ epoch: 5 ] [ iter: 41,400 ] [ performance: 19.451 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 17:21:08 ] [ l_g_pix: 2.4357e-02 ] [ l_g_total: 2.4357e-02 ] +2024-10-25 07:05:02,311 INFO: [ epoch: 5 ] [ iter: 41,500 ] [ performance: 19.416 it/s ] [ lr: 1.00e-04 ] [ eta: 1661 days, 9:05:28 ] [ l_g_pix: 3.6235e-02 ] [ l_g_total: 3.6235e-02 ] +2024-10-25 07:05:07,464 INFO: [ epoch: 5 ] [ iter: 41,600 ] [ performance: 19.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1662 days, 0:31:54 ] [ l_g_pix: 2.4961e-02 ] [ l_g_total: 2.4961e-02 ] +2024-10-25 07:05:12,449 INFO: [ epoch: 5 ] [ iter: 41,700 ] [ performance: 20.029 it/s ] [ lr: 1.00e-04 ] [ eta: 1662 days, 12:57:21 ] [ l_g_pix: 3.1352e-02 ] [ l_g_total: 3.1352e-02 ] +2024-10-25 07:05:17,391 INFO: [ epoch: 5 ] [ iter: 41,800 ] [ performance: 20.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1663 days, 0:24:13 ] [ l_g_pix: 1.9198e-02 ] [ l_g_total: 1.9198e-02 ] +2024-10-25 07:05:22,437 INFO: [ epoch: 5 ] [ iter: 41,900 ] [ performance: 19.620 it/s ] [ lr: 1.00e-04 ] [ eta: 1663 days, 13:15:42 ] [ l_g_pix: 3.4585e-02 ] [ l_g_total: 3.4585e-02 ] +2024-10-25 07:05:27,539 INFO: [ epoch: 5 ] [ iter: 42,000 ] [ performance: 19.612 it/s ] [ lr: 1.00e-04 ] [ eta: 1664 days, 2:43:42 ] [ l_g_pix: 2.9268e-02 ] [ l_g_total: 2.9268e-02 ] +2024-10-25 07:05:32,509 INFO: [ epoch: 5 ] [ iter: 42,100 ] [ performance: 20.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1664 days, 13:48:07 ] [ l_g_pix: 2.2497e-02 ] [ l_g_total: 2.2497e-02 ] +2024-10-25 07:05:37,684 INFO: [ epoch: 5 ] [ iter: 42,200 ] [ performance: 19.703 it/s ] [ lr: 1.00e-04 ] [ eta: 1665 days, 3:53:30 ] [ l_g_pix: 2.6483e-02 ] [ l_g_total: 2.6483e-02 ] +2024-10-25 07:05:42,756 INFO: [ epoch: 5 ] [ iter: 42,300 ] [ performance: 19.739 it/s ] [ lr: 1.00e-04 ] [ eta: 1665 days, 16:02:24 ] [ l_g_pix: 2.2504e-02 ] [ l_g_total: 2.2504e-02 ] +2024-10-25 07:05:47,918 INFO: [ epoch: 5 ] [ iter: 42,400 ] [ performance: 19.545 it/s ] [ lr: 1.00e-04 ] [ eta: 1666 days, 5:21:04 ] [ l_g_pix: 1.8579e-02 ] [ l_g_total: 1.8579e-02 ] +2024-10-25 07:05:53,044 INFO: [ epoch: 5 ] [ iter: 42,500 ] [ performance: 19.657 it/s ] [ lr: 1.00e-04 ] [ eta: 1666 days, 17:47:47 ] [ l_g_pix: 2.4994e-02 ] [ l_g_total: 2.4994e-02 ] +2024-10-25 07:05:58,197 INFO: [ epoch: 5 ] [ iter: 42,600 ] [ performance: 19.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1667 days, 6:23:07 ] [ l_g_pix: 3.3836e-02 ] [ l_g_total: 3.3836e-02 ] +2024-10-25 07:06:03,347 INFO: [ epoch: 5 ] [ iter: 42,700 ] [ performance: 19.398 it/s ] [ lr: 1.00e-04 ] [ eta: 1667 days, 18:38:29 ] [ l_g_pix: 3.1777e-02 ] [ l_g_total: 3.1777e-02 ] +2024-10-25 07:06:08,349 INFO: [ epoch: 5 ] [ iter: 42,800 ] [ performance: 19.710 it/s ] [ lr: 1.00e-04 ] [ eta: 1668 days, 4:16:04 ] [ l_g_pix: 2.9466e-02 ] [ l_g_total: 2.9466e-02 ] +2024-10-25 07:06:13,531 INFO: [ epoch: 5 ] [ iter: 42,900 ] [ performance: 19.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1668 days, 16:27:38 ] [ l_g_pix: 3.0642e-02 ] [ l_g_total: 3.0642e-02 ] +2024-10-25 07:06:18,668 INFO: [ epoch: 5 ] [ iter: 43,000 ] [ performance: 19.338 it/s ] [ lr: 1.00e-04 ] [ eta: 1669 days, 3:39:01 ] [ l_g_pix: 2.5934e-02 ] [ l_g_total: 2.5934e-02 ] +2024-10-25 07:06:23,675 INFO: [ epoch: 5 ] [ iter: 43,100 ] [ performance: 20.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1669 days, 12:30:53 ] [ l_g_pix: 2.9803e-02 ] [ l_g_total: 2.9803e-02 ] +2024-10-25 07:06:28,622 INFO: [ epoch: 5 ] [ iter: 43,200 ] [ performance: 20.174 it/s ] [ lr: 1.00e-04 ] [ eta: 1669 days, 20:08:36 ] [ l_g_pix: 2.0235e-02 ] [ l_g_total: 2.0235e-02 ] +2024-10-25 07:06:33,590 INFO: [ epoch: 5 ] [ iter: 43,300 ] [ performance: 20.192 it/s ] [ lr: 1.00e-04 ] [ eta: 1670 days, 3:49:38 ] [ l_g_pix: 2.0596e-02 ] [ l_g_total: 2.0596e-02 ] +2024-10-25 07:06:38,785 INFO: [ epoch: 5 ] [ iter: 43,400 ] [ performance: 19.673 it/s ] [ lr: 1.00e-04 ] [ eta: 1670 days, 14:48:12 ] [ l_g_pix: 2.7917e-02 ] [ l_g_total: 2.7917e-02 ] +2024-10-25 07:06:43,909 INFO: [ epoch: 5 ] [ iter: 43,500 ] [ performance: 19.521 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 0:22:43 ] [ l_g_pix: 2.8996e-02 ] [ l_g_total: 2.8996e-02 ] +2024-10-25 07:06:49,071 INFO: [ epoch: 5 ] [ iter: 43,600 ] [ performance: 19.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 10:16:06 ] [ l_g_pix: 2.6133e-02 ] [ l_g_total: 2.6133e-02 ] +2024-10-25 07:06:54,207 INFO: [ epoch: 5 ] [ iter: 43,700 ] [ performance: 19.378 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 19:27:54 ] [ l_g_pix: 2.6628e-02 ] [ l_g_total: 2.6628e-02 ] +2024-10-25 07:06:59,210 INFO: [ epoch: 5 ] [ iter: 43,800 ] [ performance: 19.708 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 2:17:53 ] [ l_g_pix: 3.0470e-02 ] [ l_g_total: 3.0470e-02 ] +2024-10-25 07:07:04,190 INFO: [ epoch: 5 ] [ iter: 43,900 ] [ performance: 20.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 8:29:28 ] [ l_g_pix: 2.9238e-02 ] [ l_g_total: 2.9238e-02 ] +2024-10-25 07:07:09,225 INFO: [ epoch: 5 ] [ iter: 44,000 ] [ performance: 19.983 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 15:16:31 ] [ l_g_pix: 2.8663e-02 ] [ l_g_total: 2.8663e-02 ] +2024-10-25 07:07:14,301 INFO: [ epoch: 5 ] [ iter: 44,100 ] [ performance: 19.681 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 22:23:59 ] [ l_g_pix: 2.5860e-02 ] [ l_g_total: 2.5860e-02 ] +2024-10-25 07:07:19,290 INFO: [ epoch: 5 ] [ iter: 44,200 ] [ performance: 19.882 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 3:54:06 ] [ l_g_pix: 2.8568e-02 ] [ l_g_total: 2.8568e-02 ] +2024-10-25 07:07:24,330 INFO: [ epoch: 5 ] [ iter: 44,300 ] [ performance: 19.960 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 9:55:05 ] [ l_g_pix: 2.6631e-02 ] [ l_g_total: 2.6631e-02 ] +2024-10-25 07:07:29,498 INFO: [ epoch: 5 ] [ iter: 44,400 ] [ performance: 19.618 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 17:37:28 ] [ l_g_pix: 2.7983e-02 ] [ l_g_total: 2.7983e-02 ] +2024-10-25 07:07:34,691 INFO: [ epoch: 5 ] [ iter: 44,500 ] [ performance: 19.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1674 days, 1:25:49 ] [ l_g_pix: 2.6520e-02 ] [ l_g_total: 2.6520e-02 ] +2024-10-25 07:07:39,730 INFO: [ epoch: 5 ] [ iter: 44,600 ] [ performance: 19.593 it/s ] [ lr: 1.00e-04 ] [ eta: 1674 days, 6:35:00 ] [ l_g_pix: 2.6451e-02 ] [ l_g_total: 2.6451e-02 ] +2024-10-25 07:07:44,956 INFO: [ epoch: 5 ] [ iter: 44,700 ] [ performance: 19.064 it/s ] [ lr: 1.00e-04 ] [ eta: 1674 days, 14:19:49 ] [ l_g_pix: 2.5374e-02 ] [ l_g_total: 2.5374e-02 ] +2024-10-25 07:07:50,171 INFO: [ epoch: 5 ] [ iter: 44,800 ] [ performance: 19.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1674 days, 21:36:14 ] [ l_g_pix: 2.1643e-02 ] [ l_g_total: 2.1643e-02 ] +2024-10-25 07:07:55,294 INFO: [ epoch: 5 ] [ iter: 44,900 ] [ performance: 19.769 it/s ] [ lr: 1.00e-04 ] [ eta: 1675 days, 3:11:38 ] [ l_g_pix: 3.3907e-02 ] [ l_g_total: 3.3907e-02 ] +2024-10-25 07:08:00,288 INFO: [ epoch: 5 ] [ iter: 45,000 ] [ performance: 19.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1675 days, 6:31:59 ] [ l_g_pix: 3.2647e-02 ] [ l_g_total: 3.2647e-02 ] +2024-10-25 07:08:05,403 INFO: [ epoch: 5 ] [ iter: 45,100 ] [ performance: 19.627 it/s ] [ lr: 1.00e-04 ] [ eta: 1675 days, 11:25:25 ] [ l_g_pix: 3.3387e-02 ] [ l_g_total: 3.3387e-02 ] +2024-10-25 07:08:10,575 INFO: [ epoch: 5 ] [ iter: 45,200 ] [ performance: 19.460 it/s ] [ lr: 1.00e-04 ] [ eta: 1675 days, 16:54:42 ] [ l_g_pix: 2.5704e-02 ] [ l_g_total: 2.5704e-02 ] +2024-10-25 07:08:15,679 INFO: [ epoch: 5 ] [ iter: 45,300 ] [ performance: 19.611 it/s ] [ lr: 1.00e-04 ] [ eta: 1675 days, 21:03:48 ] [ l_g_pix: 3.0185e-02 ] [ l_g_total: 3.0185e-02 ] +2024-10-25 07:08:20,805 INFO: [ epoch: 5 ] [ iter: 45,400 ] [ performance: 19.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 1:17:01 ] [ l_g_pix: 2.4687e-02 ] [ l_g_total: 2.4687e-02 ] +2024-10-25 07:08:25,879 INFO: [ epoch: 5 ] [ iter: 45,500 ] [ performance: 19.884 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 4:24:53 ] [ l_g_pix: 3.1658e-02 ] [ l_g_total: 3.1658e-02 ] +2024-10-25 07:08:31,074 INFO: [ epoch: 5 ] [ iter: 45,600 ] [ performance: 19.516 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 9:06:03 ] [ l_g_pix: 3.4098e-02 ] [ l_g_total: 3.4098e-02 ] +2024-10-25 07:08:36,169 INFO: [ epoch: 5 ] [ iter: 45,700 ] [ performance: 19.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 11:59:25 ] [ l_g_pix: 2.7430e-02 ] [ l_g_total: 2.7430e-02 ] +2024-10-25 07:08:41,299 INFO: [ epoch: 5 ] [ iter: 45,800 ] [ performance: 19.621 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 15:07:29 ] [ l_g_pix: 2.8034e-02 ] [ l_g_total: 2.8034e-02 ] +2024-10-25 07:08:46,363 INFO: [ epoch: 5 ] [ iter: 45,900 ] [ performance: 19.867 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 16:58:52 ] [ l_g_pix: 2.6693e-02 ] [ l_g_total: 2.6693e-02 ] +2024-10-25 07:08:51,557 INFO: [ epoch: 5 ] [ iter: 46,000 ] [ performance: 19.506 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 20:30:38 ] [ l_g_pix: 3.8484e-02 ] [ l_g_total: 3.8484e-02 ] +2024-10-25 07:08:56,615 INFO: [ epoch: 5 ] [ iter: 46,100 ] [ performance: 20.047 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 21:42:40 ] [ l_g_pix: 2.4584e-02 ] [ l_g_total: 2.4584e-02 ] +2024-10-25 07:09:01,682 INFO: [ epoch: 5 ] [ iter: 46,200 ] [ performance: 19.866 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 22:45:41 ] [ l_g_pix: 2.7535e-02 ] [ l_g_total: 2.7535e-02 ] +2024-10-25 07:09:06,925 INFO: [ epoch: 5 ] [ iter: 46,300 ] [ performance: 18.817 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 2:09:11 ] [ l_g_pix: 3.6872e-02 ] [ l_g_total: 3.6872e-02 ] +2024-10-25 07:09:12,077 INFO: [ epoch: 5 ] [ iter: 46,400 ] [ performance: 19.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 3:54:49 ] [ l_g_pix: 2.6443e-02 ] [ l_g_total: 2.6443e-02 ] +2024-10-25 07:09:17,321 INFO: [ epoch: 5 ] [ iter: 46,500 ] [ performance: 18.953 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 6:44:10 ] [ l_g_pix: 3.5954e-02 ] [ l_g_total: 3.5954e-02 ] +2024-10-25 07:09:22,560 INFO: [ epoch: 5 ] [ iter: 46,600 ] [ performance: 19.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 9:12:35 ] [ l_g_pix: 3.1870e-02 ] [ l_g_total: 3.1870e-02 ] +2024-10-25 07:09:27,858 INFO: [ epoch: 5 ] [ iter: 46,700 ] [ performance: 18.913 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 12:15:03 ] [ l_g_pix: 3.0804e-02 ] [ l_g_total: 3.0804e-02 ] +2024-10-25 07:09:33,048 INFO: [ epoch: 5 ] [ iter: 46,800 ] [ performance: 19.124 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 13:24:36 ] [ l_g_pix: 2.7579e-02 ] [ l_g_total: 2.7579e-02 ] +2024-10-25 07:09:38,231 INFO: [ epoch: 5 ] [ iter: 46,900 ] [ performance: 19.346 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 14:10:22 ] [ l_g_pix: 2.9360e-02 ] [ l_g_total: 2.9360e-02 ] +2024-10-25 07:09:43,464 INFO: [ epoch: 5 ] [ iter: 47,000 ] [ performance: 19.204 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 15:23:57 ] [ l_g_pix: 3.9023e-02 ] [ l_g_total: 3.9023e-02 ] +2024-10-25 07:09:48,710 INFO: [ epoch: 5 ] [ iter: 47,100 ] [ performance: 19.264 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 16:30:40 ] [ l_g_pix: 3.5905e-02 ] [ l_g_total: 3.5905e-02 ] +2024-10-25 07:09:53,903 INFO: [ epoch: 5 ] [ iter: 47,200 ] [ performance: 19.262 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 16:33:08 ] [ l_g_pix: 3.2368e-02 ] [ l_g_total: 3.2368e-02 ] +2024-10-25 07:09:59,039 INFO: [ epoch: 5 ] [ iter: 47,300 ] [ performance: 19.603 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 15:29:00 ] [ l_g_pix: 3.0145e-02 ] [ l_g_total: 3.0145e-02 ] +2024-10-25 07:10:04,252 INFO: [ epoch: 5 ] [ iter: 47,400 ] [ performance: 19.349 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 15:14:27 ] [ l_g_pix: 3.0257e-02 ] [ l_g_total: 3.0257e-02 ] +2024-10-25 07:10:09,405 INFO: [ epoch: 5 ] [ iter: 47,500 ] [ performance: 19.249 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 13:50:48 ] [ l_g_pix: 2.7930e-02 ] [ l_g_total: 2.7930e-02 ] +2024-10-25 07:10:14,486 INFO: [ epoch: 5 ] [ iter: 47,600 ] [ performance: 19.513 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 11:06:24 ] [ l_g_pix: 1.9560e-02 ] [ l_g_total: 1.9560e-02 ] +2024-10-25 07:10:19,694 INFO: [ epoch: 5 ] [ iter: 47,700 ] [ performance: 19.349 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 9:55:58 ] [ l_g_pix: 2.7018e-02 ] [ l_g_total: 2.7018e-02 ] +2024-10-25 07:10:24,864 INFO: [ epoch: 5 ] [ iter: 47,800 ] [ performance: 19.345 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 7:55:49 ] [ l_g_pix: 3.1998e-02 ] [ l_g_total: 3.1998e-02 ] +2024-10-25 07:10:30,015 INFO: [ epoch: 5 ] [ iter: 47,900 ] [ performance: 19.616 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 5:20:42 ] [ l_g_pix: 2.5202e-02 ] [ l_g_total: 2.5202e-02 ] +2024-10-25 07:10:35,160 INFO: [ epoch: 5 ] [ iter: 48,000 ] [ performance: 19.506 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 2:23:58 ] [ l_g_pix: 2.2392e-02 ] [ l_g_total: 2.2392e-02 ] +2024-10-25 07:10:40,303 INFO: [ epoch: 5 ] [ iter: 48,100 ] [ performance: 19.442 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 23:08:18 ] [ l_g_pix: 3.1043e-02 ] [ l_g_total: 3.1043e-02 ] +2024-10-25 07:10:45,505 INFO: [ epoch: 5 ] [ iter: 48,200 ] [ performance: 19.308 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 20:26:05 ] [ l_g_pix: 2.9728e-02 ] [ l_g_total: 2.9728e-02 ] +2024-10-25 07:10:50,684 INFO: [ epoch: 5 ] [ iter: 48,300 ] [ performance: 19.522 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 17:07:16 ] [ l_g_pix: 3.3811e-02 ] [ l_g_total: 3.3811e-02 ] +2024-10-25 07:10:55,941 INFO: [ epoch: 5 ] [ iter: 48,400 ] [ performance: 19.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 14:37:39 ] [ l_g_pix: 2.4459e-02 ] [ l_g_total: 2.4459e-02 ] +2024-10-25 07:11:00,764 INFO: [ epoch: 5 ] [ iter: 48,500 ] [ performance: 21.528 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 5:38:44 ] [ l_g_pix: 2.3716e-02 ] [ l_g_total: 2.3716e-02 ] +2024-10-25 07:11:07,719 INFO: [ epoch: 6 ] [ iter: 48,600 ] [ performance: 16.401 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 2:49:32 ] [ l_g_pix: 1.3938e-02 ] [ l_g_total: 1.3938e-02 ] +2024-10-25 07:11:12,608 INFO: [ epoch: 6 ] [ iter: 48,700 ] [ performance: 20.342 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 18:10:43 ] [ l_g_pix: 2.7143e-02 ] [ l_g_total: 2.7143e-02 ] +2024-10-25 07:11:17,623 INFO: [ epoch: 6 ] [ iter: 48,800 ] [ performance: 20.087 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 11:03:22 ] [ l_g_pix: 3.0608e-02 ] [ l_g_total: 3.0608e-02 ] +2024-10-25 07:11:22,614 INFO: [ epoch: 6 ] [ iter: 48,900 ] [ performance: 20.117 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 3:18:58 ] [ l_g_pix: 3.6977e-02 ] [ l_g_total: 3.6977e-02 ] +2024-10-25 07:11:27,694 INFO: [ epoch: 6 ] [ iter: 49,000 ] [ performance: 19.843 it/s ] [ lr: 1.00e-04 ] [ eta: 1675 days, 20:32:57 ] [ l_g_pix: 1.9188e-02 ] [ l_g_total: 1.9188e-02 ] +2024-10-25 07:11:32,710 INFO: [ epoch: 6 ] [ iter: 49,100 ] [ performance: 19.709 it/s ] [ lr: 1.00e-04 ] [ eta: 1675 days, 12:36:24 ] [ l_g_pix: 3.2108e-02 ] [ l_g_total: 3.2108e-02 ] +2024-10-25 07:11:37,793 INFO: [ epoch: 6 ] [ iter: 49,200 ] [ performance: 19.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1675 days, 5:19:47 ] [ l_g_pix: 3.0683e-02 ] [ l_g_total: 3.0683e-02 ] +2024-10-25 07:11:42,836 INFO: [ epoch: 6 ] [ iter: 49,300 ] [ performance: 19.609 it/s ] [ lr: 1.00e-04 ] [ eta: 1674 days, 21:12:18 ] [ l_g_pix: 2.7330e-02 ] [ l_g_total: 2.7330e-02 ] +2024-10-25 07:11:47,942 INFO: [ epoch: 6 ] [ iter: 49,400 ] [ performance: 19.594 it/s ] [ lr: 1.00e-04 ] [ eta: 1674 days, 13:41:26 ] [ l_g_pix: 2.3622e-02 ] [ l_g_total: 2.3622e-02 ] +2024-10-25 07:11:52,982 INFO: [ epoch: 6 ] [ iter: 49,500 ] [ performance: 20.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1674 days, 4:57:11 ] [ l_g_pix: 2.7595e-02 ] [ l_g_total: 2.7595e-02 ] +2024-10-25 07:11:58,042 INFO: [ epoch: 6 ] [ iter: 49,600 ] [ performance: 19.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 20:13:44 ] [ l_g_pix: 3.7937e-02 ] [ l_g_total: 3.7937e-02 ] +2024-10-25 07:12:03,224 INFO: [ epoch: 6 ] [ iter: 49,700 ] [ performance: 19.319 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 12:55:23 ] [ l_g_pix: 3.3015e-02 ] [ l_g_total: 3.3015e-02 ] +2024-10-25 07:12:08,305 INFO: [ epoch: 6 ] [ iter: 49,800 ] [ performance: 19.557 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 3:54:49 ] [ l_g_pix: 2.9567e-02 ] [ l_g_total: 2.9567e-02 ] +2024-10-25 07:12:13,431 INFO: [ epoch: 6 ] [ iter: 49,900 ] [ performance: 19.647 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 19:15:29 ] [ l_g_pix: 2.6386e-02 ] [ l_g_total: 2.6386e-02 ] +2024-10-25 07:12:18,520 INFO: [ epoch: 6 ] [ iter: 50,000 ] [ performance: 19.650 it/s ] [ lr: 5.00e-05 ] [ eta: 1672 days, 9:48:16 ] [ l_g_pix: 3.1431e-02 ] [ l_g_total: 3.1431e-02 ] +2024-10-25 07:12:18,520 INFO: Saving models and training states. +2024-10-25 07:13:42,209 INFO: Validation val + + # psnr: 22.0133........ Best: 22.0133 @ 50000 iter + # ssim: 0.6469........ Best: 0.6469 @ 50000 iter + # dists: 0.7867........ Best: 0.7867 @ 50000 iter + +2024-10-25 07:13:47,444 INFO: [ epoch: 6 ] [ iter: 50,100 ] [ performance: 19.914 it/s ] [ lr: 5.00e-05 ] [ eta: 1720 days, 10:05:00 ] [ l_g_pix: 3.2480e-02 ] [ l_g_total: 3.2480e-02 ] +2024-10-25 07:13:52,637 INFO: [ epoch: 6 ] [ iter: 50,200 ] [ performance: 19.475 it/s ] [ lr: 5.00e-05 ] [ eta: 1719 days, 23:10:29 ] [ l_g_pix: 2.5449e-02 ] [ l_g_total: 2.5449e-02 ] +2024-10-25 07:13:57,716 INFO: [ epoch: 6 ] [ iter: 50,300 ] [ performance: 19.689 it/s ] [ lr: 5.00e-05 ] [ eta: 1719 days, 10:24:25 ] [ l_g_pix: 3.1416e-02 ] [ l_g_total: 3.1416e-02 ] +2024-10-25 07:14:02,792 INFO: [ epoch: 6 ] [ iter: 50,400 ] [ performance: 19.700 it/s ] [ lr: 5.00e-05 ] [ eta: 1718 days, 21:18:02 ] [ l_g_pix: 2.5726e-02 ] [ l_g_total: 2.5726e-02 ] +2024-10-25 07:14:07,939 INFO: [ epoch: 6 ] [ iter: 50,500 ] [ performance: 19.444 it/s ] [ lr: 5.00e-05 ] [ eta: 1718 days, 8:54:04 ] [ l_g_pix: 3.3055e-02 ] [ l_g_total: 3.3055e-02 ] +2024-10-25 07:14:13,050 INFO: [ epoch: 6 ] [ iter: 50,600 ] [ performance: 19.528 it/s ] [ lr: 5.00e-05 ] [ eta: 1717 days, 19:42:52 ] [ l_g_pix: 3.4816e-02 ] [ l_g_total: 3.4816e-02 ] +2024-10-25 07:14:18,203 INFO: [ epoch: 6 ] [ iter: 50,700 ] [ performance: 19.462 it/s ] [ lr: 5.00e-05 ] [ eta: 1717 days, 6:49:46 ] [ l_g_pix: 2.4689e-02 ] [ l_g_total: 2.4689e-02 ] +2024-10-25 07:14:23,341 INFO: [ epoch: 6 ] [ iter: 50,800 ] [ performance: 19.465 it/s ] [ lr: 5.00e-05 ] [ eta: 1716 days, 17:26:39 ] [ l_g_pix: 3.0474e-02 ] [ l_g_total: 3.0474e-02 ] +2024-10-25 07:14:28,405 INFO: [ epoch: 6 ] [ iter: 50,900 ] [ performance: 19.819 it/s ] [ lr: 5.00e-05 ] [ eta: 1716 days, 2:45:46 ] [ l_g_pix: 2.7160e-02 ] [ l_g_total: 2.7160e-02 ] +2024-10-25 07:14:33,513 INFO: [ epoch: 6 ] [ iter: 51,000 ] [ performance: 19.655 it/s ] [ lr: 5.00e-05 ] [ eta: 1715 days, 12:24:18 ] [ l_g_pix: 4.3856e-02 ] [ l_g_total: 4.3856e-02 ] +2024-10-25 07:14:38,633 INFO: [ epoch: 6 ] [ iter: 51,100 ] [ performance: 19.499 it/s ] [ lr: 5.00e-05 ] [ eta: 1714 days, 21:55:22 ] [ l_g_pix: 2.2003e-02 ] [ l_g_total: 2.2003e-02 ] +2024-10-25 07:14:43,676 INFO: [ epoch: 6 ] [ iter: 51,200 ] [ performance: 19.726 it/s ] [ lr: 5.00e-05 ] [ eta: 1714 days, 6:06:41 ] [ l_g_pix: 3.3480e-02 ] [ l_g_total: 3.3480e-02 ] +2024-10-25 07:14:48,802 INFO: [ epoch: 6 ] [ iter: 51,300 ] [ performance: 19.278 it/s ] [ lr: 5.00e-05 ] [ eta: 1713 days, 15:08:47 ] [ l_g_pix: 1.9271e-02 ] [ l_g_total: 1.9271e-02 ] +2024-10-25 07:14:53,927 INFO: [ epoch: 6 ] [ iter: 51,400 ] [ performance: 19.442 it/s ] [ lr: 5.00e-05 ] [ eta: 1712 days, 23:52:23 ] [ l_g_pix: 3.0109e-02 ] [ l_g_total: 3.0109e-02 ] +2024-10-25 07:14:59,090 INFO: [ epoch: 6 ] [ iter: 51,500 ] [ performance: 19.193 it/s ] [ lr: 5.00e-05 ] [ eta: 1712 days, 8:50:11 ] [ l_g_pix: 2.1133e-02 ] [ l_g_total: 2.1133e-02 ] +2024-10-25 07:15:04,256 INFO: [ epoch: 6 ] [ iter: 51,600 ] [ performance: 19.309 it/s ] [ lr: 5.00e-05 ] [ eta: 1711 days, 17:32:58 ] [ l_g_pix: 3.5922e-02 ] [ l_g_total: 3.5922e-02 ] +2024-10-25 07:15:09,360 INFO: [ epoch: 6 ] [ iter: 51,700 ] [ performance: 19.541 it/s ] [ lr: 5.00e-05 ] [ eta: 1711 days, 1:09:10 ] [ l_g_pix: 3.0176e-02 ] [ l_g_total: 3.0176e-02 ] +2024-10-25 07:15:14,515 INFO: [ epoch: 6 ] [ iter: 51,800 ] [ performance: 19.444 it/s ] [ lr: 5.00e-05 ] [ eta: 1710 days, 9:08:41 ] [ l_g_pix: 2.5539e-02 ] [ l_g_total: 2.5539e-02 ] +2024-10-25 07:15:19,598 INFO: [ epoch: 6 ] [ iter: 51,900 ] [ performance: 19.691 it/s ] [ lr: 5.00e-05 ] [ eta: 1709 days, 15:53:39 ] [ l_g_pix: 2.8563e-02 ] [ l_g_total: 2.8563e-02 ] +2024-10-25 07:15:24,691 INFO: [ epoch: 6 ] [ iter: 52,000 ] [ performance: 19.654 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 22:29:24 ] [ l_g_pix: 3.1573e-02 ] [ l_g_total: 3.1573e-02 ] +2024-10-25 07:15:29,804 INFO: [ epoch: 6 ] [ iter: 52,100 ] [ performance: 19.426 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 5:04:22 ] [ l_g_pix: 3.1736e-02 ] [ l_g_total: 3.1736e-02 ] +2024-10-25 07:15:34,943 INFO: [ epoch: 6 ] [ iter: 52,200 ] [ performance: 19.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1707 days, 11:42:59 ] [ l_g_pix: 3.9232e-02 ] [ l_g_total: 3.9232e-02 ] +2024-10-25 07:15:40,014 INFO: [ epoch: 6 ] [ iter: 52,300 ] [ performance: 20.057 it/s ] [ lr: 5.00e-05 ] [ eta: 1706 days, 17:10:14 ] [ l_g_pix: 2.2951e-02 ] [ l_g_total: 2.2951e-02 ] +2024-10-25 07:15:45,179 INFO: [ epoch: 6 ] [ iter: 52,400 ] [ performance: 19.558 it/s ] [ lr: 5.00e-05 ] [ eta: 1705 days, 23:35:03 ] [ l_g_pix: 2.7749e-02 ] [ l_g_total: 2.7749e-02 ] +2024-10-25 07:15:50,328 INFO: [ epoch: 6 ] [ iter: 52,500 ] [ performance: 19.525 it/s ] [ lr: 5.00e-05 ] [ eta: 1705 days, 5:30:30 ] [ l_g_pix: 3.8939e-02 ] [ l_g_total: 3.8939e-02 ] +2024-10-25 07:15:55,350 INFO: [ epoch: 6 ] [ iter: 52,600 ] [ performance: 19.804 it/s ] [ lr: 5.00e-05 ] [ eta: 1704 days, 9:28:09 ] [ l_g_pix: 2.7660e-02 ] [ l_g_total: 2.7660e-02 ] +2024-10-25 07:16:00,481 INFO: [ epoch: 6 ] [ iter: 52,700 ] [ performance: 19.718 it/s ] [ lr: 5.00e-05 ] [ eta: 1703 days, 14:34:53 ] [ l_g_pix: 3.2778e-02 ] [ l_g_total: 3.2778e-02 ] +2024-10-25 07:16:05,568 INFO: [ epoch: 6 ] [ iter: 52,800 ] [ performance: 19.677 it/s ] [ lr: 5.00e-05 ] [ eta: 1702 days, 18:49:44 ] [ l_g_pix: 3.2194e-02 ] [ l_g_total: 3.2194e-02 ] +2024-10-25 07:16:10,518 INFO: [ epoch: 6 ] [ iter: 52,900 ] [ performance: 20.657 it/s ] [ lr: 5.00e-05 ] [ eta: 1701 days, 21:00:52 ] [ l_g_pix: 2.3445e-02 ] [ l_g_total: 2.3445e-02 ] +2024-10-25 07:16:15,660 INFO: [ epoch: 6 ] [ iter: 53,000 ] [ performance: 19.765 it/s ] [ lr: 5.00e-05 ] [ eta: 1701 days, 1:24:40 ] [ l_g_pix: 2.7105e-02 ] [ l_g_total: 2.7105e-02 ] +2024-10-25 07:16:20,648 INFO: [ epoch: 6 ] [ iter: 53,100 ] [ performance: 19.949 it/s ] [ lr: 5.00e-05 ] [ eta: 1700 days, 3:31:38 ] [ l_g_pix: 2.6325e-02 ] [ l_g_total: 2.6325e-02 ] +2024-10-25 07:16:25,768 INFO: [ epoch: 6 ] [ iter: 53,200 ] [ performance: 19.642 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 7:05:04 ] [ l_g_pix: 2.5265e-02 ] [ l_g_total: 2.5265e-02 ] +2024-10-25 07:16:30,819 INFO: [ epoch: 6 ] [ iter: 53,300 ] [ performance: 20.135 it/s ] [ lr: 5.00e-05 ] [ eta: 1698 days, 9:28:10 ] [ l_g_pix: 1.7833e-02 ] [ l_g_total: 1.7833e-02 ] +2024-10-25 07:16:35,874 INFO: [ epoch: 6 ] [ iter: 53,400 ] [ performance: 19.875 it/s ] [ lr: 5.00e-05 ] [ eta: 1697 days, 11:36:49 ] [ l_g_pix: 2.3661e-02 ] [ l_g_total: 2.3661e-02 ] +2024-10-25 07:16:40,827 INFO: [ epoch: 6 ] [ iter: 53,500 ] [ performance: 20.301 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 12:09:50 ] [ l_g_pix: 2.9963e-02 ] [ l_g_total: 2.9963e-02 ] +2024-10-25 07:16:45,844 INFO: [ epoch: 6 ] [ iter: 53,600 ] [ performance: 20.028 it/s ] [ lr: 5.00e-05 ] [ eta: 1695 days, 13:15:29 ] [ l_g_pix: 2.9352e-02 ] [ l_g_total: 2.9352e-02 ] +2024-10-25 07:16:50,932 INFO: [ epoch: 6 ] [ iter: 53,700 ] [ performance: 19.982 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 14:59:32 ] [ l_g_pix: 2.6604e-02 ] [ l_g_total: 2.6604e-02 ] +2024-10-25 07:16:56,092 INFO: [ epoch: 6 ] [ iter: 53,800 ] [ performance: 19.529 it/s ] [ lr: 5.00e-05 ] [ eta: 1693 days, 17:21:33 ] [ l_g_pix: 2.5916e-02 ] [ l_g_total: 2.5916e-02 ] +2024-10-25 07:17:01,275 INFO: [ epoch: 6 ] [ iter: 53,900 ] [ performance: 19.139 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 19:44:36 ] [ l_g_pix: 2.8205e-02 ] [ l_g_total: 2.8205e-02 ] +2024-10-25 07:17:06,457 INFO: [ epoch: 6 ] [ iter: 54,000 ] [ performance: 19.259 it/s ] [ lr: 5.00e-05 ] [ eta: 1691 days, 21:49:52 ] [ l_g_pix: 2.5430e-02 ] [ l_g_total: 2.5430e-02 ] +2024-10-25 07:17:11,539 INFO: [ epoch: 6 ] [ iter: 54,100 ] [ performance: 19.597 it/s ] [ lr: 5.00e-05 ] [ eta: 1690 days, 22:21:04 ] [ l_g_pix: 3.1928e-02 ] [ l_g_total: 3.1928e-02 ] +2024-10-25 07:17:16,648 INFO: [ epoch: 6 ] [ iter: 54,200 ] [ performance: 19.582 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 22:55:37 ] [ l_g_pix: 1.8058e-02 ] [ l_g_total: 1.8058e-02 ] +2024-10-25 07:17:21,645 INFO: [ epoch: 6 ] [ iter: 54,300 ] [ performance: 19.584 it/s ] [ lr: 5.00e-05 ] [ eta: 1688 days, 21:48:17 ] [ l_g_pix: 2.8196e-02 ] [ l_g_total: 2.8196e-02 ] +2024-10-25 07:17:26,653 INFO: [ epoch: 6 ] [ iter: 54,400 ] [ performance: 19.881 it/s ] [ lr: 5.00e-05 ] [ eta: 1687 days, 20:32:07 ] [ l_g_pix: 2.4508e-02 ] [ l_g_total: 2.4508e-02 ] +2024-10-25 07:17:31,706 INFO: [ epoch: 6 ] [ iter: 54,500 ] [ performance: 19.622 it/s ] [ lr: 5.00e-05 ] [ eta: 1686 days, 19:33:44 ] [ l_g_pix: 3.3189e-02 ] [ l_g_total: 3.3189e-02 ] +2024-10-25 07:17:36,874 INFO: [ epoch: 6 ] [ iter: 54,600 ] [ performance: 19.411 it/s ] [ lr: 5.00e-05 ] [ eta: 1685 days, 19:45:49 ] [ l_g_pix: 2.5147e-02 ] [ l_g_total: 2.5147e-02 ] +2024-10-25 07:17:42,045 INFO: [ epoch: 6 ] [ iter: 54,700 ] [ performance: 19.285 it/s ] [ lr: 5.00e-05 ] [ eta: 1684 days, 19:42:21 ] [ l_g_pix: 3.1941e-02 ] [ l_g_total: 3.1941e-02 ] +2024-10-25 07:17:47,256 INFO: [ epoch: 6 ] [ iter: 54,800 ] [ performance: 19.214 it/s ] [ lr: 5.00e-05 ] [ eta: 1683 days, 19:51:50 ] [ l_g_pix: 3.2192e-02 ] [ l_g_total: 3.2192e-02 ] +2024-10-25 07:17:52,328 INFO: [ epoch: 6 ] [ iter: 54,900 ] [ performance: 19.557 it/s ] [ lr: 5.00e-05 ] [ eta: 1682 days, 17:59:50 ] [ l_g_pix: 2.4638e-02 ] [ l_g_total: 2.4638e-02 ] +2024-10-25 07:17:57,485 INFO: [ epoch: 6 ] [ iter: 55,000 ] [ performance: 19.428 it/s ] [ lr: 5.00e-05 ] [ eta: 1681 days, 16:54:27 ] [ l_g_pix: 4.1500e-02 ] [ l_g_total: 4.1500e-02 ] +2024-10-25 07:18:02,643 INFO: [ epoch: 6 ] [ iter: 55,100 ] [ performance: 19.245 it/s ] [ lr: 5.00e-05 ] [ eta: 1680 days, 15:33:13 ] [ l_g_pix: 2.9277e-02 ] [ l_g_total: 2.9277e-02 ] +2024-10-25 07:18:07,750 INFO: [ epoch: 6 ] [ iter: 55,200 ] [ performance: 19.514 it/s ] [ lr: 5.00e-05 ] [ eta: 1679 days, 13:15:47 ] [ l_g_pix: 2.3931e-02 ] [ l_g_total: 2.3931e-02 ] +2024-10-25 07:18:12,898 INFO: [ epoch: 6 ] [ iter: 55,300 ] [ performance: 19.734 it/s ] [ lr: 5.00e-05 ] [ eta: 1678 days, 11:12:17 ] [ l_g_pix: 2.7085e-02 ] [ l_g_total: 2.7085e-02 ] +2024-10-25 07:18:18,084 INFO: [ epoch: 6 ] [ iter: 55,400 ] [ performance: 19.372 it/s ] [ lr: 5.00e-05 ] [ eta: 1677 days, 9:20:06 ] [ l_g_pix: 1.7577e-02 ] [ l_g_total: 1.7577e-02 ] +2024-10-25 07:18:23,245 INFO: [ epoch: 6 ] [ iter: 55,500 ] [ performance: 19.557 it/s ] [ lr: 5.00e-05 ] [ eta: 1676 days, 6:51:24 ] [ l_g_pix: 3.5167e-02 ] [ l_g_total: 3.5167e-02 ] +2024-10-25 07:18:28,405 INFO: [ epoch: 6 ] [ iter: 55,600 ] [ performance: 19.414 it/s ] [ lr: 5.00e-05 ] [ eta: 1675 days, 4:05:35 ] [ l_g_pix: 2.1249e-02 ] [ l_g_total: 2.1249e-02 ] +2024-10-25 07:18:33,525 INFO: [ epoch: 6 ] [ iter: 55,700 ] [ performance: 19.912 it/s ] [ lr: 5.00e-05 ] [ eta: 1674 days, 0:32:42 ] [ l_g_pix: 2.6246e-02 ] [ l_g_total: 2.6246e-02 ] +2024-10-25 07:18:38,648 INFO: [ epoch: 6 ] [ iter: 55,800 ] [ performance: 19.596 it/s ] [ lr: 5.00e-05 ] [ eta: 1672 days, 20:44:34 ] [ l_g_pix: 3.3297e-02 ] [ l_g_total: 3.3297e-02 ] +2024-10-25 07:18:43,797 INFO: [ epoch: 6 ] [ iter: 55,900 ] [ performance: 19.674 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 16:59:01 ] [ l_g_pix: 4.9895e-02 ] [ l_g_total: 4.9895e-02 ] +2024-10-25 07:18:48,913 INFO: [ epoch: 6 ] [ iter: 56,000 ] [ performance: 19.572 it/s ] [ lr: 5.00e-05 ] [ eta: 1670 days, 12:31:50 ] [ l_g_pix: 2.4771e-02 ] [ l_g_total: 2.4771e-02 ] +2024-10-25 07:18:53,976 INFO: [ epoch: 6 ] [ iter: 56,100 ] [ performance: 19.702 it/s ] [ lr: 5.00e-05 ] [ eta: 1669 days, 7:09:14 ] [ l_g_pix: 3.2400e-02 ] [ l_g_total: 3.2400e-02 ] +2024-10-25 07:18:59,039 INFO: [ epoch: 6 ] [ iter: 56,200 ] [ performance: 19.746 it/s ] [ lr: 5.00e-05 ] [ eta: 1668 days, 1:29:07 ] [ l_g_pix: 2.7611e-02 ] [ l_g_total: 2.7611e-02 ] +2024-10-25 07:19:04,168 INFO: [ epoch: 6 ] [ iter: 56,300 ] [ performance: 19.998 it/s ] [ lr: 5.00e-05 ] [ eta: 1666 days, 20:20:24 ] [ l_g_pix: 1.7484e-02 ] [ l_g_total: 1.7484e-02 ] +2024-10-25 07:19:09,335 INFO: [ epoch: 6 ] [ iter: 56,400 ] [ performance: 19.461 it/s ] [ lr: 5.00e-05 ] [ eta: 1665 days, 15:22:09 ] [ l_g_pix: 2.5044e-02 ] [ l_g_total: 2.5044e-02 ] +2024-10-25 07:19:14,425 INFO: [ epoch: 6 ] [ iter: 56,500 ] [ performance: 19.104 it/s ] [ lr: 5.00e-05 ] [ eta: 1664 days, 9:11:03 ] [ l_g_pix: 3.4675e-02 ] [ l_g_total: 3.4675e-02 ] +2024-10-25 07:19:19,215 INFO: [ epoch: 6 ] [ iter: 56,600 ] [ performance: 20.573 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 23:06:05 ] [ l_g_pix: 2.0219e-02 ] [ l_g_total: 2.0219e-02 ] +2024-10-25 07:19:25,605 INFO: [ epoch: 7 ] [ iter: 56,700 ] [ performance: 18.928 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 7:59:22 ] [ l_g_pix: 2.5785e-02 ] [ l_g_total: 2.5785e-02 ] +2024-10-25 07:19:30,805 INFO: [ epoch: 7 ] [ iter: 56,800 ] [ performance: 19.186 it/s ] [ lr: 5.00e-05 ] [ eta: 1661 days, 2:15:26 ] [ l_g_pix: 2.1819e-02 ] [ l_g_total: 2.1819e-02 ] +2024-10-25 07:19:35,905 INFO: [ epoch: 7 ] [ iter: 56,900 ] [ performance: 19.302 it/s ] [ lr: 5.00e-05 ] [ eta: 1659 days, 19:01:37 ] [ l_g_pix: 2.5455e-02 ] [ l_g_total: 2.5455e-02 ] +2024-10-25 07:19:41,069 INFO: [ epoch: 7 ] [ iter: 57,000 ] [ performance: 19.358 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 12:16:47 ] [ l_g_pix: 3.6851e-02 ] [ l_g_total: 3.6851e-02 ] +2024-10-25 07:19:46,299 INFO: [ epoch: 7 ] [ iter: 57,100 ] [ performance: 19.181 it/s ] [ lr: 5.00e-05 ] [ eta: 1657 days, 6:01:58 ] [ l_g_pix: 1.7992e-02 ] [ l_g_total: 1.7992e-02 ] +2024-10-25 07:19:51,810 INFO: [ epoch: 7 ] [ iter: 57,200 ] [ performance: 18.284 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 2:50:00 ] [ l_g_pix: 3.1644e-02 ] [ l_g_total: 3.1644e-02 ] +2024-10-25 07:19:56,845 INFO: [ epoch: 7 ] [ iter: 57,300 ] [ performance: 20.010 it/s ] [ lr: 5.00e-05 ] [ eta: 1654 days, 17:40:49 ] [ l_g_pix: 2.1942e-02 ] [ l_g_total: 2.1942e-02 ] +2024-10-25 07:20:01,818 INFO: [ epoch: 7 ] [ iter: 57,400 ] [ performance: 20.096 it/s ] [ lr: 5.00e-05 ] [ eta: 1653 days, 7:31:31 ] [ l_g_pix: 2.1765e-02 ] [ l_g_total: 2.1765e-02 ] +2024-10-25 07:20:06,881 INFO: [ epoch: 7 ] [ iter: 57,500 ] [ performance: 19.402 it/s ] [ lr: 5.00e-05 ] [ eta: 1651 days, 22:09:00 ] [ l_g_pix: 2.5689e-02 ] [ l_g_total: 2.5689e-02 ] +2024-10-25 07:20:11,941 INFO: [ epoch: 7 ] [ iter: 57,600 ] [ performance: 19.722 it/s ] [ lr: 5.00e-05 ] [ eta: 1650 days, 12:26:59 ] [ l_g_pix: 2.7640e-02 ] [ l_g_total: 2.7640e-02 ] +2024-10-25 07:20:17,055 INFO: [ epoch: 7 ] [ iter: 57,700 ] [ performance: 18.744 it/s ] [ lr: 5.00e-05 ] [ eta: 1649 days, 3:06:49 ] [ l_g_pix: 3.4216e-02 ] [ l_g_total: 3.4216e-02 ] +2024-10-25 07:20:22,027 INFO: [ epoch: 7 ] [ iter: 57,800 ] [ performance: 19.949 it/s ] [ lr: 5.00e-05 ] [ eta: 1647 days, 15:49:19 ] [ l_g_pix: 2.5177e-02 ] [ l_g_total: 2.5177e-02 ] +2024-10-25 07:20:27,397 INFO: [ epoch: 7 ] [ iter: 57,900 ] [ performance: 19.422 it/s ] [ lr: 5.00e-05 ] [ eta: 1646 days, 8:55:09 ] [ l_g_pix: 2.7920e-02 ] [ l_g_total: 2.7920e-02 ] +2024-10-25 07:20:32,405 INFO: [ epoch: 7 ] [ iter: 58,000 ] [ performance: 19.913 it/s ] [ lr: 5.00e-05 ] [ eta: 1644 days, 21:28:44 ] [ l_g_pix: 3.7646e-02 ] [ l_g_total: 3.7646e-02 ] +2024-10-25 07:20:37,484 INFO: [ epoch: 7 ] [ iter: 58,100 ] [ performance: 19.026 it/s ] [ lr: 5.00e-05 ] [ eta: 1643 days, 10:36:00 ] [ l_g_pix: 3.0378e-02 ] [ l_g_total: 3.0378e-02 ] +2024-10-25 07:20:42,605 INFO: [ epoch: 7 ] [ iter: 58,200 ] [ performance: 19.479 it/s ] [ lr: 5.00e-05 ] [ eta: 1641 days, 23:55:13 ] [ l_g_pix: 2.6694e-02 ] [ l_g_total: 2.6694e-02 ] +2024-10-25 07:20:47,678 INFO: [ epoch: 7 ] [ iter: 58,300 ] [ performance: 19.235 it/s ] [ lr: 5.00e-05 ] [ eta: 1640 days, 12:23:46 ] [ l_g_pix: 3.6225e-02 ] [ l_g_total: 3.6225e-02 ] +2024-10-25 07:20:52,860 INFO: [ epoch: 7 ] [ iter: 58,400 ] [ performance: 19.292 it/s ] [ lr: 5.00e-05 ] [ eta: 1639 days, 1:51:41 ] [ l_g_pix: 2.6529e-02 ] [ l_g_total: 2.6529e-02 ] +2024-10-25 07:20:58,184 INFO: [ epoch: 7 ] [ iter: 58,500 ] [ performance: 19.285 it/s ] [ lr: 5.00e-05 ] [ eta: 1637 days, 16:39:49 ] [ l_g_pix: 2.7779e-02 ] [ l_g_total: 2.7779e-02 ] +2024-10-25 07:21:03,315 INFO: [ epoch: 7 ] [ iter: 58,600 ] [ performance: 19.475 it/s ] [ lr: 5.00e-05 ] [ eta: 1636 days, 4:57:27 ] [ l_g_pix: 2.8794e-02 ] [ l_g_total: 2.8794e-02 ] +2024-10-25 07:21:08,463 INFO: [ epoch: 7 ] [ iter: 58,700 ] [ performance: 19.139 it/s ] [ lr: 5.00e-05 ] [ eta: 1634 days, 17:09:32 ] [ l_g_pix: 2.5161e-02 ] [ l_g_total: 2.5161e-02 ] +2024-10-25 07:21:13,387 INFO: [ epoch: 7 ] [ iter: 58,800 ] [ performance: 20.220 it/s ] [ lr: 5.00e-05 ] [ eta: 1633 days, 2:30:41 ] [ l_g_pix: 2.6798e-02 ] [ l_g_total: 2.6798e-02 ] +2024-10-25 07:21:18,534 INFO: [ epoch: 7 ] [ iter: 58,900 ] [ performance: 18.704 it/s ] [ lr: 5.00e-05 ] [ eta: 1631 days, 14:08:41 ] [ l_g_pix: 3.7787e-02 ] [ l_g_total: 3.7787e-02 ] +2024-10-25 07:21:23,649 INFO: [ epoch: 7 ] [ iter: 59,000 ] [ performance: 19.494 it/s ] [ lr: 5.00e-05 ] [ eta: 1630 days, 1:07:19 ] [ l_g_pix: 2.0082e-02 ] [ l_g_total: 2.0082e-02 ] +2024-10-25 07:21:28,705 INFO: [ epoch: 7 ] [ iter: 59,100 ] [ performance: 19.982 it/s ] [ lr: 5.00e-05 ] [ eta: 1628 days, 11:08:34 ] [ l_g_pix: 2.2303e-02 ] [ l_g_total: 2.2303e-02 ] +2024-10-25 07:21:33,749 INFO: [ epoch: 7 ] [ iter: 59,200 ] [ performance: 19.839 it/s ] [ lr: 5.00e-05 ] [ eta: 1626 days, 20:44:23 ] [ l_g_pix: 2.2743e-02 ] [ l_g_total: 2.2743e-02 ] +2024-10-25 07:21:38,842 INFO: [ epoch: 7 ] [ iter: 59,300 ] [ performance: 20.811 it/s ] [ lr: 5.00e-05 ] [ eta: 1625 days, 6:37:19 ] [ l_g_pix: 2.2216e-02 ] [ l_g_total: 2.2216e-02 ] +2024-10-25 07:21:43,942 INFO: [ epoch: 7 ] [ iter: 59,400 ] [ performance: 19.663 it/s ] [ lr: 5.00e-05 ] [ eta: 1623 days, 16:17:54 ] [ l_g_pix: 2.3164e-02 ] [ l_g_total: 2.3164e-02 ] +2024-10-25 07:21:49,066 INFO: [ epoch: 7 ] [ iter: 59,500 ] [ performance: 20.332 it/s ] [ lr: 5.00e-05 ] [ eta: 1622 days, 1:56:56 ] [ l_g_pix: 2.6561e-02 ] [ l_g_total: 2.6561e-02 ] +2024-10-25 07:21:54,124 INFO: [ epoch: 7 ] [ iter: 59,600 ] [ performance: 19.793 it/s ] [ lr: 5.00e-05 ] [ eta: 1620 days, 10:35:12 ] [ l_g_pix: 2.4733e-02 ] [ l_g_total: 2.4733e-02 ] +2024-10-25 07:21:59,359 INFO: [ epoch: 7 ] [ iter: 59,700 ] [ performance: 18.796 it/s ] [ lr: 5.00e-05 ] [ eta: 1618 days, 20:55:40 ] [ l_g_pix: 1.8462e-02 ] [ l_g_total: 1.8462e-02 ] +2024-10-25 07:22:04,467 INFO: [ epoch: 7 ] [ iter: 59,800 ] [ performance: 19.558 it/s ] [ lr: 5.00e-05 ] [ eta: 1617 days, 5:32:51 ] [ l_g_pix: 2.7047e-02 ] [ l_g_total: 2.7047e-02 ] +2024-10-25 07:22:09,686 INFO: [ epoch: 7 ] [ iter: 59,900 ] [ performance: 19.381 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 15:07:40 ] [ l_g_pix: 3.1840e-02 ] [ l_g_total: 3.1840e-02 ] +2024-10-25 07:22:14,739 INFO: [ epoch: 7 ] [ iter: 60,000 ] [ performance: 19.785 it/s ] [ lr: 5.00e-05 ] [ eta: 1613 days, 22:34:14 ] [ l_g_pix: 3.2960e-02 ] [ l_g_total: 3.2960e-02 ] +2024-10-25 07:22:14,739 INFO: Saving models and training states. +2024-10-25 07:23:29,940 INFO: Validation val + + # psnr: 22.0283........ Best: 22.0283 @ 60000 iter + # ssim: 0.6481........ Best: 0.6481 @ 60000 iter + # dists: 0.7866........ Best: 0.7866 @ 60000 iter + +2024-10-25 07:23:35,036 INFO: [ epoch: 7 ] [ iter: 60,100 ] [ performance: 20.623 it/s ] [ lr: 5.00e-05 ] [ eta: 1646 days, 23:40:03 ] [ l_g_pix: 3.0450e-02 ] [ l_g_total: 3.0450e-02 ] +2024-10-25 07:23:40,144 INFO: [ epoch: 7 ] [ iter: 60,200 ] [ performance: 19.590 it/s ] [ lr: 5.00e-05 ] [ eta: 1645 days, 5:04:06 ] [ l_g_pix: 3.2661e-02 ] [ l_g_total: 3.2661e-02 ] +2024-10-25 07:23:45,280 INFO: [ epoch: 7 ] [ iter: 60,300 ] [ performance: 19.530 it/s ] [ lr: 5.00e-05 ] [ eta: 1643 days, 10:30:08 ] [ l_g_pix: 2.2512e-02 ] [ l_g_total: 2.2512e-02 ] +2024-10-25 07:23:50,432 INFO: [ epoch: 7 ] [ iter: 60,400 ] [ performance: 19.412 it/s ] [ lr: 5.00e-05 ] [ eta: 1641 days, 15:49:11 ] [ l_g_pix: 2.1379e-02 ] [ l_g_total: 2.1379e-02 ] +2024-10-25 07:23:55,509 INFO: [ epoch: 7 ] [ iter: 60,500 ] [ performance: 19.556 it/s ] [ lr: 5.00e-05 ] [ eta: 1639 days, 20:01:17 ] [ l_g_pix: 2.7058e-02 ] [ l_g_total: 2.7058e-02 ] +2024-10-25 07:24:00,726 INFO: [ epoch: 7 ] [ iter: 60,600 ] [ performance: 19.172 it/s ] [ lr: 5.00e-05 ] [ eta: 1638 days, 1:29:00 ] [ l_g_pix: 2.9773e-02 ] [ l_g_total: 2.9773e-02 ] +2024-10-25 07:24:06,079 INFO: [ epoch: 7 ] [ iter: 60,700 ] [ performance: 18.924 it/s ] [ lr: 5.00e-05 ] [ eta: 1636 days, 8:08:11 ] [ l_g_pix: 2.8728e-02 ] [ l_g_total: 2.8728e-02 ] +2024-10-25 07:24:11,293 INFO: [ epoch: 7 ] [ iter: 60,800 ] [ performance: 19.177 it/s ] [ lr: 5.00e-05 ] [ eta: 1634 days, 12:58:43 ] [ l_g_pix: 3.0807e-02 ] [ l_g_total: 3.0807e-02 ] +2024-10-25 07:24:16,326 INFO: [ epoch: 7 ] [ iter: 60,900 ] [ performance: 19.522 it/s ] [ lr: 5.00e-05 ] [ eta: 1632 days, 15:33:46 ] [ l_g_pix: 2.7164e-02 ] [ l_g_total: 2.7164e-02 ] +2024-10-25 07:24:21,199 INFO: [ epoch: 7 ] [ iter: 61,000 ] [ performance: 20.577 it/s ] [ lr: 5.00e-05 ] [ eta: 1630 days, 16:08:12 ] [ l_g_pix: 2.7783e-02 ] [ l_g_total: 2.7783e-02 ] +2024-10-25 07:24:26,314 INFO: [ epoch: 7 ] [ iter: 61,100 ] [ performance: 20.045 it/s ] [ lr: 5.00e-05 ] [ eta: 1628 days, 19:02:52 ] [ l_g_pix: 2.8315e-02 ] [ l_g_total: 2.8315e-02 ] +2024-10-25 07:24:31,290 INFO: [ epoch: 7 ] [ iter: 61,200 ] [ performance: 20.165 it/s ] [ lr: 5.00e-05 ] [ eta: 1626 days, 20:11:24 ] [ l_g_pix: 2.6934e-02 ] [ l_g_total: 2.6934e-02 ] +2024-10-25 07:24:36,413 INFO: [ epoch: 7 ] [ iter: 61,300 ] [ performance: 19.833 it/s ] [ lr: 5.00e-05 ] [ eta: 1624 days, 22:37:18 ] [ l_g_pix: 2.4987e-02 ] [ l_g_total: 2.4987e-02 ] +2024-10-25 07:24:41,542 INFO: [ epoch: 7 ] [ iter: 61,400 ] [ performance: 19.512 it/s ] [ lr: 5.00e-05 ] [ eta: 1623 days, 0:50:34 ] [ l_g_pix: 2.8938e-02 ] [ l_g_total: 2.8938e-02 ] +2024-10-25 07:24:46,723 INFO: [ epoch: 7 ] [ iter: 61,500 ] [ performance: 19.406 it/s ] [ lr: 5.00e-05 ] [ eta: 1621 days, 3:19:42 ] [ l_g_pix: 3.5530e-02 ] [ l_g_total: 3.5530e-02 ] +2024-10-25 07:24:51,858 INFO: [ epoch: 7 ] [ iter: 61,600 ] [ performance: 19.547 it/s ] [ lr: 5.00e-05 ] [ eta: 1619 days, 5:02:23 ] [ l_g_pix: 3.5298e-02 ] [ l_g_total: 3.5298e-02 ] +2024-10-25 07:24:57,016 INFO: [ epoch: 7 ] [ iter: 61,700 ] [ performance: 19.464 it/s ] [ lr: 5.00e-05 ] [ eta: 1617 days, 6:43:09 ] [ l_g_pix: 2.2734e-02 ] [ l_g_total: 2.2734e-02 ] +2024-10-25 07:25:02,134 INFO: [ epoch: 7 ] [ iter: 61,800 ] [ performance: 19.651 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 7:40:23 ] [ l_g_pix: 2.3388e-02 ] [ l_g_total: 2.3388e-02 ] +2024-10-25 07:25:07,232 INFO: [ epoch: 7 ] [ iter: 61,900 ] [ performance: 19.634 it/s ] [ lr: 5.00e-05 ] [ eta: 1613 days, 8:08:13 ] [ l_g_pix: 2.2217e-02 ] [ l_g_total: 2.2217e-02 ] +2024-10-25 07:25:12,297 INFO: [ epoch: 7 ] [ iter: 62,000 ] [ performance: 19.691 it/s ] [ lr: 5.00e-05 ] [ eta: 1611 days, 7:58:23 ] [ l_g_pix: 2.2678e-02 ] [ l_g_total: 2.2678e-02 ] +2024-10-25 07:25:17,483 INFO: [ epoch: 7 ] [ iter: 62,100 ] [ performance: 19.478 it/s ] [ lr: 5.00e-05 ] [ eta: 1609 days, 8:47:37 ] [ l_g_pix: 3.1593e-02 ] [ l_g_total: 3.1593e-02 ] +2024-10-25 07:25:22,567 INFO: [ epoch: 7 ] [ iter: 62,200 ] [ performance: 19.744 it/s ] [ lr: 5.00e-05 ] [ eta: 1607 days, 8:15:55 ] [ l_g_pix: 2.9516e-02 ] [ l_g_total: 2.9516e-02 ] +2024-10-25 07:25:27,712 INFO: [ epoch: 7 ] [ iter: 62,300 ] [ performance: 19.585 it/s ] [ lr: 5.00e-05 ] [ eta: 1605 days, 8:04:42 ] [ l_g_pix: 2.8754e-02 ] [ l_g_total: 2.8754e-02 ] +2024-10-25 07:25:32,691 INFO: [ epoch: 7 ] [ iter: 62,400 ] [ performance: 20.127 it/s ] [ lr: 5.00e-05 ] [ eta: 1603 days, 5:53:09 ] [ l_g_pix: 2.3322e-02 ] [ l_g_total: 2.3322e-02 ] +2024-10-25 07:25:37,833 INFO: [ epoch: 7 ] [ iter: 62,500 ] [ performance: 19.766 it/s ] [ lr: 5.00e-05 ] [ eta: 1601 days, 5:06:12 ] [ l_g_pix: 2.3780e-02 ] [ l_g_total: 2.3780e-02 ] +2024-10-25 07:25:43,008 INFO: [ epoch: 7 ] [ iter: 62,600 ] [ performance: 19.254 it/s ] [ lr: 5.00e-05 ] [ eta: 1599 days, 4:23:03 ] [ l_g_pix: 2.4793e-02 ] [ l_g_total: 2.4793e-02 ] +2024-10-25 07:25:48,178 INFO: [ epoch: 7 ] [ iter: 62,700 ] [ performance: 19.302 it/s ] [ lr: 5.00e-05 ] [ eta: 1597 days, 3:19:39 ] [ l_g_pix: 3.2902e-02 ] [ l_g_total: 3.2902e-02 ] +2024-10-25 07:25:53,268 INFO: [ epoch: 7 ] [ iter: 62,800 ] [ performance: 19.563 it/s ] [ lr: 5.00e-05 ] [ eta: 1595 days, 1:09:09 ] [ l_g_pix: 2.5597e-02 ] [ l_g_total: 2.5597e-02 ] +2024-10-25 07:25:58,460 INFO: [ epoch: 7 ] [ iter: 62,900 ] [ performance: 19.401 it/s ] [ lr: 5.00e-05 ] [ eta: 1592 days, 23:45:24 ] [ l_g_pix: 2.5415e-02 ] [ l_g_total: 2.5415e-02 ] +2024-10-25 07:26:03,609 INFO: [ epoch: 7 ] [ iter: 63,000 ] [ performance: 19.384 it/s ] [ lr: 5.00e-05 ] [ eta: 1590 days, 21:37:13 ] [ l_g_pix: 2.7988e-02 ] [ l_g_total: 2.7988e-02 ] +2024-10-25 07:26:08,635 INFO: [ epoch: 7 ] [ iter: 63,100 ] [ performance: 19.656 it/s ] [ lr: 5.00e-05 ] [ eta: 1588 days, 17:56:18 ] [ l_g_pix: 3.1643e-02 ] [ l_g_total: 3.1643e-02 ] +2024-10-25 07:26:13,669 INFO: [ epoch: 7 ] [ iter: 63,200 ] [ performance: 19.690 it/s ] [ lr: 5.00e-05 ] [ eta: 1586 days, 14:03:22 ] [ l_g_pix: 2.8714e-02 ] [ l_g_total: 2.8714e-02 ] +2024-10-25 07:26:18,735 INFO: [ epoch: 7 ] [ iter: 63,300 ] [ performance: 19.716 it/s ] [ lr: 5.00e-05 ] [ eta: 1584 days, 10:13:50 ] [ l_g_pix: 3.1354e-02 ] [ l_g_total: 3.1354e-02 ] +2024-10-25 07:26:23,848 INFO: [ epoch: 7 ] [ iter: 63,400 ] [ performance: 19.664 it/s ] [ lr: 5.00e-05 ] [ eta: 1582 days, 6:35:10 ] [ l_g_pix: 2.4561e-02 ] [ l_g_total: 2.4561e-02 ] +2024-10-25 07:26:28,942 INFO: [ epoch: 7 ] [ iter: 63,500 ] [ performance: 19.647 it/s ] [ lr: 5.00e-05 ] [ eta: 1580 days, 2:28:32 ] [ l_g_pix: 2.6436e-02 ] [ l_g_total: 2.6436e-02 ] +2024-10-25 07:26:34,070 INFO: [ epoch: 7 ] [ iter: 63,600 ] [ performance: 19.503 it/s ] [ lr: 5.00e-05 ] [ eta: 1577 days, 22:25:42 ] [ l_g_pix: 2.5483e-02 ] [ l_g_total: 2.5483e-02 ] +2024-10-25 07:26:39,231 INFO: [ epoch: 7 ] [ iter: 63,700 ] [ performance: 19.436 it/s ] [ lr: 5.00e-05 ] [ eta: 1575 days, 18:25:26 ] [ l_g_pix: 3.1126e-02 ] [ l_g_total: 3.1126e-02 ] +2024-10-25 07:26:44,383 INFO: [ epoch: 7 ] [ iter: 63,800 ] [ performance: 19.303 it/s ] [ lr: 5.00e-05 ] [ eta: 1573 days, 14:02:46 ] [ l_g_pix: 2.7149e-02 ] [ l_g_total: 2.7149e-02 ] +2024-10-25 07:26:49,511 INFO: [ epoch: 7 ] [ iter: 63,900 ] [ performance: 19.412 it/s ] [ lr: 5.00e-05 ] [ eta: 1571 days, 9:08:07 ] [ l_g_pix: 3.1822e-02 ] [ l_g_total: 3.1822e-02 ] +2024-10-25 07:26:54,680 INFO: [ epoch: 7 ] [ iter: 64,000 ] [ performance: 19.342 it/s ] [ lr: 5.00e-05 ] [ eta: 1569 days, 4:21:00 ] [ l_g_pix: 2.0211e-02 ] [ l_g_total: 2.0211e-02 ] +2024-10-25 07:26:59,869 INFO: [ epoch: 7 ] [ iter: 64,100 ] [ performance: 19.304 it/s ] [ lr: 5.00e-05 ] [ eta: 1566 days, 23:28:52 ] [ l_g_pix: 2.5628e-02 ] [ l_g_total: 2.5628e-02 ] +2024-10-25 07:27:05,303 INFO: [ epoch: 7 ] [ iter: 64,200 ] [ performance: 18.235 it/s ] [ lr: 5.00e-05 ] [ eta: 1564 days, 20:45:25 ] [ l_g_pix: 3.3419e-02 ] [ l_g_total: 3.3419e-02 ] +2024-10-25 07:27:10,530 INFO: [ epoch: 7 ] [ iter: 64,300 ] [ performance: 18.721 it/s ] [ lr: 5.00e-05 ] [ eta: 1562 days, 15:40:42 ] [ l_g_pix: 2.4300e-02 ] [ l_g_total: 2.4300e-02 ] +2024-10-25 07:27:15,669 INFO: [ epoch: 7 ] [ iter: 64,400 ] [ performance: 19.278 it/s ] [ lr: 5.00e-05 ] [ eta: 1560 days, 9:26:19 ] [ l_g_pix: 2.6569e-02 ] [ l_g_total: 2.6569e-02 ] +2024-10-25 07:27:20,785 INFO: [ epoch: 7 ] [ iter: 64,500 ] [ performance: 19.427 it/s ] [ lr: 5.00e-05 ] [ eta: 1558 days, 2:41:24 ] [ l_g_pix: 2.8436e-02 ] [ l_g_total: 2.8436e-02 ] +2024-10-25 07:27:25,870 INFO: [ epoch: 7 ] [ iter: 64,600 ] [ performance: 19.418 it/s ] [ lr: 5.00e-05 ] [ eta: 1555 days, 19:21:12 ] [ l_g_pix: 3.0768e-02 ] [ l_g_total: 3.0768e-02 ] +2024-10-25 07:27:30,348 INFO: [ epoch: 7 ] [ iter: 64,700 ] [ performance: 20.945 it/s ] [ lr: 5.00e-05 ] [ eta: 1553 days, 5:47:00 ] [ l_g_pix: 2.1573e-02 ] [ l_g_total: 2.1573e-02 ] +2024-10-25 07:27:36,838 INFO: [ epoch: 8 ] [ iter: 64,800 ] [ performance: 19.343 it/s ] [ lr: 5.00e-05 ] [ eta: 1551 days, 11:37:37 ] [ l_g_pix: 3.5838e-02 ] [ l_g_total: 3.5838e-02 ] +2024-10-25 07:27:41,962 INFO: [ epoch: 8 ] [ iter: 64,900 ] [ performance: 19.442 it/s ] [ lr: 5.00e-05 ] [ eta: 1549 days, 3:48:12 ] [ l_g_pix: 2.1694e-02 ] [ l_g_total: 2.1694e-02 ] +2024-10-25 07:27:46,982 INFO: [ epoch: 8 ] [ iter: 65,000 ] [ performance: 19.985 it/s ] [ lr: 5.00e-05 ] [ eta: 1546 days, 18:40:33 ] [ l_g_pix: 2.5311e-02 ] [ l_g_total: 2.5311e-02 ] +2024-10-25 07:27:52,138 INFO: [ epoch: 8 ] [ iter: 65,100 ] [ performance: 19.648 it/s ] [ lr: 5.00e-05 ] [ eta: 1544 days, 10:35:45 ] [ l_g_pix: 2.9646e-02 ] [ l_g_total: 2.9646e-02 ] +2024-10-25 07:27:57,770 INFO: [ epoch: 8 ] [ iter: 65,200 ] [ performance: 17.449 it/s ] [ lr: 5.00e-05 ] [ eta: 1542 days, 6:49:16 ] [ l_g_pix: 3.8188e-02 ] [ l_g_total: 3.8188e-02 ] +2024-10-25 07:28:02,998 INFO: [ epoch: 8 ] [ iter: 65,300 ] [ performance: 18.366 it/s ] [ lr: 5.00e-05 ] [ eta: 1539 days, 22:50:53 ] [ l_g_pix: 2.0894e-02 ] [ l_g_total: 2.0894e-02 ] +2024-10-25 07:28:08,218 INFO: [ epoch: 8 ] [ iter: 65,400 ] [ performance: 19.118 it/s ] [ lr: 5.00e-05 ] [ eta: 1537 days, 14:30:14 ] [ l_g_pix: 2.7009e-02 ] [ l_g_total: 2.7009e-02 ] +2024-10-25 07:28:13,395 INFO: [ epoch: 8 ] [ iter: 65,500 ] [ performance: 19.233 it/s ] [ lr: 5.00e-05 ] [ eta: 1535 days, 5:27:16 ] [ l_g_pix: 2.6973e-02 ] [ l_g_total: 2.6973e-02 ] +2024-10-25 07:28:18,571 INFO: [ epoch: 8 ] [ iter: 65,600 ] [ performance: 19.222 it/s ] [ lr: 5.00e-05 ] [ eta: 1532 days, 20:07:02 ] [ l_g_pix: 3.3427e-02 ] [ l_g_total: 3.3427e-02 ] +2024-10-25 07:28:23,614 INFO: [ epoch: 8 ] [ iter: 65,700 ] [ performance: 19.568 it/s ] [ lr: 5.00e-05 ] [ eta: 1530 days, 9:13:02 ] [ l_g_pix: 2.8007e-02 ] [ l_g_total: 2.8007e-02 ] +2024-10-25 07:28:28,780 INFO: [ epoch: 8 ] [ iter: 65,800 ] [ performance: 19.196 it/s ] [ lr: 5.00e-05 ] [ eta: 1527 days, 23:12:33 ] [ l_g_pix: 2.6931e-02 ] [ l_g_total: 2.6931e-02 ] +2024-10-25 07:28:34,389 INFO: [ epoch: 8 ] [ iter: 65,900 ] [ performance: 18.382 it/s ] [ lr: 5.00e-05 ] [ eta: 1525 days, 17:06:32 ] [ l_g_pix: 2.6427e-02 ] [ l_g_total: 2.6427e-02 ] +2024-10-25 07:28:39,525 INFO: [ epoch: 8 ] [ iter: 66,000 ] [ performance: 19.429 it/s ] [ lr: 5.00e-05 ] [ eta: 1523 days, 6:13:46 ] [ l_g_pix: 2.3790e-02 ] [ l_g_total: 2.3790e-02 ] +2024-10-25 07:28:44,635 INFO: [ epoch: 8 ] [ iter: 66,100 ] [ performance: 19.512 it/s ] [ lr: 5.00e-05 ] [ eta: 1520 days, 18:49:11 ] [ l_g_pix: 2.6452e-02 ] [ l_g_total: 2.6452e-02 ] +2024-10-25 07:28:49,768 INFO: [ epoch: 8 ] [ iter: 66,200 ] [ performance: 19.274 it/s ] [ lr: 5.00e-05 ] [ eta: 1518 days, 7:20:07 ] [ l_g_pix: 2.9485e-02 ] [ l_g_total: 2.9485e-02 ] +2024-10-25 07:28:54,931 INFO: [ epoch: 8 ] [ iter: 66,300 ] [ performance: 19.330 it/s ] [ lr: 5.00e-05 ] [ eta: 1515 days, 19:51:22 ] [ l_g_pix: 2.3231e-02 ] [ l_g_total: 2.3231e-02 ] +2024-10-25 07:29:00,127 INFO: [ epoch: 8 ] [ iter: 66,400 ] [ performance: 19.291 it/s ] [ lr: 5.00e-05 ] [ eta: 1513 days, 8:23:41 ] [ l_g_pix: 3.5297e-02 ] [ l_g_total: 3.5297e-02 ] +2024-10-25 07:29:05,690 INFO: [ epoch: 8 ] [ iter: 66,500 ] [ performance: 18.497 it/s ] [ lr: 5.00e-05 ] [ eta: 1511 days, 0:03:33 ] [ l_g_pix: 2.3414e-02 ] [ l_g_total: 2.3414e-02 ] +2024-10-25 07:29:10,795 INFO: [ epoch: 8 ] [ iter: 66,600 ] [ performance: 19.775 it/s ] [ lr: 5.00e-05 ] [ eta: 1508 days, 11:10:07 ] [ l_g_pix: 2.7892e-02 ] [ l_g_total: 2.7892e-02 ] +2024-10-25 07:29:15,935 INFO: [ epoch: 8 ] [ iter: 66,700 ] [ performance: 19.587 it/s ] [ lr: 5.00e-05 ] [ eta: 1505 days, 22:18:42 ] [ l_g_pix: 2.0492e-02 ] [ l_g_total: 2.0492e-02 ] +2024-10-25 07:29:21,068 INFO: [ epoch: 8 ] [ iter: 66,800 ] [ performance: 19.502 it/s ] [ lr: 5.00e-05 ] [ eta: 1503 days, 9:07:04 ] [ l_g_pix: 2.5623e-02 ] [ l_g_total: 2.5623e-02 ] +2024-10-25 07:29:26,253 INFO: [ epoch: 8 ] [ iter: 66,900 ] [ performance: 19.376 it/s ] [ lr: 5.00e-05 ] [ eta: 1500 days, 20:06:06 ] [ l_g_pix: 2.2269e-02 ] [ l_g_total: 2.2269e-02 ] +2024-10-25 07:29:31,541 INFO: [ epoch: 8 ] [ iter: 67,000 ] [ performance: 19.011 it/s ] [ lr: 5.00e-05 ] [ eta: 1498 days, 7:45:00 ] [ l_g_pix: 3.5323e-02 ] [ l_g_total: 3.5323e-02 ] +2024-10-25 07:29:36,738 INFO: [ epoch: 8 ] [ iter: 67,100 ] [ performance: 19.150 it/s ] [ lr: 5.00e-05 ] [ eta: 1495 days, 18:16:17 ] [ l_g_pix: 3.5292e-02 ] [ l_g_total: 3.5292e-02 ] +2024-10-25 07:29:42,169 INFO: [ epoch: 8 ] [ iter: 67,200 ] [ performance: 17.983 it/s ] [ lr: 5.00e-05 ] [ eta: 1493 days, 6:38:18 ] [ l_g_pix: 2.6772e-02 ] [ l_g_total: 2.6772e-02 ] +2024-10-25 07:29:47,311 INFO: [ epoch: 8 ] [ iter: 67,300 ] [ performance: 18.839 it/s ] [ lr: 5.00e-05 ] [ eta: 1490 days, 16:04:25 ] [ l_g_pix: 2.1708e-02 ] [ l_g_total: 2.1708e-02 ] +2024-10-25 07:29:52,338 INFO: [ epoch: 8 ] [ iter: 67,400 ] [ performance: 20.004 it/s ] [ lr: 5.00e-05 ] [ eta: 1488 days, 0:11:11 ] [ l_g_pix: 3.0113e-02 ] [ l_g_total: 3.0113e-02 ] +2024-10-25 07:29:57,378 INFO: [ epoch: 8 ] [ iter: 67,500 ] [ performance: 19.908 it/s ] [ lr: 5.00e-05 ] [ eta: 1485 days, 8:07:49 ] [ l_g_pix: 2.4114e-02 ] [ l_g_total: 2.4114e-02 ] +2024-10-25 07:30:02,385 INFO: [ epoch: 8 ] [ iter: 67,600 ] [ performance: 19.680 it/s ] [ lr: 5.00e-05 ] [ eta: 1482 days, 15:30:14 ] [ l_g_pix: 2.4129e-02 ] [ l_g_total: 2.4129e-02 ] +2024-10-25 07:30:07,547 INFO: [ epoch: 8 ] [ iter: 67,700 ] [ performance: 19.493 it/s ] [ lr: 5.00e-05 ] [ eta: 1479 days, 23:59:19 ] [ l_g_pix: 2.5230e-02 ] [ l_g_total: 2.5230e-02 ] +2024-10-25 07:30:12,625 INFO: [ epoch: 8 ] [ iter: 67,800 ] [ performance: 19.627 it/s ] [ lr: 5.00e-05 ] [ eta: 1477 days, 7:26:11 ] [ l_g_pix: 3.0044e-02 ] [ l_g_total: 3.0044e-02 ] +2024-10-25 07:30:17,981 INFO: [ epoch: 8 ] [ iter: 67,900 ] [ performance: 19.032 it/s ] [ lr: 5.00e-05 ] [ eta: 1474 days, 17:04:31 ] [ l_g_pix: 3.7831e-02 ] [ l_g_total: 3.7831e-02 ] +2024-10-25 07:30:23,049 INFO: [ epoch: 8 ] [ iter: 68,000 ] [ performance: 19.649 it/s ] [ lr: 5.00e-05 ] [ eta: 1471 days, 23:51:44 ] [ l_g_pix: 1.9240e-02 ] [ l_g_total: 1.9240e-02 ] +2024-10-25 07:30:28,109 INFO: [ epoch: 8 ] [ iter: 68,100 ] [ performance: 19.721 it/s ] [ lr: 5.00e-05 ] [ eta: 1469 days, 6:17:34 ] [ l_g_pix: 2.6709e-02 ] [ l_g_total: 2.6709e-02 ] +2024-10-25 07:30:33,224 INFO: [ epoch: 8 ] [ iter: 68,200 ] [ performance: 19.470 it/s ] [ lr: 5.00e-05 ] [ eta: 1466 days, 12:55:59 ] [ l_g_pix: 2.1568e-02 ] [ l_g_total: 2.1568e-02 ] +2024-10-25 07:30:38,339 INFO: [ epoch: 8 ] [ iter: 68,300 ] [ performance: 19.521 it/s ] [ lr: 5.00e-05 ] [ eta: 1463 days, 19:17:17 ] [ l_g_pix: 3.6484e-02 ] [ l_g_total: 3.6484e-02 ] +2024-10-25 07:30:43,449 INFO: [ epoch: 8 ] [ iter: 68,400 ] [ performance: 19.394 it/s ] [ lr: 5.00e-05 ] [ eta: 1461 days, 1:18:54 ] [ l_g_pix: 2.7275e-02 ] [ l_g_total: 2.7275e-02 ] +2024-10-25 07:30:48,472 INFO: [ epoch: 8 ] [ iter: 68,500 ] [ performance: 19.714 it/s ] [ lr: 5.00e-05 ] [ eta: 1458 days, 6:17:45 ] [ l_g_pix: 3.6131e-02 ] [ l_g_total: 3.6131e-02 ] +2024-10-25 07:30:53,925 INFO: [ epoch: 8 ] [ iter: 68,600 ] [ performance: 19.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1455 days, 14:44:47 ] [ l_g_pix: 3.0072e-02 ] [ l_g_total: 3.0072e-02 ] +2024-10-25 07:30:59,086 INFO: [ epoch: 8 ] [ iter: 68,700 ] [ performance: 19.453 it/s ] [ lr: 5.00e-05 ] [ eta: 1452 days, 20:20:56 ] [ l_g_pix: 2.4278e-02 ] [ l_g_total: 2.4278e-02 ] +2024-10-25 07:31:04,302 INFO: [ epoch: 8 ] [ iter: 68,800 ] [ performance: 19.088 it/s ] [ lr: 5.00e-05 ] [ eta: 1450 days, 2:09:02 ] [ l_g_pix: 2.5787e-02 ] [ l_g_total: 2.5787e-02 ] +2024-10-25 07:31:09,526 INFO: [ epoch: 8 ] [ iter: 68,900 ] [ performance: 19.123 it/s ] [ lr: 5.00e-05 ] [ eta: 1447 days, 7:44:01 ] [ l_g_pix: 1.5077e-02 ] [ l_g_total: 1.5077e-02 ] +2024-10-25 07:31:14,679 INFO: [ epoch: 8 ] [ iter: 69,000 ] [ performance: 19.569 it/s ] [ lr: 5.00e-05 ] [ eta: 1444 days, 12:24:29 ] [ l_g_pix: 2.1375e-02 ] [ l_g_total: 2.1375e-02 ] +2024-10-25 07:31:19,805 INFO: [ epoch: 8 ] [ iter: 69,100 ] [ performance: 19.532 it/s ] [ lr: 5.00e-05 ] [ eta: 1441 days, 16:34:04 ] [ l_g_pix: 2.7176e-02 ] [ l_g_total: 2.7176e-02 ] +2024-10-25 07:31:25,375 INFO: [ epoch: 8 ] [ iter: 69,200 ] [ performance: 16.957 it/s ] [ lr: 5.00e-05 ] [ eta: 1439 days, 0:14:41 ] [ l_g_pix: 3.7590e-02 ] [ l_g_total: 3.7590e-02 ] +2024-10-25 07:31:30,396 INFO: [ epoch: 8 ] [ iter: 69,300 ] [ performance: 18.745 it/s ] [ lr: 5.00e-05 ] [ eta: 1436 days, 2:55:22 ] [ l_g_pix: 3.3702e-02 ] [ l_g_total: 3.3702e-02 ] +2024-10-25 07:31:35,344 INFO: [ epoch: 8 ] [ iter: 69,400 ] [ performance: 19.958 it/s ] [ lr: 5.00e-05 ] [ eta: 1433 days, 4:42:26 ] [ l_g_pix: 1.9321e-02 ] [ l_g_total: 1.9321e-02 ] +2024-10-25 07:31:40,176 INFO: [ epoch: 8 ] [ iter: 69,500 ] [ performance: 20.429 it/s ] [ lr: 5.00e-05 ] [ eta: 1430 days, 5:13:58 ] [ l_g_pix: 2.9977e-02 ] [ l_g_total: 2.9977e-02 ] +2024-10-25 07:31:45,186 INFO: [ epoch: 8 ] [ iter: 69,600 ] [ performance: 19.807 it/s ] [ lr: 5.00e-05 ] [ eta: 1427 days, 6:59:34 ] [ l_g_pix: 3.1419e-02 ] [ l_g_total: 3.1419e-02 ] +2024-10-25 07:31:50,213 INFO: [ epoch: 8 ] [ iter: 69,700 ] [ performance: 19.866 it/s ] [ lr: 5.00e-05 ] [ eta: 1424 days, 8:36:49 ] [ l_g_pix: 2.4806e-02 ] [ l_g_total: 2.4806e-02 ] +2024-10-25 07:31:55,225 INFO: [ epoch: 8 ] [ iter: 69,800 ] [ performance: 19.716 it/s ] [ lr: 5.00e-05 ] [ eta: 1421 days, 9:50:10 ] [ l_g_pix: 2.8639e-02 ] [ l_g_total: 2.8639e-02 ] +2024-10-25 07:32:00,589 INFO: [ epoch: 8 ] [ iter: 69,900 ] [ performance: 19.004 it/s ] [ lr: 5.00e-05 ] [ eta: 1418 days, 13:43:02 ] [ l_g_pix: 2.3801e-02 ] [ l_g_total: 2.3801e-02 ] +2024-10-25 07:32:05,743 INFO: [ epoch: 8 ] [ iter: 70,000 ] [ performance: 19.316 it/s ] [ lr: 5.00e-05 ] [ eta: 1415 days, 15:33:10 ] [ l_g_pix: 2.9843e-02 ] [ l_g_total: 2.9843e-02 ] +2024-10-25 07:32:05,743 INFO: Saving models and training states. +2024-10-25 07:33:15,538 INFO: Validation val + + # psnr: 22.0308........ Best: 22.0308 @ 70000 iter + # ssim: 0.6485........ Best: 0.6485 @ 70000 iter + # dists: 0.7865........ Best: 0.7865 @ 70000 iter + +2024-10-25 07:33:20,905 INFO: [ epoch: 8 ] [ iter: 70,100 ] [ performance: 18.885 it/s ] [ lr: 5.00e-05 ] [ eta: 1436 days, 22:32:22 ] [ l_g_pix: 2.3313e-02 ] [ l_g_total: 2.3313e-02 ] +2024-10-25 07:33:25,932 INFO: [ epoch: 8 ] [ iter: 70,200 ] [ performance: 20.345 it/s ] [ lr: 5.00e-05 ] [ eta: 1433 days, 20:48:49 ] [ l_g_pix: 3.2335e-02 ] [ l_g_total: 3.2335e-02 ] +2024-10-25 07:33:30,997 INFO: [ epoch: 8 ] [ iter: 70,300 ] [ performance: 19.945 it/s ] [ lr: 5.00e-05 ] [ eta: 1430 days, 19:06:42 ] [ l_g_pix: 3.5483e-02 ] [ l_g_total: 3.5483e-02 ] +2024-10-25 07:33:36,076 INFO: [ epoch: 8 ] [ iter: 70,400 ] [ performance: 19.323 it/s ] [ lr: 5.00e-05 ] [ eta: 1427 days, 17:14:49 ] [ l_g_pix: 1.9855e-02 ] [ l_g_total: 1.9855e-02 ] +2024-10-25 07:33:41,223 INFO: [ epoch: 8 ] [ iter: 70,500 ] [ performance: 19.395 it/s ] [ lr: 5.00e-05 ] [ eta: 1424 days, 15:39:27 ] [ l_g_pix: 2.4505e-02 ] [ l_g_total: 2.4505e-02 ] +2024-10-25 07:33:46,385 INFO: [ epoch: 8 ] [ iter: 70,600 ] [ performance: 19.787 it/s ] [ lr: 5.00e-05 ] [ eta: 1421 days, 13:54:08 ] [ l_g_pix: 3.0507e-02 ] [ l_g_total: 3.0507e-02 ] +2024-10-25 07:33:51,611 INFO: [ epoch: 8 ] [ iter: 70,700 ] [ performance: 19.345 it/s ] [ lr: 5.00e-05 ] [ eta: 1418 days, 12:23:24 ] [ l_g_pix: 3.2485e-02 ] [ l_g_total: 3.2485e-02 ] +2024-10-25 07:33:56,795 INFO: [ epoch: 8 ] [ iter: 70,800 ] [ performance: 20.232 it/s ] [ lr: 5.00e-05 ] [ eta: 1415 days, 10:14:15 ] [ l_g_pix: 2.4269e-02 ] [ l_g_total: 2.4269e-02 ] +2024-10-25 07:34:01,983 INFO: [ epoch: 8 ] [ iter: 70,900 ] [ performance: 19.579 it/s ] [ lr: 5.00e-05 ] [ eta: 1412 days, 7:49:39 ] [ l_g_pix: 2.9478e-02 ] [ l_g_total: 2.9478e-02 ] +2024-10-25 07:34:07,216 INFO: [ epoch: 8 ] [ iter: 71,000 ] [ performance: 19.309 it/s ] [ lr: 5.00e-05 ] [ eta: 1409 days, 5:29:59 ] [ l_g_pix: 2.5791e-02 ] [ l_g_total: 2.5791e-02 ] +2024-10-25 07:34:12,294 INFO: [ epoch: 8 ] [ iter: 71,100 ] [ performance: 19.571 it/s ] [ lr: 5.00e-05 ] [ eta: 1406 days, 1:37:56 ] [ l_g_pix: 3.1938e-02 ] [ l_g_total: 3.1938e-02 ] +2024-10-25 07:34:17,461 INFO: [ epoch: 8 ] [ iter: 71,200 ] [ performance: 19.492 it/s ] [ lr: 5.00e-05 ] [ eta: 1402 days, 22:12:02 ] [ l_g_pix: 2.2495e-02 ] [ l_g_total: 2.2495e-02 ] +2024-10-25 07:34:22,586 INFO: [ epoch: 8 ] [ iter: 71,300 ] [ performance: 19.509 it/s ] [ lr: 5.00e-05 ] [ eta: 1399 days, 18:08:15 ] [ l_g_pix: 3.0837e-02 ] [ l_g_total: 3.0837e-02 ] +2024-10-25 07:34:27,777 INFO: [ epoch: 8 ] [ iter: 71,400 ] [ performance: 18.855 it/s ] [ lr: 5.00e-05 ] [ eta: 1396 days, 14:19:06 ] [ l_g_pix: 3.2523e-02 ] [ l_g_total: 3.2523e-02 ] +2024-10-25 07:34:32,874 INFO: [ epoch: 8 ] [ iter: 71,500 ] [ performance: 19.377 it/s ] [ lr: 5.00e-05 ] [ eta: 1393 days, 9:28:11 ] [ l_g_pix: 2.1759e-02 ] [ l_g_total: 2.1759e-02 ] +2024-10-25 07:34:38,063 INFO: [ epoch: 8 ] [ iter: 71,600 ] [ performance: 19.071 it/s ] [ lr: 5.00e-05 ] [ eta: 1390 days, 5:03:44 ] [ l_g_pix: 2.0774e-02 ] [ l_g_total: 2.0774e-02 ] +2024-10-25 07:34:43,155 INFO: [ epoch: 8 ] [ iter: 71,700 ] [ performance: 19.463 it/s ] [ lr: 5.00e-05 ] [ eta: 1386 days, 23:36:13 ] [ l_g_pix: 3.0676e-02 ] [ l_g_total: 3.0676e-02 ] +2024-10-25 07:34:48,355 INFO: [ epoch: 8 ] [ iter: 71,800 ] [ performance: 19.401 it/s ] [ lr: 5.00e-05 ] [ eta: 1383 days, 18:42:02 ] [ l_g_pix: 2.6892e-02 ] [ l_g_total: 2.6892e-02 ] +2024-10-25 07:34:53,415 INFO: [ epoch: 8 ] [ iter: 71,900 ] [ performance: 19.653 it/s ] [ lr: 5.00e-05 ] [ eta: 1380 days, 12:25:41 ] [ l_g_pix: 3.4631e-02 ] [ l_g_total: 3.4631e-02 ] +2024-10-25 07:34:58,562 INFO: [ epoch: 8 ] [ iter: 72,000 ] [ performance: 19.293 it/s ] [ lr: 5.00e-05 ] [ eta: 1377 days, 6:32:49 ] [ l_g_pix: 2.9040e-02 ] [ l_g_total: 2.9040e-02 ] +2024-10-25 07:35:03,769 INFO: [ epoch: 8 ] [ iter: 72,100 ] [ performance: 19.235 it/s ] [ lr: 5.00e-05 ] [ eta: 1374 days, 0:50:16 ] [ l_g_pix: 2.1753e-02 ] [ l_g_total: 2.1753e-02 ] +2024-10-25 07:35:08,951 INFO: [ epoch: 8 ] [ iter: 72,200 ] [ performance: 19.822 it/s ] [ lr: 5.00e-05 ] [ eta: 1370 days, 18:39:24 ] [ l_g_pix: 3.2201e-02 ] [ l_g_total: 3.2201e-02 ] +2024-10-25 07:35:14,146 INFO: [ epoch: 8 ] [ iter: 72,300 ] [ performance: 19.416 it/s ] [ lr: 5.00e-05 ] [ eta: 1367 days, 12:16:46 ] [ l_g_pix: 2.8907e-02 ] [ l_g_total: 2.8907e-02 ] +2024-10-25 07:35:19,357 INFO: [ epoch: 8 ] [ iter: 72,400 ] [ performance: 19.040 it/s ] [ lr: 5.00e-05 ] [ eta: 1364 days, 5:44:40 ] [ l_g_pix: 2.1111e-02 ] [ l_g_total: 2.1111e-02 ] +2024-10-25 07:35:24,480 INFO: [ epoch: 8 ] [ iter: 72,500 ] [ performance: 19.383 it/s ] [ lr: 5.00e-05 ] [ eta: 1360 days, 22:14:23 ] [ l_g_pix: 3.2266e-02 ] [ l_g_total: 3.2266e-02 ] +2024-10-25 07:35:29,677 INFO: [ epoch: 8 ] [ iter: 72,600 ] [ performance: 19.122 it/s ] [ lr: 5.00e-05 ] [ eta: 1357 days, 15:01:10 ] [ l_g_pix: 2.2078e-02 ] [ l_g_total: 2.2078e-02 ] +2024-10-25 07:35:34,871 INFO: [ epoch: 8 ] [ iter: 72,700 ] [ performance: 19.218 it/s ] [ lr: 5.00e-05 ] [ eta: 1354 days, 7:29:05 ] [ l_g_pix: 3.9154e-02 ] [ l_g_total: 3.9154e-02 ] +2024-10-25 07:35:41,002 INFO: [ epoch: 9 ] [ iter: 72,800 ] [ performance: 12.016 it/s ] [ lr: 5.00e-05 ] [ eta: 1351 days, 6:44:29 ] [ l_g_pix: 3.2146e-02 ] [ l_g_total: 3.2146e-02 ] +2024-10-25 07:35:46,260 INFO: [ epoch: 9 ] [ iter: 72,900 ] [ performance: 16.391 it/s ] [ lr: 5.00e-05 ] [ eta: 1347 days, 23:05:11 ] [ l_g_pix: 3.3053e-02 ] [ l_g_total: 3.3053e-02 ] +2024-10-25 07:35:51,425 INFO: [ epoch: 9 ] [ iter: 73,000 ] [ performance: 19.398 it/s ] [ lr: 5.00e-05 ] [ eta: 1344 days, 14:26:11 ] [ l_g_pix: 2.6316e-02 ] [ l_g_total: 2.6316e-02 ] +2024-10-25 07:35:56,688 INFO: [ epoch: 9 ] [ iter: 73,100 ] [ performance: 19.108 it/s ] [ lr: 5.00e-05 ] [ eta: 1341 days, 6:14:16 ] [ l_g_pix: 2.3158e-02 ] [ l_g_total: 2.3158e-02 ] +2024-10-25 07:36:01,804 INFO: [ epoch: 9 ] [ iter: 73,200 ] [ performance: 19.487 it/s ] [ lr: 5.00e-05 ] [ eta: 1337 days, 20:39:16 ] [ l_g_pix: 2.7387e-02 ] [ l_g_total: 2.7387e-02 ] +2024-10-25 07:36:07,329 INFO: [ epoch: 9 ] [ iter: 73,300 ] [ performance: 18.448 it/s ] [ lr: 5.00e-05 ] [ eta: 1334 days, 13:49:12 ] [ l_g_pix: 2.5657e-02 ] [ l_g_total: 2.5657e-02 ] +2024-10-25 07:36:12,478 INFO: [ epoch: 9 ] [ iter: 73,400 ] [ performance: 19.287 it/s ] [ lr: 5.00e-05 ] [ eta: 1331 days, 3:53:42 ] [ l_g_pix: 3.8463e-02 ] [ l_g_total: 3.8463e-02 ] +2024-10-25 07:36:17,657 INFO: [ epoch: 9 ] [ iter: 73,500 ] [ performance: 19.304 it/s ] [ lr: 5.00e-05 ] [ eta: 1327 days, 17:54:37 ] [ l_g_pix: 2.5507e-02 ] [ l_g_total: 2.5507e-02 ] +2024-10-25 07:36:22,780 INFO: [ epoch: 9 ] [ iter: 73,600 ] [ performance: 19.535 it/s ] [ lr: 5.00e-05 ] [ eta: 1324 days, 7:13:19 ] [ l_g_pix: 2.4722e-02 ] [ l_g_total: 2.4722e-02 ] +2024-10-25 07:36:27,848 INFO: [ epoch: 9 ] [ iter: 73,700 ] [ performance: 19.684 it/s ] [ lr: 5.00e-05 ] [ eta: 1320 days, 19:50:54 ] [ l_g_pix: 2.5120e-02 ] [ l_g_total: 2.5120e-02 ] +2024-10-25 07:36:32,977 INFO: [ epoch: 9 ] [ iter: 73,800 ] [ performance: 19.218 it/s ] [ lr: 5.00e-05 ] [ eta: 1317 days, 8:38:11 ] [ l_g_pix: 3.2738e-02 ] [ l_g_total: 3.2738e-02 ] +2024-10-25 07:36:38,077 INFO: [ epoch: 9 ] [ iter: 73,900 ] [ performance: 19.512 it/s ] [ lr: 5.00e-05 ] [ eta: 1313 days, 20:55:51 ] [ l_g_pix: 3.2625e-02 ] [ l_g_total: 3.2625e-02 ] +2024-10-25 07:36:43,552 INFO: [ epoch: 9 ] [ iter: 74,000 ] [ performance: 19.436 it/s ] [ lr: 5.00e-05 ] [ eta: 1310 days, 11:39:17 ] [ l_g_pix: 2.2347e-02 ] [ l_g_total: 2.2347e-02 ] +2024-10-25 07:36:48,613 INFO: [ epoch: 9 ] [ iter: 74,100 ] [ performance: 19.683 it/s ] [ lr: 5.00e-05 ] [ eta: 1306 days, 23:05:17 ] [ l_g_pix: 3.2865e-02 ] [ l_g_total: 3.2865e-02 ] +2024-10-25 07:36:53,788 INFO: [ epoch: 9 ] [ iter: 74,200 ] [ performance: 19.144 it/s ] [ lr: 5.00e-05 ] [ eta: 1303 days, 11:03:36 ] [ l_g_pix: 3.5856e-02 ] [ l_g_total: 3.5856e-02 ] +2024-10-25 07:36:58,907 INFO: [ epoch: 9 ] [ iter: 74,300 ] [ performance: 19.443 it/s ] [ lr: 5.00e-05 ] [ eta: 1299 days, 22:20:50 ] [ l_g_pix: 3.3939e-02 ] [ l_g_total: 3.3939e-02 ] +2024-10-25 07:37:04,057 INFO: [ epoch: 9 ] [ iter: 74,400 ] [ performance: 19.443 it/s ] [ lr: 5.00e-05 ] [ eta: 1296 days, 9:34:05 ] [ l_g_pix: 2.6484e-02 ] [ l_g_total: 2.6484e-02 ] +2024-10-25 07:37:09,236 INFO: [ epoch: 9 ] [ iter: 74,500 ] [ performance: 19.341 it/s ] [ lr: 5.00e-05 ] [ eta: 1292 days, 20:42:33 ] [ l_g_pix: 2.1035e-02 ] [ l_g_total: 2.1035e-02 ] +2024-10-25 07:37:14,661 INFO: [ epoch: 9 ] [ iter: 74,600 ] [ performance: 16.929 it/s ] [ lr: 5.00e-05 ] [ eta: 1289 days, 9:18:10 ] [ l_g_pix: 2.6672e-02 ] [ l_g_total: 2.6672e-02 ] +2024-10-25 07:37:19,822 INFO: [ epoch: 9 ] [ iter: 74,700 ] [ performance: 18.770 it/s ] [ lr: 5.00e-05 ] [ eta: 1285 days, 19:43:53 ] [ l_g_pix: 2.1856e-02 ] [ l_g_total: 2.1856e-02 ] +2024-10-25 07:37:24,989 INFO: [ epoch: 9 ] [ iter: 74,800 ] [ performance: 19.601 it/s ] [ lr: 5.00e-05 ] [ eta: 1282 days, 5:55:20 ] [ l_g_pix: 2.3799e-02 ] [ l_g_total: 2.3799e-02 ] +2024-10-25 07:37:30,185 INFO: [ epoch: 9 ] [ iter: 74,900 ] [ performance: 19.326 it/s ] [ lr: 5.00e-05 ] [ eta: 1278 days, 16:01:12 ] [ l_g_pix: 3.1663e-02 ] [ l_g_total: 3.1663e-02 ] +2024-10-25 07:37:35,289 INFO: [ epoch: 9 ] [ iter: 75,000 ] [ performance: 19.661 it/s ] [ lr: 5.00e-05 ] [ eta: 1275 days, 1:11:45 ] [ l_g_pix: 2.8696e-02 ] [ l_g_total: 2.8696e-02 ] +2024-10-25 07:37:40,458 INFO: [ epoch: 9 ] [ iter: 75,100 ] [ performance: 19.413 it/s ] [ lr: 5.00e-05 ] [ eta: 1271 days, 10:32:22 ] [ l_g_pix: 2.4608e-02 ] [ l_g_total: 2.4608e-02 ] +2024-10-25 07:37:45,635 INFO: [ epoch: 9 ] [ iter: 75,200 ] [ performance: 19.358 it/s ] [ lr: 5.00e-05 ] [ eta: 1267 days, 19:38:54 ] [ l_g_pix: 2.0354e-02 ] [ l_g_total: 2.0354e-02 ] +2024-10-25 07:37:51,064 INFO: [ epoch: 9 ] [ iter: 75,300 ] [ performance: 18.607 it/s ] [ lr: 5.00e-05 ] [ eta: 1264 days, 6:12:03 ] [ l_g_pix: 2.2136e-02 ] [ l_g_total: 2.2136e-02 ] +2024-10-25 07:37:56,153 INFO: [ epoch: 9 ] [ iter: 75,400 ] [ performance: 19.585 it/s ] [ lr: 5.00e-05 ] [ eta: 1260 days, 14:07:33 ] [ l_g_pix: 2.6919e-02 ] [ l_g_total: 2.6919e-02 ] +2024-10-25 07:38:01,307 INFO: [ epoch: 9 ] [ iter: 75,500 ] [ performance: 19.443 it/s ] [ lr: 5.00e-05 ] [ eta: 1256 days, 22:12:24 ] [ l_g_pix: 1.8488e-02 ] [ l_g_total: 1.8488e-02 ] +2024-10-25 07:38:06,399 INFO: [ epoch: 9 ] [ iter: 75,600 ] [ performance: 19.679 it/s ] [ lr: 5.00e-05 ] [ eta: 1253 days, 5:35:07 ] [ l_g_pix: 3.6120e-02 ] [ l_g_total: 3.6120e-02 ] +2024-10-25 07:38:11,527 INFO: [ epoch: 9 ] [ iter: 75,700 ] [ performance: 19.536 it/s ] [ lr: 5.00e-05 ] [ eta: 1249 days, 12:55:36 ] [ l_g_pix: 2.1498e-02 ] [ l_g_total: 2.1498e-02 ] +2024-10-25 07:38:16,760 INFO: [ epoch: 9 ] [ iter: 75,800 ] [ performance: 19.321 it/s ] [ lr: 5.00e-05 ] [ eta: 1245 days, 20:41:06 ] [ l_g_pix: 2.7724e-02 ] [ l_g_total: 2.7724e-02 ] +2024-10-25 07:38:21,985 INFO: [ epoch: 9 ] [ iter: 75,900 ] [ performance: 19.173 it/s ] [ lr: 5.00e-05 ] [ eta: 1242 days, 4:06:16 ] [ l_g_pix: 1.9890e-02 ] [ l_g_total: 1.9890e-02 ] +2024-10-25 07:38:27,240 INFO: [ epoch: 9 ] [ iter: 76,000 ] [ performance: 20.184 it/s ] [ lr: 5.00e-05 ] [ eta: 1238 days, 11:25:43 ] [ l_g_pix: 3.3325e-02 ] [ l_g_total: 3.3325e-02 ] +2024-10-25 07:38:32,300 INFO: [ epoch: 9 ] [ iter: 76,100 ] [ performance: 19.841 it/s ] [ lr: 5.00e-05 ] [ eta: 1234 days, 17:09:49 ] [ l_g_pix: 2.1584e-02 ] [ l_g_total: 2.1584e-02 ] +2024-10-25 07:38:37,335 INFO: [ epoch: 9 ] [ iter: 76,200 ] [ performance: 20.070 it/s ] [ lr: 5.00e-05 ] [ eta: 1230 days, 22:27:25 ] [ l_g_pix: 2.8550e-02 ] [ l_g_total: 2.8550e-02 ] +2024-10-25 07:38:42,486 INFO: [ epoch: 9 ] [ iter: 76,300 ] [ performance: 19.527 it/s ] [ lr: 5.00e-05 ] [ eta: 1227 days, 4:13:53 ] [ l_g_pix: 2.7299e-02 ] [ l_g_total: 2.7299e-02 ] +2024-10-25 07:38:47,617 INFO: [ epoch: 9 ] [ iter: 76,400 ] [ performance: 19.579 it/s ] [ lr: 5.00e-05 ] [ eta: 1223 days, 9:35:42 ] [ l_g_pix: 2.1788e-02 ] [ l_g_total: 2.1788e-02 ] +2024-10-25 07:38:52,623 INFO: [ epoch: 9 ] [ iter: 76,500 ] [ performance: 19.914 it/s ] [ lr: 5.00e-05 ] [ eta: 1219 days, 13:50:50 ] [ l_g_pix: 2.7825e-02 ] [ l_g_total: 2.7825e-02 ] +2024-10-25 07:38:57,769 INFO: [ epoch: 9 ] [ iter: 76,600 ] [ performance: 19.257 it/s ] [ lr: 5.00e-05 ] [ eta: 1215 days, 18:44:29 ] [ l_g_pix: 2.5047e-02 ] [ l_g_total: 2.5047e-02 ] +2024-10-25 07:39:03,196 INFO: [ epoch: 9 ] [ iter: 76,700 ] [ performance: 18.558 it/s ] [ lr: 5.00e-05 ] [ eta: 1212 days, 1:09:33 ] [ l_g_pix: 2.5363e-02 ] [ l_g_total: 2.5363e-02 ] +2024-10-25 07:39:08,206 INFO: [ epoch: 9 ] [ iter: 76,800 ] [ performance: 20.144 it/s ] [ lr: 5.00e-05 ] [ eta: 1208 days, 4:35:56 ] [ l_g_pix: 1.8944e-02 ] [ l_g_total: 1.8944e-02 ] +2024-10-25 07:39:13,232 INFO: [ epoch: 9 ] [ iter: 76,900 ] [ performance: 19.936 it/s ] [ lr: 5.00e-05 ] [ eta: 1204 days, 7:51:24 ] [ l_g_pix: 1.8618e-02 ] [ l_g_total: 1.8618e-02 ] +2024-10-25 07:39:18,437 INFO: [ epoch: 9 ] [ iter: 77,000 ] [ performance: 19.069 it/s ] [ lr: 5.00e-05 ] [ eta: 1200 days, 11:58:24 ] [ l_g_pix: 3.4700e-02 ] [ l_g_total: 3.4700e-02 ] +2024-10-25 07:39:23,565 INFO: [ epoch: 9 ] [ iter: 77,100 ] [ performance: 19.439 it/s ] [ lr: 5.00e-05 ] [ eta: 1196 days, 15:19:04 ] [ l_g_pix: 2.9176e-02 ] [ l_g_total: 2.9176e-02 ] +2024-10-25 07:39:28,704 INFO: [ epoch: 9 ] [ iter: 77,200 ] [ performance: 19.709 it/s ] [ lr: 5.00e-05 ] [ eta: 1192 days, 18:27:04 ] [ l_g_pix: 2.3728e-02 ] [ l_g_total: 2.3728e-02 ] +2024-10-25 07:39:34,012 INFO: [ epoch: 9 ] [ iter: 77,300 ] [ performance: 18.958 it/s ] [ lr: 5.00e-05 ] [ eta: 1188 days, 22:21:25 ] [ l_g_pix: 2.5941e-02 ] [ l_g_total: 2.5941e-02 ] +2024-10-25 07:39:39,048 INFO: [ epoch: 9 ] [ iter: 77,400 ] [ performance: 20.024 it/s ] [ lr: 5.00e-05 ] [ eta: 1185 days, 0:15:41 ] [ l_g_pix: 2.9931e-02 ] [ l_g_total: 2.9931e-02 ] +2024-10-25 07:39:44,091 INFO: [ epoch: 9 ] [ iter: 77,500 ] [ performance: 19.858 it/s ] [ lr: 5.00e-05 ] [ eta: 1181 days, 1:55:48 ] [ l_g_pix: 2.9293e-02 ] [ l_g_total: 2.9293e-02 ] +2024-10-25 07:39:49,235 INFO: [ epoch: 9 ] [ iter: 77,600 ] [ performance: 19.175 it/s ] [ lr: 5.00e-05 ] [ eta: 1177 days, 3:56:55 ] [ l_g_pix: 2.6448e-02 ] [ l_g_total: 2.6448e-02 ] +2024-10-25 07:39:54,404 INFO: [ epoch: 9 ] [ iter: 77,700 ] [ performance: 19.328 it/s ] [ lr: 5.00e-05 ] [ eta: 1173 days, 5:50:06 ] [ l_g_pix: 1.8959e-02 ] [ l_g_total: 1.8959e-02 ] +2024-10-25 07:39:59,735 INFO: [ epoch: 9 ] [ iter: 77,800 ] [ performance: 18.572 it/s ] [ lr: 5.00e-05 ] [ eta: 1169 days, 8:26:07 ] [ l_g_pix: 3.4581e-02 ] [ l_g_total: 3.4581e-02 ] +2024-10-25 07:40:05,247 INFO: [ epoch: 9 ] [ iter: 77,900 ] [ performance: 18.191 it/s ] [ lr: 5.00e-05 ] [ eta: 1165 days, 11:51:11 ] [ l_g_pix: 2.9028e-02 ] [ l_g_total: 2.9028e-02 ] +2024-10-25 07:40:10,286 INFO: [ epoch: 9 ] [ iter: 78,000 ] [ performance: 19.366 it/s ] [ lr: 5.00e-05 ] [ eta: 1161 days, 12:04:04 ] [ l_g_pix: 3.6396e-02 ] [ l_g_total: 3.6396e-02 ] +2024-10-25 07:40:15,432 INFO: [ epoch: 9 ] [ iter: 78,100 ] [ performance: 19.428 it/s ] [ lr: 5.00e-05 ] [ eta: 1157 days, 12:39:22 ] [ l_g_pix: 2.7272e-02 ] [ l_g_total: 2.7272e-02 ] +2024-10-25 07:40:20,475 INFO: [ epoch: 9 ] [ iter: 78,200 ] [ performance: 20.138 it/s ] [ lr: 5.00e-05 ] [ eta: 1153 days, 12:20:10 ] [ l_g_pix: 2.3881e-02 ] [ l_g_total: 2.3881e-02 ] +2024-10-25 07:40:25,671 INFO: [ epoch: 9 ] [ iter: 78,300 ] [ performance: 19.332 it/s ] [ lr: 5.00e-05 ] [ eta: 1149 days, 12:39:30 ] [ l_g_pix: 2.8562e-02 ] [ l_g_total: 2.8562e-02 ] +2024-10-25 07:40:30,804 INFO: [ epoch: 9 ] [ iter: 78,400 ] [ performance: 20.291 it/s ] [ lr: 5.00e-05 ] [ eta: 1145 days, 12:18:40 ] [ l_g_pix: 2.7603e-02 ] [ l_g_total: 2.7603e-02 ] +2024-10-25 07:40:35,937 INFO: [ epoch: 9 ] [ iter: 78,500 ] [ performance: 19.556 it/s ] [ lr: 5.00e-05 ] [ eta: 1141 days, 11:40:41 ] [ l_g_pix: 2.6765e-02 ] [ l_g_total: 2.6765e-02 ] +2024-10-25 07:40:41,254 INFO: [ epoch: 9 ] [ iter: 78,600 ] [ performance: 19.115 it/s ] [ lr: 5.00e-05 ] [ eta: 1137 days, 11:51:15 ] [ l_g_pix: 3.3996e-02 ] [ l_g_total: 3.3996e-02 ] +2024-10-25 07:40:46,363 INFO: [ epoch: 9 ] [ iter: 78,700 ] [ performance: 19.537 it/s ] [ lr: 5.00e-05 ] [ eta: 1133 days, 10:30:19 ] [ l_g_pix: 2.7138e-02 ] [ l_g_total: 2.7138e-02 ] +2024-10-25 07:40:51,410 INFO: [ epoch: 9 ] [ iter: 78,800 ] [ performance: 20.035 it/s ] [ lr: 5.00e-05 ] [ eta: 1129 days, 8:30:42 ] [ l_g_pix: 2.6114e-02 ] [ l_g_total: 2.6114e-02 ] +2024-10-25 07:40:56,529 INFO: [ epoch: 9 ] [ iter: 78,900 ] [ performance: 19.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1125 days, 6:39:20 ] [ l_g_pix: 3.7310e-02 ] [ l_g_total: 3.7310e-02 ] +2024-10-25 07:41:01,459 INFO: [ epoch: 9 ] [ iter: 79,000 ] [ performance: 20.858 it/s ] [ lr: 5.00e-05 ] [ eta: 1121 days, 3:24:34 ] [ l_g_pix: 2.4526e-02 ] [ l_g_total: 2.4526e-02 ] +2024-10-25 07:41:06,546 INFO: [ epoch: 9 ] [ iter: 79,100 ] [ performance: 19.733 it/s ] [ lr: 5.00e-05 ] [ eta: 1117 days, 0:48:25 ] [ l_g_pix: 2.6799e-02 ] [ l_g_total: 2.6799e-02 ] +2024-10-25 07:41:11,767 INFO: [ epoch: 9 ] [ iter: 79,200 ] [ performance: 19.592 it/s ] [ lr: 5.00e-05 ] [ eta: 1112 days, 22:41:35 ] [ l_g_pix: 2.9178e-02 ] [ l_g_total: 2.9178e-02 ] +2024-10-25 07:41:16,988 INFO: [ epoch: 9 ] [ iter: 79,300 ] [ performance: 19.179 it/s ] [ lr: 5.00e-05 ] [ eta: 1108 days, 20:17:27 ] [ l_g_pix: 2.9263e-02 ] [ l_g_total: 2.9263e-02 ] +2024-10-25 07:41:22,127 INFO: [ epoch: 9 ] [ iter: 79,400 ] [ performance: 19.793 it/s ] [ lr: 5.00e-05 ] [ eta: 1104 days, 17:07:26 ] [ l_g_pix: 3.8331e-02 ] [ l_g_total: 3.8331e-02 ] +2024-10-25 07:41:27,383 INFO: [ epoch: 9 ] [ iter: 79,500 ] [ performance: 19.062 it/s ] [ lr: 5.00e-05 ] [ eta: 1100 days, 14:20:36 ] [ l_g_pix: 3.6391e-02 ] [ l_g_total: 3.6391e-02 ] +2024-10-25 07:41:32,479 INFO: [ epoch: 9 ] [ iter: 79,600 ] [ performance: 18.484 it/s ] [ lr: 5.00e-05 ] [ eta: 1096 days, 10:21:51 ] [ l_g_pix: 2.6014e-02 ] [ l_g_total: 2.6014e-02 ] +2024-10-25 07:41:37,433 INFO: [ epoch: 9 ] [ iter: 79,700 ] [ performance: 20.119 it/s ] [ lr: 5.00e-05 ] [ eta: 1092 days, 5:17:50 ] [ l_g_pix: 2.3080e-02 ] [ l_g_total: 2.3080e-02 ] +2024-10-25 07:41:42,545 INFO: [ epoch: 9 ] [ iter: 79,800 ] [ performance: 20.997 it/s ] [ lr: 5.00e-05 ] [ eta: 1088 days, 0:50:45 ] [ l_g_pix: 2.9306e-02 ] [ l_g_total: 2.9306e-02 ] +2024-10-25 07:41:47,520 INFO: [ epoch: 9 ] [ iter: 79,900 ] [ performance: 20.129 it/s ] [ lr: 5.00e-05 ] [ eta: 1083 days, 19:20:33 ] [ l_g_pix: 2.3123e-02 ] [ l_g_total: 2.3123e-02 ] +2024-10-25 07:41:52,587 INFO: [ epoch: 9 ] [ iter: 80,000 ] [ performance: 19.409 it/s ] [ lr: 5.00e-05 ] [ eta: 1079 days, 14:04:27 ] [ l_g_pix: 3.4842e-02 ] [ l_g_total: 3.4842e-02 ] +2024-10-25 07:41:52,587 INFO: Saving models and training states. +2024-10-25 07:43:05,098 INFO: Validation val + + # psnr: 22.0313........ Best: 22.0313 @ 80000 iter + # ssim: 0.6488........ Best: 0.6488 @ 80000 iter + # dists: 0.7864........ Best: 0.7864 @ 80000 iter + +2024-10-25 07:43:10,314 INFO: [ epoch: 9 ] [ iter: 80,100 ] [ performance: 19.208 it/s ] [ lr: 5.00e-05 ] [ eta: 1092 days, 2:09:21 ] [ l_g_pix: 2.3243e-02 ] [ l_g_total: 2.3243e-02 ] +2024-10-25 07:43:15,538 INFO: [ epoch: 9 ] [ iter: 80,200 ] [ performance: 18.308 it/s ] [ lr: 5.00e-05 ] [ eta: 1087 days, 19:10:15 ] [ l_g_pix: 3.3021e-02 ] [ l_g_total: 3.3021e-02 ] +2024-10-25 07:43:20,795 INFO: [ epoch: 9 ] [ iter: 80,300 ] [ performance: 19.019 it/s ] [ lr: 5.00e-05 ] [ eta: 1083 days, 12:04:21 ] [ l_g_pix: 2.1898e-02 ] [ l_g_total: 2.1898e-02 ] +2024-10-25 07:43:26,055 INFO: [ epoch: 9 ] [ iter: 80,400 ] [ performance: 19.016 it/s ] [ lr: 5.00e-05 ] [ eta: 1079 days, 4:42:19 ] [ l_g_pix: 2.4437e-02 ] [ l_g_total: 2.4437e-02 ] +2024-10-25 07:43:31,324 INFO: [ epoch: 9 ] [ iter: 80,500 ] [ performance: 18.984 it/s ] [ lr: 5.00e-05 ] [ eta: 1074 days, 21:05:16 ] [ l_g_pix: 3.6506e-02 ] [ l_g_total: 3.6506e-02 ] +2024-10-25 07:43:36,705 INFO: [ epoch: 9 ] [ iter: 80,600 ] [ performance: 18.782 it/s ] [ lr: 5.00e-05 ] [ eta: 1070 days, 13:47:12 ] [ l_g_pix: 3.1247e-02 ] [ l_g_total: 3.1247e-02 ] +2024-10-25 07:43:41,875 INFO: [ epoch: 9 ] [ iter: 80,700 ] [ performance: 19.355 it/s ] [ lr: 5.00e-05 ] [ eta: 1066 days, 5:03:10 ] [ l_g_pix: 3.2384e-02 ] [ l_g_total: 3.2384e-02 ] +2024-10-25 07:43:46,995 INFO: [ epoch: 9 ] [ iter: 80,800 ] [ performance: 19.445 it/s ] [ lr: 5.00e-05 ] [ eta: 1061 days, 19:45:47 ] [ l_g_pix: 2.7560e-02 ] [ l_g_total: 2.7560e-02 ] +2024-10-25 07:43:53,279 INFO: [ epoch: 10 ] [ iter: 80,900 ] [ performance: 15.844 it/s ] [ lr: 5.00e-05 ] [ eta: 1057 days, 16:22:01 ] [ l_g_pix: 3.5335e-02 ] [ l_g_total: 3.5335e-02 ] +2024-10-25 07:43:58,441 INFO: [ epoch: 10 ] [ iter: 81,000 ] [ performance: 17.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1053 days, 6:41:55 ] [ l_g_pix: 1.8276e-02 ] [ l_g_total: 1.8276e-02 ] +2024-10-25 07:44:03,556 INFO: [ epoch: 10 ] [ iter: 81,100 ] [ performance: 19.569 it/s ] [ lr: 5.00e-05 ] [ eta: 1048 days, 20:30:11 ] [ l_g_pix: 2.8872e-02 ] [ l_g_total: 2.8872e-02 ] +2024-10-25 07:44:08,720 INFO: [ epoch: 10 ] [ iter: 81,200 ] [ performance: 19.467 it/s ] [ lr: 5.00e-05 ] [ eta: 1044 days, 10:16:25 ] [ l_g_pix: 1.8430e-02 ] [ l_g_total: 1.8430e-02 ] +2024-10-25 07:44:14,468 INFO: [ epoch: 10 ] [ iter: 81,300 ] [ performance: 17.361 it/s ] [ lr: 5.00e-05 ] [ eta: 1040 days, 2:47:14 ] [ l_g_pix: 2.9310e-02 ] [ l_g_total: 2.9310e-02 ] +2024-10-25 07:44:19,533 INFO: [ epoch: 10 ] [ iter: 81,400 ] [ performance: 18.501 it/s ] [ lr: 5.00e-05 ] [ eta: 1035 days, 15:27:26 ] [ l_g_pix: 2.6442e-02 ] [ l_g_total: 2.6442e-02 ] +2024-10-25 07:44:24,763 INFO: [ epoch: 10 ] [ iter: 81,500 ] [ performance: 19.137 it/s ] [ lr: 5.00e-05 ] [ eta: 1031 days, 4:41:37 ] [ l_g_pix: 2.8456e-02 ] [ l_g_total: 2.8456e-02 ] +2024-10-25 07:44:30,019 INFO: [ epoch: 10 ] [ iter: 81,600 ] [ performance: 19.081 it/s ] [ lr: 5.00e-05 ] [ eta: 1026 days, 17:46:21 ] [ l_g_pix: 2.7362e-02 ] [ l_g_total: 2.7362e-02 ] +2024-10-25 07:44:35,181 INFO: [ epoch: 10 ] [ iter: 81,700 ] [ performance: 19.431 it/s ] [ lr: 5.00e-05 ] [ eta: 1022 days, 6:04:57 ] [ l_g_pix: 3.1379e-02 ] [ l_g_total: 3.1379e-02 ] +2024-10-25 07:44:40,291 INFO: [ epoch: 10 ] [ iter: 81,800 ] [ performance: 19.504 it/s ] [ lr: 5.00e-05 ] [ eta: 1017 days, 17:50:29 ] [ l_g_pix: 3.1197e-02 ] [ l_g_total: 3.1197e-02 ] +2024-10-25 07:44:45,638 INFO: [ epoch: 10 ] [ iter: 81,900 ] [ performance: 18.644 it/s ] [ lr: 5.00e-05 ] [ eta: 1013 days, 6:30:36 ] [ l_g_pix: 2.3356e-02 ] [ l_g_total: 2.3356e-02 ] +2024-10-25 07:44:50,904 INFO: [ epoch: 10 ] [ iter: 82,000 ] [ performance: 18.824 it/s ] [ lr: 5.00e-05 ] [ eta: 1008 days, 18:28:17 ] [ l_g_pix: 2.0599e-02 ] [ l_g_total: 2.0599e-02 ] +2024-10-25 07:44:56,025 INFO: [ epoch: 10 ] [ iter: 82,100 ] [ performance: 19.603 it/s ] [ lr: 5.00e-05 ] [ eta: 1004 days, 5:25:24 ] [ l_g_pix: 2.9222e-02 ] [ l_g_total: 2.9222e-02 ] +2024-10-25 07:45:01,116 INFO: [ epoch: 10 ] [ iter: 82,200 ] [ performance: 19.624 it/s ] [ lr: 5.00e-05 ] [ eta: 999 days, 15:56:40 ] [ l_g_pix: 2.9448e-02 ] [ l_g_total: 2.9448e-02 ] +2024-10-25 07:45:06,330 INFO: [ epoch: 10 ] [ iter: 82,300 ] [ performance: 19.192 it/s ] [ lr: 5.00e-05 ] [ eta: 995 days, 2:47:08 ] [ l_g_pix: 2.6904e-02 ] [ l_g_total: 2.6904e-02 ] +2024-10-25 07:45:11,392 INFO: [ epoch: 10 ] [ iter: 82,400 ] [ performance: 19.484 it/s ] [ lr: 5.00e-05 ] [ eta: 990 days, 12:35:33 ] [ l_g_pix: 1.8169e-02 ] [ l_g_total: 1.8169e-02 ] +2024-10-25 07:45:16,539 INFO: [ epoch: 10 ] [ iter: 82,500 ] [ performance: 19.434 it/s ] [ lr: 5.00e-05 ] [ eta: 985 days, 22:31:55 ] [ l_g_pix: 2.6012e-02 ] [ l_g_total: 2.6012e-02 ] +2024-10-25 07:45:22,007 INFO: [ epoch: 10 ] [ iter: 82,600 ] [ performance: 18.815 it/s ] [ lr: 5.00e-05 ] [ eta: 981 days, 9:44:15 ] [ l_g_pix: 2.7234e-02 ] [ l_g_total: 2.7234e-02 ] +2024-10-25 07:45:27,182 INFO: [ epoch: 10 ] [ iter: 82,700 ] [ performance: 19.426 it/s ] [ lr: 5.00e-05 ] [ eta: 976 days, 19:13:40 ] [ l_g_pix: 3.3368e-02 ] [ l_g_total: 3.3368e-02 ] +2024-10-25 07:45:32,461 INFO: [ epoch: 10 ] [ iter: 82,800 ] [ performance: 19.168 it/s ] [ lr: 5.00e-05 ] [ eta: 972 days, 4:55:58 ] [ l_g_pix: 2.5872e-02 ] [ l_g_total: 2.5872e-02 ] +2024-10-25 07:45:37,568 INFO: [ epoch: 10 ] [ iter: 82,900 ] [ performance: 19.666 it/s ] [ lr: 5.00e-05 ] [ eta: 967 days, 13:31:21 ] [ l_g_pix: 2.5946e-02 ] [ l_g_total: 2.5946e-02 ] +2024-10-25 07:45:42,687 INFO: [ epoch: 10 ] [ iter: 83,000 ] [ performance: 19.597 it/s ] [ lr: 5.00e-05 ] [ eta: 962 days, 21:53:25 ] [ l_g_pix: 2.1128e-02 ] [ l_g_total: 2.1128e-02 ] +2024-10-25 07:45:47,759 INFO: [ epoch: 10 ] [ iter: 83,100 ] [ performance: 19.680 it/s ] [ lr: 5.00e-05 ] [ eta: 958 days, 5:45:04 ] [ l_g_pix: 1.7358e-02 ] [ l_g_total: 1.7358e-02 ] +2024-10-25 07:45:52,844 INFO: [ epoch: 10 ] [ iter: 83,200 ] [ performance: 19.674 it/s ] [ lr: 5.00e-05 ] [ eta: 953 days, 13:23:20 ] [ l_g_pix: 2.6099e-02 ] [ l_g_total: 2.6099e-02 ] +2024-10-25 07:45:58,289 INFO: [ epoch: 10 ] [ iter: 83,300 ] [ performance: 18.153 it/s ] [ lr: 5.00e-05 ] [ eta: 948 days, 22:24:54 ] [ l_g_pix: 2.2114e-02 ] [ l_g_total: 2.2114e-02 ] +2024-10-25 07:46:03,320 INFO: [ epoch: 10 ] [ iter: 83,400 ] [ performance: 19.042 it/s ] [ lr: 5.00e-05 ] [ eta: 944 days, 5:13:50 ] [ l_g_pix: 2.1114e-02 ] [ l_g_total: 2.1114e-02 ] +2024-10-25 07:46:08,349 INFO: [ epoch: 10 ] [ iter: 83,500 ] [ performance: 19.812 it/s ] [ lr: 5.00e-05 ] [ eta: 939 days, 11:45:17 ] [ l_g_pix: 2.9444e-02 ] [ l_g_total: 2.9444e-02 ] +2024-10-25 07:46:13,426 INFO: [ epoch: 10 ] [ iter: 83,600 ] [ performance: 19.751 it/s ] [ lr: 5.00e-05 ] [ eta: 934 days, 18:13:17 ] [ l_g_pix: 2.7089e-02 ] [ l_g_total: 2.7089e-02 ] +2024-10-25 07:46:18,565 INFO: [ epoch: 10 ] [ iter: 83,700 ] [ performance: 19.602 it/s ] [ lr: 5.00e-05 ] [ eta: 930 days, 0:41:12 ] [ l_g_pix: 3.1093e-02 ] [ l_g_total: 3.1093e-02 ] +2024-10-25 07:46:23,653 INFO: [ epoch: 10 ] [ iter: 83,800 ] [ performance: 19.631 it/s ] [ lr: 5.00e-05 ] [ eta: 925 days, 6:38:13 ] [ l_g_pix: 3.8258e-02 ] [ l_g_total: 3.8258e-02 ] +2024-10-25 07:46:28,961 INFO: [ epoch: 10 ] [ iter: 83,900 ] [ performance: 18.803 it/s ] [ lr: 5.00e-05 ] [ eta: 920 days, 13:17:06 ] [ l_g_pix: 3.1079e-02 ] [ l_g_total: 3.1079e-02 ] +2024-10-25 07:46:34,342 INFO: [ epoch: 10 ] [ iter: 84,000 ] [ performance: 18.683 it/s ] [ lr: 5.00e-05 ] [ eta: 915 days, 19:58:04 ] [ l_g_pix: 1.8774e-02 ] [ l_g_total: 1.8774e-02 ] +2024-10-25 07:46:39,467 INFO: [ epoch: 10 ] [ iter: 84,100 ] [ performance: 19.379 it/s ] [ lr: 5.00e-05 ] [ eta: 911 days, 1:13:10 ] [ l_g_pix: 3.1031e-02 ] [ l_g_total: 3.1031e-02 ] +2024-10-25 07:46:44,565 INFO: [ epoch: 10 ] [ iter: 84,200 ] [ performance: 19.511 it/s ] [ lr: 5.00e-05 ] [ eta: 906 days, 6:03:48 ] [ l_g_pix: 2.0849e-02 ] [ l_g_total: 2.0849e-02 ] +2024-10-25 07:46:49,739 INFO: [ epoch: 10 ] [ iter: 84,300 ] [ performance: 19.360 it/s ] [ lr: 5.00e-05 ] [ eta: 901 days, 10:57:40 ] [ l_g_pix: 2.2874e-02 ] [ l_g_total: 2.2874e-02 ] +2024-10-25 07:46:54,873 INFO: [ epoch: 10 ] [ iter: 84,400 ] [ performance: 19.427 it/s ] [ lr: 5.00e-05 ] [ eta: 896 days, 15:23:43 ] [ l_g_pix: 2.5336e-02 ] [ l_g_total: 2.5336e-02 ] +2024-10-25 07:46:59,901 INFO: [ epoch: 10 ] [ iter: 84,500 ] [ performance: 19.812 it/s ] [ lr: 5.00e-05 ] [ eta: 891 days, 19:05:15 ] [ l_g_pix: 2.0991e-02 ] [ l_g_total: 2.0991e-02 ] +2024-10-25 07:47:05,459 INFO: [ epoch: 10 ] [ iter: 84,600 ] [ performance: 18.758 it/s ] [ lr: 5.00e-05 ] [ eta: 887 days, 0:46:15 ] [ l_g_pix: 2.5442e-02 ] [ l_g_total: 2.5442e-02 ] +2024-10-25 07:47:10,633 INFO: [ epoch: 10 ] [ iter: 84,700 ] [ performance: 19.282 it/s ] [ lr: 5.00e-05 ] [ eta: 882 days, 4:30:30 ] [ l_g_pix: 2.2932e-02 ] [ l_g_total: 2.2932e-02 ] +2024-10-25 07:47:15,678 INFO: [ epoch: 10 ] [ iter: 84,800 ] [ performance: 19.580 it/s ] [ lr: 5.00e-05 ] [ eta: 877 days, 7:25:11 ] [ l_g_pix: 2.9471e-02 ] [ l_g_total: 2.9471e-02 ] +2024-10-25 07:47:20,787 INFO: [ epoch: 10 ] [ iter: 84,900 ] [ performance: 19.563 it/s ] [ lr: 5.00e-05 ] [ eta: 872 days, 10:18:46 ] [ l_g_pix: 2.8012e-02 ] [ l_g_total: 2.8012e-02 ] +2024-10-25 07:47:25,850 INFO: [ epoch: 10 ] [ iter: 85,000 ] [ performance: 19.669 it/s ] [ lr: 5.00e-05 ] [ eta: 867 days, 12:44:02 ] [ l_g_pix: 2.2053e-02 ] [ l_g_total: 2.2053e-02 ] +2024-10-25 07:47:30,966 INFO: [ epoch: 10 ] [ iter: 85,100 ] [ performance: 19.457 it/s ] [ lr: 5.00e-05 ] [ eta: 862 days, 15:05:43 ] [ l_g_pix: 4.0472e-02 ] [ l_g_total: 4.0472e-02 ] +2024-10-25 07:47:36,102 INFO: [ epoch: 10 ] [ iter: 85,200 ] [ performance: 19.467 it/s ] [ lr: 5.00e-05 ] [ eta: 857 days, 17:15:03 ] [ l_g_pix: 3.1411e-02 ] [ l_g_total: 3.1411e-02 ] +2024-10-25 07:47:41,619 INFO: [ epoch: 10 ] [ iter: 85,300 ] [ performance: 17.619 it/s ] [ lr: 5.00e-05 ] [ eta: 852 days, 20:40:39 ] [ l_g_pix: 3.9650e-02 ] [ l_g_total: 3.9650e-02 ] +2024-10-25 07:47:46,688 INFO: [ epoch: 10 ] [ iter: 85,400 ] [ performance: 18.760 it/s ] [ lr: 5.00e-05 ] [ eta: 847 days, 21:58:55 ] [ l_g_pix: 2.4212e-02 ] [ l_g_total: 2.4212e-02 ] +2024-10-25 07:47:51,785 INFO: [ epoch: 10 ] [ iter: 85,500 ] [ performance: 19.751 it/s ] [ lr: 5.00e-05 ] [ eta: 842 days, 23:07:07 ] [ l_g_pix: 3.4123e-02 ] [ l_g_total: 3.4123e-02 ] +2024-10-25 07:47:56,925 INFO: [ epoch: 10 ] [ iter: 85,600 ] [ performance: 19.583 it/s ] [ lr: 5.00e-05 ] [ eta: 838 days, 0:08:28 ] [ l_g_pix: 2.2996e-02 ] [ l_g_total: 2.2996e-02 ] +2024-10-25 07:48:02,044 INFO: [ epoch: 10 ] [ iter: 85,700 ] [ performance: 19.527 it/s ] [ lr: 5.00e-05 ] [ eta: 833 days, 0:47:50 ] [ l_g_pix: 3.0262e-02 ] [ l_g_total: 3.0262e-02 ] +2024-10-25 07:48:07,164 INFO: [ epoch: 10 ] [ iter: 85,800 ] [ performance: 19.532 it/s ] [ lr: 5.00e-05 ] [ eta: 828 days, 1:10:16 ] [ l_g_pix: 2.8937e-02 ] [ l_g_total: 2.8937e-02 ] +2024-10-25 07:48:12,245 INFO: [ epoch: 10 ] [ iter: 85,900 ] [ performance: 19.673 it/s ] [ lr: 5.00e-05 ] [ eta: 823 days, 1:06:31 ] [ l_g_pix: 1.6166e-02 ] [ l_g_total: 1.6166e-02 ] +2024-10-25 07:48:17,628 INFO: [ epoch: 10 ] [ iter: 86,000 ] [ performance: 19.026 it/s ] [ lr: 5.00e-05 ] [ eta: 818 days, 1:56:14 ] [ l_g_pix: 2.2952e-02 ] [ l_g_total: 2.2952e-02 ] +2024-10-25 07:48:22,699 INFO: [ epoch: 10 ] [ iter: 86,100 ] [ performance: 19.590 it/s ] [ lr: 5.00e-05 ] [ eta: 813 days, 1:15:45 ] [ l_g_pix: 2.2625e-02 ] [ l_g_total: 2.2625e-02 ] +2024-10-25 07:48:27,852 INFO: [ epoch: 10 ] [ iter: 86,200 ] [ performance: 19.484 it/s ] [ lr: 5.00e-05 ] [ eta: 808 days, 0:37:19 ] [ l_g_pix: 3.4270e-02 ] [ l_g_total: 3.4270e-02 ] +2024-10-25 07:48:32,918 INFO: [ epoch: 10 ] [ iter: 86,300 ] [ performance: 19.602 it/s ] [ lr: 5.00e-05 ] [ eta: 802 days, 23:21:55 ] [ l_g_pix: 2.6645e-02 ] [ l_g_total: 2.6645e-02 ] +2024-10-25 07:48:38,074 INFO: [ epoch: 10 ] [ iter: 86,400 ] [ performance: 19.483 it/s ] [ lr: 5.00e-05 ] [ eta: 797 days, 22:09:51 ] [ l_g_pix: 3.4597e-02 ] [ l_g_total: 3.4597e-02 ] +2024-10-25 07:48:43,269 INFO: [ epoch: 10 ] [ iter: 86,500 ] [ performance: 19.257 it/s ] [ lr: 5.00e-05 ] [ eta: 792 days, 20:49:21 ] [ l_g_pix: 3.0964e-02 ] [ l_g_total: 3.0964e-02 ] +2024-10-25 07:48:48,687 INFO: [ epoch: 10 ] [ iter: 86,600 ] [ performance: 18.780 it/s ] [ lr: 5.00e-05 ] [ eta: 787 days, 20:01:26 ] [ l_g_pix: 3.2962e-02 ] [ l_g_total: 3.2962e-02 ] +2024-10-25 07:48:53,975 INFO: [ epoch: 10 ] [ iter: 86,700 ] [ performance: 18.958 it/s ] [ lr: 5.00e-05 ] [ eta: 782 days, 18:26:34 ] [ l_g_pix: 1.7243e-02 ] [ l_g_total: 1.7243e-02 ] +2024-10-25 07:48:59,184 INFO: [ epoch: 10 ] [ iter: 86,800 ] [ performance: 19.101 it/s ] [ lr: 5.00e-05 ] [ eta: 777 days, 16:16:44 ] [ l_g_pix: 2.6032e-02 ] [ l_g_total: 2.6032e-02 ] +2024-10-25 07:49:04,419 INFO: [ epoch: 10 ] [ iter: 86,900 ] [ performance: 19.113 it/s ] [ lr: 5.00e-05 ] [ eta: 772 days, 13:55:14 ] [ l_g_pix: 2.9578e-02 ] [ l_g_total: 2.9578e-02 ] +2024-10-25 07:49:09,510 INFO: [ epoch: 10 ] [ iter: 87,000 ] [ performance: 19.427 it/s ] [ lr: 5.00e-05 ] [ eta: 767 days, 10:45:00 ] [ l_g_pix: 2.6119e-02 ] [ l_g_total: 2.6119e-02 ] +2024-10-25 07:49:14,566 INFO: [ epoch: 10 ] [ iter: 87,100 ] [ performance: 19.845 it/s ] [ lr: 5.00e-05 ] [ eta: 762 days, 7:10:30 ] [ l_g_pix: 2.4631e-02 ] [ l_g_total: 2.4631e-02 ] +2024-10-25 07:49:19,573 INFO: [ epoch: 10 ] [ iter: 87,200 ] [ performance: 19.925 it/s ] [ lr: 5.00e-05 ] [ eta: 757 days, 3:08:23 ] [ l_g_pix: 3.6431e-02 ] [ l_g_total: 3.6431e-02 ] +2024-10-25 07:49:24,872 INFO: [ epoch: 10 ] [ iter: 87,300 ] [ performance: 18.542 it/s ] [ lr: 5.00e-05 ] [ eta: 751 days, 23:51:40 ] [ l_g_pix: 4.3887e-02 ] [ l_g_total: 4.3887e-02 ] +2024-10-25 07:49:30,229 INFO: [ epoch: 10 ] [ iter: 87,400 ] [ performance: 18.618 it/s ] [ lr: 5.00e-05 ] [ eta: 746 days, 20:29:20 ] [ l_g_pix: 2.6543e-02 ] [ l_g_total: 2.6543e-02 ] +2024-10-25 07:49:35,426 INFO: [ epoch: 10 ] [ iter: 87,500 ] [ performance: 19.435 it/s ] [ lr: 5.00e-05 ] [ eta: 741 days, 16:15:43 ] [ l_g_pix: 2.3486e-02 ] [ l_g_total: 2.3486e-02 ] +2024-10-25 07:49:40,629 INFO: [ epoch: 10 ] [ iter: 87,600 ] [ performance: 19.305 it/s ] [ lr: 5.00e-05 ] [ eta: 736 days, 11:46:09 ] [ l_g_pix: 2.8026e-02 ] [ l_g_total: 2.8026e-02 ] +2024-10-25 07:49:45,750 INFO: [ epoch: 10 ] [ iter: 87,700 ] [ performance: 19.378 it/s ] [ lr: 5.00e-05 ] [ eta: 731 days, 6:42:27 ] [ l_g_pix: 3.2251e-02 ] [ l_g_total: 3.2251e-02 ] +2024-10-25 07:49:50,821 INFO: [ epoch: 10 ] [ iter: 87,800 ] [ performance: 19.587 it/s ] [ lr: 5.00e-05 ] [ eta: 726 days, 1:11:25 ] [ l_g_pix: 3.0271e-02 ] [ l_g_total: 3.0271e-02 ] +2024-10-25 07:49:55,874 INFO: [ epoch: 10 ] [ iter: 87,900 ] [ performance: 19.618 it/s ] [ lr: 5.00e-05 ] [ eta: 720 days, 19:19:51 ] [ l_g_pix: 3.0078e-02 ] [ l_g_total: 3.0078e-02 ] +2024-10-25 07:50:00,973 INFO: [ epoch: 10 ] [ iter: 88,000 ] [ performance: 19.616 it/s ] [ lr: 5.00e-05 ] [ eta: 715 days, 13:20:41 ] [ l_g_pix: 2.2780e-02 ] [ l_g_total: 2.2780e-02 ] +2024-10-25 07:50:06,052 INFO: [ epoch: 10 ] [ iter: 88,100 ] [ performance: 19.754 it/s ] [ lr: 5.00e-05 ] [ eta: 710 days, 7:00:36 ] [ l_g_pix: 2.7120e-02 ] [ l_g_total: 2.7120e-02 ] +2024-10-25 07:50:11,149 INFO: [ epoch: 10 ] [ iter: 88,200 ] [ performance: 19.674 it/s ] [ lr: 5.00e-05 ] [ eta: 705 days, 0:26:55 ] [ l_g_pix: 2.9138e-02 ] [ l_g_total: 2.9138e-02 ] +2024-10-25 07:50:16,305 INFO: [ epoch: 10 ] [ iter: 88,300 ] [ performance: 19.416 it/s ] [ lr: 5.00e-05 ] [ eta: 699 days, 17:47:58 ] [ l_g_pix: 3.0482e-02 ] [ l_g_total: 3.0482e-02 ] +2024-10-25 07:50:21,384 INFO: [ epoch: 10 ] [ iter: 88,400 ] [ performance: 19.586 it/s ] [ lr: 5.00e-05 ] [ eta: 694 days, 10:36:54 ] [ l_g_pix: 2.2478e-02 ] [ l_g_total: 2.2478e-02 ] +2024-10-25 07:50:26,384 INFO: [ epoch: 10 ] [ iter: 88,500 ] [ performance: 20.093 it/s ] [ lr: 5.00e-05 ] [ eta: 689 days, 2:53:49 ] [ l_g_pix: 2.9500e-02 ] [ l_g_total: 2.9500e-02 ] +2024-10-25 07:50:31,394 INFO: [ epoch: 10 ] [ iter: 88,600 ] [ performance: 20.014 it/s ] [ lr: 5.00e-05 ] [ eta: 683 days, 18:55:44 ] [ l_g_pix: 3.8023e-02 ] [ l_g_total: 3.8023e-02 ] +2024-10-25 07:50:36,431 INFO: [ epoch: 10 ] [ iter: 88,700 ] [ performance: 19.790 it/s ] [ lr: 5.00e-05 ] [ eta: 678 days, 10:46:12 ] [ l_g_pix: 2.5192e-02 ] [ l_g_total: 2.5192e-02 ] +2024-10-25 07:50:41,386 INFO: [ epoch: 10 ] [ iter: 88,800 ] [ performance: 20.036 it/s ] [ lr: 5.00e-05 ] [ eta: 673 days, 2:04:34 ] [ l_g_pix: 2.5542e-02 ] [ l_g_total: 2.5542e-02 ] +2024-10-25 07:50:46,375 INFO: [ epoch: 10 ] [ iter: 88,900 ] [ performance: 20.435 it/s ] [ lr: 5.00e-05 ] [ eta: 667 days, 17:12:49 ] [ l_g_pix: 2.1464e-02 ] [ l_g_total: 2.1464e-02 ] +2024-10-25 07:50:52,572 INFO: [ epoch: 11 ] [ iter: 89,000 ] [ performance: 17.489 it/s ] [ lr: 5.00e-05 ] [ eta: 662 days, 11:45:45 ] [ l_g_pix: 3.1829e-02 ] [ l_g_total: 3.1829e-02 ] +2024-10-25 07:50:57,749 INFO: [ epoch: 11 ] [ iter: 89,100 ] [ performance: 19.261 it/s ] [ lr: 5.00e-05 ] [ eta: 657 days, 2:52:41 ] [ l_g_pix: 2.3412e-02 ] [ l_g_total: 2.3412e-02 ] +2024-10-25 07:51:03,113 INFO: [ epoch: 11 ] [ iter: 89,200 ] [ performance: 18.864 it/s ] [ lr: 5.00e-05 ] [ eta: 651 days, 18:16:08 ] [ l_g_pix: 1.9386e-02 ] [ l_g_total: 1.9386e-02 ] +2024-10-25 07:51:08,219 INFO: [ epoch: 11 ] [ iter: 89,300 ] [ performance: 19.779 it/s ] [ lr: 5.00e-05 ] [ eta: 646 days, 8:35:45 ] [ l_g_pix: 2.3079e-02 ] [ l_g_total: 2.3079e-02 ] +2024-10-25 07:51:13,319 INFO: [ epoch: 11 ] [ iter: 89,400 ] [ performance: 19.671 it/s ] [ lr: 5.00e-05 ] [ eta: 640 days, 22:37:12 ] [ l_g_pix: 3.4623e-02 ] [ l_g_total: 3.4623e-02 ] +2024-10-25 07:51:18,450 INFO: [ epoch: 11 ] [ iter: 89,500 ] [ performance: 19.879 it/s ] [ lr: 5.00e-05 ] [ eta: 635 days, 12:27:02 ] [ l_g_pix: 3.6940e-02 ] [ l_g_total: 3.6940e-02 ] +2024-10-25 07:51:23,382 INFO: [ epoch: 11 ] [ iter: 89,600 ] [ performance: 20.134 it/s ] [ lr: 5.00e-05 ] [ eta: 630 days, 1:25:23 ] [ l_g_pix: 3.3286e-02 ] [ l_g_total: 3.3286e-02 ] +2024-10-25 07:51:28,457 INFO: [ epoch: 11 ] [ iter: 89,700 ] [ performance: 19.718 it/s ] [ lr: 5.00e-05 ] [ eta: 624 days, 14:31:47 ] [ l_g_pix: 3.1109e-02 ] [ l_g_total: 3.1109e-02 ] +2024-10-25 07:51:33,445 INFO: [ epoch: 11 ] [ iter: 89,800 ] [ performance: 19.933 it/s ] [ lr: 5.00e-05 ] [ eta: 619 days, 3:06:27 ] [ l_g_pix: 3.1834e-02 ] [ l_g_total: 3.1834e-02 ] +2024-10-25 07:51:38,863 INFO: [ epoch: 11 ] [ iter: 89,900 ] [ performance: 17.785 it/s ] [ lr: 5.00e-05 ] [ eta: 613 days, 16:36:46 ] [ l_g_pix: 2.1370e-02 ] [ l_g_total: 2.1370e-02 ] +2024-10-25 07:51:43,936 INFO: [ epoch: 11 ] [ iter: 90,000 ] [ performance: 18.999 it/s ] [ lr: 5.00e-05 ] [ eta: 608 days, 4:51:45 ] [ l_g_pix: 2.1297e-02 ] [ l_g_total: 2.1297e-02 ] +2024-10-25 07:51:43,937 INFO: Saving models and training states. +2024-10-25 07:52:56,147 INFO: Validation val + + # psnr: 22.0291........ Best: 22.0313 @ 80000 iter + # ssim: 0.6489........ Best: 0.6489 @ 90000 iter + # dists: 0.7863........ Best: 0.7863 @ 90000 iter + +2024-10-25 07:53:01,398 INFO: [ epoch: 11 ] [ iter: 90,100 ] [ performance: 19.796 it/s ] [ lr: 5.00e-05 ] [ eta: 610 days, 23:52:38 ] [ l_g_pix: 2.6431e-02 ] [ l_g_total: 2.6431e-02 ] +2024-10-25 07:53:06,557 INFO: [ epoch: 11 ] [ iter: 90,200 ] [ performance: 19.525 it/s ] [ lr: 5.00e-05 ] [ eta: 605 days, 9:47:05 ] [ l_g_pix: 2.2865e-02 ] [ l_g_total: 2.2865e-02 ] +2024-10-25 07:53:11,796 INFO: [ epoch: 11 ] [ iter: 90,300 ] [ performance: 19.056 it/s ] [ lr: 5.00e-05 ] [ eta: 599 days, 19:37:15 ] [ l_g_pix: 2.4011e-02 ] [ l_g_total: 2.4011e-02 ] +2024-10-25 07:53:16,954 INFO: [ epoch: 11 ] [ iter: 90,400 ] [ performance: 19.275 it/s ] [ lr: 5.00e-05 ] [ eta: 594 days, 4:57:04 ] [ l_g_pix: 2.9961e-02 ] [ l_g_total: 2.9961e-02 ] +2024-10-25 07:53:22,147 INFO: [ epoch: 11 ] [ iter: 90,500 ] [ performance: 19.539 it/s ] [ lr: 5.00e-05 ] [ eta: 588 days, 14:05:06 ] [ l_g_pix: 2.8227e-02 ] [ l_g_total: 2.8227e-02 ] +2024-10-25 07:53:27,396 INFO: [ epoch: 11 ] [ iter: 90,600 ] [ performance: 19.212 it/s ] [ lr: 5.00e-05 ] [ eta: 582 days, 23:04:43 ] [ l_g_pix: 2.4650e-02 ] [ l_g_total: 2.4650e-02 ] +2024-10-25 07:53:32,894 INFO: [ epoch: 11 ] [ iter: 90,700 ] [ performance: 17.332 it/s ] [ lr: 5.00e-05 ] [ eta: 577 days, 8:25:22 ] [ l_g_pix: 1.9884e-02 ] [ l_g_total: 1.9884e-02 ] +2024-10-25 07:53:38,060 INFO: [ epoch: 11 ] [ iter: 90,800 ] [ performance: 18.641 it/s ] [ lr: 5.00e-05 ] [ eta: 571 days, 16:36:56 ] [ l_g_pix: 2.5016e-02 ] [ l_g_total: 2.5016e-02 ] +2024-10-25 07:53:43,053 INFO: [ epoch: 11 ] [ iter: 90,900 ] [ performance: 20.107 it/s ] [ lr: 5.00e-05 ] [ eta: 566 days, 0:04:50 ] [ l_g_pix: 3.4515e-02 ] [ l_g_total: 3.4515e-02 ] +2024-10-25 07:53:48,165 INFO: [ epoch: 11 ] [ iter: 91,000 ] [ performance: 19.737 it/s ] [ lr: 5.00e-05 ] [ eta: 560 days, 7:34:01 ] [ l_g_pix: 2.6553e-02 ] [ l_g_total: 2.6553e-02 ] +2024-10-25 07:53:53,246 INFO: [ epoch: 11 ] [ iter: 91,100 ] [ performance: 19.431 it/s ] [ lr: 5.00e-05 ] [ eta: 554 days, 14:41:36 ] [ l_g_pix: 2.9724e-02 ] [ l_g_total: 2.9724e-02 ] +2024-10-25 07:53:58,395 INFO: [ epoch: 11 ] [ iter: 91,200 ] [ performance: 19.425 it/s ] [ lr: 5.00e-05 ] [ eta: 548 days, 21:42:15 ] [ l_g_pix: 3.1151e-02 ] [ l_g_total: 3.1151e-02 ] +2024-10-25 07:54:03,604 INFO: [ epoch: 11 ] [ iter: 91,300 ] [ performance: 19.197 it/s ] [ lr: 5.00e-05 ] [ eta: 543 days, 4:34:15 ] [ l_g_pix: 3.0977e-02 ] [ l_g_total: 3.0977e-02 ] +2024-10-25 07:54:08,896 INFO: [ epoch: 11 ] [ iter: 91,400 ] [ performance: 18.990 it/s ] [ lr: 5.00e-05 ] [ eta: 537 days, 11:21:01 ] [ l_g_pix: 3.2024e-02 ] [ l_g_total: 3.2024e-02 ] +2024-10-25 07:54:14,054 INFO: [ epoch: 11 ] [ iter: 91,500 ] [ performance: 19.337 it/s ] [ lr: 5.00e-05 ] [ eta: 531 days, 17:31:02 ] [ l_g_pix: 2.4322e-02 ] [ l_g_total: 2.4322e-02 ] +2024-10-25 07:54:19,012 INFO: [ epoch: 11 ] [ iter: 91,600 ] [ performance: 19.904 it/s ] [ lr: 5.00e-05 ] [ eta: 525 days, 22:55:56 ] [ l_g_pix: 2.7708e-02 ] [ l_g_total: 2.7708e-02 ] +2024-10-25 07:54:24,065 INFO: [ epoch: 11 ] [ iter: 91,700 ] [ performance: 19.950 it/s ] [ lr: 5.00e-05 ] [ eta: 520 days, 4:17:17 ] [ l_g_pix: 2.9863e-02 ] [ l_g_total: 2.9863e-02 ] +2024-10-25 07:54:29,026 INFO: [ epoch: 11 ] [ iter: 91,800 ] [ performance: 20.096 it/s ] [ lr: 5.00e-05 ] [ eta: 514 days, 9:09:19 ] [ l_g_pix: 2.2501e-02 ] [ l_g_total: 2.2501e-02 ] +2024-10-25 07:54:34,083 INFO: [ epoch: 11 ] [ iter: 91,900 ] [ performance: 20.000 it/s ] [ lr: 5.00e-05 ] [ eta: 508 days, 13:57:49 ] [ l_g_pix: 2.2860e-02 ] [ l_g_total: 2.2860e-02 ] +2024-10-25 07:54:39,090 INFO: [ epoch: 11 ] [ iter: 92,000 ] [ performance: 19.981 it/s ] [ lr: 5.00e-05 ] [ eta: 502 days, 18:22:49 ] [ l_g_pix: 2.9196e-02 ] [ l_g_total: 2.9196e-02 ] +2024-10-25 07:54:44,162 INFO: [ epoch: 11 ] [ iter: 92,100 ] [ performance: 20.005 it/s ] [ lr: 5.00e-05 ] [ eta: 496 days, 22:39:36 ] [ l_g_pix: 2.7444e-02 ] [ l_g_total: 2.7444e-02 ] +2024-10-25 07:54:49,199 INFO: [ epoch: 11 ] [ iter: 92,200 ] [ performance: 19.899 it/s ] [ lr: 5.00e-05 ] [ eta: 491 days, 2:35:00 ] [ l_g_pix: 2.8564e-02 ] [ l_g_total: 2.8564e-02 ] +2024-10-25 07:54:54,264 INFO: [ epoch: 11 ] [ iter: 92,300 ] [ performance: 19.610 it/s ] [ lr: 5.00e-05 ] [ eta: 485 days, 6:17:06 ] [ l_g_pix: 2.2031e-02 ] [ l_g_total: 2.2031e-02 ] +2024-10-25 07:54:59,391 INFO: [ epoch: 11 ] [ iter: 92,400 ] [ performance: 19.538 it/s ] [ lr: 5.00e-05 ] [ eta: 479 days, 9:50:11 ] [ l_g_pix: 2.7725e-02 ] [ l_g_total: 2.7725e-02 ] +2024-10-25 07:55:04,456 INFO: [ epoch: 11 ] [ iter: 92,500 ] [ performance: 19.530 it/s ] [ lr: 5.00e-05 ] [ eta: 473 days, 12:58:29 ] [ l_g_pix: 2.5692e-02 ] [ l_g_total: 2.5692e-02 ] +2024-10-25 07:55:09,646 INFO: [ epoch: 11 ] [ iter: 92,600 ] [ performance: 19.344 it/s ] [ lr: 5.00e-05 ] [ eta: 467 days, 16:05:17 ] [ l_g_pix: 3.2508e-02 ] [ l_g_total: 3.2508e-02 ] +2024-10-25 07:55:14,742 INFO: [ epoch: 11 ] [ iter: 92,700 ] [ performance: 19.563 it/s ] [ lr: 5.00e-05 ] [ eta: 461 days, 18:43:26 ] [ l_g_pix: 3.5963e-02 ] [ l_g_total: 3.5963e-02 ] +2024-10-25 07:55:19,789 INFO: [ epoch: 11 ] [ iter: 92,800 ] [ performance: 19.746 it/s ] [ lr: 5.00e-05 ] [ eta: 455 days, 20:58:36 ] [ l_g_pix: 2.1296e-02 ] [ l_g_total: 2.1296e-02 ] +2024-10-25 07:55:24,910 INFO: [ epoch: 11 ] [ iter: 92,900 ] [ performance: 19.515 it/s ] [ lr: 5.00e-05 ] [ eta: 449 days, 23:05:49 ] [ l_g_pix: 2.2146e-02 ] [ l_g_total: 2.2146e-02 ] +2024-10-25 07:55:30,094 INFO: [ epoch: 11 ] [ iter: 93,000 ] [ performance: 19.353 it/s ] [ lr: 5.00e-05 ] [ eta: 444 days, 1:03:16 ] [ l_g_pix: 2.2909e-02 ] [ l_g_total: 2.2909e-02 ] +2024-10-25 07:55:35,253 INFO: [ epoch: 11 ] [ iter: 93,100 ] [ performance: 19.319 it/s ] [ lr: 5.00e-05 ] [ eta: 438 days, 2:40:33 ] [ l_g_pix: 1.8412e-02 ] [ l_g_total: 1.8412e-02 ] +2024-10-25 07:55:40,431 INFO: [ epoch: 11 ] [ iter: 93,200 ] [ performance: 19.316 it/s ] [ lr: 5.00e-05 ] [ eta: 432 days, 4:02:48 ] [ l_g_pix: 3.2435e-02 ] [ l_g_total: 3.2435e-02 ] +2024-10-25 07:55:45,583 INFO: [ epoch: 11 ] [ iter: 93,300 ] [ performance: 19.382 it/s ] [ lr: 5.00e-05 ] [ eta: 426 days, 5:04:49 ] [ l_g_pix: 3.5183e-02 ] [ l_g_total: 3.5183e-02 ] +2024-10-25 07:55:50,598 INFO: [ epoch: 11 ] [ iter: 93,400 ] [ performance: 19.793 it/s ] [ lr: 5.00e-05 ] [ eta: 420 days, 5:34:35 ] [ l_g_pix: 2.2764e-02 ] [ l_g_total: 2.2764e-02 ] +2024-10-25 07:55:55,708 INFO: [ epoch: 11 ] [ iter: 93,500 ] [ performance: 19.130 it/s ] [ lr: 5.00e-05 ] [ eta: 414 days, 5:58:05 ] [ l_g_pix: 3.7671e-02 ] [ l_g_total: 3.7671e-02 ] +2024-10-25 07:56:00,899 INFO: [ epoch: 11 ] [ iter: 93,600 ] [ performance: 19.231 it/s ] [ lr: 5.00e-05 ] [ eta: 408 days, 6:13:06 ] [ l_g_pix: 2.9479e-02 ] [ l_g_total: 2.9479e-02 ] +2024-10-25 07:56:05,911 INFO: [ epoch: 11 ] [ iter: 93,700 ] [ performance: 20.070 it/s ] [ lr: 5.00e-05 ] [ eta: 402 days, 5:51:56 ] [ l_g_pix: 3.2559e-02 ] [ l_g_total: 3.2559e-02 ] +2024-10-25 07:56:11,015 INFO: [ epoch: 11 ] [ iter: 93,800 ] [ performance: 19.712 it/s ] [ lr: 5.00e-05 ] [ eta: 396 days, 5:23:41 ] [ l_g_pix: 2.4394e-02 ] [ l_g_total: 2.4394e-02 ] +2024-10-25 07:56:16,112 INFO: [ epoch: 11 ] [ iter: 93,900 ] [ performance: 19.650 it/s ] [ lr: 5.00e-05 ] [ eta: 390 days, 4:37:38 ] [ l_g_pix: 3.7471e-02 ] [ l_g_total: 3.7471e-02 ] +2024-10-25 07:56:21,175 INFO: [ epoch: 11 ] [ iter: 94,000 ] [ performance: 19.727 it/s ] [ lr: 5.00e-05 ] [ eta: 384 days, 3:31:15 ] [ l_g_pix: 3.5743e-02 ] [ l_g_total: 3.5743e-02 ] +2024-10-25 07:56:26,282 INFO: [ epoch: 11 ] [ iter: 94,100 ] [ performance: 19.611 it/s ] [ lr: 5.00e-05 ] [ eta: 378 days, 2:12:17 ] [ l_g_pix: 2.6735e-02 ] [ l_g_total: 2.6735e-02 ] +2024-10-25 07:56:31,421 INFO: [ epoch: 11 ] [ iter: 94,200 ] [ performance: 19.496 it/s ] [ lr: 5.00e-05 ] [ eta: 372 days, 0:39:26 ] [ l_g_pix: 3.1041e-02 ] [ l_g_total: 3.1041e-02 ] +2024-10-25 07:56:36,534 INFO: [ epoch: 11 ] [ iter: 94,300 ] [ performance: 19.465 it/s ] [ lr: 5.00e-05 ] [ eta: 365 days, 22:46:58 ] [ l_g_pix: 2.7805e-02 ] [ l_g_total: 2.7805e-02 ] +2024-10-25 07:56:41,708 INFO: [ epoch: 11 ] [ iter: 94,400 ] [ performance: 19.363 it/s ] [ lr: 5.00e-05 ] [ eta: 359 days, 20:43:05 ] [ l_g_pix: 2.1932e-02 ] [ l_g_total: 2.1932e-02 ] +2024-10-25 07:56:46,957 INFO: [ epoch: 11 ] [ iter: 94,500 ] [ performance: 18.727 it/s ] [ lr: 5.00e-05 ] [ eta: 353 days, 18:28:55 ] [ l_g_pix: 3.5583e-02 ] [ l_g_total: 3.5583e-02 ] +2024-10-25 07:56:52,148 INFO: [ epoch: 11 ] [ iter: 94,600 ] [ performance: 19.140 it/s ] [ lr: 5.00e-05 ] [ eta: 347 days, 15:51:58 ] [ l_g_pix: 4.0388e-02 ] [ l_g_total: 4.0388e-02 ] +2024-10-25 07:56:57,218 INFO: [ epoch: 11 ] [ iter: 94,700 ] [ performance: 19.877 it/s ] [ lr: 5.00e-05 ] [ eta: 341 days, 12:47:01 ] [ l_g_pix: 3.3910e-02 ] [ l_g_total: 3.3910e-02 ] +2024-10-25 07:57:02,274 INFO: [ epoch: 11 ] [ iter: 94,800 ] [ performance: 19.801 it/s ] [ lr: 5.00e-05 ] [ eta: 335 days, 9:24:02 ] [ l_g_pix: 2.1746e-02 ] [ l_g_total: 2.1746e-02 ] +2024-10-25 07:57:07,451 INFO: [ epoch: 11 ] [ iter: 94,900 ] [ performance: 19.510 it/s ] [ lr: 5.00e-05 ] [ eta: 329 days, 5:54:26 ] [ l_g_pix: 2.9071e-02 ] [ l_g_total: 2.9071e-02 ] +2024-10-25 07:57:12,586 INFO: [ epoch: 11 ] [ iter: 95,000 ] [ performance: 19.485 it/s ] [ lr: 5.00e-05 ] [ eta: 323 days, 2:04:03 ] [ l_g_pix: 1.8446e-02 ] [ l_g_total: 1.8446e-02 ] +2024-10-25 07:57:17,626 INFO: [ epoch: 11 ] [ iter: 95,100 ] [ performance: 19.536 it/s ] [ lr: 5.00e-05 ] [ eta: 316 days, 21:48:49 ] [ l_g_pix: 2.9477e-02 ] [ l_g_total: 2.9477e-02 ] +2024-10-25 07:57:22,816 INFO: [ epoch: 11 ] [ iter: 95,200 ] [ performance: 19.326 it/s ] [ lr: 5.00e-05 ] [ eta: 310 days, 17:28:47 ] [ l_g_pix: 2.8849e-02 ] [ l_g_total: 2.8849e-02 ] +2024-10-25 07:57:28,020 INFO: [ epoch: 11 ] [ iter: 95,300 ] [ performance: 19.230 it/s ] [ lr: 5.00e-05 ] [ eta: 304 days, 12:52:34 ] [ l_g_pix: 2.1928e-02 ] [ l_g_total: 2.1928e-02 ] +2024-10-25 07:57:33,107 INFO: [ epoch: 11 ] [ iter: 95,400 ] [ performance: 19.570 it/s ] [ lr: 5.00e-05 ] [ eta: 298 days, 7:50:02 ] [ l_g_pix: 3.8797e-02 ] [ l_g_total: 3.8797e-02 ] +2024-10-25 07:57:38,489 INFO: [ epoch: 11 ] [ iter: 95,500 ] [ performance: 19.258 it/s ] [ lr: 5.00e-05 ] [ eta: 292 days, 2:52:37 ] [ l_g_pix: 2.1200e-02 ] [ l_g_total: 2.1200e-02 ] +2024-10-25 07:57:43,612 INFO: [ epoch: 11 ] [ iter: 95,600 ] [ performance: 19.469 it/s ] [ lr: 5.00e-05 ] [ eta: 285 days, 21:18:19 ] [ l_g_pix: 2.5273e-02 ] [ l_g_total: 2.5273e-02 ] +2024-10-25 07:57:48,852 INFO: [ epoch: 11 ] [ iter: 95,700 ] [ performance: 18.619 it/s ] [ lr: 5.00e-05 ] [ eta: 279 days, 15:35:20 ] [ l_g_pix: 2.6307e-02 ] [ l_g_total: 2.6307e-02 ] +2024-10-25 07:57:54,163 INFO: [ epoch: 11 ] [ iter: 95,800 ] [ performance: 18.789 it/s ] [ lr: 5.00e-05 ] [ eta: 273 days, 9:39:51 ] [ l_g_pix: 2.5050e-02 ] [ l_g_total: 2.5050e-02 ] +2024-10-25 07:57:59,235 INFO: [ epoch: 11 ] [ iter: 95,900 ] [ performance: 19.333 it/s ] [ lr: 5.00e-05 ] [ eta: 267 days, 3:10:18 ] [ l_g_pix: 3.3250e-02 ] [ l_g_total: 3.3250e-02 ] +2024-10-25 07:58:04,352 INFO: [ epoch: 11 ] [ iter: 96,000 ] [ performance: 19.506 it/s ] [ lr: 5.00e-05 ] [ eta: 260 days, 20:26:49 ] [ l_g_pix: 2.6405e-02 ] [ l_g_total: 2.6405e-02 ] +2024-10-25 07:58:09,563 INFO: [ epoch: 11 ] [ iter: 96,100 ] [ performance: 19.025 it/s ] [ lr: 5.00e-05 ] [ eta: 254 days, 13:32:25 ] [ l_g_pix: 3.1708e-02 ] [ l_g_total: 3.1708e-02 ] +2024-10-25 07:58:14,737 INFO: [ epoch: 11 ] [ iter: 96,200 ] [ performance: 19.272 it/s ] [ lr: 5.00e-05 ] [ eta: 248 days, 6:18:21 ] [ l_g_pix: 1.7850e-02 ] [ l_g_total: 1.7850e-02 ] +2024-10-25 07:58:19,847 INFO: [ epoch: 11 ] [ iter: 96,300 ] [ performance: 19.513 it/s ] [ lr: 5.00e-05 ] [ eta: 241 days, 22:43:03 ] [ l_g_pix: 2.7174e-02 ] [ l_g_total: 2.7174e-02 ] +2024-10-25 07:58:25,052 INFO: [ epoch: 11 ] [ iter: 96,400 ] [ performance: 19.266 it/s ] [ lr: 5.00e-05 ] [ eta: 235 days, 14:56:25 ] [ l_g_pix: 2.0918e-02 ] [ l_g_total: 2.0918e-02 ] +2024-10-25 07:58:30,277 INFO: [ epoch: 11 ] [ iter: 96,500 ] [ performance: 18.580 it/s ] [ lr: 5.00e-05 ] [ eta: 229 days, 6:53:36 ] [ l_g_pix: 2.2829e-02 ] [ l_g_total: 2.2829e-02 ] +2024-10-25 07:58:35,336 INFO: [ epoch: 11 ] [ iter: 96,600 ] [ performance: 19.561 it/s ] [ lr: 5.00e-05 ] [ eta: 222 days, 22:23:58 ] [ l_g_pix: 2.2013e-02 ] [ l_g_total: 2.2013e-02 ] +2024-10-25 07:58:40,453 INFO: [ epoch: 11 ] [ iter: 96,700 ] [ performance: 19.319 it/s ] [ lr: 5.00e-05 ] [ eta: 216 days, 13:40:41 ] [ l_g_pix: 3.1399e-02 ] [ l_g_total: 3.1399e-02 ] +2024-10-25 07:58:45,658 INFO: [ epoch: 11 ] [ iter: 96,800 ] [ performance: 19.231 it/s ] [ lr: 5.00e-05 ] [ eta: 210 days, 4:45:01 ] [ l_g_pix: 2.0640e-02 ] [ l_g_total: 2.0640e-02 ] +2024-10-25 07:58:50,839 INFO: [ epoch: 11 ] [ iter: 96,900 ] [ performance: 19.141 it/s ] [ lr: 5.00e-05 ] [ eta: 203 days, 19:30:44 ] [ l_g_pix: 3.2572e-02 ] [ l_g_total: 3.2572e-02 ] +2024-10-25 07:58:55,835 INFO: [ epoch: 11 ] [ iter: 97,000 ] [ performance: 19.881 it/s ] [ lr: 5.00e-05 ] [ eta: 197 days, 9:49:57 ] [ l_g_pix: 3.4969e-02 ] [ l_g_total: 3.4969e-02 ] +2024-10-25 07:59:02,109 INFO: [ epoch: 12 ] [ iter: 97,100 ] [ performance: 19.599 it/s ] [ lr: 5.00e-05 ] [ eta: 191 days, 0:54:14 ] [ l_g_pix: 3.5280e-02 ] [ l_g_total: 3.5280e-02 ] +2024-10-25 07:59:07,295 INFO: [ epoch: 12 ] [ iter: 97,200 ] [ performance: 19.330 it/s ] [ lr: 5.00e-05 ] [ eta: 184 days, 14:46:55 ] [ l_g_pix: 2.2115e-02 ] [ l_g_total: 2.2115e-02 ] +2024-10-25 07:59:12,507 INFO: [ epoch: 12 ] [ iter: 97,300 ] [ performance: 18.916 it/s ] [ lr: 5.00e-05 ] [ eta: 178 days, 4:23:25 ] [ l_g_pix: 2.9403e-02 ] [ l_g_total: 2.9403e-02 ] +2024-10-25 07:59:17,593 INFO: [ epoch: 12 ] [ iter: 97,400 ] [ performance: 19.555 it/s ] [ lr: 5.00e-05 ] [ eta: 171 days, 17:37:09 ] [ l_g_pix: 2.6858e-02 ] [ l_g_total: 2.6858e-02 ] +2024-10-25 07:59:22,874 INFO: [ epoch: 12 ] [ iter: 97,500 ] [ performance: 18.390 it/s ] [ lr: 5.00e-05 ] [ eta: 165 days, 6:42:00 ] [ l_g_pix: 2.6371e-02 ] [ l_g_total: 2.6371e-02 ] +2024-10-25 07:59:28,388 INFO: [ epoch: 12 ] [ iter: 97,600 ] [ performance: 18.172 it/s ] [ lr: 5.00e-05 ] [ eta: 158 days, 19:38:33 ] [ l_g_pix: 3.0502e-02 ] [ l_g_total: 3.0502e-02 ] +2024-10-25 07:59:33,620 INFO: [ epoch: 12 ] [ iter: 97,700 ] [ performance: 20.320 it/s ] [ lr: 5.00e-05 ] [ eta: 152 days, 8:05:57 ] [ l_g_pix: 3.1447e-02 ] [ l_g_total: 3.1447e-02 ] +2024-10-25 07:59:38,564 INFO: [ epoch: 12 ] [ iter: 97,800 ] [ performance: 20.240 it/s ] [ lr: 5.00e-05 ] [ eta: 145 days, 20:05:21 ] [ l_g_pix: 3.6358e-02 ] [ l_g_total: 3.6358e-02 ] +2024-10-25 07:59:43,582 INFO: [ epoch: 12 ] [ iter: 97,900 ] [ performance: 19.786 it/s ] [ lr: 5.00e-05 ] [ eta: 139 days, 7:50:52 ] [ l_g_pix: 3.3561e-02 ] [ l_g_total: 3.3561e-02 ] +2024-10-25 07:59:48,599 INFO: [ epoch: 12 ] [ iter: 98,000 ] [ performance: 19.918 it/s ] [ lr: 5.00e-05 ] [ eta: 132 days, 19:19:36 ] [ l_g_pix: 2.0430e-02 ] [ l_g_total: 2.0430e-02 ] +2024-10-25 07:59:53,671 INFO: [ epoch: 12 ] [ iter: 98,100 ] [ performance: 19.604 it/s ] [ lr: 5.00e-05 ] [ eta: 126 days, 6:33:23 ] [ l_g_pix: 1.6313e-02 ] [ l_g_total: 1.6313e-02 ] +2024-10-25 07:59:58,908 INFO: [ epoch: 12 ] [ iter: 98,200 ] [ performance: 19.149 it/s ] [ lr: 5.00e-05 ] [ eta: 119 days, 17:35:12 ] [ l_g_pix: 3.2681e-02 ] [ l_g_total: 3.2681e-02 ] +2024-10-25 08:00:04,220 INFO: [ epoch: 12 ] [ iter: 98,300 ] [ performance: 15.120 it/s ] [ lr: 5.00e-05 ] [ eta: 113 days, 4:21:40 ] [ l_g_pix: 2.3337e-02 ] [ l_g_total: 2.3337e-02 ] +2024-10-25 08:00:09,516 INFO: [ epoch: 12 ] [ iter: 98,400 ] [ performance: 18.431 it/s ] [ lr: 5.00e-05 ] [ eta: 106 days, 14:50:00 ] [ l_g_pix: 2.7259e-02 ] [ l_g_total: 2.7259e-02 ] +2024-10-25 08:00:14,666 INFO: [ epoch: 12 ] [ iter: 98,500 ] [ performance: 18.923 it/s ] [ lr: 5.00e-05 ] [ eta: 100 days, 0:57:02 ] [ l_g_pix: 2.0167e-02 ] [ l_g_total: 2.0167e-02 ] +2024-10-25 08:00:19,803 INFO: [ epoch: 12 ] [ iter: 98,600 ] [ performance: 19.419 it/s ] [ lr: 5.00e-05 ] [ eta: 93 days, 10:46:36 ] [ l_g_pix: 2.6008e-02 ] [ l_g_total: 2.6008e-02 ] +2024-10-25 08:00:24,998 INFO: [ epoch: 12 ] [ iter: 98,700 ] [ performance: 19.254 it/s ] [ lr: 5.00e-05 ] [ eta: 86 days, 20:20:18 ] [ l_g_pix: 2.5006e-02 ] [ l_g_total: 2.5006e-02 ] +2024-10-25 08:00:30,184 INFO: [ epoch: 12 ] [ iter: 98,800 ] [ performance: 19.280 it/s ] [ lr: 5.00e-05 ] [ eta: 80 days, 5:36:31 ] [ l_g_pix: 4.1086e-02 ] [ l_g_total: 4.1086e-02 ] +2024-10-25 08:00:35,348 INFO: [ epoch: 12 ] [ iter: 98,900 ] [ performance: 19.891 it/s ] [ lr: 5.00e-05 ] [ eta: 73 days, 14:35:02 ] [ l_g_pix: 3.9065e-02 ] [ l_g_total: 3.9065e-02 ] +2024-10-25 08:00:40,966 INFO: [ epoch: 12 ] [ iter: 99,000 ] [ performance: 17.942 it/s ] [ lr: 5.00e-05 ] [ eta: 66 days, 23:23:53 ] [ l_g_pix: 2.7139e-02 ] [ l_g_total: 2.7139e-02 ] +2024-10-25 08:00:46,085 INFO: [ epoch: 12 ] [ iter: 99,100 ] [ performance: 19.700 it/s ] [ lr: 5.00e-05 ] [ eta: 60 days, 7:46:32 ] [ l_g_pix: 2.3865e-02 ] [ l_g_total: 2.3865e-02 ] +2024-10-25 08:00:50,948 INFO: [ epoch: 12 ] [ iter: 99,200 ] [ performance: 20.505 it/s ] [ lr: 5.00e-05 ] [ eta: 53 days, 15:48:44 ] [ l_g_pix: 2.2643e-02 ] [ l_g_total: 2.2643e-02 ] +2024-10-25 08:00:56,051 INFO: [ epoch: 12 ] [ iter: 99,300 ] [ performance: 18.889 it/s ] [ lr: 5.00e-05 ] [ eta: 46 days, 23:37:30 ] [ l_g_pix: 3.1946e-02 ] [ l_g_total: 3.1946e-02 ] +2024-10-25 08:01:01,142 INFO: [ epoch: 12 ] [ iter: 99,400 ] [ performance: 19.602 it/s ] [ lr: 5.00e-05 ] [ eta: 40 days, 7:09:08 ] [ l_g_pix: 2.5173e-02 ] [ l_g_total: 2.5173e-02 ] +2024-10-25 08:01:06,252 INFO: [ epoch: 12 ] [ iter: 99,500 ] [ performance: 19.611 it/s ] [ lr: 5.00e-05 ] [ eta: 33 days, 14:23:58 ] [ l_g_pix: 2.0881e-02 ] [ l_g_total: 2.0881e-02 ] +2024-10-25 08:01:11,359 INFO: [ epoch: 12 ] [ iter: 99,600 ] [ performance: 19.585 it/s ] [ lr: 5.00e-05 ] [ eta: 26 days, 21:21:44 ] [ l_g_pix: 1.9656e-02 ] [ l_g_total: 1.9656e-02 ] +2024-10-25 08:01:16,877 INFO: [ epoch: 12 ] [ iter: 99,700 ] [ performance: 19.491 it/s ] [ lr: 5.00e-05 ] [ eta: 20 days, 4:04:32 ] [ l_g_pix: 4.0844e-02 ] [ l_g_total: 4.0844e-02 ] +2024-10-25 08:01:21,937 INFO: [ epoch: 12 ] [ iter: 99,800 ] [ performance: 19.756 it/s ] [ lr: 5.00e-05 ] [ eta: 13 days, 10:27:25 ] [ l_g_pix: 2.7662e-02 ] [ l_g_total: 2.7662e-02 ] +2024-10-25 08:01:26,897 INFO: [ epoch: 12 ] [ iter: 99,900 ] [ performance: 19.476 it/s ] [ lr: 5.00e-05 ] [ eta: 6 days, 16:33:17 ] [ l_g_pix: 2.7969e-02 ] [ l_g_total: 2.7969e-02 ] +2024-10-25 08:01:31,864 INFO: [ epoch: 12 ] [ iter:100,000 ] [ performance: 20.113 it/s ] [ lr: 5.00e-05 ] [ eta: -1 day, 22:22:37 ] [ l_g_pix: 2.2604e-02 ] [ l_g_total: 2.2604e-02 ] +2024-10-25 08:01:31,865 INFO: Saving models and training states. +2024-10-25 08:02:39,265 INFO: Validation val + + # psnr: 22.0242........ Best: 22.0313 @ 80000 iter + # ssim: 0.6487........ Best: 0.6489 @ 90000 iter + # dists: 0.7864........ Best: 0.7863 @ 90000 iter + +2024-10-25 08:02:40,370 INFO: End of training. Time consumed: 1:38:34 +2024-10-25 08:02:40,371 INFO: Save the latest model. +2024-10-25 08:03:55,237 INFO: Validation val + + # psnr: 22.0242........ Best: 22.0313 @ 80000 iter + # ssim: 0.6487........ Best: 0.6489 @ 90000 iter + # dists: 0.7864........ Best: 0.7863 @ 90000 iter + diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_03/training_states/100000.state b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_03/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..645a644e9f08111debe582f0de97995be361e5ae --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_03/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632c5723f38eb56ca1b79f739989458835874adf1f4d100c35a1dee198b3922f +size 14859114 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_04/4ximagenet_span_fp16_ic9600_04.toml b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_04/4ximagenet_span_fp16_ic9600_04.toml new file mode 100644 index 0000000000000000000000000000000000000000..ccb443c25ee7614fc01a3c4f55e90d50a2dd03d9 --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_04/4ximagenet_span_fp16_ic9600_04.toml @@ -0,0 +1,61 @@ +# GENERATE TIME: Fri Oct 25 08:04:03 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16_ic9600_04.toml + +name = "4ximagenet_span_fp16_ic9600_04" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_04/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_04_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_04/models/net_g_100000.pth b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_04/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..a02fe2ecd0acd78d3b70fa2ddf7f73288a47912b --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_04/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7736c4d5a1da05c38e61cb3db787fcd406588a2267cf4c788490c787a8ac2dc9 +size 9010221 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_04/train_4ximagenet_span_fp16_ic9600_04_20241025_080403.log b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_04/train_4ximagenet_span_fp16_ic9600_04_20241025_080403.log new file mode 100644 index 0000000000000000000000000000000000000000..5e738782bd934d033b0cd8065253ef8f85bab4bb --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_04/train_4ximagenet_span_fp16_ic9600_04_20241025_080403.log @@ -0,0 +1,1100 @@ +2024-10-25 08:04:03,136 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-25 08:04:29,557 INFO: Dataset [paired] is built. +2024-10-25 08:04:29,557 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16_ic9600_04 + Number of train images: 74987 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 4687 + Total epochs 22 for total iters 100000. +2024-10-25 08:04:29,558 INFO: Dataset [paired] is built. +2024-10-25 08:04:29,558 INFO: Number of val images/folders: 100 +2024-10-25 08:04:29,873 INFO: Using network [span]. +2024-10-25 08:04:29,930 INFO: Using exponential-moving average. +2024-10-25 08:04:29,932 INFO: Loss [L1Loss] enabled. +2024-10-25 08:04:29,932 INFO: Using model [image]. +2024-10-25 08:04:30,446 INFO: AMP enabled. +2024-10-25 08:04:30,447 INFO: Deterministic mode enabled. +2024-10-25 08:04:30,447 INFO: Start training from epoch: 0, iter: 0 +2024-10-25 08:04:38,648 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 12.195 it/s ] [ lr: 1.00e-04 ] [ eta: 6 days, 0:03:50 ] [ l_g_pix: 1.0378e-01 ] [ l_g_total: 1.0378e-01 ] +2024-10-25 08:04:43,946 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 14.818 it/s ] [ lr: 1.00e-04 ] [ eta: 12 days, 2:48:11 ] [ l_g_pix: 9.6286e-02 ] [ l_g_total: 9.6286e-02 ] +2024-10-25 08:04:49,152 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 19.218 it/s ] [ lr: 1.00e-04 ] [ eta: 18 days, 2:42:06 ] [ l_g_pix: 6.0839e-02 ] [ l_g_total: 6.0839e-02 ] +2024-10-25 08:04:54,367 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 19.199 it/s ] [ lr: 1.00e-04 ] [ eta: 24 days, 2:31:52 ] [ l_g_pix: 6.7547e-02 ] [ l_g_total: 6.7547e-02 ] +2024-10-25 08:04:59,550 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 19.305 it/s ] [ lr: 1.00e-04 ] [ eta: 30 days, 1:11:20 ] [ l_g_pix: 4.9309e-02 ] [ l_g_total: 4.9309e-02 ] +2024-10-25 08:05:04,489 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 19.769 it/s ] [ lr: 1.00e-04 ] [ eta: 35 days, 16:51:39 ] [ l_g_pix: 3.9888e-02 ] [ l_g_total: 3.9888e-02 ] +2024-10-25 08:05:09,597 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 19.584 it/s ] [ lr: 1.00e-04 ] [ eta: 41 days, 12:53:30 ] [ l_g_pix: 4.0459e-02 ] [ l_g_total: 4.0459e-02 ] +2024-10-25 08:05:14,608 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 19.774 it/s ] [ lr: 1.00e-04 ] [ eta: 47 days, 5:56:50 ] [ l_g_pix: 5.5785e-02 ] [ l_g_total: 5.5785e-02 ] +2024-10-25 08:05:19,956 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 18.730 it/s ] [ lr: 1.00e-04 ] [ eta: 53 days, 8:01:14 ] [ l_g_pix: 3.6733e-02 ] [ l_g_total: 3.6733e-02 ] +2024-10-25 08:05:25,187 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 18.926 it/s ] [ lr: 1.00e-04 ] [ eta: 59 days, 6:35:27 ] [ l_g_pix: 4.2651e-02 ] [ l_g_total: 4.2651e-02 ] +2024-10-25 08:05:30,229 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 19.723 it/s ] [ lr: 1.00e-04 ] [ eta: 64 days, 23:40:08 ] [ l_g_pix: 4.2592e-02 ] [ l_g_total: 4.2592e-02 ] +2024-10-25 08:05:35,283 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 19.757 it/s ] [ lr: 1.00e-04 ] [ eta: 70 days, 16:47:19 ] [ l_g_pix: 3.4055e-02 ] [ l_g_total: 3.4055e-02 ] +2024-10-25 08:05:40,591 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 18.684 it/s ] [ lr: 1.00e-04 ] [ eta: 76 days, 16:36:36 ] [ l_g_pix: 3.4209e-02 ] [ l_g_total: 3.4209e-02 ] +2024-10-25 08:05:45,569 INFO: [ epoch: 0 ] [ iter: 1,400 ] [ performance: 19.385 it/s ] [ lr: 1.00e-04 ] [ eta: 82 days, 7:03:52 ] [ l_g_pix: 3.5599e-02 ] [ l_g_total: 3.5599e-02 ] +2024-10-25 08:05:50,460 INFO: [ epoch: 0 ] [ iter: 1,500 ] [ performance: 20.459 it/s ] [ lr: 1.00e-04 ] [ eta: 87 days, 18:54:08 ] [ l_g_pix: 4.5386e-02 ] [ l_g_total: 4.5386e-02 ] +2024-10-25 08:05:55,243 INFO: [ epoch: 0 ] [ iter: 1,600 ] [ performance: 20.691 it/s ] [ lr: 1.00e-04 ] [ eta: 93 days, 3:29:27 ] [ l_g_pix: 3.8869e-02 ] [ l_g_total: 3.8869e-02 ] +2024-10-25 08:06:00,018 INFO: [ epoch: 0 ] [ iter: 1,700 ] [ performance: 20.895 it/s ] [ lr: 1.00e-04 ] [ eta: 98 days, 11:36:06 ] [ l_g_pix: 4.5423e-02 ] [ l_g_total: 4.5423e-02 ] +2024-10-25 08:06:05,077 INFO: [ epoch: 0 ] [ iter: 1,800 ] [ performance: 20.294 it/s ] [ lr: 1.00e-04 ] [ eta: 104 days, 3:10:59 ] [ l_g_pix: 3.3896e-02 ] [ l_g_total: 3.3896e-02 ] +2024-10-25 08:06:10,200 INFO: [ epoch: 0 ] [ iter: 1,900 ] [ performance: 19.481 it/s ] [ lr: 1.00e-04 ] [ eta: 109 days, 20:14:57 ] [ l_g_pix: 3.2701e-02 ] [ l_g_total: 3.2701e-02 ] +2024-10-25 08:06:15,451 INFO: [ epoch: 0 ] [ iter: 2,000 ] [ performance: 19.252 it/s ] [ lr: 1.00e-04 ] [ eta: 115 days, 16:29:41 ] [ l_g_pix: 4.3700e-02 ] [ l_g_total: 4.3700e-02 ] +2024-10-25 08:06:20,664 INFO: [ epoch: 0 ] [ iter: 2,100 ] [ performance: 19.217 it/s ] [ lr: 1.00e-04 ] [ eta: 121 days, 11:26:42 ] [ l_g_pix: 3.6388e-02 ] [ l_g_total: 3.6388e-02 ] +2024-10-25 08:06:25,977 INFO: [ epoch: 0 ] [ iter: 2,200 ] [ performance: 19.010 it/s ] [ lr: 1.00e-04 ] [ eta: 127 days, 8:47:16 ] [ l_g_pix: 4.2853e-02 ] [ l_g_total: 4.2853e-02 ] +2024-10-25 08:06:31,305 INFO: [ epoch: 0 ] [ iter: 2,300 ] [ performance: 18.738 it/s ] [ lr: 1.00e-04 ] [ eta: 133 days, 6:14:54 ] [ l_g_pix: 3.9575e-02 ] [ l_g_total: 3.9575e-02 ] +2024-10-25 08:06:36,758 INFO: [ epoch: 0 ] [ iter: 2,400 ] [ performance: 18.524 it/s ] [ lr: 1.00e-04 ] [ eta: 139 days, 6:49:56 ] [ l_g_pix: 5.5001e-02 ] [ l_g_total: 5.5001e-02 ] +2024-10-25 08:06:42,120 INFO: [ epoch: 0 ] [ iter: 2,500 ] [ performance: 18.682 it/s ] [ lr: 1.00e-04 ] [ eta: 145 days, 4:36:49 ] [ l_g_pix: 3.5298e-02 ] [ l_g_total: 3.5298e-02 ] +2024-10-25 08:06:47,436 INFO: [ epoch: 0 ] [ iter: 2,600 ] [ performance: 18.751 it/s ] [ lr: 1.00e-04 ] [ eta: 151 days, 0:52:41 ] [ l_g_pix: 3.3442e-02 ] [ l_g_total: 3.3442e-02 ] +2024-10-25 08:06:52,552 INFO: [ epoch: 0 ] [ iter: 2,700 ] [ performance: 19.556 it/s ] [ lr: 1.00e-04 ] [ eta: 156 days, 15:24:25 ] [ l_g_pix: 4.0399e-02 ] [ l_g_total: 4.0399e-02 ] +2024-10-25 08:06:58,006 INFO: [ epoch: 0 ] [ iter: 2,800 ] [ performance: 18.885 it/s ] [ lr: 1.00e-04 ] [ eta: 162 days, 14:47:54 ] [ l_g_pix: 2.3257e-02 ] [ l_g_total: 2.3257e-02 ] +2024-10-25 08:07:03,224 INFO: [ epoch: 0 ] [ iter: 2,900 ] [ performance: 19.177 it/s ] [ lr: 1.00e-04 ] [ eta: 168 days, 7:31:29 ] [ l_g_pix: 3.5182e-02 ] [ l_g_total: 3.5182e-02 ] +2024-10-25 08:07:08,381 INFO: [ epoch: 0 ] [ iter: 3,000 ] [ performance: 19.291 it/s ] [ lr: 1.00e-04 ] [ eta: 173 days, 22:20:09 ] [ l_g_pix: 3.0911e-02 ] [ l_g_total: 3.0911e-02 ] +2024-10-25 08:07:13,548 INFO: [ epoch: 0 ] [ iter: 3,100 ] [ performance: 19.350 it/s ] [ lr: 1.00e-04 ] [ eta: 179 days, 13:06:29 ] [ l_g_pix: 5.2311e-02 ] [ l_g_total: 5.2311e-02 ] +2024-10-25 08:07:18,839 INFO: [ epoch: 0 ] [ iter: 3,200 ] [ performance: 19.105 it/s ] [ lr: 1.00e-04 ] [ eta: 185 days, 6:55:51 ] [ l_g_pix: 4.6632e-02 ] [ l_g_total: 4.6632e-02 ] +2024-10-25 08:07:24,015 INFO: [ epoch: 0 ] [ iter: 3,300 ] [ performance: 19.368 it/s ] [ lr: 1.00e-04 ] [ eta: 190 days, 21:20:46 ] [ l_g_pix: 4.3650e-02 ] [ l_g_total: 4.3650e-02 ] +2024-10-25 08:07:29,142 INFO: [ epoch: 0 ] [ iter: 3,400 ] [ performance: 19.443 it/s ] [ lr: 1.00e-04 ] [ eta: 196 days, 10:10:59 ] [ l_g_pix: 3.2117e-02 ] [ l_g_total: 3.2117e-02 ] +2024-10-25 08:07:34,504 INFO: [ epoch: 0 ] [ iter: 3,500 ] [ performance: 18.502 it/s ] [ lr: 1.00e-04 ] [ eta: 202 days, 5:02:11 ] [ l_g_pix: 4.1693e-02 ] [ l_g_total: 4.1693e-02 ] +2024-10-25 08:07:39,941 INFO: [ epoch: 0 ] [ iter: 3,600 ] [ performance: 18.443 it/s ] [ lr: 1.00e-04 ] [ eta: 208 days, 1:36:00 ] [ l_g_pix: 4.2917e-02 ] [ l_g_total: 4.2917e-02 ] +2024-10-25 08:07:45,141 INFO: [ epoch: 0 ] [ iter: 3,700 ] [ performance: 19.428 it/s ] [ lr: 1.00e-04 ] [ eta: 213 days, 15:31:59 ] [ l_g_pix: 3.9844e-02 ] [ l_g_total: 3.9844e-02 ] +2024-10-25 08:07:50,344 INFO: [ epoch: 0 ] [ iter: 3,800 ] [ performance: 19.316 it/s ] [ lr: 1.00e-04 ] [ eta: 219 days, 5:13:47 ] [ l_g_pix: 4.4828e-02 ] [ l_g_total: 4.4828e-02 ] +2024-10-25 08:07:55,606 INFO: [ epoch: 0 ] [ iter: 3,900 ] [ performance: 19.015 it/s ] [ lr: 1.00e-04 ] [ eta: 224 days, 20:13:46 ] [ l_g_pix: 3.5947e-02 ] [ l_g_total: 3.5947e-02 ] +2024-10-25 08:08:00,818 INFO: [ epoch: 0 ] [ iter: 4,000 ] [ performance: 19.110 it/s ] [ lr: 1.00e-04 ] [ eta: 230 days, 9:36:24 ] [ l_g_pix: 3.9806e-02 ] [ l_g_total: 3.9806e-02 ] +2024-10-25 08:08:06,055 INFO: [ epoch: 0 ] [ iter: 4,100 ] [ performance: 19.066 it/s ] [ lr: 1.00e-04 ] [ eta: 235 days, 23:20:07 ] [ l_g_pix: 4.4405e-02 ] [ l_g_total: 4.4405e-02 ] +2024-10-25 08:08:11,235 INFO: [ epoch: 0 ] [ iter: 4,200 ] [ performance: 19.199 it/s ] [ lr: 1.00e-04 ] [ eta: 241 days, 11:17:04 ] [ l_g_pix: 4.4449e-02 ] [ l_g_total: 4.4449e-02 ] +2024-10-25 08:08:16,544 INFO: [ epoch: 0 ] [ iter: 4,300 ] [ performance: 18.822 it/s ] [ lr: 1.00e-04 ] [ eta: 247 days, 2:22:24 ] [ l_g_pix: 3.3273e-02 ] [ l_g_total: 3.3273e-02 ] +2024-10-25 08:08:21,819 INFO: [ epoch: 0 ] [ iter: 4,400 ] [ performance: 18.899 it/s ] [ lr: 1.00e-04 ] [ eta: 252 days, 16:14:57 ] [ l_g_pix: 4.5728e-02 ] [ l_g_total: 4.5728e-02 ] +2024-10-25 08:08:27,026 INFO: [ epoch: 0 ] [ iter: 4,500 ] [ performance: 19.101 it/s ] [ lr: 1.00e-04 ] [ eta: 258 days, 4:01:00 ] [ l_g_pix: 3.6438e-02 ] [ l_g_total: 3.6438e-02 ] +2024-10-25 08:08:32,366 INFO: [ epoch: 0 ] [ iter: 4,600 ] [ performance: 18.889 it/s ] [ lr: 1.00e-04 ] [ eta: 263 days, 19:03:13 ] [ l_g_pix: 4.3188e-02 ] [ l_g_total: 4.3188e-02 ] +2024-10-25 08:08:38,077 INFO: [ epoch: 1 ] [ iter: 4,700 ] [ performance: 16.513 it/s ] [ lr: 1.00e-04 ] [ eta: 269 days, 19:35:12 ] [ l_g_pix: 4.5386e-02 ] [ l_g_total: 4.5386e-02 ] +2024-10-25 08:08:43,153 INFO: [ epoch: 1 ] [ iter: 4,800 ] [ performance: 18.176 it/s ] [ lr: 1.00e-04 ] [ eta: 275 days, 3:01:37 ] [ l_g_pix: 2.7225e-02 ] [ l_g_total: 2.7225e-02 ] +2024-10-25 08:08:48,210 INFO: [ epoch: 1 ] [ iter: 4,900 ] [ performance: 19.730 it/s ] [ lr: 1.00e-04 ] [ eta: 280 days, 9:41:19 ] [ l_g_pix: 3.5143e-02 ] [ l_g_total: 3.5143e-02 ] +2024-10-25 08:08:53,257 INFO: [ epoch: 1 ] [ iter: 5,000 ] [ performance: 19.780 it/s ] [ lr: 1.00e-04 ] [ eta: 285 days, 15:46:48 ] [ l_g_pix: 3.7042e-02 ] [ l_g_total: 3.7042e-02 ] +2024-10-25 08:08:58,373 INFO: [ epoch: 1 ] [ iter: 5,100 ] [ performance: 19.584 it/s ] [ lr: 1.00e-04 ] [ eta: 290 days, 23:26:34 ] [ l_g_pix: 3.5039e-02 ] [ l_g_total: 3.5039e-02 ] +2024-10-25 08:09:03,297 INFO: [ epoch: 1 ] [ iter: 5,200 ] [ performance: 19.994 it/s ] [ lr: 1.00e-04 ] [ eta: 296 days, 1:44:16 ] [ l_g_pix: 3.0659e-02 ] [ l_g_total: 3.0659e-02 ] +2024-10-25 08:09:08,428 INFO: [ epoch: 1 ] [ iter: 5,300 ] [ performance: 19.589 it/s ] [ lr: 1.00e-04 ] [ eta: 301 days, 9:13:07 ] [ l_g_pix: 4.5152e-02 ] [ l_g_total: 4.5152e-02 ] +2024-10-25 08:09:13,414 INFO: [ epoch: 1 ] [ iter: 5,400 ] [ performance: 19.857 it/s ] [ lr: 1.00e-04 ] [ eta: 306 days, 12:35:30 ] [ l_g_pix: 5.0683e-02 ] [ l_g_total: 5.0683e-02 ] +2024-10-25 08:09:18,516 INFO: [ epoch: 1 ] [ iter: 5,500 ] [ performance: 19.626 it/s ] [ lr: 1.00e-04 ] [ eta: 311 days, 18:45:24 ] [ l_g_pix: 3.8308e-02 ] [ l_g_total: 3.8308e-02 ] +2024-10-25 08:09:23,507 INFO: [ epoch: 1 ] [ iter: 5,600 ] [ performance: 19.864 it/s ] [ lr: 1.00e-04 ] [ eta: 316 days, 21:41:25 ] [ l_g_pix: 3.9634e-02 ] [ l_g_total: 3.9634e-02 ] +2024-10-25 08:09:28,596 INFO: [ epoch: 1 ] [ iter: 5,700 ] [ performance: 19.727 it/s ] [ lr: 1.00e-04 ] [ eta: 322 days, 2:57:32 ] [ l_g_pix: 4.3979e-02 ] [ l_g_total: 4.3979e-02 ] +2024-10-25 08:09:33,685 INFO: [ epoch: 1 ] [ iter: 5,800 ] [ performance: 19.686 it/s ] [ lr: 1.00e-04 ] [ eta: 327 days, 7:53:55 ] [ l_g_pix: 4.0229e-02 ] [ l_g_total: 4.0229e-02 ] +2024-10-25 08:09:38,852 INFO: [ epoch: 1 ] [ iter: 5,900 ] [ performance: 19.320 it/s ] [ lr: 1.00e-04 ] [ eta: 332 days, 14:38:22 ] [ l_g_pix: 4.5212e-02 ] [ l_g_total: 4.5212e-02 ] +2024-10-25 08:09:43,905 INFO: [ epoch: 1 ] [ iter: 6,000 ] [ performance: 19.595 it/s ] [ lr: 1.00e-04 ] [ eta: 337 days, 18:04:38 ] [ l_g_pix: 3.3255e-02 ] [ l_g_total: 3.3255e-02 ] +2024-10-25 08:09:48,942 INFO: [ epoch: 1 ] [ iter: 6,100 ] [ performance: 19.930 it/s ] [ lr: 1.00e-04 ] [ eta: 342 days, 20:50:04 ] [ l_g_pix: 4.1733e-02 ] [ l_g_total: 4.1733e-02 ] +2024-10-25 08:09:54,032 INFO: [ epoch: 1 ] [ iter: 6,200 ] [ performance: 19.763 it/s ] [ lr: 1.00e-04 ] [ eta: 348 days, 0:42:26 ] [ l_g_pix: 2.8005e-02 ] [ l_g_total: 2.8005e-02 ] +2024-10-25 08:09:59,041 INFO: [ epoch: 1 ] [ iter: 6,300 ] [ performance: 19.921 it/s ] [ lr: 1.00e-04 ] [ eta: 353 days, 2:09:22 ] [ l_g_pix: 3.7706e-02 ] [ l_g_total: 3.7706e-02 ] +2024-10-25 08:10:04,059 INFO: [ epoch: 1 ] [ iter: 6,400 ] [ performance: 19.926 it/s ] [ lr: 1.00e-04 ] [ eta: 358 days, 3:35:37 ] [ l_g_pix: 4.8502e-02 ] [ l_g_total: 4.8502e-02 ] +2024-10-25 08:10:09,151 INFO: [ epoch: 1 ] [ iter: 6,500 ] [ performance: 19.638 it/s ] [ lr: 1.00e-04 ] [ eta: 363 days, 6:38:55 ] [ l_g_pix: 3.4393e-02 ] [ l_g_total: 3.4393e-02 ] +2024-10-25 08:10:14,414 INFO: [ epoch: 1 ] [ iter: 6,600 ] [ performance: 19.255 it/s ] [ lr: 1.00e-04 ] [ eta: 368 days, 13:52:12 ] [ l_g_pix: 4.3396e-02 ] [ l_g_total: 4.3396e-02 ] +2024-10-25 08:10:19,569 INFO: [ epoch: 1 ] [ iter: 6,700 ] [ performance: 19.425 it/s ] [ lr: 1.00e-04 ] [ eta: 373 days, 18:00:34 ] [ l_g_pix: 4.9117e-02 ] [ l_g_total: 4.9117e-02 ] +2024-10-25 08:10:44,451 INFO: [ epoch: 1 ] [ iter: 6,800 ] [ performance: 5.895 it/s ] [ lr: 1.00e-04 ] [ eta: 400 days, 4:32:28 ] [ l_g_pix: 3.4916e-02 ] [ l_g_total: 3.4916e-02 ] +2024-10-25 08:10:49,591 INFO: [ epoch: 1 ] [ iter: 6,900 ] [ performance: 19.628 it/s ] [ lr: 1.00e-04 ] [ eta: 405 days, 7:09:16 ] [ l_g_pix: 4.0013e-02 ] [ l_g_total: 4.0013e-02 ] +2024-10-25 08:10:54,630 INFO: [ epoch: 1 ] [ iter: 7,000 ] [ performance: 19.759 it/s ] [ lr: 1.00e-04 ] [ eta: 410 days, 6:53:12 ] [ l_g_pix: 4.0024e-02 ] [ l_g_total: 4.0024e-02 ] +2024-10-25 08:10:59,539 INFO: [ epoch: 1 ] [ iter: 7,100 ] [ performance: 20.343 it/s ] [ lr: 1.00e-04 ] [ eta: 415 days, 2:58:39 ] [ l_g_pix: 3.7300e-02 ] [ l_g_total: 3.7300e-02 ] +2024-10-25 08:11:04,610 INFO: [ epoch: 1 ] [ iter: 7,200 ] [ performance: 19.962 it/s ] [ lr: 1.00e-04 ] [ eta: 420 days, 2:58:24 ] [ l_g_pix: 2.8017e-02 ] [ l_g_total: 2.8017e-02 ] +2024-10-25 08:11:09,524 INFO: [ epoch: 1 ] [ iter: 7,300 ] [ performance: 20.075 it/s ] [ lr: 1.00e-04 ] [ eta: 424 days, 22:38:38 ] [ l_g_pix: 3.0517e-02 ] [ l_g_total: 3.0517e-02 ] +2024-10-25 08:11:14,423 INFO: [ epoch: 1 ] [ iter: 7,400 ] [ performance: 20.282 it/s ] [ lr: 1.00e-04 ] [ eta: 429 days, 17:38:51 ] [ l_g_pix: 2.9600e-02 ] [ l_g_total: 2.9600e-02 ] +2024-10-25 08:11:19,641 INFO: [ epoch: 1 ] [ iter: 7,500 ] [ performance: 18.953 it/s ] [ lr: 1.00e-04 ] [ eta: 434 days, 20:35:05 ] [ l_g_pix: 4.6262e-02 ] [ l_g_total: 4.6262e-02 ] +2024-10-25 08:11:24,646 INFO: [ epoch: 1 ] [ iter: 7,600 ] [ performance: 19.571 it/s ] [ lr: 1.00e-04 ] [ eta: 439 days, 17:46:03 ] [ l_g_pix: 2.7301e-02 ] [ l_g_total: 2.7301e-02 ] +2024-10-25 08:11:29,794 INFO: [ epoch: 1 ] [ iter: 7,700 ] [ performance: 19.000 it/s ] [ lr: 1.00e-04 ] [ eta: 444 days, 18:19:50 ] [ l_g_pix: 3.4979e-02 ] [ l_g_total: 3.4979e-02 ] +2024-10-25 08:11:34,916 INFO: [ epoch: 1 ] [ iter: 7,800 ] [ performance: 19.321 it/s ] [ lr: 1.00e-04 ] [ eta: 449 days, 17:56:43 ] [ l_g_pix: 3.4140e-02 ] [ l_g_total: 3.4140e-02 ] +2024-10-25 08:11:40,001 INFO: [ epoch: 1 ] [ iter: 7,900 ] [ performance: 19.662 it/s ] [ lr: 1.00e-04 ] [ eta: 454 days, 16:19:10 ] [ l_g_pix: 4.5326e-02 ] [ l_g_total: 4.5326e-02 ] +2024-10-25 08:11:45,177 INFO: [ epoch: 1 ] [ iter: 8,000 ] [ performance: 19.449 it/s ] [ lr: 1.00e-04 ] [ eta: 459 days, 16:45:23 ] [ l_g_pix: 3.9055e-02 ] [ l_g_total: 3.9055e-02 ] +2024-10-25 08:11:50,237 INFO: [ epoch: 1 ] [ iter: 8,100 ] [ performance: 19.610 it/s ] [ lr: 1.00e-04 ] [ eta: 464 days, 13:54:56 ] [ l_g_pix: 3.7066e-02 ] [ l_g_total: 3.7066e-02 ] +2024-10-25 08:11:55,292 INFO: [ epoch: 1 ] [ iter: 8,200 ] [ performance: 19.718 it/s ] [ lr: 1.00e-04 ] [ eta: 469 days, 10:41:50 ] [ l_g_pix: 3.6733e-02 ] [ l_g_total: 3.6733e-02 ] +2024-10-25 08:12:00,288 INFO: [ epoch: 1 ] [ iter: 8,300 ] [ performance: 19.752 it/s ] [ lr: 1.00e-04 ] [ eta: 474 days, 5:41:24 ] [ l_g_pix: 3.3694e-02 ] [ l_g_total: 3.3694e-02 ] +2024-10-25 08:12:05,318 INFO: [ epoch: 1 ] [ iter: 8,400 ] [ performance: 19.836 it/s ] [ lr: 1.00e-04 ] [ eta: 479 days, 1:14:49 ] [ l_g_pix: 3.4651e-02 ] [ l_g_total: 3.4651e-02 ] +2024-10-25 08:12:10,324 INFO: [ epoch: 1 ] [ iter: 8,500 ] [ performance: 19.983 it/s ] [ lr: 1.00e-04 ] [ eta: 483 days, 19:56:39 ] [ l_g_pix: 4.1019e-02 ] [ l_g_total: 4.1019e-02 ] +2024-10-25 08:12:15,355 INFO: [ epoch: 1 ] [ iter: 8,600 ] [ performance: 19.920 it/s ] [ lr: 1.00e-04 ] [ eta: 488 days, 14:57:44 ] [ l_g_pix: 3.7783e-02 ] [ l_g_total: 3.7783e-02 ] +2024-10-25 08:12:20,286 INFO: [ epoch: 1 ] [ iter: 8,700 ] [ performance: 20.683 it/s ] [ lr: 1.00e-04 ] [ eta: 493 days, 7:12:32 ] [ l_g_pix: 2.9829e-02 ] [ l_g_total: 2.9829e-02 ] +2024-10-25 08:12:25,280 INFO: [ epoch: 1 ] [ iter: 8,800 ] [ performance: 20.261 it/s ] [ lr: 1.00e-04 ] [ eta: 498 days, 0:44:41 ] [ l_g_pix: 3.6657e-02 ] [ l_g_total: 3.6657e-02 ] +2024-10-25 08:12:30,378 INFO: [ epoch: 1 ] [ iter: 8,900 ] [ performance: 19.768 it/s ] [ lr: 1.00e-04 ] [ eta: 502 days, 20:39:24 ] [ l_g_pix: 3.2102e-02 ] [ l_g_total: 3.2102e-02 ] +2024-10-25 08:12:35,333 INFO: [ epoch: 1 ] [ iter: 9,000 ] [ performance: 20.034 it/s ] [ lr: 1.00e-04 ] [ eta: 507 days, 12:39:05 ] [ l_g_pix: 3.8175e-02 ] [ l_g_total: 3.8175e-02 ] +2024-10-25 08:12:40,338 INFO: [ epoch: 1 ] [ iter: 9,100 ] [ performance: 19.672 it/s ] [ lr: 1.00e-04 ] [ eta: 512 days, 5:38:31 ] [ l_g_pix: 3.8838e-02 ] [ l_g_total: 3.8838e-02 ] +2024-10-25 08:12:45,282 INFO: [ epoch: 1 ] [ iter: 9,200 ] [ performance: 20.028 it/s ] [ lr: 1.00e-04 ] [ eta: 516 days, 20:48:33 ] [ l_g_pix: 3.3796e-02 ] [ l_g_total: 3.3796e-02 ] +2024-10-25 08:12:50,202 INFO: [ epoch: 1 ] [ iter: 9,300 ] [ performance: 20.726 it/s ] [ lr: 1.00e-04 ] [ eta: 521 days, 11:05:44 ] [ l_g_pix: 5.2677e-02 ] [ l_g_total: 5.2677e-02 ] +2024-10-25 08:12:55,892 INFO: [ epoch: 2 ] [ iter: 9,400 ] [ performance: 18.568 it/s ] [ lr: 1.00e-04 ] [ eta: 526 days, 20:28:54 ] [ l_g_pix: 4.2700e-02 ] [ l_g_total: 4.2700e-02 ] +2024-10-25 08:13:01,035 INFO: [ epoch: 2 ] [ iter: 9,500 ] [ performance: 19.257 it/s ] [ lr: 1.00e-04 ] [ eta: 531 days, 15:50:07 ] [ l_g_pix: 2.6557e-02 ] [ l_g_total: 2.6557e-02 ] +2024-10-25 08:13:05,912 INFO: [ epoch: 2 ] [ iter: 9,600 ] [ performance: 20.057 it/s ] [ lr: 1.00e-04 ] [ eta: 536 days, 4:11:32 ] [ l_g_pix: 4.0466e-02 ] [ l_g_total: 4.0466e-02 ] +2024-10-25 08:13:10,911 INFO: [ epoch: 2 ] [ iter: 9,700 ] [ performance: 19.945 it/s ] [ lr: 1.00e-04 ] [ eta: 540 days, 19:21:52 ] [ l_g_pix: 3.6421e-02 ] [ l_g_total: 3.6421e-02 ] +2024-10-25 08:13:15,930 INFO: [ epoch: 2 ] [ iter: 9,800 ] [ performance: 19.935 it/s ] [ lr: 1.00e-04 ] [ eta: 545 days, 10:43:31 ] [ l_g_pix: 4.4775e-02 ] [ l_g_total: 4.4775e-02 ] +2024-10-25 08:13:20,974 INFO: [ epoch: 2 ] [ iter: 9,900 ] [ performance: 19.763 it/s ] [ lr: 1.00e-04 ] [ eta: 550 days, 2:27:06 ] [ l_g_pix: 4.1320e-02 ] [ l_g_total: 4.1320e-02 ] +2024-10-25 08:13:26,188 INFO: [ epoch: 2 ] [ iter: 10,000 ] [ performance: 19.375 it/s ] [ lr: 1.00e-04 ] [ eta: 554 days, 22:08:28 ] [ l_g_pix: 3.0069e-02 ] [ l_g_total: 3.0069e-02 ] +2024-10-25 08:13:26,188 INFO: Saving models and training states. +2024-10-25 08:16:45,660 INFO: Validation val + + # psnr: 21.3741........ Best: 21.3741 @ 10000 iter + # ssim: 0.6114........ Best: 0.6114 @ 10000 iter + # dists: 0.7913........ Best: 0.7913 @ 10000 iter + +2024-10-25 08:16:50,745 INFO: [ epoch: 2 ] [ iter: 10,100 ] [ performance: 20.159 it/s ] [ lr: 1.00e-04 ] [ eta: 767 days, 3:32:52 ] [ l_g_pix: 3.0220e-02 ] [ l_g_total: 3.0220e-02 ] +2024-10-25 08:16:55,990 INFO: [ epoch: 2 ] [ iter: 10,200 ] [ performance: 19.418 it/s ] [ lr: 1.00e-04 ] [ eta: 771 days, 17:54:06 ] [ l_g_pix: 4.1298e-02 ] [ l_g_total: 4.1298e-02 ] +2024-10-25 08:17:01,501 INFO: [ epoch: 2 ] [ iter: 10,300 ] [ performance: 16.928 it/s ] [ lr: 1.00e-04 ] [ eta: 776 days, 14:35:13 ] [ l_g_pix: 2.9439e-02 ] [ l_g_total: 2.9439e-02 ] +2024-10-25 08:17:06,686 INFO: [ epoch: 2 ] [ iter: 10,400 ] [ performance: 18.444 it/s ] [ lr: 1.00e-04 ] [ eta: 781 days, 2:50:36 ] [ l_g_pix: 3.9917e-02 ] [ l_g_total: 3.9917e-02 ] +2024-10-25 08:17:11,883 INFO: [ epoch: 2 ] [ iter: 10,500 ] [ performance: 19.520 it/s ] [ lr: 1.00e-04 ] [ eta: 785 days, 15:08:03 ] [ l_g_pix: 3.5316e-02 ] [ l_g_total: 3.5316e-02 ] +2024-10-25 08:17:17,018 INFO: [ epoch: 2 ] [ iter: 10,600 ] [ performance: 19.492 it/s ] [ lr: 1.00e-04 ] [ eta: 790 days, 1:34:20 ] [ l_g_pix: 3.8505e-02 ] [ l_g_total: 3.8505e-02 ] +2024-10-25 08:17:22,054 INFO: [ epoch: 2 ] [ iter: 10,700 ] [ performance: 20.093 it/s ] [ lr: 1.00e-04 ] [ eta: 794 days, 9:17:40 ] [ l_g_pix: 3.7147e-02 ] [ l_g_total: 3.7147e-02 ] +2024-10-25 08:17:27,297 INFO: [ epoch: 2 ] [ iter: 10,800 ] [ performance: 19.391 it/s ] [ lr: 1.00e-04 ] [ eta: 798 days, 21:50:23 ] [ l_g_pix: 3.0548e-02 ] [ l_g_total: 3.0548e-02 ] +2024-10-25 08:17:32,541 INFO: [ epoch: 2 ] [ iter: 10,900 ] [ performance: 18.838 it/s ] [ lr: 1.00e-04 ] [ eta: 803 days, 10:08:03 ] [ l_g_pix: 3.7567e-02 ] [ l_g_total: 3.7567e-02 ] +2024-10-25 08:17:38,035 INFO: [ epoch: 2 ] [ iter: 11,000 ] [ performance: 18.399 it/s ] [ lr: 1.00e-04 ] [ eta: 808 days, 4:19:08 ] [ l_g_pix: 3.9995e-02 ] [ l_g_total: 3.9995e-02 ] +2024-10-25 08:17:43,191 INFO: [ epoch: 2 ] [ iter: 11,100 ] [ performance: 19.646 it/s ] [ lr: 1.00e-04 ] [ eta: 812 days, 13:50:16 ] [ l_g_pix: 3.5257e-02 ] [ l_g_total: 3.5257e-02 ] +2024-10-25 08:17:48,431 INFO: [ epoch: 2 ] [ iter: 11,200 ] [ performance: 19.255 it/s ] [ lr: 1.00e-04 ] [ eta: 817 days, 1:09:55 ] [ l_g_pix: 4.3809e-02 ] [ l_g_total: 4.3809e-02 ] +2024-10-25 08:17:53,445 INFO: [ epoch: 2 ] [ iter: 11,300 ] [ performance: 19.727 it/s ] [ lr: 1.00e-04 ] [ eta: 821 days, 6:37:02 ] [ l_g_pix: 3.0585e-02 ] [ l_g_total: 3.0585e-02 ] +2024-10-25 08:17:58,599 INFO: [ epoch: 2 ] [ iter: 11,400 ] [ performance: 19.501 it/s ] [ lr: 1.00e-04 ] [ eta: 825 days, 15:14:57 ] [ l_g_pix: 3.7366e-02 ] [ l_g_total: 3.7366e-02 ] +2024-10-25 08:18:03,736 INFO: [ epoch: 2 ] [ iter: 11,500 ] [ performance: 19.494 it/s ] [ lr: 1.00e-04 ] [ eta: 829 days, 23:09:28 ] [ l_g_pix: 5.4404e-02 ] [ l_g_total: 5.4404e-02 ] +2024-10-25 08:18:08,878 INFO: [ epoch: 2 ] [ iter: 11,600 ] [ performance: 19.462 it/s ] [ lr: 1.00e-04 ] [ eta: 834 days, 6:55:23 ] [ l_g_pix: 4.0753e-02 ] [ l_g_total: 4.0753e-02 ] +2024-10-25 08:18:14,284 INFO: [ epoch: 2 ] [ iter: 11,700 ] [ performance: 19.511 it/s ] [ lr: 1.00e-04 ] [ eta: 838 days, 20:51:07 ] [ l_g_pix: 2.5601e-02 ] [ l_g_total: 2.5601e-02 ] +2024-10-25 08:18:19,401 INFO: [ epoch: 2 ] [ iter: 11,800 ] [ performance: 19.536 it/s ] [ lr: 1.00e-04 ] [ eta: 843 days, 3:24:48 ] [ l_g_pix: 4.2063e-02 ] [ l_g_total: 4.2063e-02 ] +2024-10-25 08:18:24,602 INFO: [ epoch: 2 ] [ iter: 11,900 ] [ performance: 19.403 it/s ] [ lr: 1.00e-04 ] [ eta: 847 days, 11:44:54 ] [ l_g_pix: 4.1609e-02 ] [ l_g_total: 4.1609e-02 ] +2024-10-25 08:18:29,708 INFO: [ epoch: 2 ] [ iter: 12,000 ] [ performance: 19.532 it/s ] [ lr: 1.00e-04 ] [ eta: 851 days, 17:28:59 ] [ l_g_pix: 4.4012e-02 ] [ l_g_total: 4.4012e-02 ] +2024-10-25 08:18:34,848 INFO: [ epoch: 2 ] [ iter: 12,100 ] [ performance: 19.494 it/s ] [ lr: 1.00e-04 ] [ eta: 855 days, 23:44:48 ] [ l_g_pix: 3.5592e-02 ] [ l_g_total: 3.5592e-02 ] +2024-10-25 08:18:40,003 INFO: [ epoch: 2 ] [ iter: 12,200 ] [ performance: 19.426 it/s ] [ lr: 1.00e-04 ] [ eta: 860 days, 6:06:27 ] [ l_g_pix: 2.3228e-02 ] [ l_g_total: 2.3228e-02 ] +2024-10-25 08:18:45,280 INFO: [ epoch: 2 ] [ iter: 12,300 ] [ performance: 18.083 it/s ] [ lr: 1.00e-04 ] [ eta: 864 days, 15:09:03 ] [ l_g_pix: 3.1802e-02 ] [ l_g_total: 3.1802e-02 ] +2024-10-25 08:18:50,412 INFO: [ epoch: 2 ] [ iter: 12,400 ] [ performance: 19.073 it/s ] [ lr: 1.00e-04 ] [ eta: 868 days, 20:21:52 ] [ l_g_pix: 3.7876e-02 ] [ l_g_total: 3.7876e-02 ] +2024-10-25 08:18:55,540 INFO: [ epoch: 2 ] [ iter: 12,500 ] [ performance: 19.505 it/s ] [ lr: 1.00e-04 ] [ eta: 873 days, 1:11:29 ] [ l_g_pix: 3.7906e-02 ] [ l_g_total: 3.7906e-02 ] +2024-10-25 08:19:00,625 INFO: [ epoch: 2 ] [ iter: 12,600 ] [ performance: 19.623 it/s ] [ lr: 1.00e-04 ] [ eta: 877 days, 4:41:55 ] [ l_g_pix: 3.5182e-02 ] [ l_g_total: 3.5182e-02 ] +2024-10-25 08:19:05,711 INFO: [ epoch: 2 ] [ iter: 12,700 ] [ performance: 19.769 it/s ] [ lr: 1.00e-04 ] [ eta: 881 days, 7:56:05 ] [ l_g_pix: 3.3887e-02 ] [ l_g_total: 3.3887e-02 ] +2024-10-25 08:19:10,850 INFO: [ epoch: 2 ] [ iter: 12,800 ] [ performance: 19.544 it/s ] [ lr: 1.00e-04 ] [ eta: 885 days, 12:10:50 ] [ l_g_pix: 4.4716e-02 ] [ l_g_total: 4.4716e-02 ] +2024-10-25 08:19:15,832 INFO: [ epoch: 2 ] [ iter: 12,900 ] [ performance: 20.381 it/s ] [ lr: 1.00e-04 ] [ eta: 889 days, 12:20:39 ] [ l_g_pix: 3.4500e-02 ] [ l_g_total: 3.4500e-02 ] +2024-10-25 08:19:21,175 INFO: [ epoch: 2 ] [ iter: 13,000 ] [ performance: 19.131 it/s ] [ lr: 1.00e-04 ] [ eta: 893 days, 20:57:29 ] [ l_g_pix: 3.1444e-02 ] [ l_g_total: 3.1444e-02 ] +2024-10-25 08:19:26,189 INFO: [ epoch: 2 ] [ iter: 13,100 ] [ performance: 20.310 it/s ] [ lr: 1.00e-04 ] [ eta: 897 days, 21:20:44 ] [ l_g_pix: 3.4574e-02 ] [ l_g_total: 3.4574e-02 ] +2024-10-25 08:19:31,310 INFO: [ epoch: 2 ] [ iter: 13,200 ] [ performance: 19.728 it/s ] [ lr: 1.00e-04 ] [ eta: 902 days, 0:00:27 ] [ l_g_pix: 3.0016e-02 ] [ l_g_total: 3.0016e-02 ] +2024-10-25 08:19:36,407 INFO: [ epoch: 2 ] [ iter: 13,300 ] [ performance: 20.178 it/s ] [ lr: 1.00e-04 ] [ eta: 906 days, 1:48:42 ] [ l_g_pix: 4.4151e-02 ] [ l_g_total: 4.4151e-02 ] +2024-10-25 08:19:41,406 INFO: [ epoch: 2 ] [ iter: 13,400 ] [ performance: 20.050 it/s ] [ lr: 1.00e-04 ] [ eta: 910 days, 0:58:59 ] [ l_g_pix: 3.9984e-02 ] [ l_g_total: 3.9984e-02 ] +2024-10-25 08:19:46,489 INFO: [ epoch: 2 ] [ iter: 13,500 ] [ performance: 19.130 it/s ] [ lr: 1.00e-04 ] [ eta: 914 days, 1:54:25 ] [ l_g_pix: 2.4341e-02 ] [ l_g_total: 2.4341e-02 ] +2024-10-25 08:19:51,660 INFO: [ epoch: 2 ] [ iter: 13,600 ] [ performance: 19.290 it/s ] [ lr: 1.00e-04 ] [ eta: 918 days, 4:38:01 ] [ l_g_pix: 4.6857e-02 ] [ l_g_total: 4.6857e-02 ] +2024-10-25 08:19:57,288 INFO: [ epoch: 2 ] [ iter: 13,700 ] [ performance: 17.887 it/s ] [ lr: 1.00e-04 ] [ eta: 922 days, 18:02:32 ] [ l_g_pix: 3.8806e-02 ] [ l_g_total: 3.8806e-02 ] +2024-10-25 08:20:02,539 INFO: [ epoch: 2 ] [ iter: 13,800 ] [ performance: 18.751 it/s ] [ lr: 1.00e-04 ] [ eta: 926 days, 22:07:16 ] [ l_g_pix: 3.5764e-02 ] [ l_g_total: 3.5764e-02 ] +2024-10-25 08:20:07,754 INFO: [ epoch: 2 ] [ iter: 13,900 ] [ performance: 19.428 it/s ] [ lr: 1.00e-04 ] [ eta: 931 days, 1:01:26 ] [ l_g_pix: 4.2033e-02 ] [ l_g_total: 4.2033e-02 ] +2024-10-25 08:20:12,530 INFO: [ epoch: 2 ] [ iter: 14,000 ] [ performance: 20.560 it/s ] [ lr: 1.00e-04 ] [ eta: 934 days, 17:10:45 ] [ l_g_pix: 4.2277e-02 ] [ l_g_total: 4.2277e-02 ] +2024-10-25 08:20:19,071 INFO: [ epoch: 3 ] [ iter: 14,100 ] [ performance: 15.860 it/s ] [ lr: 1.00e-04 ] [ eta: 940 days, 3:08:28 ] [ l_g_pix: 3.9402e-02 ] [ l_g_total: 3.9402e-02 ] +2024-10-25 08:20:24,905 INFO: [ epoch: 3 ] [ iter: 14,200 ] [ performance: 16.829 it/s ] [ lr: 1.00e-04 ] [ eta: 944 days, 19:56:09 ] [ l_g_pix: 5.2093e-02 ] [ l_g_total: 5.2093e-02 ] +2024-10-25 08:20:30,131 INFO: [ epoch: 3 ] [ iter: 14,300 ] [ performance: 19.025 it/s ] [ lr: 1.00e-04 ] [ eta: 948 days, 21:54:12 ] [ l_g_pix: 3.4438e-02 ] [ l_g_total: 3.4438e-02 ] +2024-10-25 08:20:35,136 INFO: [ epoch: 3 ] [ iter: 14,400 ] [ performance: 19.757 it/s ] [ lr: 1.00e-04 ] [ eta: 952 days, 18:21:20 ] [ l_g_pix: 3.1680e-02 ] [ l_g_total: 3.1680e-02 ] +2024-10-25 08:20:40,113 INFO: [ epoch: 3 ] [ iter: 14,500 ] [ performance: 20.112 it/s ] [ lr: 1.00e-04 ] [ eta: 956 days, 13:49:30 ] [ l_g_pix: 3.2957e-02 ] [ l_g_total: 3.2957e-02 ] +2024-10-25 08:20:45,056 INFO: [ epoch: 3 ] [ iter: 14,600 ] [ performance: 20.204 it/s ] [ lr: 1.00e-04 ] [ eta: 960 days, 8:14:49 ] [ l_g_pix: 3.9335e-02 ] [ l_g_total: 3.9335e-02 ] +2024-10-25 08:20:50,095 INFO: [ epoch: 3 ] [ iter: 14,700 ] [ performance: 19.596 it/s ] [ lr: 1.00e-04 ] [ eta: 964 days, 4:38:14 ] [ l_g_pix: 4.3148e-02 ] [ l_g_total: 4.3148e-02 ] +2024-10-25 08:20:55,296 INFO: [ epoch: 3 ] [ iter: 14,800 ] [ performance: 19.306 it/s ] [ lr: 1.00e-04 ] [ eta: 968 days, 4:35:53 ] [ l_g_pix: 3.0817e-02 ] [ l_g_total: 3.0817e-02 ] +2024-10-25 08:21:00,808 INFO: [ epoch: 3 ] [ iter: 14,900 ] [ performance: 18.963 it/s ] [ lr: 1.00e-04 ] [ eta: 972 days, 11:38:24 ] [ l_g_pix: 4.3888e-02 ] [ l_g_total: 4.3888e-02 ] +2024-10-25 08:21:06,032 INFO: [ epoch: 3 ] [ iter: 15,000 ] [ performance: 19.107 it/s ] [ lr: 1.00e-04 ] [ eta: 976 days, 11:33:18 ] [ l_g_pix: 3.5610e-02 ] [ l_g_total: 3.5610e-02 ] +2024-10-25 08:21:11,237 INFO: [ epoch: 3 ] [ iter: 15,100 ] [ performance: 19.004 it/s ] [ lr: 1.00e-04 ] [ eta: 980 days, 10:44:02 ] [ l_g_pix: 3.4948e-02 ] [ l_g_total: 3.4948e-02 ] +2024-10-25 08:21:16,415 INFO: [ epoch: 3 ] [ iter: 15,200 ] [ performance: 19.252 it/s ] [ lr: 1.00e-04 ] [ eta: 984 days, 8:59:01 ] [ l_g_pix: 3.2553e-02 ] [ l_g_total: 3.2553e-02 ] +2024-10-25 08:21:21,595 INFO: [ epoch: 3 ] [ iter: 15,300 ] [ performance: 19.461 it/s ] [ lr: 1.00e-04 ] [ eta: 988 days, 6:59:12 ] [ l_g_pix: 3.4571e-02 ] [ l_g_total: 3.4571e-02 ] +2024-10-25 08:21:26,649 INFO: [ epoch: 3 ] [ iter: 15,400 ] [ performance: 19.724 it/s ] [ lr: 1.00e-04 ] [ eta: 992 days, 1:45:14 ] [ l_g_pix: 5.1628e-02 ] [ l_g_total: 5.1628e-02 ] +2024-10-25 08:21:31,886 INFO: [ epoch: 3 ] [ iter: 15,500 ] [ performance: 17.709 it/s ] [ lr: 1.00e-04 ] [ eta: 996 days, 0:32:04 ] [ l_g_pix: 2.9828e-02 ] [ l_g_total: 2.9828e-02 ] +2024-10-25 08:21:36,861 INFO: [ epoch: 3 ] [ iter: 15,600 ] [ performance: 19.606 it/s ] [ lr: 1.00e-04 ] [ eta: 999 days, 16:53:18 ] [ l_g_pix: 3.9877e-02 ] [ l_g_total: 3.9877e-02 ] +2024-10-25 08:21:41,937 INFO: [ epoch: 3 ] [ iter: 15,700 ] [ performance: 19.586 it/s ] [ lr: 1.00e-04 ] [ eta: 1003 days, 11:18:50 ] [ l_g_pix: 4.0163e-02 ] [ l_g_total: 4.0163e-02 ] +2024-10-25 08:21:47,129 INFO: [ epoch: 3 ] [ iter: 15,800 ] [ performance: 19.321 it/s ] [ lr: 1.00e-04 ] [ eta: 1007 days, 8:10:24 ] [ l_g_pix: 3.0958e-02 ] [ l_g_total: 3.0958e-02 ] +2024-10-25 08:21:52,240 INFO: [ epoch: 3 ] [ iter: 15,900 ] [ performance: 19.709 it/s ] [ lr: 1.00e-04 ] [ eta: 1011 days, 2:51:35 ] [ l_g_pix: 2.8884e-02 ] [ l_g_total: 2.8884e-02 ] +2024-10-25 08:21:57,282 INFO: [ epoch: 3 ] [ iter: 16,000 ] [ performance: 19.815 it/s ] [ lr: 1.00e-04 ] [ eta: 1014 days, 19:38:34 ] [ l_g_pix: 2.5726e-02 ] [ l_g_total: 2.5726e-02 ] +2024-10-25 08:22:02,086 INFO: [ epoch: 3 ] [ iter: 16,100 ] [ performance: 19.718 it/s ] [ lr: 1.00e-04 ] [ eta: 1018 days, 6:37:30 ] [ l_g_pix: 3.3558e-02 ] [ l_g_total: 3.3558e-02 ] +2024-10-25 08:22:07,506 INFO: [ epoch: 3 ] [ iter: 16,200 ] [ performance: 18.653 it/s ] [ lr: 1.00e-04 ] [ eta: 1022 days, 7:39:21 ] [ l_g_pix: 3.7440e-02 ] [ l_g_total: 3.7440e-02 ] +2024-10-25 08:22:12,641 INFO: [ epoch: 3 ] [ iter: 16,300 ] [ performance: 19.644 it/s ] [ lr: 1.00e-04 ] [ eta: 1026 days, 1:45:14 ] [ l_g_pix: 3.7873e-02 ] [ l_g_total: 3.7873e-02 ] +2024-10-25 08:22:17,702 INFO: [ epoch: 3 ] [ iter: 16,400 ] [ performance: 19.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1029 days, 17:52:01 ] [ l_g_pix: 2.8975e-02 ] [ l_g_total: 2.8975e-02 ] +2024-10-25 08:22:22,749 INFO: [ epoch: 3 ] [ iter: 16,500 ] [ performance: 19.270 it/s ] [ lr: 1.00e-04 ] [ eta: 1033 days, 9:21:07 ] [ l_g_pix: 3.2686e-02 ] [ l_g_total: 3.2686e-02 ] +2024-10-25 08:22:27,924 INFO: [ epoch: 3 ] [ iter: 16,600 ] [ performance: 19.316 it/s ] [ lr: 1.00e-04 ] [ eta: 1037 days, 3:32:42 ] [ l_g_pix: 3.1302e-02 ] [ l_g_total: 3.1302e-02 ] +2024-10-25 08:22:32,940 INFO: [ epoch: 3 ] [ iter: 16,700 ] [ performance: 19.968 it/s ] [ lr: 1.00e-04 ] [ eta: 1040 days, 17:45:37 ] [ l_g_pix: 3.0954e-02 ] [ l_g_total: 3.0954e-02 ] +2024-10-25 08:22:37,854 INFO: [ epoch: 3 ] [ iter: 16,800 ] [ performance: 20.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1044 days, 5:20:48 ] [ l_g_pix: 4.5973e-02 ] [ l_g_total: 4.5973e-02 ] +2024-10-25 08:22:43,146 INFO: [ epoch: 3 ] [ iter: 16,900 ] [ performance: 19.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1048 days, 1:22:57 ] [ l_g_pix: 2.9491e-02 ] [ l_g_total: 2.9491e-02 ] +2024-10-25 08:22:48,228 INFO: [ epoch: 3 ] [ iter: 17,000 ] [ performance: 19.646 it/s ] [ lr: 1.00e-04 ] [ eta: 1051 days, 16:16:39 ] [ l_g_pix: 3.1357e-02 ] [ l_g_total: 3.1357e-02 ] +2024-10-25 08:22:53,375 INFO: [ epoch: 3 ] [ iter: 17,100 ] [ performance: 20.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1055 days, 8:23:37 ] [ l_g_pix: 3.9027e-02 ] [ l_g_total: 3.9027e-02 ] +2024-10-25 08:22:58,497 INFO: [ epoch: 3 ] [ iter: 17,200 ] [ performance: 19.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1058 days, 23:38:29 ] [ l_g_pix: 3.9301e-02 ] [ l_g_total: 3.9301e-02 ] +2024-10-25 08:23:03,671 INFO: [ epoch: 3 ] [ iter: 17,300 ] [ performance: 18.716 it/s ] [ lr: 1.00e-04 ] [ eta: 1062 days, 15:47:23 ] [ l_g_pix: 2.8415e-02 ] [ l_g_total: 2.8415e-02 ] +2024-10-25 08:23:08,766 INFO: [ epoch: 3 ] [ iter: 17,400 ] [ performance: 19.511 it/s ] [ lr: 1.00e-04 ] [ eta: 1066 days, 5:51:59 ] [ l_g_pix: 2.8823e-02 ] [ l_g_total: 2.8823e-02 ] +2024-10-25 08:23:13,790 INFO: [ epoch: 3 ] [ iter: 17,500 ] [ performance: 20.123 it/s ] [ lr: 1.00e-04 ] [ eta: 1069 days, 18:00:31 ] [ l_g_pix: 3.6710e-02 ] [ l_g_total: 3.6710e-02 ] +2024-10-25 08:23:19,016 INFO: [ epoch: 3 ] [ iter: 17,600 ] [ performance: 19.246 it/s ] [ lr: 1.00e-04 ] [ eta: 1073 days, 10:30:02 ] [ l_g_pix: 3.2308e-02 ] [ l_g_total: 3.2308e-02 ] +2024-10-25 08:23:24,075 INFO: [ epoch: 3 ] [ iter: 17,700 ] [ performance: 20.423 it/s ] [ lr: 1.00e-04 ] [ eta: 1076 days, 22:53:29 ] [ l_g_pix: 3.7400e-02 ] [ l_g_total: 3.7400e-02 ] +2024-10-25 08:23:29,176 INFO: [ epoch: 3 ] [ iter: 17,800 ] [ performance: 19.692 it/s ] [ lr: 1.00e-04 ] [ eta: 1080 days, 11:56:56 ] [ l_g_pix: 2.7261e-02 ] [ l_g_total: 2.7261e-02 ] +2024-10-25 08:23:34,149 INFO: [ epoch: 3 ] [ iter: 17,900 ] [ performance: 19.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1083 days, 21:48:50 ] [ l_g_pix: 3.2515e-02 ] [ l_g_total: 3.2515e-02 ] +2024-10-25 08:23:39,221 INFO: [ epoch: 3 ] [ iter: 18,000 ] [ performance: 19.701 it/s ] [ lr: 1.00e-04 ] [ eta: 1087 days, 9:39:39 ] [ l_g_pix: 3.1037e-02 ] [ l_g_total: 3.1037e-02 ] +2024-10-25 08:23:44,267 INFO: [ epoch: 3 ] [ iter: 18,100 ] [ performance: 19.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1090 days, 20:38:33 ] [ l_g_pix: 3.1747e-02 ] [ l_g_total: 3.1747e-02 ] +2024-10-25 08:23:49,485 INFO: [ epoch: 3 ] [ iter: 18,200 ] [ performance: 19.205 it/s ] [ lr: 1.00e-04 ] [ eta: 1094 days, 11:14:12 ] [ l_g_pix: 3.3208e-02 ] [ l_g_total: 3.3208e-02 ] +2024-10-25 08:23:54,687 INFO: [ epoch: 3 ] [ iter: 18,300 ] [ performance: 19.480 it/s ] [ lr: 1.00e-04 ] [ eta: 1098 days, 1:10:45 ] [ l_g_pix: 3.6371e-02 ] [ l_g_total: 3.6371e-02 ] +2024-10-25 08:23:59,847 INFO: [ epoch: 3 ] [ iter: 18,400 ] [ performance: 19.390 it/s ] [ lr: 1.00e-04 ] [ eta: 1101 days, 13:53:00 ] [ l_g_pix: 3.4912e-02 ] [ l_g_total: 3.4912e-02 ] +2024-10-25 08:24:05,040 INFO: [ epoch: 3 ] [ iter: 18,500 ] [ performance: 19.172 it/s ] [ lr: 1.00e-04 ] [ eta: 1105 days, 3:02:01 ] [ l_g_pix: 3.8352e-02 ] [ l_g_total: 3.8352e-02 ] +2024-10-25 08:24:10,116 INFO: [ epoch: 3 ] [ iter: 18,600 ] [ performance: 19.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1108 days, 13:15:42 ] [ l_g_pix: 3.9632e-02 ] [ l_g_total: 3.9632e-02 ] +2024-10-25 08:24:15,058 INFO: [ epoch: 3 ] [ iter: 18,700 ] [ performance: 20.839 it/s ] [ lr: 1.00e-04 ] [ eta: 1111 days, 20:10:30 ] [ l_g_pix: 3.6203e-02 ] [ l_g_total: 3.6203e-02 ] +2024-10-25 08:24:21,714 INFO: [ epoch: 4 ] [ iter: 18,800 ] [ performance: 15.305 it/s ] [ lr: 1.00e-04 ] [ eta: 1116 days, 17:28:34 ] [ l_g_pix: 2.2898e-02 ] [ l_g_total: 2.2898e-02 ] +2024-10-25 08:24:26,915 INFO: [ epoch: 4 ] [ iter: 18,900 ] [ performance: 18.901 it/s ] [ lr: 1.00e-04 ] [ eta: 1120 days, 5:38:22 ] [ l_g_pix: 3.9024e-02 ] [ l_g_total: 3.9024e-02 ] +2024-10-25 08:24:32,037 INFO: [ epoch: 4 ] [ iter: 19,000 ] [ performance: 19.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1123 days, 15:44:17 ] [ l_g_pix: 3.3104e-02 ] [ l_g_total: 3.3104e-02 ] +2024-10-25 08:24:36,913 INFO: [ epoch: 4 ] [ iter: 19,100 ] [ performance: 20.344 it/s ] [ lr: 1.00e-04 ] [ eta: 1126 days, 20:00:34 ] [ l_g_pix: 4.9805e-02 ] [ l_g_total: 4.9805e-02 ] +2024-10-25 08:24:41,900 INFO: [ epoch: 4 ] [ iter: 19,200 ] [ performance: 20.069 it/s ] [ lr: 1.00e-04 ] [ eta: 1130 days, 2:30:32 ] [ l_g_pix: 2.5560e-02 ] [ l_g_total: 2.5560e-02 ] +2024-10-25 08:24:46,804 INFO: [ epoch: 4 ] [ iter: 19,300 ] [ performance: 21.199 it/s ] [ lr: 1.00e-04 ] [ eta: 1133 days, 6:53:29 ] [ l_g_pix: 4.2473e-02 ] [ l_g_total: 4.2473e-02 ] +2024-10-25 08:24:51,830 INFO: [ epoch: 4 ] [ iter: 19,400 ] [ performance: 19.948 it/s ] [ lr: 1.00e-04 ] [ eta: 1136 days, 13:42:16 ] [ l_g_pix: 2.5473e-02 ] [ l_g_total: 2.5473e-02 ] +2024-10-25 08:24:57,380 INFO: [ epoch: 4 ] [ iter: 19,500 ] [ performance: 19.725 it/s ] [ lr: 1.00e-04 ] [ eta: 1140 days, 7:57:40 ] [ l_g_pix: 3.5910e-02 ] [ l_g_total: 3.5910e-02 ] +2024-10-25 08:25:02,487 INFO: [ epoch: 4 ] [ iter: 19,600 ] [ performance: 19.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1143 days, 16:01:14 ] [ l_g_pix: 2.8001e-02 ] [ l_g_total: 2.8001e-02 ] +2024-10-25 08:25:07,608 INFO: [ epoch: 4 ] [ iter: 19,700 ] [ performance: 19.117 it/s ] [ lr: 1.00e-04 ] [ eta: 1147 days, 0:06:47 ] [ l_g_pix: 4.1603e-02 ] [ l_g_total: 4.1603e-02 ] +2024-10-25 08:25:12,720 INFO: [ epoch: 4 ] [ iter: 19,800 ] [ performance: 19.556 it/s ] [ lr: 1.00e-04 ] [ eta: 1150 days, 7:42:34 ] [ l_g_pix: 3.2272e-02 ] [ l_g_total: 3.2272e-02 ] +2024-10-25 08:25:17,847 INFO: [ epoch: 4 ] [ iter: 19,900 ] [ performance: 18.436 it/s ] [ lr: 1.00e-04 ] [ eta: 1153 days, 15:21:39 ] [ l_g_pix: 2.8947e-02 ] [ l_g_total: 2.8947e-02 ] +2024-10-25 08:25:22,889 INFO: [ epoch: 4 ] [ iter: 20,000 ] [ performance: 19.824 it/s ] [ lr: 1.00e-04 ] [ eta: 1156 days, 20:49:18 ] [ l_g_pix: 3.9777e-02 ] [ l_g_total: 3.9777e-02 ] +2024-10-25 08:25:22,889 INFO: Saving models and training states. +2024-10-25 08:26:44,532 INFO: Validation val + + # psnr: 22.0292........ Best: 22.0292 @ 20000 iter + # ssim: 0.6454........ Best: 0.6454 @ 20000 iter + # dists: 0.7870........ Best: 0.7870 @ 20000 iter + +2024-10-25 08:26:50,040 INFO: [ epoch: 4 ] [ iter: 20,100 ] [ performance: 18.960 it/s ] [ lr: 1.00e-04 ] [ eta: 1236 days, 0:22:11 ] [ l_g_pix: 3.6311e-02 ] [ l_g_total: 3.6311e-02 ] +2024-10-25 08:26:55,205 INFO: [ epoch: 4 ] [ iter: 20,200 ] [ performance: 19.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1239 days, 5:43:51 ] [ l_g_pix: 4.0660e-02 ] [ l_g_total: 4.0660e-02 ] +2024-10-25 08:27:00,324 INFO: [ epoch: 4 ] [ iter: 20,300 ] [ performance: 19.449 it/s ] [ lr: 1.00e-04 ] [ eta: 1242 days, 9:47:53 ] [ l_g_pix: 3.3446e-02 ] [ l_g_total: 3.3446e-02 ] +2024-10-25 08:27:05,345 INFO: [ epoch: 4 ] [ iter: 20,400 ] [ performance: 19.915 it/s ] [ lr: 1.00e-04 ] [ eta: 1245 days, 11:24:13 ] [ l_g_pix: 3.5465e-02 ] [ l_g_total: 3.5465e-02 ] +2024-10-25 08:27:10,462 INFO: [ epoch: 4 ] [ iter: 20,500 ] [ performance: 19.729 it/s ] [ lr: 1.00e-04 ] [ eta: 1248 days, 14:50:03 ] [ l_g_pix: 4.4723e-02 ] [ l_g_total: 4.4723e-02 ] +2024-10-25 08:27:15,552 INFO: [ epoch: 4 ] [ iter: 20,600 ] [ performance: 19.643 it/s ] [ lr: 1.00e-04 ] [ eta: 1251 days, 17:24:22 ] [ l_g_pix: 3.1845e-02 ] [ l_g_total: 3.1845e-02 ] +2024-10-25 08:27:21,033 INFO: [ epoch: 4 ] [ iter: 20,700 ] [ performance: 18.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1255 days, 4:18:22 ] [ l_g_pix: 4.8061e-02 ] [ l_g_total: 4.8061e-02 ] +2024-10-25 08:27:26,110 INFO: [ epoch: 4 ] [ iter: 20,800 ] [ performance: 19.899 it/s ] [ lr: 1.00e-04 ] [ eta: 1258 days, 5:59:56 ] [ l_g_pix: 3.1874e-02 ] [ l_g_total: 3.1874e-02 ] +2024-10-25 08:27:31,128 INFO: [ epoch: 4 ] [ iter: 20,900 ] [ performance: 19.915 it/s ] [ lr: 1.00e-04 ] [ eta: 1261 days, 6:07:24 ] [ l_g_pix: 2.7971e-02 ] [ l_g_total: 2.7971e-02 ] +2024-10-25 08:27:36,230 INFO: [ epoch: 4 ] [ iter: 21,000 ] [ performance: 19.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1264 days, 7:48:50 ] [ l_g_pix: 3.3697e-02 ] [ l_g_total: 3.3697e-02 ] +2024-10-25 08:27:41,284 INFO: [ epoch: 4 ] [ iter: 21,100 ] [ performance: 19.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1267 days, 8:11:09 ] [ l_g_pix: 3.9974e-02 ] [ l_g_total: 3.9974e-02 ] +2024-10-25 08:27:46,345 INFO: [ epoch: 4 ] [ iter: 21,200 ] [ performance: 19.834 it/s ] [ lr: 1.00e-04 ] [ eta: 1270 days, 8:24:27 ] [ l_g_pix: 2.8981e-02 ] [ l_g_total: 2.8981e-02 ] +2024-10-25 08:27:51,451 INFO: [ epoch: 4 ] [ iter: 21,300 ] [ performance: 19.707 it/s ] [ lr: 1.00e-04 ] [ eta: 1273 days, 9:20:03 ] [ l_g_pix: 3.1919e-02 ] [ l_g_total: 3.1919e-02 ] +2024-10-25 08:27:56,988 INFO: [ epoch: 4 ] [ iter: 21,400 ] [ performance: 17.993 it/s ] [ lr: 1.00e-04 ] [ eta: 1276 days, 19:24:09 ] [ l_g_pix: 3.5036e-02 ] [ l_g_total: 3.5036e-02 ] +2024-10-25 08:28:02,136 INFO: [ epoch: 4 ] [ iter: 21,500 ] [ performance: 18.705 it/s ] [ lr: 1.00e-04 ] [ eta: 1279 days, 20:40:08 ] [ l_g_pix: 3.2265e-02 ] [ l_g_total: 3.2265e-02 ] +2024-10-25 08:28:07,198 INFO: [ epoch: 4 ] [ iter: 21,600 ] [ performance: 19.695 it/s ] [ lr: 1.00e-04 ] [ eta: 1282 days, 19:46:16 ] [ l_g_pix: 3.7946e-02 ] [ l_g_total: 3.7946e-02 ] +2024-10-25 08:28:12,322 INFO: [ epoch: 4 ] [ iter: 21,700 ] [ performance: 19.603 it/s ] [ lr: 1.00e-04 ] [ eta: 1285 days, 19:56:27 ] [ l_g_pix: 3.4975e-02 ] [ l_g_total: 3.4975e-02 ] +2024-10-25 08:28:17,379 INFO: [ epoch: 4 ] [ iter: 21,800 ] [ performance: 19.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1288 days, 18:22:00 ] [ l_g_pix: 3.4676e-02 ] [ l_g_total: 3.4676e-02 ] +2024-10-25 08:28:22,495 INFO: [ epoch: 4 ] [ iter: 21,900 ] [ performance: 19.641 it/s ] [ lr: 1.00e-04 ] [ eta: 1291 days, 17:48:31 ] [ l_g_pix: 3.7331e-02 ] [ l_g_total: 3.7331e-02 ] +2024-10-25 08:28:27,608 INFO: [ epoch: 4 ] [ iter: 22,000 ] [ performance: 19.553 it/s ] [ lr: 1.00e-04 ] [ eta: 1294 days, 16:53:12 ] [ l_g_pix: 3.0763e-02 ] [ l_g_total: 3.0763e-02 ] +2024-10-25 08:28:32,909 INFO: [ epoch: 4 ] [ iter: 22,100 ] [ performance: 19.186 it/s ] [ lr: 1.00e-04 ] [ eta: 1297 days, 19:46:16 ] [ l_g_pix: 2.9997e-02 ] [ l_g_total: 2.9997e-02 ] +2024-10-25 08:28:37,944 INFO: [ epoch: 4 ] [ iter: 22,200 ] [ performance: 19.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1300 days, 16:35:43 ] [ l_g_pix: 3.1525e-02 ] [ l_g_total: 3.1525e-02 ] +2024-10-25 08:28:42,887 INFO: [ epoch: 4 ] [ iter: 22,300 ] [ performance: 20.032 it/s ] [ lr: 1.00e-04 ] [ eta: 1303 days, 11:09:14 ] [ l_g_pix: 3.6670e-02 ] [ l_g_total: 3.6670e-02 ] +2024-10-25 08:28:48,021 INFO: [ epoch: 4 ] [ iter: 22,400 ] [ performance: 19.410 it/s ] [ lr: 1.00e-04 ] [ eta: 1306 days, 9:32:37 ] [ l_g_pix: 3.7110e-02 ] [ l_g_total: 3.7110e-02 ] +2024-10-25 08:28:53,083 INFO: [ epoch: 4 ] [ iter: 22,500 ] [ performance: 19.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1309 days, 6:06:59 ] [ l_g_pix: 3.1304e-02 ] [ l_g_total: 3.1304e-02 ] +2024-10-25 08:28:58,238 INFO: [ epoch: 4 ] [ iter: 22,600 ] [ performance: 19.503 it/s ] [ lr: 1.00e-04 ] [ eta: 1312 days, 4:24:03 ] [ l_g_pix: 4.0984e-02 ] [ l_g_total: 4.0984e-02 ] +2024-10-25 08:29:03,388 INFO: [ epoch: 4 ] [ iter: 22,700 ] [ performance: 19.458 it/s ] [ lr: 1.00e-04 ] [ eta: 1315 days, 2:17:43 ] [ l_g_pix: 4.0435e-02 ] [ l_g_total: 4.0435e-02 ] +2024-10-25 08:29:08,765 INFO: [ epoch: 4 ] [ iter: 22,800 ] [ performance: 18.435 it/s ] [ lr: 1.00e-04 ] [ eta: 1318 days, 4:45:50 ] [ l_g_pix: 3.2418e-02 ] [ l_g_total: 3.2418e-02 ] +2024-10-25 08:29:13,791 INFO: [ epoch: 4 ] [ iter: 22,900 ] [ performance: 19.190 it/s ] [ lr: 1.00e-04 ] [ eta: 1320 days, 23:25:24 ] [ l_g_pix: 4.4597e-02 ] [ l_g_total: 4.4597e-02 ] +2024-10-25 08:29:18,868 INFO: [ epoch: 4 ] [ iter: 23,000 ] [ performance: 19.875 it/s ] [ lr: 1.00e-04 ] [ eta: 1323 days, 18:54:39 ] [ l_g_pix: 4.6343e-02 ] [ l_g_total: 4.6343e-02 ] +2024-10-25 08:29:24,000 INFO: [ epoch: 4 ] [ iter: 23,100 ] [ performance: 19.666 it/s ] [ lr: 1.00e-04 ] [ eta: 1326 days, 15:16:11 ] [ l_g_pix: 4.5850e-02 ] [ l_g_total: 4.5850e-02 ] +2024-10-25 08:29:29,080 INFO: [ epoch: 4 ] [ iter: 23,200 ] [ performance: 19.797 it/s ] [ lr: 1.00e-04 ] [ eta: 1329 days, 10:13:58 ] [ l_g_pix: 3.5381e-02 ] [ l_g_total: 3.5381e-02 ] +2024-10-25 08:29:34,204 INFO: [ epoch: 4 ] [ iter: 23,300 ] [ performance: 19.646 it/s ] [ lr: 1.00e-04 ] [ eta: 1332 days, 5:51:03 ] [ l_g_pix: 4.9918e-02 ] [ l_g_total: 4.9918e-02 ] +2024-10-25 08:29:39,016 INFO: [ epoch: 4 ] [ iter: 23,400 ] [ performance: 21.179 it/s ] [ lr: 1.00e-04 ] [ eta: 1334 days, 18:32:52 ] [ l_g_pix: 2.9660e-02 ] [ l_g_total: 2.9660e-02 ] +2024-10-25 08:29:45,501 INFO: [ epoch: 5 ] [ iter: 23,500 ] [ performance: 17.608 it/s ] [ lr: 1.00e-04 ] [ eta: 1338 days, 18:31:21 ] [ l_g_pix: 2.7167e-02 ] [ l_g_total: 2.7167e-02 ] +2024-10-25 08:29:50,677 INFO: [ epoch: 5 ] [ iter: 23,600 ] [ performance: 19.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1341 days, 14:22:20 ] [ l_g_pix: 4.0964e-02 ] [ l_g_total: 4.0964e-02 ] +2024-10-25 08:29:55,794 INFO: [ epoch: 5 ] [ iter: 23,700 ] [ performance: 19.493 it/s ] [ lr: 1.00e-04 ] [ eta: 1344 days, 8:41:28 ] [ l_g_pix: 2.5848e-02 ] [ l_g_total: 2.5848e-02 ] +2024-10-25 08:30:01,008 INFO: [ epoch: 5 ] [ iter: 23,800 ] [ performance: 19.197 it/s ] [ lr: 1.00e-04 ] [ eta: 1347 days, 4:45:18 ] [ l_g_pix: 3.5955e-02 ] [ l_g_total: 3.5955e-02 ] +2024-10-25 08:30:06,219 INFO: [ epoch: 5 ] [ iter: 23,900 ] [ performance: 19.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1350 days, 0:29:11 ] [ l_g_pix: 3.2462e-02 ] [ l_g_total: 3.2462e-02 ] +2024-10-25 08:30:11,439 INFO: [ epoch: 5 ] [ iter: 24,000 ] [ performance: 19.153 it/s ] [ lr: 1.00e-04 ] [ eta: 1352 days, 20:05:44 ] [ l_g_pix: 5.3999e-02 ] [ l_g_total: 5.3999e-02 ] +2024-10-25 08:30:17,110 INFO: [ epoch: 5 ] [ iter: 24,100 ] [ performance: 18.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1356 days, 0:56:33 ] [ l_g_pix: 2.6057e-02 ] [ l_g_total: 2.6057e-02 ] +2024-10-25 08:30:22,223 INFO: [ epoch: 5 ] [ iter: 24,200 ] [ performance: 19.662 it/s ] [ lr: 1.00e-04 ] [ eta: 1358 days, 17:43:35 ] [ l_g_pix: 4.4032e-02 ] [ l_g_total: 4.4032e-02 ] +2024-10-25 08:30:27,354 INFO: [ epoch: 5 ] [ iter: 24,300 ] [ performance: 19.568 it/s ] [ lr: 1.00e-04 ] [ eta: 1361 days, 10:35:23 ] [ l_g_pix: 2.7414e-02 ] [ l_g_total: 2.7414e-02 ] +2024-10-25 08:30:32,450 INFO: [ epoch: 5 ] [ iter: 24,400 ] [ performance: 19.810 it/s ] [ lr: 1.00e-04 ] [ eta: 1364 days, 2:26:01 ] [ l_g_pix: 3.2704e-02 ] [ l_g_total: 3.2704e-02 ] +2024-10-25 08:30:37,550 INFO: [ epoch: 5 ] [ iter: 24,500 ] [ performance: 19.698 it/s ] [ lr: 1.00e-04 ] [ eta: 1366 days, 18:05:09 ] [ l_g_pix: 3.8033e-02 ] [ l_g_total: 3.8033e-02 ] +2024-10-25 08:30:42,626 INFO: [ epoch: 5 ] [ iter: 24,600 ] [ performance: 19.612 it/s ] [ lr: 1.00e-04 ] [ eta: 1369 days, 8:57:21 ] [ l_g_pix: 3.3402e-02 ] [ l_g_total: 3.3402e-02 ] +2024-10-25 08:30:47,698 INFO: [ epoch: 5 ] [ iter: 24,700 ] [ performance: 19.672 it/s ] [ lr: 1.00e-04 ] [ eta: 1371 days, 23:27:24 ] [ l_g_pix: 3.8637e-02 ] [ l_g_total: 3.8637e-02 ] +2024-10-25 08:30:53,290 INFO: [ epoch: 5 ] [ iter: 24,800 ] [ performance: 17.407 it/s ] [ lr: 1.00e-04 ] [ eta: 1375 days, 0:32:41 ] [ l_g_pix: 2.4504e-02 ] [ l_g_total: 2.4504e-02 ] +2024-10-25 08:30:58,333 INFO: [ epoch: 5 ] [ iter: 24,900 ] [ performance: 18.698 it/s ] [ lr: 1.00e-04 ] [ eta: 1377 days, 13:51:51 ] [ l_g_pix: 3.3198e-02 ] [ l_g_total: 3.3198e-02 ] +2024-10-25 08:31:03,466 INFO: [ epoch: 5 ] [ iter: 25,000 ] [ performance: 19.475 it/s ] [ lr: 1.00e-04 ] [ eta: 1380 days, 4:45:26 ] [ l_g_pix: 3.8512e-02 ] [ l_g_total: 3.8512e-02 ] +2024-10-25 08:31:08,515 INFO: [ epoch: 5 ] [ iter: 25,100 ] [ performance: 19.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1382 days, 17:38:20 ] [ l_g_pix: 3.3682e-02 ] [ l_g_total: 3.3682e-02 ] +2024-10-25 08:31:13,630 INFO: [ epoch: 5 ] [ iter: 25,200 ] [ performance: 19.617 it/s ] [ lr: 1.00e-04 ] [ eta: 1385 days, 7:37:07 ] [ l_g_pix: 3.8175e-02 ] [ l_g_total: 3.8175e-02 ] +2024-10-25 08:31:18,751 INFO: [ epoch: 5 ] [ iter: 25,300 ] [ performance: 19.568 it/s ] [ lr: 1.00e-04 ] [ eta: 1387 days, 21:25:26 ] [ l_g_pix: 2.9949e-02 ] [ l_g_total: 2.9949e-02 ] +2024-10-25 08:31:23,972 INFO: [ epoch: 5 ] [ iter: 25,400 ] [ performance: 19.095 it/s ] [ lr: 1.00e-04 ] [ eta: 1390 days, 13:01:22 ] [ l_g_pix: 2.9806e-02 ] [ l_g_total: 2.9806e-02 ] +2024-10-25 08:31:29,593 INFO: [ epoch: 5 ] [ iter: 25,500 ] [ performance: 18.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1393 days, 12:36:54 ] [ l_g_pix: 3.1859e-02 ] [ l_g_total: 3.1859e-02 ] +2024-10-25 08:31:34,770 INFO: [ epoch: 5 ] [ iter: 25,600 ] [ performance: 19.402 it/s ] [ lr: 1.00e-04 ] [ eta: 1396 days, 2:42:26 ] [ l_g_pix: 2.9341e-02 ] [ l_g_total: 2.9341e-02 ] +2024-10-25 08:31:39,869 INFO: [ epoch: 5 ] [ iter: 25,700 ] [ performance: 19.524 it/s ] [ lr: 1.00e-04 ] [ eta: 1398 days, 14:54:29 ] [ l_g_pix: 4.3394e-02 ] [ l_g_total: 4.3394e-02 ] +2024-10-25 08:31:44,929 INFO: [ epoch: 5 ] [ iter: 25,800 ] [ performance: 19.807 it/s ] [ lr: 1.00e-04 ] [ eta: 1401 days, 2:01:29 ] [ l_g_pix: 2.9293e-02 ] [ l_g_total: 2.9293e-02 ] +2024-10-25 08:31:50,007 INFO: [ epoch: 5 ] [ iter: 25,900 ] [ performance: 19.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1403 days, 13:12:43 ] [ l_g_pix: 3.8292e-02 ] [ l_g_total: 3.8292e-02 ] +2024-10-25 08:31:55,184 INFO: [ epoch: 5 ] [ iter: 26,000 ] [ performance: 19.341 it/s ] [ lr: 1.00e-04 ] [ eta: 1406 days, 2:10:21 ] [ l_g_pix: 3.8023e-02 ] [ l_g_total: 3.8023e-02 ] +2024-10-25 08:32:00,718 INFO: [ epoch: 5 ] [ iter: 26,100 ] [ performance: 18.579 it/s ] [ lr: 1.00e-04 ] [ eta: 1408 days, 22:09:51 ] [ l_g_pix: 3.3076e-02 ] [ l_g_total: 3.3076e-02 ] +2024-10-25 08:32:05,887 INFO: [ epoch: 5 ] [ iter: 26,200 ] [ performance: 19.283 it/s ] [ lr: 1.00e-04 ] [ eta: 1411 days, 10:22:40 ] [ l_g_pix: 4.7945e-02 ] [ l_g_total: 4.7945e-02 ] +2024-10-25 08:32:10,983 INFO: [ epoch: 5 ] [ iter: 26,300 ] [ performance: 19.483 it/s ] [ lr: 1.00e-04 ] [ eta: 1413 days, 20:48:11 ] [ l_g_pix: 3.9703e-02 ] [ l_g_total: 3.9703e-02 ] +2024-10-25 08:32:16,074 INFO: [ epoch: 5 ] [ iter: 26,400 ] [ performance: 19.641 it/s ] [ lr: 1.00e-04 ] [ eta: 1416 days, 6:50:04 ] [ l_g_pix: 4.4823e-02 ] [ l_g_total: 4.4823e-02 ] +2024-10-25 08:32:21,072 INFO: [ epoch: 5 ] [ iter: 26,500 ] [ performance: 19.857 it/s ] [ lr: 1.00e-04 ] [ eta: 1418 days, 14:41:44 ] [ l_g_pix: 2.6273e-02 ] [ l_g_total: 2.6273e-02 ] +2024-10-25 08:32:26,132 INFO: [ epoch: 5 ] [ iter: 26,600 ] [ performance: 20.001 it/s ] [ lr: 1.00e-04 ] [ eta: 1420 days, 23:32:54 ] [ l_g_pix: 2.9244e-02 ] [ l_g_total: 2.9244e-02 ] +2024-10-25 08:32:31,240 INFO: [ epoch: 5 ] [ iter: 26,700 ] [ performance: 19.748 it/s ] [ lr: 1.00e-04 ] [ eta: 1423 days, 9:05:15 ] [ l_g_pix: 3.7047e-02 ] [ l_g_total: 3.7047e-02 ] +2024-10-25 08:32:36,795 INFO: [ epoch: 5 ] [ iter: 26,800 ] [ performance: 17.582 it/s ] [ lr: 1.00e-04 ] [ eta: 1426 days, 3:25:55 ] [ l_g_pix: 3.4421e-02 ] [ l_g_total: 3.4421e-02 ] +2024-10-25 08:32:41,820 INFO: [ epoch: 5 ] [ iter: 26,900 ] [ performance: 18.903 it/s ] [ lr: 1.00e-04 ] [ eta: 1428 days, 10:42:05 ] [ l_g_pix: 3.1372e-02 ] [ l_g_total: 3.1372e-02 ] +2024-10-25 08:32:46,843 INFO: [ epoch: 5 ] [ iter: 27,000 ] [ performance: 19.808 it/s ] [ lr: 1.00e-04 ] [ eta: 1430 days, 17:39:22 ] [ l_g_pix: 2.6466e-02 ] [ l_g_total: 2.6466e-02 ] +2024-10-25 08:32:52,038 INFO: [ epoch: 5 ] [ iter: 27,100 ] [ performance: 19.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1433 days, 3:48:37 ] [ l_g_pix: 4.2258e-02 ] [ l_g_total: 4.2258e-02 ] +2024-10-25 08:32:57,186 INFO: [ epoch: 5 ] [ iter: 27,200 ] [ performance: 19.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1435 days, 12:44:12 ] [ l_g_pix: 2.9053e-02 ] [ l_g_total: 2.9053e-02 ] +2024-10-25 08:33:02,214 INFO: [ epoch: 5 ] [ iter: 27,300 ] [ performance: 19.648 it/s ] [ lr: 1.00e-04 ] [ eta: 1437 days, 18:56:44 ] [ l_g_pix: 3.9812e-02 ] [ l_g_total: 3.9812e-02 ] +2024-10-25 08:33:07,373 INFO: [ epoch: 5 ] [ iter: 27,400 ] [ performance: 19.218 it/s ] [ lr: 1.00e-04 ] [ eta: 1440 days, 3:31:14 ] [ l_g_pix: 3.1292e-02 ] [ l_g_total: 3.1292e-02 ] +2024-10-25 08:33:12,922 INFO: [ epoch: 5 ] [ iter: 27,500 ] [ performance: 18.473 it/s ] [ lr: 1.00e-04 ] [ eta: 1442 days, 19:38:55 ] [ l_g_pix: 3.5795e-02 ] [ l_g_total: 3.5795e-02 ] +2024-10-25 08:33:18,038 INFO: [ epoch: 5 ] [ iter: 27,600 ] [ performance: 19.581 it/s ] [ lr: 1.00e-04 ] [ eta: 1445 days, 2:46:28 ] [ l_g_pix: 4.5381e-02 ] [ l_g_total: 4.5381e-02 ] +2024-10-25 08:33:23,135 INFO: [ epoch: 5 ] [ iter: 27,700 ] [ performance: 19.606 it/s ] [ lr: 1.00e-04 ] [ eta: 1447 days, 9:14:10 ] [ l_g_pix: 3.2874e-02 ] [ l_g_total: 3.2874e-02 ] +2024-10-25 08:33:28,330 INFO: [ epoch: 5 ] [ iter: 27,800 ] [ performance: 19.383 it/s ] [ lr: 1.00e-04 ] [ eta: 1449 days, 17:22:25 ] [ l_g_pix: 3.6700e-02 ] [ l_g_total: 3.6700e-02 ] +2024-10-25 08:33:33,535 INFO: [ epoch: 5 ] [ iter: 27,900 ] [ performance: 19.278 it/s ] [ lr: 1.00e-04 ] [ eta: 1452 days, 1:26:02 ] [ l_g_pix: 3.3686e-02 ] [ l_g_total: 3.3686e-02 ] +2024-10-25 08:33:38,731 INFO: [ epoch: 5 ] [ iter: 28,000 ] [ performance: 19.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1454 days, 9:01:13 ] [ l_g_pix: 3.7047e-02 ] [ l_g_total: 3.7047e-02 ] +2024-10-25 08:33:43,703 INFO: [ epoch: 5 ] [ iter: 28,100 ] [ performance: 19.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1456 days, 11:49:44 ] [ l_g_pix: 3.4995e-02 ] [ l_g_total: 3.4995e-02 ] +2024-10-25 08:33:50,068 INFO: [ epoch: 6 ] [ iter: 28,200 ] [ performance: 19.514 it/s ] [ lr: 1.00e-04 ] [ eta: 1459 days, 18:09:31 ] [ l_g_pix: 2.9929e-02 ] [ l_g_total: 2.9929e-02 ] +2024-10-25 08:33:55,144 INFO: [ epoch: 6 ] [ iter: 28,300 ] [ performance: 19.633 it/s ] [ lr: 1.00e-04 ] [ eta: 1461 days, 22:27:43 ] [ l_g_pix: 2.6190e-02 ] [ l_g_total: 2.6190e-02 ] +2024-10-25 08:34:00,185 INFO: [ epoch: 6 ] [ iter: 28,400 ] [ performance: 19.760 it/s ] [ lr: 1.00e-04 ] [ eta: 1464 days, 1:46:49 ] [ l_g_pix: 3.7077e-02 ] [ l_g_total: 3.7077e-02 ] +2024-10-25 08:34:05,258 INFO: [ epoch: 6 ] [ iter: 28,500 ] [ performance: 19.732 it/s ] [ lr: 1.00e-04 ] [ eta: 1466 days, 5:27:29 ] [ l_g_pix: 3.1385e-02 ] [ l_g_total: 3.1385e-02 ] +2024-10-25 08:34:10,453 INFO: [ epoch: 6 ] [ iter: 28,600 ] [ performance: 19.343 it/s ] [ lr: 1.00e-04 ] [ eta: 1468 days, 11:16:19 ] [ l_g_pix: 3.4479e-02 ] [ l_g_total: 3.4479e-02 ] +2024-10-25 08:34:15,479 INFO: [ epoch: 6 ] [ iter: 28,700 ] [ performance: 19.690 it/s ] [ lr: 1.00e-04 ] [ eta: 1470 days, 13:27:43 ] [ l_g_pix: 4.0114e-02 ] [ l_g_total: 4.0114e-02 ] +2024-10-25 08:34:21,052 INFO: [ epoch: 6 ] [ iter: 28,800 ] [ performance: 16.616 it/s ] [ lr: 1.00e-04 ] [ eta: 1473 days, 2:11:00 ] [ l_g_pix: 3.6034e-02 ] [ l_g_total: 3.6034e-02 ] +2024-10-25 08:34:26,025 INFO: [ epoch: 6 ] [ iter: 28,900 ] [ performance: 18.686 it/s ] [ lr: 1.00e-04 ] [ eta: 1475 days, 2:43:52 ] [ l_g_pix: 3.3834e-02 ] [ l_g_total: 3.3834e-02 ] +2024-10-25 08:34:31,115 INFO: [ epoch: 6 ] [ iter: 29,000 ] [ performance: 19.340 it/s ] [ lr: 1.00e-04 ] [ eta: 1477 days, 5:20:16 ] [ l_g_pix: 3.3331e-02 ] [ l_g_total: 3.3331e-02 ] +2024-10-25 08:34:36,208 INFO: [ epoch: 6 ] [ iter: 29,100 ] [ performance: 19.529 it/s ] [ lr: 1.00e-04 ] [ eta: 1479 days, 7:42:29 ] [ l_g_pix: 2.7245e-02 ] [ l_g_total: 2.7245e-02 ] +2024-10-25 08:34:41,333 INFO: [ epoch: 6 ] [ iter: 29,200 ] [ performance: 19.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1481 days, 10:24:13 ] [ l_g_pix: 3.7495e-02 ] [ l_g_total: 3.7495e-02 ] +2024-10-25 08:34:46,430 INFO: [ epoch: 6 ] [ iter: 29,300 ] [ performance: 19.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1483 days, 12:17:32 ] [ l_g_pix: 3.7089e-02 ] [ l_g_total: 3.7089e-02 ] +2024-10-25 08:34:51,554 INFO: [ epoch: 6 ] [ iter: 29,400 ] [ performance: 19.640 it/s ] [ lr: 1.00e-04 ] [ eta: 1485 days, 14:24:52 ] [ l_g_pix: 3.5961e-02 ] [ l_g_total: 3.5961e-02 ] +2024-10-25 08:34:57,162 INFO: [ epoch: 6 ] [ iter: 29,500 ] [ performance: 18.427 it/s ] [ lr: 1.00e-04 ] [ eta: 1488 days, 1:44:45 ] [ l_g_pix: 3.8207e-02 ] [ l_g_total: 3.8207e-02 ] +2024-10-25 08:35:02,156 INFO: [ epoch: 6 ] [ iter: 29,600 ] [ performance: 19.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1490 days, 0:44:08 ] [ l_g_pix: 3.0672e-02 ] [ l_g_total: 3.0672e-02 ] +2024-10-25 08:35:07,190 INFO: [ epoch: 6 ] [ iter: 29,700 ] [ performance: 19.737 it/s ] [ lr: 1.00e-04 ] [ eta: 1492 days, 0:14:38 ] [ l_g_pix: 4.8162e-02 ] [ l_g_total: 4.8162e-02 ] +2024-10-25 08:35:12,239 INFO: [ epoch: 6 ] [ iter: 29,800 ] [ performance: 19.999 it/s ] [ lr: 1.00e-04 ] [ eta: 1493 days, 23:45:37 ] [ l_g_pix: 3.6406e-02 ] [ l_g_total: 3.6406e-02 ] +2024-10-25 08:35:17,368 INFO: [ epoch: 6 ] [ iter: 29,900 ] [ performance: 19.667 it/s ] [ lr: 1.00e-04 ] [ eta: 1496 days, 0:33:35 ] [ l_g_pix: 2.6130e-02 ] [ l_g_total: 2.6130e-02 ] +2024-10-25 08:35:22,492 INFO: [ epoch: 6 ] [ iter: 30,000 ] [ performance: 19.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1498 days, 0:57:32 ] [ l_g_pix: 3.5515e-02 ] [ l_g_total: 3.5515e-02 ] +2024-10-25 08:35:22,492 INFO: Saving models and training states. +2024-10-25 08:36:45,898 INFO: Validation val + + # psnr: 22.0451........ Best: 22.0451 @ 30000 iter + # ssim: 0.6479........ Best: 0.6479 @ 30000 iter + # dists: 0.7867........ Best: 0.7867 @ 30000 iter + +2024-10-25 08:36:51,288 INFO: [ epoch: 6 ] [ iter: 30,100 ] [ performance: 18.887 it/s ] [ lr: 1.00e-04 ] [ eta: 1567 days, 17:42:11 ] [ l_g_pix: 3.0646e-02 ] [ l_g_total: 3.0646e-02 ] +2024-10-25 08:36:56,434 INFO: [ epoch: 6 ] [ iter: 30,200 ] [ performance: 19.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1569 days, 15:38:17 ] [ l_g_pix: 2.2310e-02 ] [ l_g_total: 2.2310e-02 ] +2024-10-25 08:37:01,562 INFO: [ epoch: 6 ] [ iter: 30,300 ] [ performance: 19.498 it/s ] [ lr: 1.00e-04 ] [ eta: 1571 days, 12:57:12 ] [ l_g_pix: 4.3605e-02 ] [ l_g_total: 4.3605e-02 ] +2024-10-25 08:37:06,647 INFO: [ epoch: 6 ] [ iter: 30,400 ] [ performance: 19.606 it/s ] [ lr: 1.00e-04 ] [ eta: 1573 days, 9:08:30 ] [ l_g_pix: 2.8331e-02 ] [ l_g_total: 2.8331e-02 ] +2024-10-25 08:37:11,646 INFO: [ epoch: 6 ] [ iter: 30,500 ] [ performance: 19.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1575 days, 3:23:48 ] [ l_g_pix: 2.9378e-02 ] [ l_g_total: 2.9378e-02 ] +2024-10-25 08:37:16,560 INFO: [ epoch: 6 ] [ iter: 30,600 ] [ performance: 20.662 it/s ] [ lr: 1.00e-04 ] [ eta: 1576 days, 19:43:55 ] [ l_g_pix: 3.1064e-02 ] [ l_g_total: 3.1064e-02 ] +2024-10-25 08:37:21,977 INFO: [ epoch: 6 ] [ iter: 30,700 ] [ performance: 19.123 it/s ] [ lr: 1.00e-04 ] [ eta: 1578 days, 21:28:48 ] [ l_g_pix: 3.2662e-02 ] [ l_g_total: 3.2662e-02 ] +2024-10-25 08:37:27,090 INFO: [ epoch: 6 ] [ iter: 30,800 ] [ performance: 19.682 it/s ] [ lr: 1.00e-04 ] [ eta: 1580 days, 17:04:52 ] [ l_g_pix: 2.6806e-02 ] [ l_g_total: 2.6806e-02 ] +2024-10-25 08:37:32,113 INFO: [ epoch: 6 ] [ iter: 30,900 ] [ performance: 19.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1582 days, 10:40:10 ] [ l_g_pix: 3.3797e-02 ] [ l_g_total: 3.3797e-02 ] +2024-10-25 08:37:37,126 INFO: [ epoch: 6 ] [ iter: 31,000 ] [ performance: 20.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1584 days, 3:47:22 ] [ l_g_pix: 3.6070e-02 ] [ l_g_total: 3.6070e-02 ] +2024-10-25 08:37:42,192 INFO: [ epoch: 6 ] [ iter: 31,100 ] [ performance: 19.861 it/s ] [ lr: 1.00e-04 ] [ eta: 1585 days, 21:38:19 ] [ l_g_pix: 2.9227e-02 ] [ l_g_total: 2.9227e-02 ] +2024-10-25 08:37:47,342 INFO: [ epoch: 6 ] [ iter: 31,200 ] [ performance: 19.319 it/s ] [ lr: 1.00e-04 ] [ eta: 1587 days, 16:49:53 ] [ l_g_pix: 3.4885e-02 ] [ l_g_total: 3.4885e-02 ] +2024-10-25 08:37:52,417 INFO: [ epoch: 6 ] [ iter: 31,300 ] [ performance: 19.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1589 days, 10:16:48 ] [ l_g_pix: 4.0030e-02 ] [ l_g_total: 4.0030e-02 ] +2024-10-25 08:37:57,686 INFO: [ epoch: 6 ] [ iter: 31,400 ] [ performance: 18.900 it/s ] [ lr: 1.00e-04 ] [ eta: 1591 days, 7:09:31 ] [ l_g_pix: 3.1214e-02 ] [ l_g_total: 3.1214e-02 ] +2024-10-25 08:38:02,696 INFO: [ epoch: 6 ] [ iter: 31,500 ] [ performance: 19.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1592 days, 22:49:24 ] [ l_g_pix: 3.4209e-02 ] [ l_g_total: 3.4209e-02 ] +2024-10-25 08:38:07,725 INFO: [ epoch: 6 ] [ iter: 31,600 ] [ performance: 20.144 it/s ] [ lr: 1.00e-04 ] [ eta: 1594 days, 14:33:39 ] [ l_g_pix: 2.6807e-02 ] [ l_g_total: 2.6807e-02 ] +2024-10-25 08:38:12,789 INFO: [ epoch: 6 ] [ iter: 31,700 ] [ performance: 19.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1596 days, 6:40:25 ] [ l_g_pix: 2.8342e-02 ] [ l_g_total: 2.8342e-02 ] +2024-10-25 08:38:17,898 INFO: [ epoch: 6 ] [ iter: 31,800 ] [ performance: 19.878 it/s ] [ lr: 1.00e-04 ] [ eta: 1597 days, 23:21:59 ] [ l_g_pix: 2.2134e-02 ] [ l_g_total: 2.2134e-02 ] +2024-10-25 08:38:22,901 INFO: [ epoch: 6 ] [ iter: 31,900 ] [ performance: 19.957 it/s ] [ lr: 1.00e-04 ] [ eta: 1599 days, 13:46:10 ] [ l_g_pix: 3.6383e-02 ] [ l_g_total: 3.6383e-02 ] +2024-10-25 08:38:27,884 INFO: [ epoch: 6 ] [ iter: 32,000 ] [ performance: 20.302 it/s ] [ lr: 1.00e-04 ] [ eta: 1601 days, 3:31:15 ] [ l_g_pix: 3.3758e-02 ] [ l_g_total: 3.3758e-02 ] +2024-10-25 08:38:33,079 INFO: [ epoch: 6 ] [ iter: 32,100 ] [ performance: 19.545 it/s ] [ lr: 1.00e-04 ] [ eta: 1602 days, 20:59:54 ] [ l_g_pix: 3.3076e-02 ] [ l_g_total: 3.3076e-02 ] +2024-10-25 08:38:38,109 INFO: [ epoch: 6 ] [ iter: 32,200 ] [ performance: 19.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1604 days, 11:03:33 ] [ l_g_pix: 3.7331e-02 ] [ l_g_total: 3.7331e-02 ] +2024-10-25 08:38:43,121 INFO: [ epoch: 6 ] [ iter: 32,300 ] [ performance: 19.958 it/s ] [ lr: 1.00e-04 ] [ eta: 1606 days, 0:30:58 ] [ l_g_pix: 3.4524e-02 ] [ l_g_total: 3.4524e-02 ] +2024-10-25 08:38:48,233 INFO: [ epoch: 6 ] [ iter: 32,400 ] [ performance: 19.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1607 days, 15:34:13 ] [ l_g_pix: 3.4996e-02 ] [ l_g_total: 3.4996e-02 ] +2024-10-25 08:38:53,369 INFO: [ epoch: 6 ] [ iter: 32,500 ] [ performance: 19.487 it/s ] [ lr: 1.00e-04 ] [ eta: 1609 days, 6:48:23 ] [ l_g_pix: 4.6624e-02 ] [ l_g_total: 4.6624e-02 ] +2024-10-25 08:38:58,398 INFO: [ epoch: 6 ] [ iter: 32,600 ] [ performance: 20.265 it/s ] [ lr: 1.00e-04 ] [ eta: 1610 days, 19:43:52 ] [ l_g_pix: 2.7668e-02 ] [ l_g_total: 2.7668e-02 ] +2024-10-25 08:39:03,432 INFO: [ epoch: 6 ] [ iter: 32,700 ] [ performance: 19.976 it/s ] [ lr: 1.00e-04 ] [ eta: 1612 days, 8:28:24 ] [ l_g_pix: 3.5326e-02 ] [ l_g_total: 3.5326e-02 ] +2024-10-25 08:39:08,606 INFO: [ epoch: 6 ] [ iter: 32,800 ] [ performance: 20.645 it/s ] [ lr: 1.00e-04 ] [ eta: 1613 days, 23:33:11 ] [ l_g_pix: 3.3959e-02 ] [ l_g_total: 3.3959e-02 ] +2024-10-25 08:39:14,897 INFO: [ epoch: 7 ] [ iter: 32,900 ] [ performance: 16.952 it/s ] [ lr: 1.00e-04 ] [ eta: 1616 days, 11:09:15 ] [ l_g_pix: 3.1224e-02 ] [ l_g_total: 3.1224e-02 ] +2024-10-25 08:39:19,892 INFO: [ epoch: 7 ] [ iter: 33,000 ] [ performance: 19.607 it/s ] [ lr: 1.00e-04 ] [ eta: 1617 days, 22:18:59 ] [ l_g_pix: 3.4637e-02 ] [ l_g_total: 3.4637e-02 ] +2024-10-25 08:39:24,933 INFO: [ epoch: 7 ] [ iter: 33,100 ] [ performance: 19.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1619 days, 10:02:00 ] [ l_g_pix: 3.5788e-02 ] [ l_g_total: 3.5788e-02 ] +2024-10-25 08:39:30,031 INFO: [ epoch: 7 ] [ iter: 33,200 ] [ performance: 19.615 it/s ] [ lr: 1.00e-04 ] [ eta: 1620 days, 22:32:22 ] [ l_g_pix: 2.7681e-02 ] [ l_g_total: 2.7681e-02 ] +2024-10-25 08:39:35,151 INFO: [ epoch: 7 ] [ iter: 33,300 ] [ performance: 19.556 it/s ] [ lr: 1.00e-04 ] [ eta: 1622 days, 11:09:16 ] [ l_g_pix: 2.9366e-02 ] [ l_g_total: 2.9366e-02 ] +2024-10-25 08:39:40,561 INFO: [ epoch: 7 ] [ iter: 33,400 ] [ performance: 17.002 it/s ] [ lr: 1.00e-04 ] [ eta: 1624 days, 4:50:57 ] [ l_g_pix: 3.8065e-02 ] [ l_g_total: 3.8065e-02 ] +2024-10-25 08:39:45,822 INFO: [ epoch: 7 ] [ iter: 33,500 ] [ performance: 18.457 it/s ] [ lr: 1.00e-04 ] [ eta: 1625 days, 19:30:22 ] [ l_g_pix: 3.7666e-02 ] [ l_g_total: 3.7666e-02 ] +2024-10-25 08:39:50,816 INFO: [ epoch: 7 ] [ iter: 33,600 ] [ performance: 20.350 it/s ] [ lr: 1.00e-04 ] [ eta: 1627 days, 4:56:59 ] [ l_g_pix: 4.3284e-02 ] [ l_g_total: 4.3284e-02 ] +2024-10-25 08:39:55,753 INFO: [ epoch: 7 ] [ iter: 33,700 ] [ performance: 20.283 it/s ] [ lr: 1.00e-04 ] [ eta: 1628 days, 13:02:35 ] [ l_g_pix: 2.7793e-02 ] [ l_g_total: 2.7793e-02 ] +2024-10-25 08:40:00,823 INFO: [ epoch: 7 ] [ iter: 33,800 ] [ performance: 19.916 it/s ] [ lr: 1.00e-04 ] [ eta: 1629 days, 23:19:49 ] [ l_g_pix: 3.8571e-02 ] [ l_g_total: 3.8571e-02 ] +2024-10-25 08:40:05,884 INFO: [ epoch: 7 ] [ iter: 33,900 ] [ performance: 19.800 it/s ] [ lr: 1.00e-04 ] [ eta: 1631 days, 9:09:01 ] [ l_g_pix: 2.9583e-02 ] [ l_g_total: 2.9583e-02 ] +2024-10-25 08:40:10,820 INFO: [ epoch: 7 ] [ iter: 34,000 ] [ performance: 19.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1632 days, 16:25:12 ] [ l_g_pix: 2.6113e-02 ] [ l_g_total: 2.6113e-02 ] +2024-10-25 08:40:16,542 INFO: [ epoch: 7 ] [ iter: 34,100 ] [ performance: 18.006 it/s ] [ lr: 1.00e-04 ] [ eta: 1634 days, 13:47:34 ] [ l_g_pix: 3.3331e-02 ] [ l_g_total: 3.3331e-02 ] +2024-10-25 08:40:21,669 INFO: [ epoch: 7 ] [ iter: 34,200 ] [ performance: 19.216 it/s ] [ lr: 1.00e-04 ] [ eta: 1635 days, 23:58:03 ] [ l_g_pix: 2.6005e-02 ] [ l_g_total: 2.6005e-02 ] +2024-10-25 08:40:26,790 INFO: [ epoch: 7 ] [ iter: 34,300 ] [ performance: 19.456 it/s ] [ lr: 1.00e-04 ] [ eta: 1637 days, 9:45:24 ] [ l_g_pix: 3.9973e-02 ] [ l_g_total: 3.9973e-02 ] +2024-10-25 08:40:31,769 INFO: [ epoch: 7 ] [ iter: 34,400 ] [ performance: 19.776 it/s ] [ lr: 1.00e-04 ] [ eta: 1638 days, 16:39:54 ] [ l_g_pix: 3.8215e-02 ] [ l_g_total: 3.8215e-02 ] +2024-10-25 08:40:36,853 INFO: [ epoch: 7 ] [ iter: 34,500 ] [ performance: 19.697 it/s ] [ lr: 1.00e-04 ] [ eta: 1640 days, 1:12:05 ] [ l_g_pix: 3.8764e-02 ] [ l_g_total: 3.8764e-02 ] +2024-10-25 08:40:41,999 INFO: [ epoch: 7 ] [ iter: 34,600 ] [ performance: 19.223 it/s ] [ lr: 1.00e-04 ] [ eta: 1641 days, 10:35:50 ] [ l_g_pix: 3.5930e-02 ] [ l_g_total: 3.5930e-02 ] +2024-10-25 08:40:47,128 INFO: [ epoch: 7 ] [ iter: 34,700 ] [ performance: 19.438 it/s ] [ lr: 1.00e-04 ] [ eta: 1642 days, 19:23:48 ] [ l_g_pix: 3.9084e-02 ] [ l_g_total: 3.9084e-02 ] +2024-10-25 08:40:53,351 INFO: [ epoch: 7 ] [ iter: 34,800 ] [ performance: 14.597 it/s ] [ lr: 1.00e-04 ] [ eta: 1644 days, 23:43:17 ] [ l_g_pix: 4.4022e-02 ] [ l_g_total: 4.4022e-02 ] +2024-10-25 08:40:58,536 INFO: [ epoch: 7 ] [ iter: 34,900 ] [ performance: 18.055 it/s ] [ lr: 1.00e-04 ] [ eta: 1646 days, 8:55:49 ] [ l_g_pix: 2.7845e-02 ] [ l_g_total: 2.7845e-02 ] +2024-10-25 08:41:03,638 INFO: [ epoch: 7 ] [ iter: 35,000 ] [ performance: 19.585 it/s ] [ lr: 1.00e-04 ] [ eta: 1647 days, 16:21:13 ] [ l_g_pix: 3.1266e-02 ] [ l_g_total: 3.1266e-02 ] +2024-10-25 08:41:08,819 INFO: [ epoch: 7 ] [ iter: 35,100 ] [ performance: 19.363 it/s ] [ lr: 1.00e-04 ] [ eta: 1649 days, 0:54:24 ] [ l_g_pix: 3.8443e-02 ] [ l_g_total: 3.8443e-02 ] +2024-10-25 08:41:13,886 INFO: [ epoch: 7 ] [ iter: 35,200 ] [ performance: 20.134 it/s ] [ lr: 1.00e-04 ] [ eta: 1650 days, 7:07:34 ] [ l_g_pix: 3.2425e-02 ] [ l_g_total: 3.2425e-02 ] +2024-10-25 08:41:18,942 INFO: [ epoch: 7 ] [ iter: 35,300 ] [ performance: 19.851 it/s ] [ lr: 1.00e-04 ] [ eta: 1651 days, 12:52:01 ] [ l_g_pix: 3.5881e-02 ] [ l_g_total: 3.5881e-02 ] +2024-10-25 08:41:24,077 INFO: [ epoch: 7 ] [ iter: 35,400 ] [ performance: 19.138 it/s ] [ lr: 1.00e-04 ] [ eta: 1652 days, 19:44:53 ] [ l_g_pix: 4.6514e-02 ] [ l_g_total: 4.6514e-02 ] +2024-10-25 08:41:29,773 INFO: [ epoch: 7 ] [ iter: 35,500 ] [ performance: 17.843 it/s ] [ lr: 1.00e-04 ] [ eta: 1654 days, 12:23:52 ] [ l_g_pix: 2.9377e-02 ] [ l_g_total: 2.9377e-02 ] +2024-10-25 08:41:34,842 INFO: [ epoch: 7 ] [ iter: 35,600 ] [ performance: 19.436 it/s ] [ lr: 1.00e-04 ] [ eta: 1655 days, 17:30:12 ] [ l_g_pix: 3.8248e-02 ] [ l_g_total: 3.8248e-02 ] +2024-10-25 08:41:39,922 INFO: [ epoch: 7 ] [ iter: 35,700 ] [ performance: 19.639 it/s ] [ lr: 1.00e-04 ] [ eta: 1656 days, 22:32:11 ] [ l_g_pix: 3.2732e-02 ] [ l_g_total: 3.2732e-02 ] +2024-10-25 08:41:44,997 INFO: [ epoch: 7 ] [ iter: 35,800 ] [ performance: 19.405 it/s ] [ lr: 1.00e-04 ] [ eta: 1658 days, 3:11:40 ] [ l_g_pix: 3.2449e-02 ] [ l_g_total: 3.2449e-02 ] +2024-10-25 08:41:50,114 INFO: [ epoch: 7 ] [ iter: 35,900 ] [ performance: 19.519 it/s ] [ lr: 1.00e-04 ] [ eta: 1659 days, 8:19:07 ] [ l_g_pix: 3.9725e-02 ] [ l_g_total: 3.9725e-02 ] +2024-10-25 08:41:55,212 INFO: [ epoch: 7 ] [ iter: 36,000 ] [ performance: 19.331 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 12:48:46 ] [ l_g_pix: 3.5705e-02 ] [ l_g_total: 3.5705e-02 ] +2024-10-25 08:42:00,302 INFO: [ epoch: 7 ] [ iter: 36,100 ] [ performance: 19.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1661 days, 16:53:34 ] [ l_g_pix: 3.2374e-02 ] [ l_g_total: 3.2374e-02 ] +2024-10-25 08:42:05,866 INFO: [ epoch: 7 ] [ iter: 36,200 ] [ performance: 19.425 it/s ] [ lr: 1.00e-04 ] [ eta: 1663 days, 5:04:58 ] [ l_g_pix: 3.5011e-02 ] [ l_g_total: 3.5011e-02 ] +2024-10-25 08:42:10,838 INFO: [ epoch: 7 ] [ iter: 36,300 ] [ performance: 19.998 it/s ] [ lr: 1.00e-04 ] [ eta: 1664 days, 6:29:08 ] [ l_g_pix: 3.9334e-02 ] [ l_g_total: 3.9334e-02 ] +2024-10-25 08:42:15,930 INFO: [ epoch: 7 ] [ iter: 36,400 ] [ performance: 18.981 it/s ] [ lr: 1.00e-04 ] [ eta: 1665 days, 9:44:25 ] [ l_g_pix: 2.6904e-02 ] [ l_g_total: 2.6904e-02 ] +2024-10-25 08:42:21,116 INFO: [ epoch: 7 ] [ iter: 36,500 ] [ performance: 19.236 it/s ] [ lr: 1.00e-04 ] [ eta: 1666 days, 14:22:00 ] [ l_g_pix: 3.5905e-02 ] [ l_g_total: 3.5905e-02 ] +2024-10-25 08:42:26,326 INFO: [ epoch: 7 ] [ iter: 36,600 ] [ performance: 19.609 it/s ] [ lr: 1.00e-04 ] [ eta: 1667 days, 19:08:19 ] [ l_g_pix: 4.1086e-02 ] [ l_g_total: 4.1086e-02 ] +2024-10-25 08:42:31,437 INFO: [ epoch: 7 ] [ iter: 36,700 ] [ performance: 19.576 it/s ] [ lr: 1.00e-04 ] [ eta: 1668 days, 21:51:33 ] [ l_g_pix: 3.2092e-02 ] [ l_g_total: 3.2092e-02 ] +2024-10-25 08:42:36,898 INFO: [ epoch: 7 ] [ iter: 36,800 ] [ performance: 15.323 it/s ] [ lr: 1.00e-04 ] [ eta: 1670 days, 6:27:01 ] [ l_g_pix: 3.4011e-02 ] [ l_g_total: 3.4011e-02 ] +2024-10-25 08:42:42,204 INFO: [ epoch: 7 ] [ iter: 36,900 ] [ performance: 18.237 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 12:02:07 ] [ l_g_pix: 2.9554e-02 ] [ l_g_total: 2.9554e-02 ] +2024-10-25 08:42:47,366 INFO: [ epoch: 7 ] [ iter: 37,000 ] [ performance: 19.112 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 14:47:18 ] [ l_g_pix: 3.1978e-02 ] [ l_g_total: 3.1978e-02 ] +2024-10-25 08:42:52,519 INFO: [ epoch: 7 ] [ iter: 37,100 ] [ performance: 19.368 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 17:05:51 ] [ l_g_pix: 2.9694e-02 ] [ l_g_total: 2.9694e-02 ] +2024-10-25 08:42:57,612 INFO: [ epoch: 7 ] [ iter: 37,200 ] [ performance: 19.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1674 days, 18:04:49 ] [ l_g_pix: 3.2283e-02 ] [ l_g_total: 3.2283e-02 ] +2024-10-25 08:43:02,765 INFO: [ epoch: 7 ] [ iter: 37,300 ] [ performance: 19.426 it/s ] [ lr: 1.00e-04 ] [ eta: 1675 days, 19:49:01 ] [ l_g_pix: 3.4152e-02 ] [ l_g_total: 3.4152e-02 ] +2024-10-25 08:43:07,849 INFO: [ epoch: 7 ] [ iter: 37,400 ] [ performance: 20.503 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 20:04:51 ] [ l_g_pix: 4.2356e-02 ] [ l_g_total: 4.2356e-02 ] +2024-10-25 08:43:14,418 INFO: [ epoch: 8 ] [ iter: 37,500 ] [ performance: 15.722 it/s ] [ lr: 1.00e-04 ] [ eta: 1678 days, 21:49:57 ] [ l_g_pix: 3.1589e-02 ] [ l_g_total: 3.1589e-02 ] +2024-10-25 08:43:19,575 INFO: [ epoch: 8 ] [ iter: 37,600 ] [ performance: 19.228 it/s ] [ lr: 1.00e-04 ] [ eta: 1679 days, 22:45:19 ] [ l_g_pix: 3.7527e-02 ] [ l_g_total: 3.7527e-02 ] +2024-10-25 08:43:24,735 INFO: [ epoch: 8 ] [ iter: 37,700 ] [ performance: 19.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1680 days, 23:26:21 ] [ l_g_pix: 3.4548e-02 ] [ l_g_total: 3.4548e-02 ] +2024-10-25 08:43:29,882 INFO: [ epoch: 8 ] [ iter: 37,800 ] [ performance: 19.219 it/s ] [ lr: 1.00e-04 ] [ eta: 1681 days, 23:36:15 ] [ l_g_pix: 3.5224e-02 ] [ l_g_total: 3.5224e-02 ] +2024-10-25 08:43:35,069 INFO: [ epoch: 8 ] [ iter: 37,900 ] [ performance: 19.274 it/s ] [ lr: 1.00e-04 ] [ eta: 1683 days, 0:10:48 ] [ l_g_pix: 3.2820e-02 ] [ l_g_total: 3.2820e-02 ] +2024-10-25 08:43:40,170 INFO: [ epoch: 8 ] [ iter: 38,000 ] [ performance: 20.214 it/s ] [ lr: 1.00e-04 ] [ eta: 1683 days, 22:58:57 ] [ l_g_pix: 3.7857e-02 ] [ l_g_total: 3.7857e-02 ] +2024-10-25 08:43:45,329 INFO: [ epoch: 8 ] [ iter: 38,100 ] [ performance: 19.467 it/s ] [ lr: 1.00e-04 ] [ eta: 1684 days, 22:29:31 ] [ l_g_pix: 3.4942e-02 ] [ l_g_total: 3.4942e-02 ] +2024-10-25 08:43:51,002 INFO: [ epoch: 8 ] [ iter: 38,200 ] [ performance: 18.929 it/s ] [ lr: 1.00e-04 ] [ eta: 1686 days, 6:32:58 ] [ l_g_pix: 2.9937e-02 ] [ l_g_total: 2.9937e-02 ] +2024-10-25 08:43:56,080 INFO: [ epoch: 8 ] [ iter: 38,300 ] [ performance: 19.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1687 days, 4:05:11 ] [ l_g_pix: 4.0262e-02 ] [ l_g_total: 4.0262e-02 ] +2024-10-25 08:44:01,179 INFO: [ epoch: 8 ] [ iter: 38,400 ] [ performance: 20.010 it/s ] [ lr: 1.00e-04 ] [ eta: 1688 days, 1:42:29 ] [ l_g_pix: 3.3591e-02 ] [ l_g_total: 3.3591e-02 ] +2024-10-25 08:44:06,403 INFO: [ epoch: 8 ] [ iter: 38,500 ] [ performance: 19.228 it/s ] [ lr: 1.00e-04 ] [ eta: 1689 days, 1:11:00 ] [ l_g_pix: 4.5001e-02 ] [ l_g_total: 4.5001e-02 ] +2024-10-25 08:44:11,572 INFO: [ epoch: 8 ] [ iter: 38,600 ] [ performance: 19.940 it/s ] [ lr: 1.00e-04 ] [ eta: 1689 days, 23:25:17 ] [ l_g_pix: 2.9456e-02 ] [ l_g_total: 2.9456e-02 ] +2024-10-25 08:44:16,712 INFO: [ epoch: 8 ] [ iter: 38,700 ] [ performance: 19.490 it/s ] [ lr: 1.00e-04 ] [ eta: 1690 days, 20:53:47 ] [ l_g_pix: 3.6160e-02 ] [ l_g_total: 3.6160e-02 ] +2024-10-25 08:44:22,284 INFO: [ epoch: 8 ] [ iter: 38,800 ] [ performance: 16.664 it/s ] [ lr: 1.00e-04 ] [ eta: 1692 days, 1:24:18 ] [ l_g_pix: 3.4306e-02 ] [ l_g_total: 3.4306e-02 ] +2024-10-25 08:44:27,407 INFO: [ epoch: 8 ] [ iter: 38,900 ] [ performance: 19.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1692 days, 21:59:44 ] [ l_g_pix: 3.0829e-02 ] [ l_g_total: 3.0829e-02 ] +2024-10-25 08:44:32,530 INFO: [ epoch: 8 ] [ iter: 39,000 ] [ performance: 19.276 it/s ] [ lr: 1.00e-04 ] [ eta: 1693 days, 18:18:37 ] [ l_g_pix: 4.3904e-02 ] [ l_g_total: 4.3904e-02 ] +2024-10-25 08:44:37,653 INFO: [ epoch: 8 ] [ iter: 39,100 ] [ performance: 19.507 it/s ] [ lr: 1.00e-04 ] [ eta: 1694 days, 14:20:17 ] [ l_g_pix: 3.3710e-02 ] [ l_g_total: 3.3710e-02 ] +2024-10-25 08:44:42,805 INFO: [ epoch: 8 ] [ iter: 39,200 ] [ performance: 19.247 it/s ] [ lr: 1.00e-04 ] [ eta: 1695 days, 10:33:06 ] [ l_g_pix: 2.9196e-02 ] [ l_g_total: 2.9196e-02 ] +2024-10-25 08:44:47,953 INFO: [ epoch: 8 ] [ iter: 39,300 ] [ performance: 19.418 it/s ] [ lr: 1.00e-04 ] [ eta: 1696 days, 6:25:58 ] [ l_g_pix: 4.2442e-02 ] [ l_g_total: 4.2442e-02 ] +2024-10-25 08:44:53,108 INFO: [ epoch: 8 ] [ iter: 39,400 ] [ performance: 19.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1697 days, 2:08:14 ] [ l_g_pix: 2.7797e-02 ] [ l_g_total: 2.7797e-02 ] +2024-10-25 08:44:59,132 INFO: [ epoch: 8 ] [ iter: 39,500 ] [ performance: 16.694 it/s ] [ lr: 1.00e-04 ] [ eta: 1698 days, 12:09:41 ] [ l_g_pix: 3.3221e-02 ] [ l_g_total: 3.3221e-02 ] +2024-10-25 08:45:04,179 INFO: [ epoch: 8 ] [ iter: 39,600 ] [ performance: 19.609 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 5:26:54 ] [ l_g_pix: 3.5811e-02 ] [ l_g_total: 3.5811e-02 ] +2024-10-25 08:45:09,338 INFO: [ epoch: 8 ] [ iter: 39,700 ] [ performance: 19.390 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 0:21:13 ] [ l_g_pix: 3.3162e-02 ] [ l_g_total: 3.3162e-02 ] +2024-10-25 08:45:14,438 INFO: [ epoch: 8 ] [ iter: 39,800 ] [ performance: 19.488 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 17:58:05 ] [ l_g_pix: 2.6182e-02 ] [ l_g_total: 2.6182e-02 ] +2024-10-25 08:45:19,485 INFO: [ epoch: 8 ] [ iter: 39,900 ] [ performance: 19.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1701 days, 10:24:42 ] [ l_g_pix: 3.5691e-02 ] [ l_g_total: 3.5691e-02 ] +2024-10-25 08:45:24,522 INFO: [ epoch: 8 ] [ iter: 40,000 ] [ performance: 18.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 2:25:14 ] [ l_g_pix: 2.9982e-02 ] [ l_g_total: 2.9982e-02 ] +2024-10-25 08:45:24,522 INFO: Saving models and training states. +2024-10-25 08:46:43,370 INFO: Validation val + + # psnr: 22.0486........ Best: 22.0486 @ 40000 iter + # ssim: 0.6487........ Best: 0.6487 @ 40000 iter + # dists: 0.7866........ Best: 0.7866 @ 40000 iter + +2024-10-25 08:46:48,481 INFO: [ epoch: 8 ] [ iter: 40,100 ] [ performance: 19.563 it/s ] [ lr: 1.00e-04 ] [ eta: 1757 days, 11:17:17 ] [ l_g_pix: 4.0710e-02 ] [ l_g_total: 4.0710e-02 ] +2024-10-25 08:46:53,664 INFO: [ epoch: 8 ] [ iter: 40,200 ] [ performance: 19.428 it/s ] [ lr: 1.00e-04 ] [ eta: 1758 days, 2:58:36 ] [ l_g_pix: 4.0603e-02 ] [ l_g_total: 4.0603e-02 ] +2024-10-25 08:46:58,598 INFO: [ epoch: 8 ] [ iter: 40,300 ] [ performance: 20.271 it/s ] [ lr: 1.00e-04 ] [ eta: 1758 days, 14:13:55 ] [ l_g_pix: 3.8263e-02 ] [ l_g_total: 3.8263e-02 ] +2024-10-25 08:47:03,641 INFO: [ epoch: 8 ] [ iter: 40,400 ] [ performance: 20.049 it/s ] [ lr: 1.00e-04 ] [ eta: 1759 days, 3:01:19 ] [ l_g_pix: 2.6076e-02 ] [ l_g_total: 2.6076e-02 ] +2024-10-25 08:47:09,032 INFO: [ epoch: 8 ] [ iter: 40,500 ] [ performance: 18.541 it/s ] [ lr: 1.00e-04 ] [ eta: 1759 days, 21:16:47 ] [ l_g_pix: 3.5261e-02 ] [ l_g_total: 3.5261e-02 ] +2024-10-25 08:47:14,117 INFO: [ epoch: 8 ] [ iter: 40,600 ] [ performance: 19.091 it/s ] [ lr: 1.00e-04 ] [ eta: 1760 days, 10:11:34 ] [ l_g_pix: 2.4722e-02 ] [ l_g_total: 2.4722e-02 ] +2024-10-25 08:47:19,246 INFO: [ epoch: 8 ] [ iter: 40,700 ] [ performance: 19.529 it/s ] [ lr: 1.00e-04 ] [ eta: 1760 days, 23:33:07 ] [ l_g_pix: 3.9470e-02 ] [ l_g_total: 3.9470e-02 ] +2024-10-25 08:47:24,226 INFO: [ epoch: 8 ] [ iter: 40,800 ] [ performance: 19.804 it/s ] [ lr: 1.00e-04 ] [ eta: 1761 days, 10:10:42 ] [ l_g_pix: 3.7224e-02 ] [ l_g_total: 3.7224e-02 ] +2024-10-25 08:47:29,382 INFO: [ epoch: 8 ] [ iter: 40,900 ] [ performance: 19.360 it/s ] [ lr: 1.00e-04 ] [ eta: 1761 days, 23:23:59 ] [ l_g_pix: 4.0610e-02 ] [ l_g_total: 4.0610e-02 ] +2024-10-25 08:47:34,462 INFO: [ epoch: 8 ] [ iter: 41,000 ] [ performance: 19.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1762 days, 11:06:05 ] [ l_g_pix: 2.9198e-02 ] [ l_g_total: 2.9198e-02 ] +2024-10-25 08:47:39,665 INFO: [ epoch: 8 ] [ iter: 41,100 ] [ performance: 19.212 it/s ] [ lr: 1.00e-04 ] [ eta: 1763 days, 0:32:10 ] [ l_g_pix: 3.9090e-02 ] [ l_g_total: 3.9090e-02 ] +2024-10-25 08:47:45,165 INFO: [ epoch: 8 ] [ iter: 41,200 ] [ performance: 18.673 it/s ] [ lr: 1.00e-04 ] [ eta: 1763 days, 18:31:45 ] [ l_g_pix: 3.7774e-02 ] [ l_g_total: 3.7774e-02 ] +2024-10-25 08:47:50,255 INFO: [ epoch: 8 ] [ iter: 41,300 ] [ performance: 19.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1764 days, 5:32:05 ] [ l_g_pix: 4.5717e-02 ] [ l_g_total: 4.5717e-02 ] +2024-10-25 08:47:55,384 INFO: [ epoch: 8 ] [ iter: 41,400 ] [ performance: 19.532 it/s ] [ lr: 1.00e-04 ] [ eta: 1764 days, 16:53:25 ] [ l_g_pix: 3.6052e-02 ] [ l_g_total: 3.6052e-02 ] +2024-10-25 08:48:00,477 INFO: [ epoch: 8 ] [ iter: 41,500 ] [ performance: 19.638 it/s ] [ lr: 1.00e-04 ] [ eta: 1765 days, 3:22:28 ] [ l_g_pix: 3.5235e-02 ] [ l_g_total: 3.5235e-02 ] +2024-10-25 08:48:05,582 INFO: [ epoch: 8 ] [ iter: 41,600 ] [ performance: 19.614 it/s ] [ lr: 1.00e-04 ] [ eta: 1765 days, 13:46:02 ] [ l_g_pix: 3.2291e-02 ] [ l_g_total: 3.2291e-02 ] +2024-10-25 08:48:10,751 INFO: [ epoch: 8 ] [ iter: 41,700 ] [ performance: 19.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1766 days, 0:55:04 ] [ l_g_pix: 3.4954e-02 ] [ l_g_total: 3.4954e-02 ] +2024-10-25 08:48:16,059 INFO: [ epoch: 8 ] [ iter: 41,800 ] [ performance: 19.083 it/s ] [ lr: 1.00e-04 ] [ eta: 1766 days, 14:00:54 ] [ l_g_pix: 2.5612e-02 ] [ l_g_total: 2.5612e-02 ] +2024-10-25 08:48:21,241 INFO: [ epoch: 8 ] [ iter: 41,900 ] [ performance: 19.746 it/s ] [ lr: 1.00e-04 ] [ eta: 1767 days, 0:47:53 ] [ l_g_pix: 2.7914e-02 ] [ l_g_total: 2.7914e-02 ] +2024-10-25 08:48:26,372 INFO: [ epoch: 8 ] [ iter: 42,000 ] [ performance: 19.613 it/s ] [ lr: 1.00e-04 ] [ eta: 1767 days, 10:27:48 ] [ l_g_pix: 3.1779e-02 ] [ l_g_total: 3.1779e-02 ] +2024-10-25 08:48:31,341 INFO: [ epoch: 8 ] [ iter: 42,100 ] [ performance: 20.134 it/s ] [ lr: 1.00e-04 ] [ eta: 1767 days, 17:15:29 ] [ l_g_pix: 2.5629e-02 ] [ l_g_total: 2.5629e-02 ] +2024-10-25 08:48:37,408 INFO: [ epoch: 9 ] [ iter: 42,200 ] [ performance: 18.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1768 days, 17:22:24 ] [ l_g_pix: 4.0097e-02 ] [ l_g_total: 4.0097e-02 ] +2024-10-25 08:48:42,437 INFO: [ epoch: 9 ] [ iter: 42,300 ] [ performance: 19.934 it/s ] [ lr: 1.00e-04 ] [ eta: 1769 days, 0:32:35 ] [ l_g_pix: 2.7433e-02 ] [ l_g_total: 2.7433e-02 ] +2024-10-25 08:48:47,533 INFO: [ epoch: 9 ] [ iter: 42,400 ] [ performance: 19.771 it/s ] [ lr: 1.00e-04 ] [ eta: 1769 days, 8:29:35 ] [ l_g_pix: 3.0845e-02 ] [ l_g_total: 3.0845e-02 ] +2024-10-25 08:48:53,237 INFO: [ epoch: 9 ] [ iter: 42,500 ] [ performance: 17.335 it/s ] [ lr: 1.00e-04 ] [ eta: 1770 days, 1:52:06 ] [ l_g_pix: 2.7101e-02 ] [ l_g_total: 2.7101e-02 ] +2024-10-25 08:48:58,290 INFO: [ epoch: 9 ] [ iter: 42,600 ] [ performance: 18.554 it/s ] [ lr: 1.00e-04 ] [ eta: 1770 days, 8:33:26 ] [ l_g_pix: 3.0313e-02 ] [ l_g_total: 3.0313e-02 ] +2024-10-25 08:49:03,345 INFO: [ epoch: 9 ] [ iter: 42,700 ] [ performance: 19.704 it/s ] [ lr: 1.00e-04 ] [ eta: 1770 days, 14:59:28 ] [ l_g_pix: 3.4328e-02 ] [ l_g_total: 3.4328e-02 ] +2024-10-25 08:49:08,453 INFO: [ epoch: 9 ] [ iter: 42,800 ] [ performance: 19.638 it/s ] [ lr: 1.00e-04 ] [ eta: 1770 days, 21:59:10 ] [ l_g_pix: 2.6409e-02 ] [ l_g_total: 2.6409e-02 ] +2024-10-25 08:49:13,536 INFO: [ epoch: 9 ] [ iter: 42,900 ] [ performance: 19.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1771 days, 4:17:43 ] [ l_g_pix: 2.5904e-02 ] [ l_g_total: 2.5904e-02 ] +2024-10-25 08:49:18,783 INFO: [ epoch: 9 ] [ iter: 43,000 ] [ performance: 19.387 it/s ] [ lr: 1.00e-04 ] [ eta: 1771 days, 12:55:59 ] [ l_g_pix: 2.9238e-02 ] [ l_g_total: 2.9238e-02 ] +2024-10-25 08:49:23,910 INFO: [ epoch: 9 ] [ iter: 43,100 ] [ performance: 19.548 it/s ] [ lr: 1.00e-04 ] [ eta: 1771 days, 19:22:20 ] [ l_g_pix: 3.3955e-02 ] [ l_g_total: 3.3955e-02 ] +2024-10-25 08:49:29,602 INFO: [ epoch: 9 ] [ iter: 43,200 ] [ performance: 18.433 it/s ] [ lr: 1.00e-04 ] [ eta: 1772 days, 10:26:35 ] [ l_g_pix: 3.9547e-02 ] [ l_g_total: 3.9547e-02 ] +2024-10-25 08:49:34,743 INFO: [ epoch: 9 ] [ iter: 43,300 ] [ performance: 19.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1772 days, 16:31:16 ] [ l_g_pix: 2.5935e-02 ] [ l_g_total: 2.5935e-02 ] +2024-10-25 08:49:39,800 INFO: [ epoch: 9 ] [ iter: 43,400 ] [ performance: 19.660 it/s ] [ lr: 1.00e-04 ] [ eta: 1772 days, 20:59:47 ] [ l_g_pix: 2.9213e-02 ] [ l_g_total: 2.9213e-02 ] +2024-10-25 08:49:44,699 INFO: [ epoch: 9 ] [ iter: 43,500 ] [ performance: 20.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1772 days, 22:41:40 ] [ l_g_pix: 3.6334e-02 ] [ l_g_total: 3.6334e-02 ] +2024-10-25 08:49:49,761 INFO: [ epoch: 9 ] [ iter: 43,600 ] [ performance: 20.183 it/s ] [ lr: 1.00e-04 ] [ eta: 1773 days, 2:41:51 ] [ l_g_pix: 3.1491e-02 ] [ l_g_total: 3.1491e-02 ] +2024-10-25 08:49:54,866 INFO: [ epoch: 9 ] [ iter: 43,700 ] [ performance: 19.711 it/s ] [ lr: 1.00e-04 ] [ eta: 1773 days, 7:04:21 ] [ l_g_pix: 3.4891e-02 ] [ l_g_total: 3.4891e-02 ] +2024-10-25 08:50:00,009 INFO: [ epoch: 9 ] [ iter: 43,800 ] [ performance: 19.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1773 days, 11:46:02 ] [ l_g_pix: 3.3019e-02 ] [ l_g_total: 3.3019e-02 ] +2024-10-25 08:50:05,734 INFO: [ epoch: 9 ] [ iter: 43,900 ] [ performance: 17.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 1:14:16 ] [ l_g_pix: 3.3350e-02 ] [ l_g_total: 3.3350e-02 ] +2024-10-25 08:50:10,857 INFO: [ epoch: 9 ] [ iter: 44,000 ] [ performance: 18.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 5:02:26 ] [ l_g_pix: 3.0783e-02 ] [ l_g_total: 3.0783e-02 ] +2024-10-25 08:50:15,871 INFO: [ epoch: 9 ] [ iter: 44,100 ] [ performance: 19.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 6:50:55 ] [ l_g_pix: 2.9361e-02 ] [ l_g_total: 2.9361e-02 ] +2024-10-25 08:50:20,887 INFO: [ epoch: 9 ] [ iter: 44,200 ] [ performance: 19.958 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 8:25:11 ] [ l_g_pix: 2.7123e-02 ] [ l_g_total: 2.7123e-02 ] +2024-10-25 08:50:26,008 INFO: [ epoch: 9 ] [ iter: 44,300 ] [ performance: 19.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 11:19:44 ] [ l_g_pix: 3.4785e-02 ] [ l_g_total: 3.4785e-02 ] +2024-10-25 08:50:31,165 INFO: [ epoch: 9 ] [ iter: 44,400 ] [ performance: 19.481 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 14:31:06 ] [ l_g_pix: 3.5157e-02 ] [ l_g_total: 3.5157e-02 ] +2024-10-25 08:50:36,372 INFO: [ epoch: 9 ] [ iter: 44,500 ] [ performance: 19.333 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 18:11:11 ] [ l_g_pix: 3.4571e-02 ] [ l_g_total: 3.4571e-02 ] +2024-10-25 08:50:42,046 INFO: [ epoch: 9 ] [ iter: 44,600 ] [ performance: 18.340 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 4:45:36 ] [ l_g_pix: 3.2796e-02 ] [ l_g_total: 3.2796e-02 ] +2024-10-25 08:50:47,196 INFO: [ epoch: 9 ] [ iter: 44,700 ] [ performance: 19.382 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 6:57:26 ] [ l_g_pix: 1.9971e-02 ] [ l_g_total: 1.9971e-02 ] +2024-10-25 08:50:52,420 INFO: [ epoch: 9 ] [ iter: 44,800 ] [ performance: 19.255 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 10:00:11 ] [ l_g_pix: 3.6798e-02 ] [ l_g_total: 3.6798e-02 ] +2024-10-25 08:50:57,605 INFO: [ epoch: 9 ] [ iter: 44,900 ] [ performance: 19.479 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 12:10:23 ] [ l_g_pix: 3.2359e-02 ] [ l_g_total: 3.2359e-02 ] +2024-10-25 08:51:02,713 INFO: [ epoch: 9 ] [ iter: 45,000 ] [ performance: 19.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 12:52:49 ] [ l_g_pix: 4.1663e-02 ] [ l_g_total: 4.1663e-02 ] +2024-10-25 08:51:07,829 INFO: [ epoch: 9 ] [ iter: 45,100 ] [ performance: 19.492 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 13:24:55 ] [ l_g_pix: 3.0363e-02 ] [ l_g_total: 3.0363e-02 ] +2024-10-25 08:51:13,389 INFO: [ epoch: 9 ] [ iter: 45,200 ] [ performance: 18.609 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 20:25:11 ] [ l_g_pix: 3.0517e-02 ] [ l_g_total: 3.0517e-02 ] +2024-10-25 08:51:18,724 INFO: [ epoch: 9 ] [ iter: 45,300 ] [ performance: 19.078 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 23:42:48 ] [ l_g_pix: 2.9481e-02 ] [ l_g_total: 2.9481e-02 ] +2024-10-25 08:51:23,877 INFO: [ epoch: 9 ] [ iter: 45,400 ] [ performance: 19.265 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 23:56:33 ] [ l_g_pix: 3.4462e-02 ] [ l_g_total: 3.4462e-02 ] +2024-10-25 08:51:28,970 INFO: [ epoch: 9 ] [ iter: 45,500 ] [ performance: 19.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 22:58:00 ] [ l_g_pix: 4.1027e-02 ] [ l_g_total: 4.1027e-02 ] +2024-10-25 08:51:34,105 INFO: [ epoch: 9 ] [ iter: 45,600 ] [ performance: 19.593 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 22:21:17 ] [ l_g_pix: 2.7236e-02 ] [ l_g_total: 2.7236e-02 ] +2024-10-25 08:51:39,047 INFO: [ epoch: 9 ] [ iter: 45,700 ] [ performance: 20.557 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 18:32:33 ] [ l_g_pix: 3.2797e-02 ] [ l_g_total: 3.2797e-02 ] +2024-10-25 08:51:44,172 INFO: [ epoch: 9 ] [ iter: 45,800 ] [ performance: 19.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 17:12:57 ] [ l_g_pix: 2.7412e-02 ] [ l_g_total: 2.7412e-02 ] +2024-10-25 08:51:49,832 INFO: [ epoch: 9 ] [ iter: 45,900 ] [ performance: 16.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 23:38:34 ] [ l_g_pix: 4.6798e-02 ] [ l_g_total: 4.6798e-02 ] +2024-10-25 08:51:54,862 INFO: [ epoch: 9 ] [ iter: 46,000 ] [ performance: 18.554 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 20:18:26 ] [ l_g_pix: 3.1665e-02 ] [ l_g_total: 3.1665e-02 ] +2024-10-25 08:51:59,913 INFO: [ epoch: 9 ] [ iter: 46,100 ] [ performance: 19.635 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 16:59:25 ] [ l_g_pix: 3.3286e-02 ] [ l_g_total: 3.3286e-02 ] +2024-10-25 08:52:04,996 INFO: [ epoch: 9 ] [ iter: 46,200 ] [ performance: 19.657 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 13:53:43 ] [ l_g_pix: 4.0189e-02 ] [ l_g_total: 4.0189e-02 ] +2024-10-25 08:52:10,186 INFO: [ epoch: 9 ] [ iter: 46,300 ] [ performance: 19.482 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 12:06:02 ] [ l_g_pix: 4.5153e-02 ] [ l_g_total: 4.5153e-02 ] +2024-10-25 08:52:15,284 INFO: [ epoch: 9 ] [ iter: 46,400 ] [ performance: 19.562 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 8:39:07 ] [ l_g_pix: 2.6646e-02 ] [ l_g_total: 2.6646e-02 ] +2024-10-25 08:52:20,327 INFO: [ epoch: 9 ] [ iter: 46,500 ] [ performance: 19.723 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 4:05:46 ] [ l_g_pix: 3.3885e-02 ] [ l_g_total: 3.3885e-02 ] +2024-10-25 08:52:25,952 INFO: [ epoch: 9 ] [ iter: 46,600 ] [ performance: 18.526 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 7:53:30 ] [ l_g_pix: 2.5158e-02 ] [ l_g_total: 2.5158e-02 ] +2024-10-25 08:52:31,058 INFO: [ epoch: 9 ] [ iter: 46,700 ] [ performance: 19.370 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 3:42:03 ] [ l_g_pix: 3.7682e-02 ] [ l_g_total: 3.7682e-02 ] +2024-10-25 08:52:36,115 INFO: [ epoch: 9 ] [ iter: 46,800 ] [ performance: 19.610 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 22:29:53 ] [ l_g_pix: 2.8450e-02 ] [ l_g_total: 2.8450e-02 ] +2024-10-25 08:52:42,313 INFO: [ epoch: 10 ] [ iter: 46,900 ] [ performance: 14.532 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 9:49:31 ] [ l_g_pix: 3.7468e-02 ] [ l_g_total: 3.7468e-02 ] +2024-10-25 08:52:47,442 INFO: [ epoch: 10 ] [ iter: 47,000 ] [ performance: 17.147 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 5:06:04 ] [ l_g_pix: 3.1948e-02 ] [ l_g_total: 3.1948e-02 ] +2024-10-25 08:52:52,697 INFO: [ epoch: 10 ] [ iter: 47,100 ] [ performance: 19.026 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 1:55:25 ] [ l_g_pix: 3.8424e-02 ] [ l_g_total: 3.8424e-02 ] +2024-10-25 08:52:58,269 INFO: [ epoch: 10 ] [ iter: 47,200 ] [ performance: 18.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 3:07:14 ] [ l_g_pix: 2.8035e-02 ] [ l_g_total: 2.8035e-02 ] +2024-10-25 08:53:03,295 INFO: [ epoch: 10 ] [ iter: 47,300 ] [ performance: 20.062 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 20:00:18 ] [ l_g_pix: 2.7406e-02 ] [ l_g_total: 2.7406e-02 ] +2024-10-25 08:53:08,348 INFO: [ epoch: 10 ] [ iter: 47,400 ] [ performance: 19.898 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 13:00:27 ] [ l_g_pix: 4.5093e-02 ] [ l_g_total: 4.5093e-02 ] +2024-10-25 08:53:13,376 INFO: [ epoch: 10 ] [ iter: 47,500 ] [ performance: 19.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 5:21:17 ] [ l_g_pix: 3.7648e-02 ] [ l_g_total: 3.7648e-02 ] +2024-10-25 08:53:18,436 INFO: [ epoch: 10 ] [ iter: 47,600 ] [ performance: 19.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1773 days, 21:53:24 ] [ l_g_pix: 2.7590e-02 ] [ l_g_total: 2.7590e-02 ] +2024-10-25 08:53:23,542 INFO: [ epoch: 10 ] [ iter: 47,700 ] [ performance: 19.679 it/s ] [ lr: 1.00e-04 ] [ eta: 1773 days, 14:49:04 ] [ l_g_pix: 2.6788e-02 ] [ l_g_total: 2.6788e-02 ] +2024-10-25 08:53:28,694 INFO: [ epoch: 10 ] [ iter: 47,800 ] [ performance: 19.513 it/s ] [ lr: 1.00e-04 ] [ eta: 1773 days, 8:08:23 ] [ l_g_pix: 3.6760e-02 ] [ l_g_total: 3.6760e-02 ] +2024-10-25 08:53:34,332 INFO: [ epoch: 10 ] [ iter: 47,900 ] [ performance: 16.769 it/s ] [ lr: 1.00e-04 ] [ eta: 1773 days, 8:11:59 ] [ l_g_pix: 3.6217e-02 ] [ l_g_total: 3.6217e-02 ] +2024-10-25 08:53:39,348 INFO: [ epoch: 10 ] [ iter: 48,000 ] [ performance: 18.596 it/s ] [ lr: 1.00e-04 ] [ eta: 1772 days, 22:56:55 ] [ l_g_pix: 3.4934e-02 ] [ l_g_total: 3.4934e-02 ] +2024-10-25 08:53:44,448 INFO: [ epoch: 10 ] [ iter: 48,100 ] [ performance: 19.647 it/s ] [ lr: 1.00e-04 ] [ eta: 1772 days, 14:39:07 ] [ l_g_pix: 3.1982e-02 ] [ l_g_total: 3.1982e-02 ] +2024-10-25 08:53:49,504 INFO: [ epoch: 10 ] [ iter: 48,200 ] [ performance: 19.730 it/s ] [ lr: 1.00e-04 ] [ eta: 1772 days, 5:25:53 ] [ l_g_pix: 2.8799e-02 ] [ l_g_total: 2.8799e-02 ] +2024-10-25 08:53:54,631 INFO: [ epoch: 10 ] [ iter: 48,300 ] [ performance: 19.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1771 days, 20:56:12 ] [ l_g_pix: 2.9032e-02 ] [ l_g_total: 2.9032e-02 ] +2024-10-25 08:53:59,719 INFO: [ epoch: 10 ] [ iter: 48,400 ] [ performance: 19.623 it/s ] [ lr: 1.00e-04 ] [ eta: 1771 days, 11:36:23 ] [ l_g_pix: 2.8051e-02 ] [ l_g_total: 2.8051e-02 ] +2024-10-25 08:54:04,803 INFO: [ epoch: 10 ] [ iter: 48,500 ] [ performance: 19.816 it/s ] [ lr: 1.00e-04 ] [ eta: 1771 days, 1:56:36 ] [ l_g_pix: 4.1891e-02 ] [ l_g_total: 4.1891e-02 ] +2024-10-25 08:54:10,483 INFO: [ epoch: 10 ] [ iter: 48,600 ] [ performance: 18.367 it/s ] [ lr: 1.00e-04 ] [ eta: 1771 days, 0:30:17 ] [ l_g_pix: 3.1309e-02 ] [ l_g_total: 3.1309e-02 ] +2024-10-25 08:54:15,557 INFO: [ epoch: 10 ] [ iter: 48,700 ] [ performance: 19.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1770 days, 14:06:49 ] [ l_g_pix: 2.9448e-02 ] [ l_g_total: 2.9448e-02 ] +2024-10-25 08:54:20,791 INFO: [ epoch: 10 ] [ iter: 48,800 ] [ performance: 19.356 it/s ] [ lr: 1.00e-04 ] [ eta: 1770 days, 5:42:35 ] [ l_g_pix: 3.9251e-02 ] [ l_g_total: 3.9251e-02 ] +2024-10-25 08:54:25,966 INFO: [ epoch: 10 ] [ iter: 48,900 ] [ performance: 19.333 it/s ] [ lr: 1.00e-04 ] [ eta: 1769 days, 20:11:34 ] [ l_g_pix: 2.9158e-02 ] [ l_g_total: 2.9158e-02 ] +2024-10-25 08:54:31,064 INFO: [ epoch: 10 ] [ iter: 49,000 ] [ performance: 19.514 it/s ] [ lr: 1.00e-04 ] [ eta: 1769 days, 9:17:02 ] [ l_g_pix: 3.1458e-02 ] [ l_g_total: 3.1458e-02 ] +2024-10-25 08:54:36,162 INFO: [ epoch: 10 ] [ iter: 49,100 ] [ performance: 19.585 it/s ] [ lr: 1.00e-04 ] [ eta: 1768 days, 22:05:39 ] [ l_g_pix: 3.4831e-02 ] [ l_g_total: 3.4831e-02 ] +2024-10-25 08:54:41,492 INFO: [ epoch: 10 ] [ iter: 49,200 ] [ performance: 19.051 it/s ] [ lr: 1.00e-04 ] [ eta: 1768 days, 13:53:46 ] [ l_g_pix: 3.4978e-02 ] [ l_g_total: 3.4978e-02 ] +2024-10-25 08:54:46,668 INFO: [ epoch: 10 ] [ iter: 49,300 ] [ performance: 19.770 it/s ] [ lr: 1.00e-04 ] [ eta: 1768 days, 3:13:45 ] [ l_g_pix: 4.1516e-02 ] [ l_g_total: 4.1516e-02 ] +2024-10-25 08:54:51,786 INFO: [ epoch: 10 ] [ iter: 49,400 ] [ performance: 19.622 it/s ] [ lr: 1.00e-04 ] [ eta: 1767 days, 15:27:58 ] [ l_g_pix: 3.0735e-02 ] [ l_g_total: 3.0735e-02 ] +2024-10-25 08:54:56,975 INFO: [ epoch: 10 ] [ iter: 49,500 ] [ performance: 19.235 it/s ] [ lr: 1.00e-04 ] [ eta: 1767 days, 4:24:50 ] [ l_g_pix: 3.2435e-02 ] [ l_g_total: 3.2435e-02 ] +2024-10-25 08:55:02,083 INFO: [ epoch: 10 ] [ iter: 49,600 ] [ performance: 19.459 it/s ] [ lr: 1.00e-04 ] [ eta: 1766 days, 15:55:50 ] [ l_g_pix: 3.7550e-02 ] [ l_g_total: 3.7550e-02 ] +2024-10-25 08:55:07,210 INFO: [ epoch: 10 ] [ iter: 49,700 ] [ performance: 19.478 it/s ] [ lr: 1.00e-04 ] [ eta: 1766 days, 3:26:25 ] [ l_g_pix: 2.6971e-02 ] [ l_g_total: 2.6971e-02 ] +2024-10-25 08:55:12,304 INFO: [ epoch: 10 ] [ iter: 49,800 ] [ performance: 19.578 it/s ] [ lr: 1.00e-04 ] [ eta: 1765 days, 14:12:34 ] [ l_g_pix: 3.3524e-02 ] [ l_g_total: 3.3524e-02 ] +2024-10-25 08:55:17,897 INFO: [ epoch: 10 ] [ iter: 49,900 ] [ performance: 16.554 it/s ] [ lr: 1.00e-04 ] [ eta: 1765 days, 7:37:50 ] [ l_g_pix: 4.2050e-02 ] [ l_g_total: 4.2050e-02 ] +2024-10-25 08:55:22,995 INFO: [ epoch: 10 ] [ iter: 50,000 ] [ performance: 18.452 it/s ] [ lr: 5.00e-05 ] [ eta: 1764 days, 17:51:20 ] [ l_g_pix: 3.4784e-02 ] [ l_g_total: 3.4784e-02 ] +2024-10-25 08:55:22,995 INFO: Saving models and training states. +2024-10-25 08:56:37,805 INFO: Validation val + + # psnr: 22.0607........ Best: 22.0607 @ 50000 iter + # ssim: 0.6496........ Best: 0.6496 @ 50000 iter + # dists: 0.7863........ Best: 0.7863 @ 50000 iter + +2024-10-25 08:56:43,058 INFO: [ epoch: 10 ] [ iter: 50,100 ] [ performance: 18.283 it/s ] [ lr: 5.00e-05 ] [ eta: 1807 days, 10:53:39 ] [ l_g_pix: 2.9239e-02 ] [ l_g_total: 2.9239e-02 ] +2024-10-25 08:56:48,135 INFO: [ epoch: 10 ] [ iter: 50,200 ] [ performance: 19.197 it/s ] [ lr: 5.00e-05 ] [ eta: 1806 days, 18:11:19 ] [ l_g_pix: 3.3338e-02 ] [ l_g_total: 3.3338e-02 ] +2024-10-25 08:56:53,278 INFO: [ epoch: 10 ] [ iter: 50,300 ] [ performance: 19.307 it/s ] [ lr: 5.00e-05 ] [ eta: 1806 days, 2:06:53 ] [ l_g_pix: 2.8971e-02 ] [ l_g_total: 2.8971e-02 ] +2024-10-25 08:56:58,387 INFO: [ epoch: 10 ] [ iter: 50,400 ] [ performance: 19.485 it/s ] [ lr: 5.00e-05 ] [ eta: 1805 days, 9:17:16 ] [ l_g_pix: 3.1031e-02 ] [ l_g_total: 3.1031e-02 ] +2024-10-25 08:57:03,460 INFO: [ epoch: 10 ] [ iter: 50,500 ] [ performance: 19.914 it/s ] [ lr: 5.00e-05 ] [ eta: 1804 days, 15:40:55 ] [ l_g_pix: 4.2985e-02 ] [ l_g_total: 4.2985e-02 ] +2024-10-25 08:57:08,670 INFO: [ epoch: 10 ] [ iter: 50,600 ] [ performance: 19.428 it/s ] [ lr: 5.00e-05 ] [ eta: 1803 days, 23:40:04 ] [ l_g_pix: 4.2214e-02 ] [ l_g_total: 4.2214e-02 ] +2024-10-25 08:57:13,775 INFO: [ epoch: 10 ] [ iter: 50,700 ] [ performance: 19.659 it/s ] [ lr: 5.00e-05 ] [ eta: 1803 days, 5:56:13 ] [ l_g_pix: 3.3919e-02 ] [ l_g_total: 3.3919e-02 ] +2024-10-25 08:57:19,299 INFO: [ epoch: 10 ] [ iter: 50,800 ] [ performance: 18.581 it/s ] [ lr: 5.00e-05 ] [ eta: 1802 days, 17:38:37 ] [ l_g_pix: 3.6563e-02 ] [ l_g_total: 3.6563e-02 ] +2024-10-25 08:57:24,378 INFO: [ epoch: 10 ] [ iter: 50,900 ] [ performance: 19.961 it/s ] [ lr: 5.00e-05 ] [ eta: 1801 days, 22:58:40 ] [ l_g_pix: 3.5925e-02 ] [ l_g_total: 3.5925e-02 ] +2024-10-25 08:57:29,416 INFO: [ epoch: 10 ] [ iter: 51,000 ] [ performance: 19.888 it/s ] [ lr: 5.00e-05 ] [ eta: 1801 days, 3:27:38 ] [ l_g_pix: 3.3051e-02 ] [ l_g_total: 3.3051e-02 ] +2024-10-25 08:57:34,580 INFO: [ epoch: 10 ] [ iter: 51,100 ] [ performance: 19.165 it/s ] [ lr: 5.00e-05 ] [ eta: 1800 days, 9:23:15 ] [ l_g_pix: 3.0844e-02 ] [ l_g_total: 3.0844e-02 ] +2024-10-25 08:57:39,617 INFO: [ epoch: 10 ] [ iter: 51,200 ] [ performance: 19.633 it/s ] [ lr: 5.00e-05 ] [ eta: 1799 days, 13:18:07 ] [ l_g_pix: 3.2633e-02 ] [ l_g_total: 3.2633e-02 ] +2024-10-25 08:57:44,693 INFO: [ epoch: 10 ] [ iter: 51,300 ] [ performance: 19.969 it/s ] [ lr: 5.00e-05 ] [ eta: 1798 days, 17:27:37 ] [ l_g_pix: 3.7035e-02 ] [ l_g_total: 3.7035e-02 ] +2024-10-25 08:57:49,777 INFO: [ epoch: 10 ] [ iter: 51,400 ] [ performance: 19.765 it/s ] [ lr: 5.00e-05 ] [ eta: 1797 days, 21:26:27 ] [ l_g_pix: 2.1101e-02 ] [ l_g_total: 2.1101e-02 ] +2024-10-25 08:57:54,906 INFO: [ epoch: 10 ] [ iter: 51,500 ] [ performance: 20.917 it/s ] [ lr: 5.00e-05 ] [ eta: 1797 days, 1:45:32 ] [ l_g_pix: 3.1496e-02 ] [ l_g_total: 3.1496e-02 ] +2024-10-25 08:58:00,999 INFO: [ epoch: 11 ] [ iter: 51,600 ] [ performance: 17.571 it/s ] [ lr: 5.00e-05 ] [ eta: 1796 days, 18:44:26 ] [ l_g_pix: 4.0119e-02 ] [ l_g_total: 4.0119e-02 ] +2024-10-25 08:58:06,102 INFO: [ epoch: 11 ] [ iter: 51,700 ] [ performance: 19.670 it/s ] [ lr: 5.00e-05 ] [ eta: 1795 days, 22:06:31 ] [ l_g_pix: 3.7467e-02 ] [ l_g_total: 3.7467e-02 ] +2024-10-25 08:58:11,275 INFO: [ epoch: 11 ] [ iter: 51,800 ] [ performance: 19.433 it/s ] [ lr: 5.00e-05 ] [ eta: 1795 days, 2:07:50 ] [ l_g_pix: 3.1228e-02 ] [ l_g_total: 3.1228e-02 ] +2024-10-25 08:58:16,392 INFO: [ epoch: 11 ] [ iter: 51,900 ] [ performance: 19.377 it/s ] [ lr: 5.00e-05 ] [ eta: 1794 days, 5:06:43 ] [ l_g_pix: 3.3778e-02 ] [ l_g_total: 3.3778e-02 ] +2024-10-25 08:58:21,585 INFO: [ epoch: 11 ] [ iter: 52,000 ] [ performance: 19.294 it/s ] [ lr: 5.00e-05 ] [ eta: 1793 days, 8:49:20 ] [ l_g_pix: 3.4200e-02 ] [ l_g_total: 3.4200e-02 ] +2024-10-25 08:58:26,782 INFO: [ epoch: 11 ] [ iter: 52,100 ] [ performance: 18.214 it/s ] [ lr: 5.00e-05 ] [ eta: 1792 days, 12:18:00 ] [ l_g_pix: 3.4370e-02 ] [ l_g_total: 3.4370e-02 ] +2024-10-25 08:58:32,512 INFO: [ epoch: 11 ] [ iter: 52,200 ] [ performance: 17.669 it/s ] [ lr: 5.00e-05 ] [ eta: 1791 days, 22:33:58 ] [ l_g_pix: 2.5524e-02 ] [ l_g_total: 2.5524e-02 ] +2024-10-25 08:58:37,574 INFO: [ epoch: 11 ] [ iter: 52,300 ] [ performance: 19.808 it/s ] [ lr: 5.00e-05 ] [ eta: 1790 days, 23:40:07 ] [ l_g_pix: 3.9335e-02 ] [ l_g_total: 3.9335e-02 ] +2024-10-25 08:58:42,696 INFO: [ epoch: 11 ] [ iter: 52,400 ] [ performance: 19.628 it/s ] [ lr: 5.00e-05 ] [ eta: 1790 days, 1:16:02 ] [ l_g_pix: 2.5563e-02 ] [ l_g_total: 2.5563e-02 ] +2024-10-25 08:58:47,789 INFO: [ epoch: 11 ] [ iter: 52,500 ] [ performance: 19.774 it/s ] [ lr: 5.00e-05 ] [ eta: 1789 days, 2:12:57 ] [ l_g_pix: 4.0113e-02 ] [ l_g_total: 4.0113e-02 ] +2024-10-25 08:58:52,925 INFO: [ epoch: 11 ] [ iter: 52,600 ] [ performance: 19.557 it/s ] [ lr: 5.00e-05 ] [ eta: 1788 days, 3:26:15 ] [ l_g_pix: 3.0272e-02 ] [ l_g_total: 3.0272e-02 ] +2024-10-25 08:58:57,929 INFO: [ epoch: 11 ] [ iter: 52,700 ] [ performance: 19.809 it/s ] [ lr: 5.00e-05 ] [ eta: 1787 days, 2:38:14 ] [ l_g_pix: 5.3615e-02 ] [ l_g_total: 5.3615e-02 ] +2024-10-25 08:59:03,023 INFO: [ epoch: 11 ] [ iter: 52,800 ] [ performance: 19.679 it/s ] [ lr: 5.00e-05 ] [ eta: 1786 days, 2:45:13 ] [ l_g_pix: 3.0820e-02 ] [ l_g_total: 3.0820e-02 ] +2024-10-25 08:59:08,443 INFO: [ epoch: 11 ] [ iter: 52,900 ] [ performance: 19.907 it/s ] [ lr: 5.00e-05 ] [ eta: 1785 days, 6:49:51 ] [ l_g_pix: 3.8092e-02 ] [ l_g_total: 3.8092e-02 ] +2024-10-25 08:59:13,631 INFO: [ epoch: 11 ] [ iter: 53,000 ] [ performance: 19.442 it/s ] [ lr: 5.00e-05 ] [ eta: 1784 days, 7:36:02 ] [ l_g_pix: 2.8575e-02 ] [ l_g_total: 2.8575e-02 ] +2024-10-25 08:59:18,598 INFO: [ epoch: 11 ] [ iter: 53,100 ] [ performance: 20.464 it/s ] [ lr: 5.00e-05 ] [ eta: 1783 days, 5:10:53 ] [ l_g_pix: 3.1464e-02 ] [ l_g_total: 3.1464e-02 ] +2024-10-25 08:59:23,735 INFO: [ epoch: 11 ] [ iter: 53,200 ] [ performance: 19.723 it/s ] [ lr: 5.00e-05 ] [ eta: 1782 days, 4:42:28 ] [ l_g_pix: 3.4735e-02 ] [ l_g_total: 3.4735e-02 ] +2024-10-25 08:59:28,887 INFO: [ epoch: 11 ] [ iter: 53,300 ] [ performance: 19.186 it/s ] [ lr: 5.00e-05 ] [ eta: 1781 days, 4:08:50 ] [ l_g_pix: 3.1698e-02 ] [ l_g_total: 3.1698e-02 ] +2024-10-25 08:59:33,911 INFO: [ epoch: 11 ] [ iter: 53,400 ] [ performance: 19.715 it/s ] [ lr: 5.00e-05 ] [ eta: 1780 days, 1:38:23 ] [ l_g_pix: 3.5196e-02 ] [ l_g_total: 3.5196e-02 ] +2024-10-25 08:59:39,576 INFO: [ epoch: 11 ] [ iter: 53,500 ] [ performance: 14.685 it/s ] [ lr: 5.00e-05 ] [ eta: 1779 days, 7:08:00 ] [ l_g_pix: 3.7132e-02 ] [ l_g_total: 3.7132e-02 ] +2024-10-25 08:59:44,673 INFO: [ epoch: 11 ] [ iter: 53,600 ] [ performance: 18.080 it/s ] [ lr: 5.00e-05 ] [ eta: 1778 days, 4:59:25 ] [ l_g_pix: 3.0796e-02 ] [ l_g_total: 3.0796e-02 ] +2024-10-25 08:59:49,777 INFO: [ epoch: 11 ] [ iter: 53,700 ] [ performance: 19.642 it/s ] [ lr: 5.00e-05 ] [ eta: 1777 days, 2:39:23 ] [ l_g_pix: 3.0572e-02 ] [ l_g_total: 3.0572e-02 ] +2024-10-25 08:59:54,957 INFO: [ epoch: 11 ] [ iter: 53,800 ] [ performance: 19.391 it/s ] [ lr: 5.00e-05 ] [ eta: 1776 days, 1:00:09 ] [ l_g_pix: 3.6691e-02 ] [ l_g_total: 3.6691e-02 ] +2024-10-25 09:00:00,027 INFO: [ epoch: 11 ] [ iter: 53,900 ] [ performance: 19.447 it/s ] [ lr: 5.00e-05 ] [ eta: 1774 days, 21:40:08 ] [ l_g_pix: 3.2962e-02 ] [ l_g_total: 3.2962e-02 ] +2024-10-25 09:00:05,157 INFO: [ epoch: 11 ] [ iter: 54,000 ] [ performance: 19.485 it/s ] [ lr: 5.00e-05 ] [ eta: 1773 days, 18:48:33 ] [ l_g_pix: 3.8510e-02 ] [ l_g_total: 3.8510e-02 ] +2024-10-25 09:00:10,261 INFO: [ epoch: 11 ] [ iter: 54,100 ] [ performance: 19.749 it/s ] [ lr: 5.00e-05 ] [ eta: 1772 days, 15:20:08 ] [ l_g_pix: 3.2309e-02 ] [ l_g_total: 3.2309e-02 ] +2024-10-25 09:00:15,953 INFO: [ epoch: 11 ] [ iter: 54,200 ] [ performance: 18.041 it/s ] [ lr: 5.00e-05 ] [ eta: 1771 days, 19:03:44 ] [ l_g_pix: 4.6745e-02 ] [ l_g_total: 4.6745e-02 ] +2024-10-25 09:00:21,070 INFO: [ epoch: 11 ] [ iter: 54,300 ] [ performance: 19.596 it/s ] [ lr: 5.00e-05 ] [ eta: 1770 days, 15:09:53 ] [ l_g_pix: 4.1676e-02 ] [ l_g_total: 4.1676e-02 ] +2024-10-25 09:00:26,174 INFO: [ epoch: 11 ] [ iter: 54,400 ] [ performance: 19.595 it/s ] [ lr: 5.00e-05 ] [ eta: 1769 days, 10:49:32 ] [ l_g_pix: 3.4592e-02 ] [ l_g_total: 3.4592e-02 ] +2024-10-25 09:00:31,368 INFO: [ epoch: 11 ] [ iter: 54,500 ] [ performance: 19.263 it/s ] [ lr: 5.00e-05 ] [ eta: 1768 days, 7:20:31 ] [ l_g_pix: 2.6933e-02 ] [ l_g_total: 2.6933e-02 ] +2024-10-25 09:00:36,490 INFO: [ epoch: 11 ] [ iter: 54,600 ] [ performance: 19.466 it/s ] [ lr: 5.00e-05 ] [ eta: 1767 days, 2:39:37 ] [ l_g_pix: 3.2769e-02 ] [ l_g_total: 3.2769e-02 ] +2024-10-25 09:00:41,654 INFO: [ epoch: 11 ] [ iter: 54,700 ] [ performance: 19.706 it/s ] [ lr: 5.00e-05 ] [ eta: 1765 days, 22:13:14 ] [ l_g_pix: 3.1069e-02 ] [ l_g_total: 3.1069e-02 ] +2024-10-25 09:00:46,836 INFO: [ epoch: 11 ] [ iter: 54,800 ] [ performance: 19.387 it/s ] [ lr: 5.00e-05 ] [ eta: 1764 days, 17:43:14 ] [ l_g_pix: 3.2033e-02 ] [ l_g_total: 3.2033e-02 ] +2024-10-25 09:00:52,542 INFO: [ epoch: 11 ] [ iter: 54,900 ] [ performance: 19.413 it/s ] [ lr: 5.00e-05 ] [ eta: 1763 days, 19:29:46 ] [ l_g_pix: 3.0646e-02 ] [ l_g_total: 3.0646e-02 ] +2024-10-25 09:00:57,537 INFO: [ epoch: 11 ] [ iter: 55,000 ] [ performance: 19.889 it/s ] [ lr: 5.00e-05 ] [ eta: 1762 days, 12:04:17 ] [ l_g_pix: 3.4363e-02 ] [ l_g_total: 3.4363e-02 ] +2024-10-25 09:01:02,607 INFO: [ epoch: 11 ] [ iter: 55,100 ] [ performance: 19.697 it/s ] [ lr: 5.00e-05 ] [ eta: 1761 days, 5:18:34 ] [ l_g_pix: 3.5487e-02 ] [ l_g_total: 3.5487e-02 ] +2024-10-25 09:01:07,734 INFO: [ epoch: 11 ] [ iter: 55,200 ] [ performance: 19.548 it/s ] [ lr: 5.00e-05 ] [ eta: 1759 days, 22:57:33 ] [ l_g_pix: 3.8382e-02 ] [ l_g_total: 3.8382e-02 ] +2024-10-25 09:01:12,842 INFO: [ epoch: 11 ] [ iter: 55,300 ] [ performance: 19.511 it/s ] [ lr: 5.00e-05 ] [ eta: 1758 days, 16:06:09 ] [ l_g_pix: 3.8763e-02 ] [ l_g_total: 3.8763e-02 ] +2024-10-25 09:01:18,036 INFO: [ epoch: 11 ] [ iter: 55,400 ] [ performance: 19.308 it/s ] [ lr: 5.00e-05 ] [ eta: 1757 days, 10:00:49 ] [ l_g_pix: 4.0147e-02 ] [ l_g_total: 4.0147e-02 ] +2024-10-25 09:01:23,732 INFO: [ epoch: 11 ] [ iter: 55,500 ] [ performance: 14.460 it/s ] [ lr: 5.00e-05 ] [ eta: 1756 days, 9:51:12 ] [ l_g_pix: 3.5081e-02 ] [ l_g_total: 3.5081e-02 ] +2024-10-25 09:01:28,831 INFO: [ epoch: 11 ] [ iter: 55,600 ] [ performance: 18.350 it/s ] [ lr: 5.00e-05 ] [ eta: 1755 days, 2:00:17 ] [ l_g_pix: 3.8155e-02 ] [ l_g_total: 3.8155e-02 ] +2024-10-25 09:01:33,943 INFO: [ epoch: 11 ] [ iter: 55,700 ] [ performance: 19.215 it/s ] [ lr: 5.00e-05 ] [ eta: 1753 days, 18:02:19 ] [ l_g_pix: 3.2328e-02 ] [ l_g_total: 3.2328e-02 ] +2024-10-25 09:01:38,975 INFO: [ epoch: 11 ] [ iter: 55,800 ] [ performance: 19.748 it/s ] [ lr: 5.00e-05 ] [ eta: 1752 days, 8:48:20 ] [ l_g_pix: 3.0271e-02 ] [ l_g_total: 3.0271e-02 ] +2024-10-25 09:01:44,131 INFO: [ epoch: 11 ] [ iter: 55,900 ] [ performance: 19.936 it/s ] [ lr: 5.00e-05 ] [ eta: 1751 days, 0:49:06 ] [ l_g_pix: 3.1092e-02 ] [ l_g_total: 3.1092e-02 ] +2024-10-25 09:01:49,361 INFO: [ epoch: 11 ] [ iter: 56,000 ] [ performance: 19.265 it/s ] [ lr: 5.00e-05 ] [ eta: 1749 days, 17:26:31 ] [ l_g_pix: 3.3725e-02 ] [ l_g_total: 3.3725e-02 ] +2024-10-25 09:01:54,544 INFO: [ epoch: 11 ] [ iter: 56,100 ] [ performance: 19.656 it/s ] [ lr: 5.00e-05 ] [ eta: 1748 days, 9:12:16 ] [ l_g_pix: 3.7792e-02 ] [ l_g_total: 3.7792e-02 ] +2024-10-25 09:01:59,796 INFO: [ epoch: 11 ] [ iter: 56,200 ] [ performance: 19.148 it/s ] [ lr: 5.00e-05 ] [ eta: 1747 days, 1:30:32 ] [ l_g_pix: 2.7680e-02 ] [ l_g_total: 2.7680e-02 ] +2024-10-25 09:02:05,892 INFO: [ epoch: 12 ] [ iter: 56,300 ] [ performance: 19.481 it/s ] [ lr: 5.00e-05 ] [ eta: 1746 days, 3:46:15 ] [ l_g_pix: 3.1932e-02 ] [ l_g_total: 3.1932e-02 ] +2024-10-25 09:02:11,102 INFO: [ epoch: 12 ] [ iter: 56,400 ] [ performance: 19.244 it/s ] [ lr: 5.00e-05 ] [ eta: 1744 days, 18:58:19 ] [ l_g_pix: 3.7074e-02 ] [ l_g_total: 3.7074e-02 ] +2024-10-25 09:02:16,272 INFO: [ epoch: 12 ] [ iter: 56,500 ] [ performance: 19.929 it/s ] [ lr: 5.00e-05 ] [ eta: 1743 days, 9:24:05 ] [ l_g_pix: 2.9882e-02 ] [ l_g_total: 2.9882e-02 ] +2024-10-25 09:02:21,370 INFO: [ epoch: 12 ] [ iter: 56,600 ] [ performance: 19.668 it/s ] [ lr: 5.00e-05 ] [ eta: 1741 days, 22:39:54 ] [ l_g_pix: 4.1595e-02 ] [ l_g_total: 4.1595e-02 ] +2024-10-25 09:02:26,526 INFO: [ epoch: 12 ] [ iter: 56,700 ] [ performance: 19.177 it/s ] [ lr: 5.00e-05 ] [ eta: 1740 days, 12:20:44 ] [ l_g_pix: 3.5157e-02 ] [ l_g_total: 3.5157e-02 ] +2024-10-25 09:02:31,616 INFO: [ epoch: 12 ] [ iter: 56,800 ] [ performance: 19.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1739 days, 0:57:13 ] [ l_g_pix: 3.2393e-02 ] [ l_g_total: 3.2393e-02 ] +2024-10-25 09:02:37,380 INFO: [ epoch: 12 ] [ iter: 56,900 ] [ performance: 19.594 it/s ] [ lr: 5.00e-05 ] [ eta: 1737 days, 21:20:59 ] [ l_g_pix: 3.5411e-02 ] [ l_g_total: 3.5411e-02 ] +2024-10-25 09:02:42,593 INFO: [ epoch: 12 ] [ iter: 57,000 ] [ performance: 19.246 it/s ] [ lr: 5.00e-05 ] [ eta: 1736 days, 10:49:55 ] [ l_g_pix: 3.7371e-02 ] [ l_g_total: 3.7371e-02 ] +2024-10-25 09:02:47,714 INFO: [ epoch: 12 ] [ iter: 57,100 ] [ performance: 19.263 it/s ] [ lr: 5.00e-05 ] [ eta: 1734 days, 22:56:00 ] [ l_g_pix: 4.7413e-02 ] [ l_g_total: 4.7413e-02 ] +2024-10-25 09:02:52,796 INFO: [ epoch: 12 ] [ iter: 57,200 ] [ performance: 19.620 it/s ] [ lr: 5.00e-05 ] [ eta: 1733 days, 10:17:30 ] [ l_g_pix: 2.9544e-02 ] [ l_g_total: 2.9544e-02 ] +2024-10-25 09:02:57,957 INFO: [ epoch: 12 ] [ iter: 57,300 ] [ performance: 19.517 it/s ] [ lr: 5.00e-05 ] [ eta: 1731 days, 22:18:12 ] [ l_g_pix: 3.3882e-02 ] [ l_g_total: 3.3882e-02 ] +2024-10-25 09:03:03,246 INFO: [ epoch: 12 ] [ iter: 57,400 ] [ performance: 18.986 it/s ] [ lr: 5.00e-05 ] [ eta: 1730 days, 11:32:37 ] [ l_g_pix: 2.7187e-02 ] [ l_g_total: 2.7187e-02 ] +2024-10-25 09:03:09,008 INFO: [ epoch: 12 ] [ iter: 57,500 ] [ performance: 16.562 it/s ] [ lr: 5.00e-05 ] [ eta: 1729 days, 6:03:54 ] [ l_g_pix: 2.3611e-02 ] [ l_g_total: 2.3611e-02 ] +2024-10-25 09:03:14,092 INFO: [ epoch: 12 ] [ iter: 57,600 ] [ performance: 19.226 it/s ] [ lr: 5.00e-05 ] [ eta: 1727 days, 16:17:46 ] [ l_g_pix: 2.3174e-02 ] [ l_g_total: 2.3174e-02 ] +2024-10-25 09:03:19,171 INFO: [ epoch: 12 ] [ iter: 57,700 ] [ performance: 19.371 it/s ] [ lr: 5.00e-05 ] [ eta: 1726 days, 2:10:05 ] [ l_g_pix: 3.3733e-02 ] [ l_g_total: 3.3733e-02 ] +2024-10-25 09:03:24,391 INFO: [ epoch: 12 ] [ iter: 57,800 ] [ performance: 19.183 it/s ] [ lr: 5.00e-05 ] [ eta: 1724 days, 13:25:16 ] [ l_g_pix: 4.4591e-02 ] [ l_g_total: 4.4591e-02 ] +2024-10-25 09:03:29,571 INFO: [ epoch: 12 ] [ iter: 57,900 ] [ performance: 19.720 it/s ] [ lr: 5.00e-05 ] [ eta: 1722 days, 23:55:24 ] [ l_g_pix: 3.3862e-02 ] [ l_g_total: 3.3862e-02 ] +2024-10-25 09:03:34,663 INFO: [ epoch: 12 ] [ iter: 58,000 ] [ performance: 19.651 it/s ] [ lr: 5.00e-05 ] [ eta: 1721 days, 9:05:56 ] [ l_g_pix: 3.7633e-02 ] [ l_g_total: 3.7633e-02 ] +2024-10-25 09:03:39,760 INFO: [ epoch: 12 ] [ iter: 58,100 ] [ performance: 19.447 it/s ] [ lr: 5.00e-05 ] [ eta: 1719 days, 18:02:56 ] [ l_g_pix: 2.7127e-02 ] [ l_g_total: 2.7127e-02 ] +2024-10-25 09:03:45,517 INFO: [ epoch: 12 ] [ iter: 58,200 ] [ performance: 17.555 it/s ] [ lr: 5.00e-05 ] [ eta: 1718 days, 10:23:40 ] [ l_g_pix: 3.4946e-02 ] [ l_g_total: 3.4946e-02 ] +2024-10-25 09:03:50,690 INFO: [ epoch: 12 ] [ iter: 58,300 ] [ performance: 19.229 it/s ] [ lr: 5.00e-05 ] [ eta: 1716 days, 19:38:37 ] [ l_g_pix: 2.9253e-02 ] [ l_g_total: 2.9253e-02 ] +2024-10-25 09:03:55,865 INFO: [ epoch: 12 ] [ iter: 58,400 ] [ performance: 19.317 it/s ] [ lr: 5.00e-05 ] [ eta: 1715 days, 4:37:53 ] [ l_g_pix: 2.6682e-02 ] [ l_g_total: 2.6682e-02 ] +2024-10-25 09:04:01,067 INFO: [ epoch: 12 ] [ iter: 58,500 ] [ performance: 19.298 it/s ] [ lr: 5.00e-05 ] [ eta: 1713 days, 13:37:58 ] [ l_g_pix: 2.6522e-02 ] [ l_g_total: 2.6522e-02 ] +2024-10-25 09:04:06,106 INFO: [ epoch: 12 ] [ iter: 58,600 ] [ performance: 19.801 it/s ] [ lr: 5.00e-05 ] [ eta: 1711 days, 20:28:54 ] [ l_g_pix: 2.8739e-02 ] [ l_g_total: 2.8739e-02 ] +2024-10-25 09:04:11,291 INFO: [ epoch: 12 ] [ iter: 58,700 ] [ performance: 19.895 it/s ] [ lr: 5.00e-05 ] [ eta: 1710 days, 4:43:32 ] [ l_g_pix: 3.0919e-02 ] [ l_g_total: 3.0919e-02 ] +2024-10-25 09:04:16,639 INFO: [ epoch: 12 ] [ iter: 58,800 ] [ performance: 18.785 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 14:32:30 ] [ l_g_pix: 3.2911e-02 ] [ l_g_total: 3.2911e-02 ] +2024-10-25 09:04:22,063 INFO: [ epoch: 12 ] [ iter: 58,900 ] [ performance: 19.190 it/s ] [ lr: 5.00e-05 ] [ eta: 1707 days, 0:55:55 ] [ l_g_pix: 3.5923e-02 ] [ l_g_total: 3.5923e-02 ] +2024-10-25 09:04:27,223 INFO: [ epoch: 12 ] [ iter: 59,000 ] [ performance: 19.369 it/s ] [ lr: 5.00e-05 ] [ eta: 1705 days, 8:00:55 ] [ l_g_pix: 3.0308e-02 ] [ l_g_total: 3.0308e-02 ] +2024-10-25 09:04:32,226 INFO: [ epoch: 12 ] [ iter: 59,100 ] [ performance: 20.539 it/s ] [ lr: 5.00e-05 ] [ eta: 1703 days, 13:01:40 ] [ l_g_pix: 3.7602e-02 ] [ l_g_total: 3.7602e-02 ] +2024-10-25 09:04:37,186 INFO: [ epoch: 12 ] [ iter: 59,200 ] [ performance: 20.185 it/s ] [ lr: 5.00e-05 ] [ eta: 1701 days, 17:16:27 ] [ l_g_pix: 2.8238e-02 ] [ l_g_total: 2.8238e-02 ] +2024-10-25 09:04:42,169 INFO: [ epoch: 12 ] [ iter: 59,300 ] [ performance: 20.210 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 21:30:22 ] [ l_g_pix: 3.1174e-02 ] [ l_g_total: 3.1174e-02 ] +2024-10-25 09:04:47,322 INFO: [ epoch: 12 ] [ iter: 59,400 ] [ performance: 19.448 it/s ] [ lr: 5.00e-05 ] [ eta: 1698 days, 3:22:10 ] [ l_g_pix: 3.6598e-02 ] [ l_g_total: 3.6598e-02 ] +2024-10-25 09:04:53,051 INFO: [ epoch: 12 ] [ iter: 59,500 ] [ performance: 16.645 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 15:26:29 ] [ l_g_pix: 2.6949e-02 ] [ l_g_total: 2.6949e-02 ] +2024-10-25 09:04:58,122 INFO: [ epoch: 12 ] [ iter: 59,600 ] [ performance: 19.585 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 19:47:51 ] [ l_g_pix: 3.7287e-02 ] [ l_g_total: 3.7287e-02 ] +2024-10-25 09:05:03,181 INFO: [ epoch: 12 ] [ iter: 59,700 ] [ performance: 19.950 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 23:44:30 ] [ l_g_pix: 3.4426e-02 ] [ l_g_total: 3.4426e-02 ] +2024-10-25 09:05:08,366 INFO: [ epoch: 12 ] [ iter: 59,800 ] [ performance: 19.307 it/s ] [ lr: 5.00e-05 ] [ eta: 1691 days, 4:49:00 ] [ l_g_pix: 3.6926e-02 ] [ l_g_total: 3.6926e-02 ] +2024-10-25 09:05:13,554 INFO: [ epoch: 12 ] [ iter: 59,900 ] [ performance: 20.155 it/s ] [ lr: 5.00e-05 ] [ eta: 1689 days, 9:37:55 ] [ l_g_pix: 3.5108e-02 ] [ l_g_total: 3.5108e-02 ] +2024-10-25 09:05:18,746 INFO: [ epoch: 12 ] [ iter: 60,000 ] [ performance: 19.276 it/s ] [ lr: 5.00e-05 ] [ eta: 1687 days, 14:12:55 ] [ l_g_pix: 2.5355e-02 ] [ l_g_total: 2.5355e-02 ] +2024-10-25 09:05:18,747 INFO: Saving models and training states. +2024-10-25 09:06:38,765 INFO: Validation val + + # psnr: 22.0681........ Best: 22.0681 @ 60000 iter + # ssim: 0.6503........ Best: 0.6503 @ 60000 iter + # dists: 0.7861........ Best: 0.7861 @ 60000 iter + +2024-10-25 09:06:43,967 INFO: [ epoch: 12 ] [ iter: 60,100 ] [ performance: 18.264 it/s ] [ lr: 5.00e-05 ] [ eta: 1722 days, 17:27:39 ] [ l_g_pix: 2.8916e-02 ] [ l_g_total: 2.8916e-02 ] +2024-10-25 09:06:49,099 INFO: [ epoch: 12 ] [ iter: 60,200 ] [ performance: 19.476 it/s ] [ lr: 5.00e-05 ] [ eta: 1720 days, 18:34:08 ] [ l_g_pix: 2.3315e-02 ] [ l_g_total: 2.3315e-02 ] +2024-10-25 09:06:54,321 INFO: [ epoch: 12 ] [ iter: 60,300 ] [ performance: 19.314 it/s ] [ lr: 5.00e-05 ] [ eta: 1718 days, 20:23:06 ] [ l_g_pix: 3.0121e-02 ] [ l_g_total: 3.0121e-02 ] +2024-10-25 09:06:59,357 INFO: [ epoch: 12 ] [ iter: 60,400 ] [ performance: 19.859 it/s ] [ lr: 5.00e-05 ] [ eta: 1716 days, 19:52:01 ] [ l_g_pix: 3.4089e-02 ] [ l_g_total: 3.4089e-02 ] +2024-10-25 09:07:04,721 INFO: [ epoch: 12 ] [ iter: 60,500 ] [ performance: 19.233 it/s ] [ lr: 5.00e-05 ] [ eta: 1714 days, 22:39:58 ] [ l_g_pix: 4.7217e-02 ] [ l_g_total: 4.7217e-02 ] +2024-10-25 09:07:09,823 INFO: [ epoch: 12 ] [ iter: 60,600 ] [ performance: 19.696 it/s ] [ lr: 5.00e-05 ] [ eta: 1712 days, 22:18:34 ] [ l_g_pix: 5.4009e-02 ] [ l_g_total: 5.4009e-02 ] +2024-10-25 09:07:14,818 INFO: [ epoch: 12 ] [ iter: 60,700 ] [ performance: 19.859 it/s ] [ lr: 5.00e-05 ] [ eta: 1710 days, 20:29:26 ] [ l_g_pix: 3.5425e-02 ] [ l_g_total: 3.5425e-02 ] +2024-10-25 09:07:19,911 INFO: [ epoch: 12 ] [ iter: 60,800 ] [ performance: 19.656 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 19:27:48 ] [ l_g_pix: 2.3565e-02 ] [ l_g_total: 2.3565e-02 ] +2024-10-25 09:07:24,674 INFO: [ epoch: 12 ] [ iter: 60,900 ] [ performance: 20.312 it/s ] [ lr: 5.00e-05 ] [ eta: 1706 days, 14:34:08 ] [ l_g_pix: 3.9882e-02 ] [ l_g_total: 3.9882e-02 ] +2024-10-25 09:07:31,059 INFO: [ epoch: 13 ] [ iter: 61,000 ] [ performance: 15.554 it/s ] [ lr: 5.00e-05 ] [ eta: 1705 days, 2:58:36 ] [ l_g_pix: 2.9524e-02 ] [ l_g_total: 2.9524e-02 ] +2024-10-25 09:07:36,241 INFO: [ epoch: 13 ] [ iter: 61,100 ] [ performance: 17.254 it/s ] [ lr: 5.00e-05 ] [ eta: 1703 days, 2:02:32 ] [ l_g_pix: 2.5426e-02 ] [ l_g_total: 2.5426e-02 ] +2024-10-25 09:07:42,094 INFO: [ epoch: 13 ] [ iter: 61,200 ] [ performance: 16.998 it/s ] [ lr: 5.00e-05 ] [ eta: 1701 days, 8:02:33 ] [ l_g_pix: 4.0357e-02 ] [ l_g_total: 4.0357e-02 ] +2024-10-25 09:07:47,309 INFO: [ epoch: 13 ] [ iter: 61,300 ] [ performance: 18.044 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 6:52:01 ] [ l_g_pix: 2.8191e-02 ] [ l_g_total: 2.8191e-02 ] +2024-10-25 09:07:52,397 INFO: [ epoch: 13 ] [ iter: 61,400 ] [ performance: 19.716 it/s ] [ lr: 5.00e-05 ] [ eta: 1697 days, 4:02:11 ] [ l_g_pix: 3.0800e-02 ] [ l_g_total: 3.0800e-02 ] +2024-10-25 09:07:57,655 INFO: [ epoch: 13 ] [ iter: 61,500 ] [ performance: 19.354 it/s ] [ lr: 5.00e-05 ] [ eta: 1695 days, 2:44:04 ] [ l_g_pix: 4.5406e-02 ] [ l_g_total: 4.5406e-02 ] +2024-10-25 09:08:02,802 INFO: [ epoch: 13 ] [ iter: 61,600 ] [ performance: 19.470 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 23:58:01 ] [ l_g_pix: 3.4131e-02 ] [ l_g_total: 3.4131e-02 ] +2024-10-25 09:08:07,990 INFO: [ epoch: 13 ] [ iter: 61,700 ] [ performance: 19.371 it/s ] [ lr: 5.00e-05 ] [ eta: 1690 days, 21:20:24 ] [ l_g_pix: 4.4764e-02 ] [ l_g_total: 4.4764e-02 ] +2024-10-25 09:08:13,178 INFO: [ epoch: 13 ] [ iter: 61,800 ] [ performance: 19.321 it/s ] [ lr: 5.00e-05 ] [ eta: 1688 days, 18:25:52 ] [ l_g_pix: 3.5655e-02 ] [ l_g_total: 3.5655e-02 ] +2024-10-25 09:08:19,008 INFO: [ epoch: 13 ] [ iter: 61,900 ] [ performance: 18.134 it/s ] [ lr: 5.00e-05 ] [ eta: 1686 days, 22:01:54 ] [ l_g_pix: 2.5039e-02 ] [ l_g_total: 2.5039e-02 ] +2024-10-25 09:08:24,238 INFO: [ epoch: 13 ] [ iter: 62,000 ] [ performance: 19.172 it/s ] [ lr: 5.00e-05 ] [ eta: 1684 days, 18:58:08 ] [ l_g_pix: 2.9955e-02 ] [ l_g_total: 2.9955e-02 ] +2024-10-25 09:08:29,499 INFO: [ epoch: 13 ] [ iter: 62,100 ] [ performance: 19.088 it/s ] [ lr: 5.00e-05 ] [ eta: 1682 days, 15:56:19 ] [ l_g_pix: 4.3685e-02 ] [ l_g_total: 4.3685e-02 ] +2024-10-25 09:08:34,720 INFO: [ epoch: 13 ] [ iter: 62,200 ] [ performance: 19.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1680 days, 12:12:37 ] [ l_g_pix: 4.9429e-02 ] [ l_g_total: 4.9429e-02 ] +2024-10-25 09:08:39,896 INFO: [ epoch: 13 ] [ iter: 62,300 ] [ performance: 19.255 it/s ] [ lr: 5.00e-05 ] [ eta: 1678 days, 7:42:12 ] [ l_g_pix: 2.6454e-02 ] [ l_g_total: 2.6454e-02 ] +2024-10-25 09:08:44,928 INFO: [ epoch: 13 ] [ iter: 62,400 ] [ performance: 19.781 it/s ] [ lr: 5.00e-05 ] [ eta: 1676 days, 1:25:01 ] [ l_g_pix: 4.2264e-02 ] [ l_g_total: 4.2264e-02 ] +2024-10-25 09:08:50,181 INFO: [ epoch: 13 ] [ iter: 62,500 ] [ performance: 19.384 it/s ] [ lr: 5.00e-05 ] [ eta: 1673 days, 21:08:39 ] [ l_g_pix: 3.5368e-02 ] [ l_g_total: 3.5368e-02 ] +2024-10-25 09:08:55,857 INFO: [ epoch: 13 ] [ iter: 62,600 ] [ performance: 17.970 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 20:59:10 ] [ l_g_pix: 3.7268e-02 ] [ l_g_total: 3.7268e-02 ] +2024-10-25 09:09:01,050 INFO: [ epoch: 13 ] [ iter: 62,700 ] [ performance: 18.631 it/s ] [ lr: 5.00e-05 ] [ eta: 1669 days, 15:29:33 ] [ l_g_pix: 3.0662e-02 ] [ l_g_total: 3.0662e-02 ] +2024-10-25 09:09:06,270 INFO: [ epoch: 13 ] [ iter: 62,800 ] [ performance: 19.166 it/s ] [ lr: 5.00e-05 ] [ eta: 1667 days, 10:00:21 ] [ l_g_pix: 3.6103e-02 ] [ l_g_total: 3.6103e-02 ] +2024-10-25 09:09:11,461 INFO: [ epoch: 13 ] [ iter: 62,900 ] [ performance: 19.219 it/s ] [ lr: 5.00e-05 ] [ eta: 1665 days, 3:55:27 ] [ l_g_pix: 3.6079e-02 ] [ l_g_total: 3.6079e-02 ] +2024-10-25 09:09:16,570 INFO: [ epoch: 13 ] [ iter: 63,000 ] [ performance: 19.527 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 20:42:27 ] [ l_g_pix: 3.3676e-02 ] [ l_g_total: 3.3676e-02 ] +2024-10-25 09:09:21,695 INFO: [ epoch: 13 ] [ iter: 63,100 ] [ performance: 19.520 it/s ] [ lr: 5.00e-05 ] [ eta: 1660 days, 13:22:26 ] [ l_g_pix: 2.7405e-02 ] [ l_g_total: 2.7405e-02 ] +2024-10-25 09:09:27,371 INFO: [ epoch: 13 ] [ iter: 63,200 ] [ performance: 17.200 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 11:23:04 ] [ l_g_pix: 2.4277e-02 ] [ l_g_total: 2.4277e-02 ] +2024-10-25 09:09:32,590 INFO: [ epoch: 13 ] [ iter: 63,300 ] [ performance: 18.203 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 4:25:07 ] [ l_g_pix: 3.0681e-02 ] [ l_g_total: 3.0681e-02 ] +2024-10-25 09:09:37,696 INFO: [ epoch: 13 ] [ iter: 63,400 ] [ performance: 19.375 it/s ] [ lr: 5.00e-05 ] [ eta: 1653 days, 20:01:20 ] [ l_g_pix: 2.7778e-02 ] [ l_g_total: 2.7778e-02 ] +2024-10-25 09:09:42,756 INFO: [ epoch: 13 ] [ iter: 63,500 ] [ performance: 19.583 it/s ] [ lr: 5.00e-05 ] [ eta: 1651 days, 10:52:35 ] [ l_g_pix: 3.1754e-02 ] [ l_g_total: 3.1754e-02 ] +2024-10-25 09:09:47,920 INFO: [ epoch: 13 ] [ iter: 63,600 ] [ performance: 19.472 it/s ] [ lr: 5.00e-05 ] [ eta: 1649 days, 2:29:46 ] [ l_g_pix: 3.2013e-02 ] [ l_g_total: 3.2013e-02 ] +2024-10-25 09:09:53,011 INFO: [ epoch: 13 ] [ iter: 63,700 ] [ performance: 19.565 it/s ] [ lr: 5.00e-05 ] [ eta: 1646 days, 17:05:43 ] [ l_g_pix: 2.8174e-02 ] [ l_g_total: 2.8174e-02 ] +2024-10-25 09:09:58,125 INFO: [ epoch: 13 ] [ iter: 63,800 ] [ performance: 19.561 it/s ] [ lr: 5.00e-05 ] [ eta: 1644 days, 7:38:18 ] [ l_g_pix: 2.8084e-02 ] [ l_g_total: 2.8084e-02 ] +2024-10-25 09:10:04,143 INFO: [ epoch: 13 ] [ iter: 63,900 ] [ performance: 17.837 it/s ] [ lr: 5.00e-05 ] [ eta: 1642 days, 6:57:32 ] [ l_g_pix: 3.1282e-02 ] [ l_g_total: 3.1282e-02 ] +2024-10-25 09:10:09,426 INFO: [ epoch: 13 ] [ iter: 64,000 ] [ performance: 19.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1639 days, 22:36:32 ] [ l_g_pix: 3.0512e-02 ] [ l_g_total: 3.0512e-02 ] +2024-10-25 09:10:14,633 INFO: [ epoch: 13 ] [ iter: 64,100 ] [ performance: 19.317 it/s ] [ lr: 5.00e-05 ] [ eta: 1637 days, 13:11:48 ] [ l_g_pix: 3.2920e-02 ] [ l_g_total: 3.2920e-02 ] +2024-10-25 09:10:19,598 INFO: [ epoch: 13 ] [ iter: 64,200 ] [ performance: 19.873 it/s ] [ lr: 5.00e-05 ] [ eta: 1635 days, 1:05:29 ] [ l_g_pix: 3.4442e-02 ] [ l_g_total: 3.4442e-02 ] +2024-10-25 09:10:24,666 INFO: [ epoch: 13 ] [ iter: 64,300 ] [ performance: 19.796 it/s ] [ lr: 5.00e-05 ] [ eta: 1632 days, 13:44:05 ] [ l_g_pix: 3.7283e-02 ] [ l_g_total: 3.7283e-02 ] +2024-10-25 09:10:29,881 INFO: [ epoch: 13 ] [ iter: 64,400 ] [ performance: 19.171 it/s ] [ lr: 5.00e-05 ] [ eta: 1630 days, 3:33:07 ] [ l_g_pix: 3.6674e-02 ] [ l_g_total: 3.6674e-02 ] +2024-10-25 09:10:35,062 INFO: [ epoch: 13 ] [ iter: 64,500 ] [ performance: 19.246 it/s ] [ lr: 5.00e-05 ] [ eta: 1627 days, 16:44:06 ] [ l_g_pix: 4.2839e-02 ] [ l_g_total: 4.2839e-02 ] +2024-10-25 09:10:40,657 INFO: [ epoch: 13 ] [ iter: 64,600 ] [ performance: 17.506 it/s ] [ lr: 5.00e-05 ] [ eta: 1625 days, 9:42:28 ] [ l_g_pix: 2.8304e-02 ] [ l_g_total: 2.8304e-02 ] +2024-10-25 09:10:45,744 INFO: [ epoch: 13 ] [ iter: 64,700 ] [ performance: 18.647 it/s ] [ lr: 5.00e-05 ] [ eta: 1622 days, 21:23:28 ] [ l_g_pix: 2.7869e-02 ] [ l_g_total: 2.7869e-02 ] +2024-10-25 09:10:50,772 INFO: [ epoch: 13 ] [ iter: 64,800 ] [ performance: 19.895 it/s ] [ lr: 5.00e-05 ] [ eta: 1620 days, 8:12:23 ] [ l_g_pix: 3.6733e-02 ] [ l_g_total: 3.6733e-02 ] +2024-10-25 09:10:55,882 INFO: [ epoch: 13 ] [ iter: 64,900 ] [ performance: 19.713 it/s ] [ lr: 5.00e-05 ] [ eta: 1617 days, 19:32:34 ] [ l_g_pix: 2.5171e-02 ] [ l_g_total: 2.5171e-02 ] +2024-10-25 09:11:00,922 INFO: [ epoch: 13 ] [ iter: 65,000 ] [ performance: 19.852 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 5:55:27 ] [ l_g_pix: 2.6915e-02 ] [ l_g_total: 2.6915e-02 ] +2024-10-25 09:11:06,002 INFO: [ epoch: 13 ] [ iter: 65,100 ] [ performance: 19.760 it/s ] [ lr: 5.00e-05 ] [ eta: 1612 days, 16:24:11 ] [ l_g_pix: 3.9615e-02 ] [ l_g_total: 3.9615e-02 ] +2024-10-25 09:11:11,001 INFO: [ epoch: 13 ] [ iter: 65,200 ] [ performance: 19.785 it/s ] [ lr: 5.00e-05 ] [ eta: 1610 days, 1:49:25 ] [ l_g_pix: 3.0683e-02 ] [ l_g_total: 3.0683e-02 ] +2024-10-25 09:11:16,667 INFO: [ epoch: 13 ] [ iter: 65,300 ] [ performance: 18.514 it/s ] [ lr: 5.00e-05 ] [ eta: 1607 days, 17:23:30 ] [ l_g_pix: 3.2518e-02 ] [ l_g_total: 3.2518e-02 ] +2024-10-25 09:11:21,707 INFO: [ epoch: 13 ] [ iter: 65,400 ] [ performance: 19.951 it/s ] [ lr: 5.00e-05 ] [ eta: 1605 days, 2:37:50 ] [ l_g_pix: 4.0054e-02 ] [ l_g_total: 4.0054e-02 ] +2024-10-25 09:11:26,753 INFO: [ epoch: 13 ] [ iter: 65,500 ] [ performance: 19.876 it/s ] [ lr: 5.00e-05 ] [ eta: 1602 days, 11:38:47 ] [ l_g_pix: 4.0918e-02 ] [ l_g_total: 4.0918e-02 ] +2024-10-25 09:11:31,282 INFO: [ epoch: 13 ] [ iter: 65,600 ] [ performance: 21.935 it/s ] [ lr: 5.00e-05 ] [ eta: 1599 days, 15:26:21 ] [ l_g_pix: 2.1798e-02 ] [ l_g_total: 2.1798e-02 ] +2024-10-25 09:11:37,792 INFO: [ epoch: 14 ] [ iter: 65,700 ] [ performance: 17.605 it/s ] [ lr: 5.00e-05 ] [ eta: 1597 days, 13:51:40 ] [ l_g_pix: 3.2579e-02 ] [ l_g_total: 3.2579e-02 ] +2024-10-25 09:11:43,074 INFO: [ epoch: 14 ] [ iter: 65,800 ] [ performance: 18.914 it/s ] [ lr: 5.00e-05 ] [ eta: 1595 days, 0:15:12 ] [ l_g_pix: 4.1811e-02 ] [ l_g_total: 4.1811e-02 ] +2024-10-25 09:11:48,884 INFO: [ epoch: 14 ] [ iter: 65,900 ] [ performance: 17.894 it/s ] [ lr: 5.00e-05 ] [ eta: 1592 days, 15:20:43 ] [ l_g_pix: 2.8914e-02 ] [ l_g_total: 2.8914e-02 ] +2024-10-25 09:11:54,018 INFO: [ epoch: 14 ] [ iter: 66,000 ] [ performance: 19.460 it/s ] [ lr: 5.00e-05 ] [ eta: 1589 days, 23:44:19 ] [ l_g_pix: 3.4755e-02 ] [ l_g_total: 3.4755e-02 ] +2024-10-25 09:11:59,228 INFO: [ epoch: 14 ] [ iter: 66,100 ] [ performance: 19.305 it/s ] [ lr: 5.00e-05 ] [ eta: 1587 days, 8:33:55 ] [ l_g_pix: 3.2333e-02 ] [ l_g_total: 3.2333e-02 ] +2024-10-25 09:12:04,376 INFO: [ epoch: 14 ] [ iter: 66,200 ] [ performance: 19.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1584 days, 16:30:52 ] [ l_g_pix: 4.3226e-02 ] [ l_g_total: 4.3226e-02 ] +2024-10-25 09:12:09,445 INFO: [ epoch: 14 ] [ iter: 66,300 ] [ performance: 19.667 it/s ] [ lr: 5.00e-05 ] [ eta: 1581 days, 23:25:59 ] [ l_g_pix: 3.3542e-02 ] [ l_g_total: 3.3542e-02 ] +2024-10-25 09:12:14,576 INFO: [ epoch: 14 ] [ iter: 66,400 ] [ performance: 19.512 it/s ] [ lr: 5.00e-05 ] [ eta: 1579 days, 6:39:29 ] [ l_g_pix: 2.8105e-02 ] [ l_g_total: 2.8105e-02 ] +2024-10-25 09:12:19,632 INFO: [ epoch: 14 ] [ iter: 66,500 ] [ performance: 19.669 it/s ] [ lr: 5.00e-05 ] [ eta: 1576 days, 12:53:58 ] [ l_g_pix: 3.6730e-02 ] [ l_g_total: 3.6730e-02 ] +2024-10-25 09:12:25,335 INFO: [ epoch: 14 ] [ iter: 66,600 ] [ performance: 16.815 it/s ] [ lr: 5.00e-05 ] [ eta: 1574 days, 0:51:17 ] [ l_g_pix: 4.1825e-02 ] [ l_g_total: 4.1825e-02 ] +2024-10-25 09:12:30,520 INFO: [ epoch: 14 ] [ iter: 66,700 ] [ performance: 18.195 it/s ] [ lr: 5.00e-05 ] [ eta: 1571 days, 7:42:40 ] [ l_g_pix: 2.3611e-02 ] [ l_g_total: 2.3611e-02 ] +2024-10-25 09:12:35,631 INFO: [ epoch: 14 ] [ iter: 66,800 ] [ performance: 19.701 it/s ] [ lr: 5.00e-05 ] [ eta: 1568 days, 13:35:24 ] [ l_g_pix: 4.0851e-02 ] [ l_g_total: 4.0851e-02 ] +2024-10-25 09:12:40,712 INFO: [ epoch: 14 ] [ iter: 66,900 ] [ performance: 19.691 it/s ] [ lr: 5.00e-05 ] [ eta: 1565 days, 18:54:44 ] [ l_g_pix: 3.7455e-02 ] [ l_g_total: 3.7455e-02 ] +2024-10-25 09:12:45,775 INFO: [ epoch: 14 ] [ iter: 67,000 ] [ performance: 19.849 it/s ] [ lr: 5.00e-05 ] [ eta: 1562 days, 23:47:04 ] [ l_g_pix: 3.5073e-02 ] [ l_g_total: 3.5073e-02 ] +2024-10-25 09:12:50,798 INFO: [ epoch: 14 ] [ iter: 67,100 ] [ performance: 19.884 it/s ] [ lr: 5.00e-05 ] [ eta: 1560 days, 4:01:09 ] [ l_g_pix: 3.9294e-02 ] [ l_g_total: 3.9294e-02 ] +2024-10-25 09:12:55,947 INFO: [ epoch: 14 ] [ iter: 67,200 ] [ performance: 19.444 it/s ] [ lr: 5.00e-05 ] [ eta: 1557 days, 9:06:58 ] [ l_g_pix: 4.2382e-02 ] [ l_g_total: 4.2382e-02 ] +2024-10-25 09:13:01,567 INFO: [ epoch: 14 ] [ iter: 67,300 ] [ performance: 18.418 it/s ] [ lr: 5.00e-05 ] [ eta: 1554 days, 18:11:56 ] [ l_g_pix: 3.4555e-02 ] [ l_g_total: 3.4555e-02 ] +2024-10-25 09:13:06,648 INFO: [ epoch: 14 ] [ iter: 67,400 ] [ performance: 19.711 it/s ] [ lr: 5.00e-05 ] [ eta: 1551 days, 22:06:02 ] [ l_g_pix: 3.4662e-02 ] [ l_g_total: 3.4662e-02 ] +2024-10-25 09:13:11,698 INFO: [ epoch: 14 ] [ iter: 67,500 ] [ performance: 19.769 it/s ] [ lr: 5.00e-05 ] [ eta: 1549 days, 1:25:42 ] [ l_g_pix: 2.9016e-02 ] [ l_g_total: 2.9016e-02 ] +2024-10-25 09:13:16,742 INFO: [ epoch: 14 ] [ iter: 67,600 ] [ performance: 19.509 it/s ] [ lr: 5.00e-05 ] [ eta: 1546 days, 4:25:47 ] [ l_g_pix: 4.2386e-02 ] [ l_g_total: 4.2386e-02 ] +2024-10-25 09:13:21,936 INFO: [ epoch: 14 ] [ iter: 67,700 ] [ performance: 19.354 it/s ] [ lr: 5.00e-05 ] [ eta: 1543 days, 8:29:34 ] [ l_g_pix: 3.2760e-02 ] [ l_g_total: 3.2760e-02 ] +2024-10-25 09:13:27,096 INFO: [ epoch: 14 ] [ iter: 67,800 ] [ performance: 19.445 it/s ] [ lr: 5.00e-05 ] [ eta: 1540 days, 11:57:48 ] [ l_g_pix: 3.6887e-02 ] [ l_g_total: 3.6887e-02 ] +2024-10-25 09:13:32,575 INFO: [ epoch: 14 ] [ iter: 67,900 ] [ performance: 18.696 it/s ] [ lr: 5.00e-05 ] [ eta: 1537 days, 17:59:39 ] [ l_g_pix: 3.8965e-02 ] [ l_g_total: 3.8965e-02 ] +2024-10-25 09:13:37,797 INFO: [ epoch: 14 ] [ iter: 68,000 ] [ performance: 19.285 it/s ] [ lr: 5.00e-05 ] [ eta: 1534 days, 21:26:14 ] [ l_g_pix: 3.7324e-02 ] [ l_g_total: 3.7324e-02 ] +2024-10-25 09:13:42,878 INFO: [ epoch: 14 ] [ iter: 68,100 ] [ performance: 19.530 it/s ] [ lr: 5.00e-05 ] [ eta: 1531 days, 23:20:03 ] [ l_g_pix: 3.4313e-02 ] [ l_g_total: 3.4313e-02 ] +2024-10-25 09:13:47,925 INFO: [ epoch: 14 ] [ iter: 68,200 ] [ performance: 19.673 it/s ] [ lr: 5.00e-05 ] [ eta: 1529 days, 0:39:36 ] [ l_g_pix: 3.3773e-02 ] [ l_g_total: 3.3773e-02 ] +2024-10-25 09:13:53,089 INFO: [ epoch: 14 ] [ iter: 68,300 ] [ performance: 19.483 it/s ] [ lr: 5.00e-05 ] [ eta: 1526 days, 2:43:27 ] [ l_g_pix: 3.8136e-02 ] [ l_g_total: 3.8136e-02 ] +2024-10-25 09:13:58,258 INFO: [ epoch: 14 ] [ iter: 68,400 ] [ performance: 19.288 it/s ] [ lr: 5.00e-05 ] [ eta: 1523 days, 4:33:06 ] [ l_g_pix: 2.3531e-02 ] [ l_g_total: 2.3531e-02 ] +2024-10-25 09:14:03,273 INFO: [ epoch: 14 ] [ iter: 68,500 ] [ performance: 19.693 it/s ] [ lr: 5.00e-05 ] [ eta: 1520 days, 4:44:23 ] [ l_g_pix: 3.4916e-02 ] [ l_g_total: 3.4916e-02 ] +2024-10-25 09:14:08,682 INFO: [ epoch: 14 ] [ iter: 68,600 ] [ performance: 17.372 it/s ] [ lr: 5.00e-05 ] [ eta: 1517 days, 8:05:22 ] [ l_g_pix: 2.6170e-02 ] [ l_g_total: 2.6170e-02 ] +2024-10-25 09:14:13,834 INFO: [ epoch: 14 ] [ iter: 68,700 ] [ performance: 18.600 it/s ] [ lr: 5.00e-05 ] [ eta: 1514 days, 8:54:27 ] [ l_g_pix: 3.4898e-02 ] [ l_g_total: 3.4898e-02 ] +2024-10-25 09:14:19,050 INFO: [ epoch: 14 ] [ iter: 68,800 ] [ performance: 19.197 it/s ] [ lr: 5.00e-05 ] [ eta: 1511 days, 9:59:07 ] [ l_g_pix: 3.5289e-02 ] [ l_g_total: 3.5289e-02 ] +2024-10-25 09:14:24,208 INFO: [ epoch: 14 ] [ iter: 68,900 ] [ performance: 19.319 it/s ] [ lr: 5.00e-05 ] [ eta: 1508 days, 10:16:28 ] [ l_g_pix: 2.2089e-02 ] [ l_g_total: 2.2089e-02 ] +2024-10-25 09:14:29,414 INFO: [ epoch: 14 ] [ iter: 69,000 ] [ performance: 19.250 it/s ] [ lr: 5.00e-05 ] [ eta: 1505 days, 10:41:52 ] [ l_g_pix: 3.6407e-02 ] [ l_g_total: 3.6407e-02 ] +2024-10-25 09:14:34,508 INFO: [ epoch: 14 ] [ iter: 69,100 ] [ performance: 19.493 it/s ] [ lr: 5.00e-05 ] [ eta: 1502 days, 9:51:55 ] [ l_g_pix: 2.2387e-02 ] [ l_g_total: 2.2387e-02 ] +2024-10-25 09:14:39,621 INFO: [ epoch: 14 ] [ iter: 69,200 ] [ performance: 19.256 it/s ] [ lr: 5.00e-05 ] [ eta: 1499 days, 8:54:35 ] [ l_g_pix: 3.5813e-02 ] [ l_g_total: 3.5813e-02 ] +2024-10-25 09:14:45,240 INFO: [ epoch: 14 ] [ iter: 69,300 ] [ performance: 18.295 it/s ] [ lr: 5.00e-05 ] [ eta: 1496 days, 11:59:23 ] [ l_g_pix: 3.5135e-02 ] [ l_g_total: 3.5135e-02 ] +2024-10-25 09:14:50,374 INFO: [ epoch: 14 ] [ iter: 69,400 ] [ performance: 19.482 it/s ] [ lr: 5.00e-05 ] [ eta: 1493 days, 10:37:50 ] [ l_g_pix: 3.4080e-02 ] [ l_g_total: 3.4080e-02 ] +2024-10-25 09:14:55,525 INFO: [ epoch: 14 ] [ iter: 69,500 ] [ performance: 19.440 it/s ] [ lr: 5.00e-05 ] [ eta: 1490 days, 9:07:51 ] [ l_g_pix: 3.4874e-02 ] [ l_g_total: 3.4874e-02 ] +2024-10-25 09:15:00,773 INFO: [ epoch: 14 ] [ iter: 69,600 ] [ performance: 19.129 it/s ] [ lr: 5.00e-05 ] [ eta: 1487 days, 8:09:57 ] [ l_g_pix: 2.7581e-02 ] [ l_g_total: 2.7581e-02 ] +2024-10-25 09:15:05,979 INFO: [ epoch: 14 ] [ iter: 69,700 ] [ performance: 19.181 it/s ] [ lr: 5.00e-05 ] [ eta: 1484 days, 6:33:41 ] [ l_g_pix: 3.2054e-02 ] [ l_g_total: 3.2054e-02 ] +2024-10-25 09:15:11,051 INFO: [ epoch: 14 ] [ iter: 69,800 ] [ performance: 19.716 it/s ] [ lr: 5.00e-05 ] [ eta: 1481 days, 3:32:17 ] [ l_g_pix: 2.4672e-02 ] [ l_g_total: 2.4672e-02 ] +2024-10-25 09:15:16,459 INFO: [ epoch: 14 ] [ iter: 69,900 ] [ performance: 18.901 it/s ] [ lr: 5.00e-05 ] [ eta: 1478 days, 3:02:13 ] [ l_g_pix: 3.6580e-02 ] [ l_g_total: 3.6580e-02 ] +2024-10-25 09:15:21,889 INFO: [ epoch: 14 ] [ iter: 70,000 ] [ performance: 19.633 it/s ] [ lr: 5.00e-05 ] [ eta: 1475 days, 2:25:49 ] [ l_g_pix: 3.5040e-02 ] [ l_g_total: 3.5040e-02 ] +2024-10-25 09:15:21,890 INFO: Saving models and training states. +2024-10-25 09:16:32,266 INFO: Validation val + + # psnr: 22.0687........ Best: 22.0687 @ 70000 iter + # ssim: 0.6506........ Best: 0.6506 @ 70000 iter + # dists: 0.7860........ Best: 0.7860 @ 70000 iter + +2024-10-25 09:16:37,549 INFO: [ epoch: 14 ] [ iter: 70,100 ] [ performance: 19.166 it/s ] [ lr: 5.00e-05 ] [ eta: 1496 days, 8:47:35 ] [ l_g_pix: 2.9806e-02 ] [ l_g_total: 2.9806e-02 ] +2024-10-25 09:16:42,653 INFO: [ epoch: 14 ] [ iter: 70,200 ] [ performance: 19.550 it/s ] [ lr: 5.00e-05 ] [ eta: 1493 days, 2:55:38 ] [ l_g_pix: 2.8923e-02 ] [ l_g_total: 2.8923e-02 ] +2024-10-25 09:16:48,625 INFO: [ epoch: 15 ] [ iter: 70,300 ] [ performance: 17.600 it/s ] [ lr: 5.00e-05 ] [ eta: 1490 days, 3:56:11 ] [ l_g_pix: 3.1347e-02 ] [ l_g_total: 3.1347e-02 ] +2024-10-25 09:16:53,740 INFO: [ epoch: 15 ] [ iter: 70,400 ] [ performance: 19.548 it/s ] [ lr: 5.00e-05 ] [ eta: 1486 days, 21:34:40 ] [ l_g_pix: 3.2233e-02 ] [ l_g_total: 3.2233e-02 ] +2024-10-25 09:16:58,805 INFO: [ epoch: 15 ] [ iter: 70,500 ] [ performance: 19.680 it/s ] [ lr: 5.00e-05 ] [ eta: 1483 days, 14:31:05 ] [ l_g_pix: 3.7494e-02 ] [ l_g_total: 3.7494e-02 ] +2024-10-25 09:17:03,990 INFO: [ epoch: 15 ] [ iter: 70,600 ] [ performance: 19.490 it/s ] [ lr: 5.00e-05 ] [ eta: 1480 days, 8:09:00 ] [ l_g_pix: 4.3631e-02 ] [ l_g_total: 4.3631e-02 ] +2024-10-25 09:17:09,836 INFO: [ epoch: 15 ] [ iter: 70,700 ] [ performance: 17.824 it/s ] [ lr: 5.00e-05 ] [ eta: 1477 days, 6:52:53 ] [ l_g_pix: 3.2270e-02 ] [ l_g_total: 3.2270e-02 ] +2024-10-25 09:17:14,868 INFO: [ epoch: 15 ] [ iter: 70,800 ] [ performance: 19.715 it/s ] [ lr: 5.00e-05 ] [ eta: 1473 days, 22:41:04 ] [ l_g_pix: 3.4056e-02 ] [ l_g_total: 3.4056e-02 ] +2024-10-25 09:17:19,953 INFO: [ epoch: 15 ] [ iter: 70,900 ] [ performance: 19.684 it/s ] [ lr: 5.00e-05 ] [ eta: 1470 days, 14:38:07 ] [ l_g_pix: 3.7524e-02 ] [ l_g_total: 3.7524e-02 ] +2024-10-25 09:17:25,124 INFO: [ epoch: 15 ] [ iter: 71,000 ] [ performance: 19.349 it/s ] [ lr: 5.00e-05 ] [ eta: 1467 days, 7:00:11 ] [ l_g_pix: 2.5761e-02 ] [ l_g_total: 2.5761e-02 ] +2024-10-25 09:17:30,267 INFO: [ epoch: 15 ] [ iter: 71,100 ] [ performance: 19.415 it/s ] [ lr: 5.00e-05 ] [ eta: 1463 days, 22:51:13 ] [ l_g_pix: 3.7600e-02 ] [ l_g_total: 3.7600e-02 ] +2024-10-25 09:17:35,407 INFO: [ epoch: 15 ] [ iter: 71,200 ] [ performance: 19.848 it/s ] [ lr: 5.00e-05 ] [ eta: 1460 days, 14:23:29 ] [ l_g_pix: 3.4105e-02 ] [ l_g_total: 3.4105e-02 ] +2024-10-25 09:17:40,416 INFO: [ epoch: 15 ] [ iter: 71,300 ] [ performance: 19.948 it/s ] [ lr: 5.00e-05 ] [ eta: 1457 days, 4:36:19 ] [ l_g_pix: 2.4422e-02 ] [ l_g_total: 2.4422e-02 ] +2024-10-25 09:17:46,055 INFO: [ epoch: 15 ] [ iter: 71,400 ] [ performance: 16.703 it/s ] [ lr: 5.00e-05 ] [ eta: 1453 days, 23:32:09 ] [ l_g_pix: 3.2283e-02 ] [ l_g_total: 3.2283e-02 ] +2024-10-25 09:17:51,143 INFO: [ epoch: 15 ] [ iter: 71,500 ] [ performance: 18.634 it/s ] [ lr: 5.00e-05 ] [ eta: 1450 days, 13:47:52 ] [ l_g_pix: 4.3156e-02 ] [ l_g_total: 4.3156e-02 ] +2024-10-25 09:17:56,123 INFO: [ epoch: 15 ] [ iter: 71,600 ] [ performance: 20.056 it/s ] [ lr: 5.00e-05 ] [ eta: 1447 days, 2:55:32 ] [ l_g_pix: 3.5969e-02 ] [ l_g_total: 3.5969e-02 ] +2024-10-25 09:18:01,226 INFO: [ epoch: 15 ] [ iter: 71,700 ] [ performance: 19.734 it/s ] [ lr: 5.00e-05 ] [ eta: 1443 days, 16:44:55 ] [ l_g_pix: 3.8551e-02 ] [ l_g_total: 3.8551e-02 ] +2024-10-25 09:18:06,335 INFO: [ epoch: 15 ] [ iter: 71,800 ] [ performance: 19.499 it/s ] [ lr: 5.00e-05 ] [ eta: 1440 days, 6:19:43 ] [ l_g_pix: 4.2691e-02 ] [ l_g_total: 4.2691e-02 ] +2024-10-25 09:18:11,570 INFO: [ epoch: 15 ] [ iter: 71,900 ] [ performance: 19.223 it/s ] [ lr: 5.00e-05 ] [ eta: 1436 days, 20:36:18 ] [ l_g_pix: 3.3033e-02 ] [ l_g_total: 3.3033e-02 ] +2024-10-25 09:18:16,834 INFO: [ epoch: 15 ] [ iter: 72,000 ] [ performance: 19.208 it/s ] [ lr: 5.00e-05 ] [ eta: 1433 days, 10:49:27 ] [ l_g_pix: 3.6062e-02 ] [ l_g_total: 3.6062e-02 ] +2024-10-25 09:18:22,713 INFO: [ epoch: 15 ] [ iter: 72,100 ] [ performance: 17.608 it/s ] [ lr: 5.00e-05 ] [ eta: 1430 days, 5:30:41 ] [ l_g_pix: 2.8363e-02 ] [ l_g_total: 2.8363e-02 ] +2024-10-25 09:18:27,942 INFO: [ epoch: 15 ] [ iter: 72,200 ] [ performance: 19.219 it/s ] [ lr: 5.00e-05 ] [ eta: 1426 days, 18:51:29 ] [ l_g_pix: 2.1991e-02 ] [ l_g_total: 2.1991e-02 ] +2024-10-25 09:18:33,130 INFO: [ epoch: 15 ] [ iter: 72,300 ] [ performance: 19.262 it/s ] [ lr: 5.00e-05 ] [ eta: 1423 days, 7:35:24 ] [ l_g_pix: 2.5964e-02 ] [ l_g_total: 2.5964e-02 ] +2024-10-25 09:18:38,253 INFO: [ epoch: 15 ] [ iter: 72,400 ] [ performance: 19.634 it/s ] [ lr: 5.00e-05 ] [ eta: 1419 days, 19:32:37 ] [ l_g_pix: 2.9670e-02 ] [ l_g_total: 2.9670e-02 ] +2024-10-25 09:18:43,388 INFO: [ epoch: 15 ] [ iter: 72,500 ] [ performance: 19.521 it/s ] [ lr: 5.00e-05 ] [ eta: 1416 days, 7:18:07 ] [ l_g_pix: 3.6395e-02 ] [ l_g_total: 3.6395e-02 ] +2024-10-25 09:18:48,546 INFO: [ epoch: 15 ] [ iter: 72,600 ] [ performance: 19.156 it/s ] [ lr: 5.00e-05 ] [ eta: 1412 days, 18:56:39 ] [ l_g_pix: 2.7351e-02 ] [ l_g_total: 2.7351e-02 ] +2024-10-25 09:18:54,011 INFO: [ epoch: 15 ] [ iter: 72,700 ] [ performance: 18.532 it/s ] [ lr: 5.00e-05 ] [ eta: 1409 days, 8:38:10 ] [ l_g_pix: 3.8779e-02 ] [ l_g_total: 3.8779e-02 ] +2024-10-25 09:18:59,254 INFO: [ epoch: 15 ] [ iter: 72,800 ] [ performance: 19.176 it/s ] [ lr: 5.00e-05 ] [ eta: 1405 days, 20:20:44 ] [ l_g_pix: 3.4664e-02 ] [ l_g_total: 3.4664e-02 ] +2024-10-25 09:19:04,465 INFO: [ epoch: 15 ] [ iter: 72,900 ] [ performance: 19.188 it/s ] [ lr: 5.00e-05 ] [ eta: 1402 days, 7:31:17 ] [ l_g_pix: 3.8518e-02 ] [ l_g_total: 3.8518e-02 ] +2024-10-25 09:19:09,611 INFO: [ epoch: 15 ] [ iter: 73,000 ] [ performance: 19.884 it/s ] [ lr: 5.00e-05 ] [ eta: 1398 days, 17:55:05 ] [ l_g_pix: 2.7996e-02 ] [ l_g_total: 2.7996e-02 ] +2024-10-25 09:19:14,860 INFO: [ epoch: 15 ] [ iter: 73,100 ] [ performance: 19.271 it/s ] [ lr: 5.00e-05 ] [ eta: 1395 days, 4:47:59 ] [ l_g_pix: 3.2200e-02 ] [ l_g_total: 3.2200e-02 ] +2024-10-25 09:19:20,069 INFO: [ epoch: 15 ] [ iter: 73,200 ] [ performance: 19.630 it/s ] [ lr: 5.00e-05 ] [ eta: 1391 days, 15:05:30 ] [ l_g_pix: 3.9027e-02 ] [ l_g_total: 3.9027e-02 ] +2024-10-25 09:19:25,176 INFO: [ epoch: 15 ] [ iter: 73,300 ] [ performance: 19.593 it/s ] [ lr: 5.00e-05 ] [ eta: 1388 days, 0:20:43 ] [ l_g_pix: 3.0679e-02 ] [ l_g_total: 3.0679e-02 ] +2024-10-25 09:19:30,960 INFO: [ epoch: 15 ] [ iter: 73,400 ] [ performance: 18.412 it/s ] [ lr: 5.00e-05 ] [ eta: 1384 days, 14:18:23 ] [ l_g_pix: 4.1455e-02 ] [ l_g_total: 4.1455e-02 ] +2024-10-25 09:19:36,154 INFO: [ epoch: 15 ] [ iter: 73,500 ] [ performance: 19.029 it/s ] [ lr: 5.00e-05 ] [ eta: 1380 days, 23:36:32 ] [ l_g_pix: 4.2334e-02 ] [ l_g_total: 4.2334e-02 ] +2024-10-25 09:19:41,321 INFO: [ epoch: 15 ] [ iter: 73,600 ] [ performance: 19.404 it/s ] [ lr: 5.00e-05 ] [ eta: 1377 days, 8:25:20 ] [ l_g_pix: 3.2325e-02 ] [ l_g_total: 3.2325e-02 ] +2024-10-25 09:19:46,534 INFO: [ epoch: 15 ] [ iter: 73,700 ] [ performance: 19.239 it/s ] [ lr: 5.00e-05 ] [ eta: 1373 days, 17:17:23 ] [ l_g_pix: 2.6728e-02 ] [ l_g_total: 2.6728e-02 ] +2024-10-25 09:19:51,730 INFO: [ epoch: 15 ] [ iter: 73,800 ] [ performance: 19.358 it/s ] [ lr: 5.00e-05 ] [ eta: 1370 days, 1:44:25 ] [ l_g_pix: 4.5938e-02 ] [ l_g_total: 4.5938e-02 ] +2024-10-25 09:19:56,859 INFO: [ epoch: 15 ] [ iter: 73,900 ] [ performance: 19.465 it/s ] [ lr: 5.00e-05 ] [ eta: 1366 days, 9:24:55 ] [ l_g_pix: 2.9097e-02 ] [ l_g_total: 2.9097e-02 ] +2024-10-25 09:20:02,004 INFO: [ epoch: 15 ] [ iter: 74,000 ] [ performance: 19.622 it/s ] [ lr: 5.00e-05 ] [ eta: 1362 days, 16:55:10 ] [ l_g_pix: 3.9130e-02 ] [ l_g_total: 3.9130e-02 ] +2024-10-25 09:20:07,774 INFO: [ epoch: 15 ] [ iter: 74,100 ] [ performance: 17.837 it/s ] [ lr: 5.00e-05 ] [ eta: 1359 days, 4:38:18 ] [ l_g_pix: 3.1721e-02 ] [ l_g_total: 3.1721e-02 ] +2024-10-25 09:20:13,055 INFO: [ epoch: 15 ] [ iter: 74,200 ] [ performance: 18.881 it/s ] [ lr: 5.00e-05 ] [ eta: 1355 days, 12:31:48 ] [ l_g_pix: 3.4471e-02 ] [ l_g_total: 3.4471e-02 ] +2024-10-25 09:20:18,193 INFO: [ epoch: 15 ] [ iter: 74,300 ] [ performance: 19.322 it/s ] [ lr: 5.00e-05 ] [ eta: 1351 days, 19:06:45 ] [ l_g_pix: 3.8458e-02 ] [ l_g_total: 3.8458e-02 ] +2024-10-25 09:20:23,443 INFO: [ epoch: 15 ] [ iter: 74,400 ] [ performance: 19.263 it/s ] [ lr: 5.00e-05 ] [ eta: 1348 days, 2:11:46 ] [ l_g_pix: 3.0653e-02 ] [ l_g_total: 3.0653e-02 ] +2024-10-25 09:20:28,693 INFO: [ epoch: 15 ] [ iter: 74,500 ] [ performance: 19.098 it/s ] [ lr: 5.00e-05 ] [ eta: 1344 days, 8:59:43 ] [ l_g_pix: 3.6521e-02 ] [ l_g_total: 3.6521e-02 ] +2024-10-25 09:20:33,934 INFO: [ epoch: 15 ] [ iter: 74,600 ] [ performance: 19.264 it/s ] [ lr: 5.00e-05 ] [ eta: 1340 days, 15:26:22 ] [ l_g_pix: 2.5570e-02 ] [ l_g_total: 2.5570e-02 ] +2024-10-25 09:20:39,763 INFO: [ epoch: 15 ] [ iter: 74,700 ] [ performance: 17.589 it/s ] [ lr: 5.00e-05 ] [ eta: 1337 days, 1:43:33 ] [ l_g_pix: 3.5404e-02 ] [ l_g_total: 3.5404e-02 ] +2024-10-25 09:20:45,012 INFO: [ epoch: 15 ] [ iter: 74,800 ] [ performance: 19.389 it/s ] [ lr: 5.00e-05 ] [ eta: 1333 days, 7:37:32 ] [ l_g_pix: 4.1780e-02 ] [ l_g_total: 4.1780e-02 ] +2024-10-25 09:20:50,155 INFO: [ epoch: 15 ] [ iter: 74,900 ] [ performance: 19.434 it/s ] [ lr: 5.00e-05 ] [ eta: 1329 days, 12:29:39 ] [ l_g_pix: 3.9781e-02 ] [ l_g_total: 3.9781e-02 ] +2024-10-25 09:20:56,286 INFO: [ epoch: 16 ] [ iter: 75,000 ] [ performance: 10.013 it/s ] [ lr: 5.00e-05 ] [ eta: 1325 days, 23:56:07 ] [ l_g_pix: 3.3179e-02 ] [ l_g_total: 3.3179e-02 ] +2024-10-25 09:21:01,462 INFO: [ epoch: 16 ] [ iter: 75,100 ] [ performance: 16.135 it/s ] [ lr: 5.00e-05 ] [ eta: 1322 days, 4:26:07 ] [ l_g_pix: 2.4890e-02 ] [ l_g_total: 2.4890e-02 ] +2024-10-25 09:21:06,711 INFO: [ epoch: 16 ] [ iter: 75,200 ] [ performance: 19.286 it/s ] [ lr: 5.00e-05 ] [ eta: 1318 days, 9:08:59 ] [ l_g_pix: 3.5067e-02 ] [ l_g_total: 3.5067e-02 ] +2024-10-25 09:21:12,006 INFO: [ epoch: 16 ] [ iter: 75,300 ] [ performance: 18.968 it/s ] [ lr: 5.00e-05 ] [ eta: 1314 days, 13:53:18 ] [ l_g_pix: 2.4423e-02 ] [ l_g_total: 2.4423e-02 ] +2024-10-25 09:21:17,678 INFO: [ epoch: 16 ] [ iter: 75,400 ] [ performance: 19.846 it/s ] [ lr: 5.00e-05 ] [ eta: 1310 days, 20:54:26 ] [ l_g_pix: 4.0121e-02 ] [ l_g_total: 4.0121e-02 ] +2024-10-25 09:21:22,868 INFO: [ epoch: 16 ] [ iter: 75,500 ] [ performance: 19.384 it/s ] [ lr: 5.00e-05 ] [ eta: 1307 days, 0:19:42 ] [ l_g_pix: 2.8689e-02 ] [ l_g_total: 2.8689e-02 ] +2024-10-25 09:21:28,011 INFO: [ epoch: 16 ] [ iter: 75,600 ] [ performance: 20.355 it/s ] [ lr: 5.00e-05 ] [ eta: 1303 days, 3:08:42 ] [ l_g_pix: 3.1966e-02 ] [ l_g_total: 3.1966e-02 ] +2024-10-25 09:21:33,146 INFO: [ epoch: 16 ] [ iter: 75,700 ] [ performance: 19.639 it/s ] [ lr: 5.00e-05 ] [ eta: 1299 days, 5:37:36 ] [ l_g_pix: 3.4472e-02 ] [ l_g_total: 3.4472e-02 ] +2024-10-25 09:21:38,279 INFO: [ epoch: 16 ] [ iter: 75,800 ] [ performance: 19.624 it/s ] [ lr: 5.00e-05 ] [ eta: 1295 days, 7:48:24 ] [ l_g_pix: 3.3569e-02 ] [ l_g_total: 3.3569e-02 ] +2024-10-25 09:21:43,416 INFO: [ epoch: 16 ] [ iter: 75,900 ] [ performance: 19.498 it/s ] [ lr: 5.00e-05 ] [ eta: 1291 days, 9:43:36 ] [ l_g_pix: 3.1689e-02 ] [ l_g_total: 3.1689e-02 ] +2024-10-25 09:21:49,060 INFO: [ epoch: 16 ] [ iter: 76,000 ] [ performance: 16.401 it/s ] [ lr: 5.00e-05 ] [ eta: 1287 days, 14:44:31 ] [ l_g_pix: 3.9853e-02 ] [ l_g_total: 3.9853e-02 ] +2024-10-25 09:21:54,226 INFO: [ epoch: 16 ] [ iter: 76,100 ] [ performance: 18.751 it/s ] [ lr: 5.00e-05 ] [ eta: 1283 days, 16:16:01 ] [ l_g_pix: 3.0360e-02 ] [ l_g_total: 3.0360e-02 ] +2024-10-25 09:21:59,514 INFO: [ epoch: 16 ] [ iter: 76,200 ] [ performance: 19.097 it/s ] [ lr: 5.00e-05 ] [ eta: 1279 days, 18:19:04 ] [ l_g_pix: 4.2974e-02 ] [ l_g_total: 4.2974e-02 ] +2024-10-25 09:22:04,696 INFO: [ epoch: 16 ] [ iter: 76,300 ] [ performance: 19.265 it/s ] [ lr: 5.00e-05 ] [ eta: 1275 days, 19:22:25 ] [ l_g_pix: 2.7978e-02 ] [ l_g_total: 2.7978e-02 ] +2024-10-25 09:22:09,759 INFO: [ epoch: 16 ] [ iter: 76,400 ] [ performance: 19.044 it/s ] [ lr: 5.00e-05 ] [ eta: 1271 days, 19:21:42 ] [ l_g_pix: 3.3615e-02 ] [ l_g_total: 3.3615e-02 ] +2024-10-25 09:22:14,865 INFO: [ epoch: 16 ] [ iter: 76,500 ] [ performance: 19.494 it/s ] [ lr: 5.00e-05 ] [ eta: 1267 days, 19:21:02 ] [ l_g_pix: 3.3160e-02 ] [ l_g_total: 3.3160e-02 ] +2024-10-25 09:22:20,084 INFO: [ epoch: 16 ] [ iter: 76,600 ] [ performance: 20.454 it/s ] [ lr: 5.00e-05 ] [ eta: 1263 days, 19:47:08 ] [ l_g_pix: 4.3145e-02 ] [ l_g_total: 4.3145e-02 ] +2024-10-25 09:22:25,652 INFO: [ epoch: 16 ] [ iter: 76,700 ] [ performance: 18.319 it/s ] [ lr: 5.00e-05 ] [ eta: 1259 days, 22:11:25 ] [ l_g_pix: 4.5886e-02 ] [ l_g_total: 4.5886e-02 ] +2024-10-25 09:22:30,785 INFO: [ epoch: 16 ] [ iter: 76,800 ] [ performance: 19.864 it/s ] [ lr: 5.00e-05 ] [ eta: 1255 days, 21:29:20 ] [ l_g_pix: 3.6723e-02 ] [ l_g_total: 3.6723e-02 ] +2024-10-25 09:22:35,956 INFO: [ epoch: 16 ] [ iter: 76,900 ] [ performance: 19.420 it/s ] [ lr: 5.00e-05 ] [ eta: 1251 days, 20:44:29 ] [ l_g_pix: 3.5962e-02 ] [ l_g_total: 3.5962e-02 ] +2024-10-25 09:22:40,945 INFO: [ epoch: 16 ] [ iter: 77,000 ] [ performance: 20.160 it/s ] [ lr: 5.00e-05 ] [ eta: 1247 days, 18:32:41 ] [ l_g_pix: 3.8520e-02 ] [ l_g_total: 3.8520e-02 ] +2024-10-25 09:22:46,184 INFO: [ epoch: 16 ] [ iter: 77,100 ] [ performance: 19.240 it/s ] [ lr: 5.00e-05 ] [ eta: 1243 days, 17:39:28 ] [ l_g_pix: 3.2422e-02 ] [ l_g_total: 3.2422e-02 ] +2024-10-25 09:22:51,370 INFO: [ epoch: 16 ] [ iter: 77,200 ] [ performance: 19.345 it/s ] [ lr: 5.00e-05 ] [ eta: 1239 days, 16:09:09 ] [ l_g_pix: 2.9297e-02 ] [ l_g_total: 2.9297e-02 ] +2024-10-25 09:22:56,765 INFO: [ epoch: 16 ] [ iter: 77,300 ] [ performance: 18.646 it/s ] [ lr: 5.00e-05 ] [ eta: 1235 days, 15:40:11 ] [ l_g_pix: 3.5384e-02 ] [ l_g_total: 3.5384e-02 ] +2024-10-25 09:23:02,377 INFO: [ epoch: 16 ] [ iter: 77,400 ] [ performance: 20.114 it/s ] [ lr: 5.00e-05 ] [ eta: 1231 days, 16:14:59 ] [ l_g_pix: 3.0271e-02 ] [ l_g_total: 3.0271e-02 ] +2024-10-25 09:23:07,635 INFO: [ epoch: 16 ] [ iter: 77,500 ] [ performance: 19.155 it/s ] [ lr: 5.00e-05 ] [ eta: 1227 days, 14:18:37 ] [ l_g_pix: 3.5870e-02 ] [ l_g_total: 3.5870e-02 ] +2024-10-25 09:23:12,856 INFO: [ epoch: 16 ] [ iter: 77,600 ] [ performance: 19.558 it/s ] [ lr: 5.00e-05 ] [ eta: 1223 days, 11:50:40 ] [ l_g_pix: 3.6430e-02 ] [ l_g_total: 3.6430e-02 ] +2024-10-25 09:23:18,033 INFO: [ epoch: 16 ] [ iter: 77,700 ] [ performance: 19.348 it/s ] [ lr: 5.00e-05 ] [ eta: 1219 days, 8:48:58 ] [ l_g_pix: 3.1147e-02 ] [ l_g_total: 3.1147e-02 ] +2024-10-25 09:23:23,237 INFO: [ epoch: 16 ] [ iter: 77,800 ] [ performance: 19.611 it/s ] [ lr: 5.00e-05 ] [ eta: 1215 days, 5:40:11 ] [ l_g_pix: 3.3077e-02 ] [ l_g_total: 3.3077e-02 ] +2024-10-25 09:23:28,399 INFO: [ epoch: 16 ] [ iter: 77,900 ] [ performance: 19.404 it/s ] [ lr: 5.00e-05 ] [ eta: 1211 days, 1:58:16 ] [ l_g_pix: 3.8453e-02 ] [ l_g_total: 3.8453e-02 ] +2024-10-25 09:23:34,109 INFO: [ epoch: 16 ] [ iter: 78,000 ] [ performance: 19.747 it/s ] [ lr: 5.00e-05 ] [ eta: 1207 days, 1:20:20 ] [ l_g_pix: 2.8202e-02 ] [ l_g_total: 2.8202e-02 ] +2024-10-25 09:23:39,279 INFO: [ epoch: 16 ] [ iter: 78,100 ] [ performance: 19.385 it/s ] [ lr: 5.00e-05 ] [ eta: 1202 days, 21:06:25 ] [ l_g_pix: 3.4223e-02 ] [ l_g_total: 3.4223e-02 ] +2024-10-25 09:23:44,524 INFO: [ epoch: 16 ] [ iter: 78,200 ] [ performance: 18.936 it/s ] [ lr: 5.00e-05 ] [ eta: 1198 days, 17:02:16 ] [ l_g_pix: 3.6244e-02 ] [ l_g_total: 3.6244e-02 ] +2024-10-25 09:23:49,688 INFO: [ epoch: 16 ] [ iter: 78,300 ] [ performance: 19.324 it/s ] [ lr: 5.00e-05 ] [ eta: 1194 days, 12:11:21 ] [ l_g_pix: 3.0845e-02 ] [ l_g_total: 3.0845e-02 ] +2024-10-25 09:23:54,849 INFO: [ epoch: 16 ] [ iter: 78,400 ] [ performance: 19.347 it/s ] [ lr: 5.00e-05 ] [ eta: 1190 days, 7:01:58 ] [ l_g_pix: 3.2254e-02 ] [ l_g_total: 3.2254e-02 ] +2024-10-25 09:23:59,975 INFO: [ epoch: 16 ] [ iter: 78,500 ] [ performance: 19.496 it/s ] [ lr: 5.00e-05 ] [ eta: 1186 days, 1:23:03 ] [ l_g_pix: 2.9047e-02 ] [ l_g_total: 2.9047e-02 ] +2024-10-25 09:24:05,028 INFO: [ epoch: 16 ] [ iter: 78,600 ] [ performance: 19.773 it/s ] [ lr: 5.00e-05 ] [ eta: 1181 days, 19:01:09 ] [ l_g_pix: 2.7602e-02 ] [ l_g_total: 2.7602e-02 ] +2024-10-25 09:24:10,774 INFO: [ epoch: 16 ] [ iter: 78,700 ] [ performance: 17.579 it/s ] [ lr: 5.00e-05 ] [ eta: 1177 days, 16:28:15 ] [ l_g_pix: 3.9067e-02 ] [ l_g_total: 3.9067e-02 ] +2024-10-25 09:24:15,922 INFO: [ epoch: 16 ] [ iter: 78,800 ] [ performance: 18.757 it/s ] [ lr: 5.00e-05 ] [ eta: 1173 days, 10:05:05 ] [ l_g_pix: 3.3616e-02 ] [ l_g_total: 3.3616e-02 ] +2024-10-25 09:24:21,174 INFO: [ epoch: 16 ] [ iter: 78,900 ] [ performance: 19.022 it/s ] [ lr: 5.00e-05 ] [ eta: 1169 days, 4:01:03 ] [ l_g_pix: 3.7138e-02 ] [ l_g_total: 3.7138e-02 ] +2024-10-25 09:24:26,324 INFO: [ epoch: 16 ] [ iter: 79,000 ] [ performance: 19.684 it/s ] [ lr: 5.00e-05 ] [ eta: 1164 days, 21:03:51 ] [ l_g_pix: 3.0878e-02 ] [ l_g_total: 3.0878e-02 ] +2024-10-25 09:24:31,341 INFO: [ epoch: 16 ] [ iter: 79,100 ] [ performance: 19.916 it/s ] [ lr: 5.00e-05 ] [ eta: 1160 days, 13:03:27 ] [ l_g_pix: 3.4762e-02 ] [ l_g_total: 3.4762e-02 ] +2024-10-25 09:24:36,514 INFO: [ epoch: 16 ] [ iter: 79,200 ] [ performance: 19.770 it/s ] [ lr: 5.00e-05 ] [ eta: 1156 days, 5:39:54 ] [ l_g_pix: 3.3484e-02 ] [ l_g_total: 3.3484e-02 ] +2024-10-25 09:24:41,907 INFO: [ epoch: 16 ] [ iter: 79,300 ] [ performance: 18.608 it/s ] [ lr: 5.00e-05 ] [ eta: 1151 days, 23:15:33 ] [ l_g_pix: 3.0610e-02 ] [ l_g_total: 3.0610e-02 ] +2024-10-25 09:24:47,306 INFO: [ epoch: 16 ] [ iter: 79,400 ] [ performance: 19.794 it/s ] [ lr: 5.00e-05 ] [ eta: 1147 days, 16:34:54 ] [ l_g_pix: 2.5835e-02 ] [ l_g_total: 2.5835e-02 ] +2024-10-25 09:24:52,418 INFO: [ epoch: 16 ] [ iter: 79,500 ] [ performance: 19.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1143 days, 7:58:25 ] [ l_g_pix: 3.8743e-02 ] [ l_g_total: 3.8743e-02 ] +2024-10-25 09:24:57,437 INFO: [ epoch: 16 ] [ iter: 79,600 ] [ performance: 20.814 it/s ] [ lr: 5.00e-05 ] [ eta: 1138 days, 22:33:11 ] [ l_g_pix: 2.4780e-02 ] [ l_g_total: 2.4780e-02 ] +2024-10-25 09:25:03,556 INFO: [ epoch: 17 ] [ iter: 79,700 ] [ performance: 16.482 it/s ] [ lr: 5.00e-05 ] [ eta: 1134 days, 19:03:13 ] [ l_g_pix: 3.8380e-02 ] [ l_g_total: 3.8380e-02 ] +2024-10-25 09:25:08,721 INFO: [ epoch: 17 ] [ iter: 79,800 ] [ performance: 19.472 it/s ] [ lr: 5.00e-05 ] [ eta: 1130 days, 9:51:50 ] [ l_g_pix: 3.9018e-02 ] [ l_g_total: 3.9018e-02 ] +2024-10-25 09:25:13,874 INFO: [ epoch: 17 ] [ iter: 79,900 ] [ performance: 19.409 it/s ] [ lr: 5.00e-05 ] [ eta: 1126 days, 0:19:23 ] [ l_g_pix: 3.5023e-02 ] [ l_g_total: 3.5023e-02 ] +2024-10-25 09:25:19,706 INFO: [ epoch: 17 ] [ iter: 80,000 ] [ performance: 19.794 it/s ] [ lr: 5.00e-05 ] [ eta: 1121 days, 18:15:49 ] [ l_g_pix: 3.2906e-02 ] [ l_g_total: 3.2906e-02 ] +2024-10-25 09:25:19,706 INFO: Saving models and training states. +2024-10-25 09:26:29,504 INFO: Validation val + + # psnr: 22.0657........ Best: 22.0687 @ 70000 iter + # ssim: 0.6505........ Best: 0.6506 @ 70000 iter + # dists: 0.7861........ Best: 0.7860 @ 70000 iter + +2024-10-25 09:26:34,552 INFO: [ epoch: 17 ] [ iter: 80,100 ] [ performance: 19.812 it/s ] [ lr: 5.00e-05 ] [ eta: 1133 days, 9:21:35 ] [ l_g_pix: 3.3527e-02 ] [ l_g_total: 3.3527e-02 ] +2024-10-25 09:26:39,629 INFO: [ epoch: 17 ] [ iter: 80,200 ] [ performance: 19.988 it/s ] [ lr: 5.00e-05 ] [ eta: 1128 days, 20:35:06 ] [ l_g_pix: 2.8292e-02 ] [ l_g_total: 2.8292e-02 ] +2024-10-25 09:26:45,031 INFO: [ epoch: 17 ] [ iter: 80,300 ] [ performance: 18.527 it/s ] [ lr: 5.00e-05 ] [ eta: 1124 days, 9:18:26 ] [ l_g_pix: 4.6128e-02 ] [ l_g_total: 4.6128e-02 ] +2024-10-25 09:26:50,183 INFO: [ epoch: 17 ] [ iter: 80,400 ] [ performance: 18.959 it/s ] [ lr: 5.00e-05 ] [ eta: 1119 days, 20:21:44 ] [ l_g_pix: 4.8084e-02 ] [ l_g_total: 4.8084e-02 ] +2024-10-25 09:26:55,478 INFO: [ epoch: 17 ] [ iter: 80,500 ] [ performance: 18.887 it/s ] [ lr: 5.00e-05 ] [ eta: 1115 days, 7:54:43 ] [ l_g_pix: 2.9701e-02 ] [ l_g_total: 2.9701e-02 ] +2024-10-25 09:27:00,565 INFO: [ epoch: 17 ] [ iter: 80,600 ] [ performance: 19.265 it/s ] [ lr: 5.00e-05 ] [ eta: 1110 days, 18:02:57 ] [ l_g_pix: 3.5479e-02 ] [ l_g_total: 3.5479e-02 ] +2024-10-25 09:27:05,831 INFO: [ epoch: 17 ] [ iter: 80,700 ] [ performance: 18.969 it/s ] [ lr: 5.00e-05 ] [ eta: 1106 days, 4:51:30 ] [ l_g_pix: 3.3527e-02 ] [ l_g_total: 3.3527e-02 ] +2024-10-25 09:27:10,937 INFO: [ epoch: 17 ] [ iter: 80,800 ] [ performance: 19.275 it/s ] [ lr: 5.00e-05 ] [ eta: 1101 days, 14:31:14 ] [ l_g_pix: 2.6108e-02 ] [ l_g_total: 2.6108e-02 ] +2024-10-25 09:27:16,124 INFO: [ epoch: 17 ] [ iter: 80,900 ] [ performance: 19.326 it/s ] [ lr: 5.00e-05 ] [ eta: 1097 days, 0:19:51 ] [ l_g_pix: 2.5312e-02 ] [ l_g_total: 2.5312e-02 ] +2024-10-25 09:27:21,413 INFO: [ epoch: 17 ] [ iter: 81,000 ] [ performance: 19.114 it/s ] [ lr: 5.00e-05 ] [ eta: 1092 days, 10:23:26 ] [ l_g_pix: 2.8809e-02 ] [ l_g_total: 2.8809e-02 ] +2024-10-25 09:27:26,626 INFO: [ epoch: 17 ] [ iter: 81,100 ] [ performance: 19.156 it/s ] [ lr: 5.00e-05 ] [ eta: 1087 days, 19:45:31 ] [ l_g_pix: 4.0691e-02 ] [ l_g_total: 4.0691e-02 ] +2024-10-25 09:27:31,834 INFO: [ epoch: 17 ] [ iter: 81,200 ] [ performance: 19.179 it/s ] [ lr: 5.00e-05 ] [ eta: 1083 days, 4:48:53 ] [ l_g_pix: 2.9299e-02 ] [ l_g_total: 2.9299e-02 ] +2024-10-25 09:27:37,009 INFO: [ epoch: 17 ] [ iter: 81,300 ] [ performance: 19.354 it/s ] [ lr: 5.00e-05 ] [ eta: 1078 days, 13:24:24 ] [ l_g_pix: 3.8041e-02 ] [ l_g_total: 3.8041e-02 ] +2024-10-25 09:27:42,076 INFO: [ epoch: 17 ] [ iter: 81,400 ] [ performance: 19.549 it/s ] [ lr: 5.00e-05 ] [ eta: 1073 days, 21:08:59 ] [ l_g_pix: 4.7422e-02 ] [ l_g_total: 4.7422e-02 ] +2024-10-25 09:27:47,330 INFO: [ epoch: 17 ] [ iter: 81,500 ] [ performance: 19.050 it/s ] [ lr: 5.00e-05 ] [ eta: 1069 days, 5:34:40 ] [ l_g_pix: 3.3633e-02 ] [ l_g_total: 3.3633e-02 ] +2024-10-25 09:27:52,518 INFO: [ epoch: 17 ] [ iter: 81,600 ] [ performance: 19.168 it/s ] [ lr: 5.00e-05 ] [ eta: 1064 days, 13:22:13 ] [ l_g_pix: 2.5992e-02 ] [ l_g_total: 2.5992e-02 ] +2024-10-25 09:27:57,733 INFO: [ epoch: 17 ] [ iter: 81,700 ] [ performance: 19.191 it/s ] [ lr: 5.00e-05 ] [ eta: 1059 days, 21:01:09 ] [ l_g_pix: 3.0253e-02 ] [ l_g_total: 3.0253e-02 ] +2024-10-25 09:28:02,912 INFO: [ epoch: 17 ] [ iter: 81,800 ] [ performance: 19.253 it/s ] [ lr: 5.00e-05 ] [ eta: 1055 days, 4:11:35 ] [ l_g_pix: 3.3617e-02 ] [ l_g_total: 3.3617e-02 ] +2024-10-25 09:28:08,062 INFO: [ epoch: 17 ] [ iter: 81,900 ] [ performance: 19.420 it/s ] [ lr: 5.00e-05 ] [ eta: 1050 days, 10:55:57 ] [ l_g_pix: 4.5558e-02 ] [ l_g_total: 4.5558e-02 ] +2024-10-25 09:28:13,292 INFO: [ epoch: 17 ] [ iter: 82,000 ] [ performance: 19.265 it/s ] [ lr: 5.00e-05 ] [ eta: 1045 days, 17:47:11 ] [ l_g_pix: 4.1429e-02 ] [ l_g_total: 4.1429e-02 ] +2024-10-25 09:28:18,507 INFO: [ epoch: 17 ] [ iter: 82,100 ] [ performance: 19.247 it/s ] [ lr: 5.00e-05 ] [ eta: 1041 days, 0:16:20 ] [ l_g_pix: 3.2209e-02 ] [ l_g_total: 3.2209e-02 ] +2024-10-25 09:28:23,698 INFO: [ epoch: 17 ] [ iter: 82,200 ] [ performance: 19.257 it/s ] [ lr: 5.00e-05 ] [ eta: 1036 days, 6:21:13 ] [ l_g_pix: 3.8143e-02 ] [ l_g_total: 3.8143e-02 ] +2024-10-25 09:28:29,022 INFO: [ epoch: 17 ] [ iter: 82,300 ] [ performance: 19.006 it/s ] [ lr: 5.00e-05 ] [ eta: 1031 days, 12:47:56 ] [ l_g_pix: 3.5943e-02 ] [ l_g_total: 3.5943e-02 ] +2024-10-25 09:28:34,165 INFO: [ epoch: 17 ] [ iter: 82,400 ] [ performance: 19.233 it/s ] [ lr: 5.00e-05 ] [ eta: 1026 days, 18:04:02 ] [ l_g_pix: 2.3434e-02 ] [ l_g_total: 2.3434e-02 ] +2024-10-25 09:28:39,299 INFO: [ epoch: 17 ] [ iter: 82,500 ] [ performance: 19.554 it/s ] [ lr: 5.00e-05 ] [ eta: 1021 days, 23:00:07 ] [ l_g_pix: 2.9530e-02 ] [ l_g_total: 2.9530e-02 ] +2024-10-25 09:28:44,406 INFO: [ epoch: 17 ] [ iter: 82,600 ] [ performance: 19.570 it/s ] [ lr: 5.00e-05 ] [ eta: 1017 days, 3:31:22 ] [ l_g_pix: 3.8544e-02 ] [ l_g_total: 3.8544e-02 ] +2024-10-25 09:28:49,557 INFO: [ epoch: 17 ] [ iter: 82,700 ] [ performance: 19.529 it/s ] [ lr: 5.00e-05 ] [ eta: 1012 days, 7:58:10 ] [ l_g_pix: 4.3120e-02 ] [ l_g_total: 4.3120e-02 ] +2024-10-25 09:28:54,540 INFO: [ epoch: 17 ] [ iter: 82,800 ] [ performance: 19.812 it/s ] [ lr: 5.00e-05 ] [ eta: 1007 days, 11:19:47 ] [ l_g_pix: 3.2164e-02 ] [ l_g_total: 3.2164e-02 ] +2024-10-25 09:28:59,732 INFO: [ epoch: 17 ] [ iter: 82,900 ] [ performance: 19.202 it/s ] [ lr: 5.00e-05 ] [ eta: 1002 days, 15:24:12 ] [ l_g_pix: 3.8572e-02 ] [ l_g_total: 3.8572e-02 ] +2024-10-25 09:29:04,783 INFO: [ epoch: 17 ] [ iter: 83,000 ] [ performance: 19.516 it/s ] [ lr: 5.00e-05 ] [ eta: 997 days, 18:31:29 ] [ l_g_pix: 3.1734e-02 ] [ l_g_total: 3.1734e-02 ] +2024-10-25 09:29:09,813 INFO: [ epoch: 17 ] [ iter: 83,100 ] [ performance: 19.855 it/s ] [ lr: 5.00e-05 ] [ eta: 992 days, 21:16:02 ] [ l_g_pix: 2.8830e-02 ] [ l_g_total: 2.8830e-02 ] +2024-10-25 09:29:14,829 INFO: [ epoch: 17 ] [ iter: 83,200 ] [ performance: 19.901 it/s ] [ lr: 5.00e-05 ] [ eta: 987 days, 23:39:38 ] [ l_g_pix: 3.9031e-02 ] [ l_g_total: 3.9031e-02 ] +2024-10-25 09:29:19,924 INFO: [ epoch: 17 ] [ iter: 83,300 ] [ performance: 19.670 it/s ] [ lr: 5.00e-05 ] [ eta: 983 days, 2:08:49 ] [ l_g_pix: 3.4071e-02 ] [ l_g_total: 3.4071e-02 ] +2024-10-25 09:29:25,042 INFO: [ epoch: 17 ] [ iter: 83,400 ] [ performance: 19.601 it/s ] [ lr: 5.00e-05 ] [ eta: 978 days, 4:27:12 ] [ l_g_pix: 2.8825e-02 ] [ l_g_total: 2.8825e-02 ] +2024-10-25 09:29:30,163 INFO: [ epoch: 17 ] [ iter: 83,500 ] [ performance: 19.579 it/s ] [ lr: 5.00e-05 ] [ eta: 973 days, 6:29:21 ] [ l_g_pix: 3.8899e-02 ] [ l_g_total: 3.8899e-02 ] +2024-10-25 09:29:35,342 INFO: [ epoch: 17 ] [ iter: 83,600 ] [ performance: 19.432 it/s ] [ lr: 5.00e-05 ] [ eta: 968 days, 8:30:35 ] [ l_g_pix: 3.8717e-02 ] [ l_g_total: 3.8717e-02 ] +2024-10-25 09:29:40,478 INFO: [ epoch: 17 ] [ iter: 83,700 ] [ performance: 19.591 it/s ] [ lr: 5.00e-05 ] [ eta: 963 days, 10:02:31 ] [ l_g_pix: 3.8025e-02 ] [ l_g_total: 3.8025e-02 ] +2024-10-25 09:29:45,700 INFO: [ epoch: 17 ] [ iter: 83,800 ] [ performance: 19.351 it/s ] [ lr: 5.00e-05 ] [ eta: 958 days, 11:40:35 ] [ l_g_pix: 3.3175e-02 ] [ l_g_total: 3.3175e-02 ] +2024-10-25 09:29:50,790 INFO: [ epoch: 17 ] [ iter: 83,900 ] [ performance: 19.613 it/s ] [ lr: 5.00e-05 ] [ eta: 953 days, 12:26:06 ] [ l_g_pix: 3.6232e-02 ] [ l_g_total: 3.6232e-02 ] +2024-10-25 09:29:55,982 INFO: [ epoch: 17 ] [ iter: 84,000 ] [ performance: 19.420 it/s ] [ lr: 5.00e-05 ] [ eta: 948 days, 13:21:37 ] [ l_g_pix: 2.8590e-02 ] [ l_g_total: 2.8590e-02 ] +2024-10-25 09:30:01,220 INFO: [ epoch: 17 ] [ iter: 84,100 ] [ performance: 19.130 it/s ] [ lr: 5.00e-05 ] [ eta: 943 days, 14:11:58 ] [ l_g_pix: 3.4747e-02 ] [ l_g_total: 3.4747e-02 ] +2024-10-25 09:30:06,472 INFO: [ epoch: 17 ] [ iter: 84,200 ] [ performance: 19.081 it/s ] [ lr: 5.00e-05 ] [ eta: 938 days, 14:48:47 ] [ l_g_pix: 4.4062e-02 ] [ l_g_total: 4.4062e-02 ] +2024-10-25 09:30:11,456 INFO: [ epoch: 17 ] [ iter: 84,300 ] [ performance: 20.260 it/s ] [ lr: 5.00e-05 ] [ eta: 933 days, 13:57:40 ] [ l_g_pix: 2.9725e-02 ] [ l_g_total: 2.9725e-02 ] +2024-10-25 09:30:17,755 INFO: [ epoch: 18 ] [ iter: 84,400 ] [ performance: 17.579 it/s ] [ lr: 5.00e-05 ] [ eta: 928 days, 18:31:56 ] [ l_g_pix: 3.8677e-02 ] [ l_g_total: 3.8677e-02 ] +2024-10-25 09:30:22,944 INFO: [ epoch: 18 ] [ iter: 84,500 ] [ performance: 19.404 it/s ] [ lr: 5.00e-05 ] [ eta: 923 days, 17:58:40 ] [ l_g_pix: 4.4744e-02 ] [ l_g_total: 4.4744e-02 ] +2024-10-25 09:30:28,161 INFO: [ epoch: 18 ] [ iter: 84,600 ] [ performance: 19.274 it/s ] [ lr: 5.00e-05 ] [ eta: 918 days, 17:15:04 ] [ l_g_pix: 3.5513e-02 ] [ l_g_total: 3.5513e-02 ] +2024-10-25 09:30:33,396 INFO: [ epoch: 18 ] [ iter: 84,700 ] [ performance: 19.272 it/s ] [ lr: 5.00e-05 ] [ eta: 913 days, 16:18:43 ] [ l_g_pix: 3.5308e-02 ] [ l_g_total: 3.5308e-02 ] +2024-10-25 09:30:39,241 INFO: [ epoch: 18 ] [ iter: 84,800 ] [ performance: 18.001 it/s ] [ lr: 5.00e-05 ] [ eta: 908 days, 17:39:30 ] [ l_g_pix: 3.2459e-02 ] [ l_g_total: 3.2459e-02 ] +2024-10-25 09:30:44,459 INFO: [ epoch: 18 ] [ iter: 84,900 ] [ performance: 19.363 it/s ] [ lr: 5.00e-05 ] [ eta: 903 days, 16:02:52 ] [ l_g_pix: 2.9342e-02 ] [ l_g_total: 2.9342e-02 ] +2024-10-25 09:30:49,738 INFO: [ epoch: 18 ] [ iter: 85,000 ] [ performance: 19.125 it/s ] [ lr: 5.00e-05 ] [ eta: 898 days, 14:24:19 ] [ l_g_pix: 3.1783e-02 ] [ l_g_total: 3.1783e-02 ] +2024-10-25 09:30:55,005 INFO: [ epoch: 18 ] [ iter: 85,100 ] [ performance: 19.186 it/s ] [ lr: 5.00e-05 ] [ eta: 893 days, 12:24:54 ] [ l_g_pix: 3.3094e-02 ] [ l_g_total: 3.3094e-02 ] +2024-10-25 09:31:00,269 INFO: [ epoch: 18 ] [ iter: 85,200 ] [ performance: 19.079 it/s ] [ lr: 5.00e-05 ] [ eta: 888 days, 10:07:30 ] [ l_g_pix: 4.4188e-02 ] [ l_g_total: 4.4188e-02 ] +2024-10-25 09:31:05,451 INFO: [ epoch: 18 ] [ iter: 85,300 ] [ performance: 19.212 it/s ] [ lr: 5.00e-05 ] [ eta: 883 days, 7:12:20 ] [ l_g_pix: 3.7053e-02 ] [ l_g_total: 3.7053e-02 ] +2024-10-25 09:31:10,673 INFO: [ epoch: 18 ] [ iter: 85,400 ] [ performance: 19.179 it/s ] [ lr: 5.00e-05 ] [ eta: 878 days, 4:09:29 ] [ l_g_pix: 3.5004e-02 ] [ l_g_total: 3.5004e-02 ] +2024-10-25 09:31:16,414 INFO: [ epoch: 18 ] [ iter: 85,500 ] [ performance: 17.104 it/s ] [ lr: 5.00e-05 ] [ eta: 873 days, 2:54:53 ] [ l_g_pix: 3.4073e-02 ] [ l_g_total: 3.4073e-02 ] +2024-10-25 09:31:21,445 INFO: [ epoch: 18 ] [ iter: 85,600 ] [ performance: 18.587 it/s ] [ lr: 5.00e-05 ] [ eta: 867 days, 22:30:35 ] [ l_g_pix: 3.6660e-02 ] [ l_g_total: 3.6660e-02 ] +2024-10-25 09:31:26,500 INFO: [ epoch: 18 ] [ iter: 85,700 ] [ performance: 19.807 it/s ] [ lr: 5.00e-05 ] [ eta: 862 days, 17:55:10 ] [ l_g_pix: 2.4503e-02 ] [ l_g_total: 2.4503e-02 ] +2024-10-25 09:31:31,569 INFO: [ epoch: 18 ] [ iter: 85,800 ] [ performance: 19.763 it/s ] [ lr: 5.00e-05 ] [ eta: 857 days, 13:06:20 ] [ l_g_pix: 3.7902e-02 ] [ l_g_total: 3.7902e-02 ] +2024-10-25 09:31:36,803 INFO: [ epoch: 18 ] [ iter: 85,900 ] [ performance: 19.271 it/s ] [ lr: 5.00e-05 ] [ eta: 852 days, 8:39:35 ] [ l_g_pix: 3.1521e-02 ] [ l_g_total: 3.1521e-02 ] +2024-10-25 09:31:42,075 INFO: [ epoch: 18 ] [ iter: 86,000 ] [ performance: 19.098 it/s ] [ lr: 5.00e-05 ] [ eta: 847 days, 4:03:55 ] [ l_g_pix: 3.9325e-02 ] [ l_g_total: 3.9325e-02 ] +2024-10-25 09:31:47,432 INFO: [ epoch: 18 ] [ iter: 86,100 ] [ performance: 18.490 it/s ] [ lr: 5.00e-05 ] [ eta: 841 days, 23:30:25 ] [ l_g_pix: 3.4756e-02 ] [ l_g_total: 3.4756e-02 ] +2024-10-25 09:31:52,916 INFO: [ epoch: 18 ] [ iter: 86,200 ] [ performance: 18.341 it/s ] [ lr: 5.00e-05 ] [ eta: 836 days, 19:08:32 ] [ l_g_pix: 3.0973e-02 ] [ l_g_total: 3.0973e-02 ] +2024-10-25 09:31:58,159 INFO: [ epoch: 18 ] [ iter: 86,300 ] [ performance: 19.337 it/s ] [ lr: 5.00e-05 ] [ eta: 831 days, 13:33:05 ] [ l_g_pix: 4.2123e-02 ] [ l_g_total: 4.2123e-02 ] +2024-10-25 09:32:03,326 INFO: [ epoch: 18 ] [ iter: 86,400 ] [ performance: 19.349 it/s ] [ lr: 5.00e-05 ] [ eta: 826 days, 7:22:57 ] [ l_g_pix: 3.3929e-02 ] [ l_g_total: 3.3929e-02 ] +2024-10-25 09:32:08,586 INFO: [ epoch: 18 ] [ iter: 86,500 ] [ performance: 19.144 it/s ] [ lr: 5.00e-05 ] [ eta: 821 days, 1:16:39 ] [ l_g_pix: 2.8299e-02 ] [ l_g_total: 2.8299e-02 ] +2024-10-25 09:32:13,808 INFO: [ epoch: 18 ] [ iter: 86,600 ] [ performance: 19.149 it/s ] [ lr: 5.00e-05 ] [ eta: 815 days, 18:44:18 ] [ l_g_pix: 2.9128e-02 ] [ l_g_total: 2.9128e-02 ] +2024-10-25 09:32:19,037 INFO: [ epoch: 18 ] [ iter: 86,700 ] [ performance: 19.286 it/s ] [ lr: 5.00e-05 ] [ eta: 810 days, 11:56:01 ] [ l_g_pix: 3.3744e-02 ] [ l_g_total: 3.3744e-02 ] +2024-10-25 09:32:24,751 INFO: [ epoch: 18 ] [ iter: 86,800 ] [ performance: 18.189 it/s ] [ lr: 5.00e-05 ] [ eta: 805 days, 6:37:04 ] [ l_g_pix: 2.8804e-02 ] [ l_g_total: 2.8804e-02 ] +2024-10-25 09:32:29,963 INFO: [ epoch: 18 ] [ iter: 86,900 ] [ performance: 19.272 it/s ] [ lr: 5.00e-05 ] [ eta: 799 days, 23:09:23 ] [ l_g_pix: 2.5822e-02 ] [ l_g_total: 2.5822e-02 ] +2024-10-25 09:32:35,179 INFO: [ epoch: 18 ] [ iter: 87,000 ] [ performance: 19.213 it/s ] [ lr: 5.00e-05 ] [ eta: 794 days, 15:25:18 ] [ l_g_pix: 2.9059e-02 ] [ l_g_total: 2.9059e-02 ] +2024-10-25 09:32:40,423 INFO: [ epoch: 18 ] [ iter: 87,100 ] [ performance: 19.221 it/s ] [ lr: 5.00e-05 ] [ eta: 789 days, 7:29:48 ] [ l_g_pix: 3.8931e-02 ] [ l_g_total: 3.8931e-02 ] +2024-10-25 09:32:45,678 INFO: [ epoch: 18 ] [ iter: 87,200 ] [ performance: 19.107 it/s ] [ lr: 5.00e-05 ] [ eta: 783 days, 23:19:11 ] [ l_g_pix: 2.4885e-02 ] [ l_g_total: 2.4885e-02 ] +2024-10-25 09:32:50,975 INFO: [ epoch: 18 ] [ iter: 87,300 ] [ performance: 18.872 it/s ] [ lr: 5.00e-05 ] [ eta: 778 days, 14:59:52 ] [ l_g_pix: 3.4269e-02 ] [ l_g_total: 3.4269e-02 ] +2024-10-25 09:32:56,193 INFO: [ epoch: 18 ] [ iter: 87,400 ] [ performance: 19.049 it/s ] [ lr: 5.00e-05 ] [ eta: 773 days, 6:06:20 ] [ l_g_pix: 3.0723e-02 ] [ l_g_total: 3.0723e-02 ] +2024-10-25 09:33:01,873 INFO: [ epoch: 18 ] [ iter: 87,500 ] [ performance: 19.373 it/s ] [ lr: 5.00e-05 ] [ eta: 767 days, 22:31:45 ] [ l_g_pix: 3.7313e-02 ] [ l_g_total: 3.7313e-02 ] +2024-10-25 09:33:06,955 INFO: [ epoch: 18 ] [ iter: 87,600 ] [ performance: 19.558 it/s ] [ lr: 5.00e-05 ] [ eta: 762 days, 12:34:36 ] [ l_g_pix: 2.4712e-02 ] [ l_g_total: 2.4712e-02 ] +2024-10-25 09:33:12,062 INFO: [ epoch: 18 ] [ iter: 87,700 ] [ performance: 19.849 it/s ] [ lr: 5.00e-05 ] [ eta: 757 days, 2:25:33 ] [ l_g_pix: 2.7708e-02 ] [ l_g_total: 2.7708e-02 ] +2024-10-25 09:33:17,152 INFO: [ epoch: 18 ] [ iter: 87,800 ] [ performance: 19.727 it/s ] [ lr: 5.00e-05 ] [ eta: 751 days, 15:56:04 ] [ l_g_pix: 3.8635e-02 ] [ l_g_total: 3.8635e-02 ] +2024-10-25 09:33:22,180 INFO: [ epoch: 18 ] [ iter: 87,900 ] [ performance: 20.197 it/s ] [ lr: 5.00e-05 ] [ eta: 746 days, 4:57:10 ] [ l_g_pix: 2.8820e-02 ] [ l_g_total: 2.8820e-02 ] +2024-10-25 09:33:27,225 INFO: [ epoch: 18 ] [ iter: 88,000 ] [ performance: 19.966 it/s ] [ lr: 5.00e-05 ] [ eta: 740 days, 17:44:57 ] [ l_g_pix: 2.9922e-02 ] [ l_g_total: 2.9922e-02 ] +2024-10-25 09:33:32,645 INFO: [ epoch: 18 ] [ iter: 88,100 ] [ performance: 17.701 it/s ] [ lr: 5.00e-05 ] [ eta: 735 days, 7:30:03 ] [ l_g_pix: 3.0459e-02 ] [ l_g_total: 3.0459e-02 ] +2024-10-25 09:33:37,813 INFO: [ epoch: 18 ] [ iter: 88,200 ] [ performance: 18.685 it/s ] [ lr: 5.00e-05 ] [ eta: 729 days, 20:07:45 ] [ l_g_pix: 2.6530e-02 ] [ l_g_total: 2.6530e-02 ] +2024-10-25 09:33:42,958 INFO: [ epoch: 18 ] [ iter: 88,300 ] [ performance: 19.410 it/s ] [ lr: 5.00e-05 ] [ eta: 724 days, 8:23:40 ] [ l_g_pix: 2.8641e-02 ] [ l_g_total: 2.8641e-02 ] +2024-10-25 09:33:48,191 INFO: [ epoch: 18 ] [ iter: 88,400 ] [ performance: 19.223 it/s ] [ lr: 5.00e-05 ] [ eta: 718 days, 20:39:34 ] [ l_g_pix: 4.1677e-02 ] [ l_g_total: 4.1677e-02 ] +2024-10-25 09:33:53,491 INFO: [ epoch: 18 ] [ iter: 88,500 ] [ performance: 19.180 it/s ] [ lr: 5.00e-05 ] [ eta: 713 days, 8:50:41 ] [ l_g_pix: 4.1876e-02 ] [ l_g_total: 4.1876e-02 ] +2024-10-25 09:33:58,670 INFO: [ epoch: 18 ] [ iter: 88,600 ] [ performance: 19.262 it/s ] [ lr: 5.00e-05 ] [ eta: 707 days, 20:21:13 ] [ l_g_pix: 2.3749e-02 ] [ l_g_total: 2.3749e-02 ] +2024-10-25 09:34:03,908 INFO: [ epoch: 18 ] [ iter: 88,700 ] [ performance: 19.178 it/s ] [ lr: 5.00e-05 ] [ eta: 702 days, 7:45:37 ] [ l_g_pix: 2.8627e-02 ] [ l_g_total: 2.8627e-02 ] +2024-10-25 09:34:09,652 INFO: [ epoch: 18 ] [ iter: 88,800 ] [ performance: 18.027 it/s ] [ lr: 5.00e-05 ] [ eta: 696 days, 20:27:03 ] [ l_g_pix: 2.9631e-02 ] [ l_g_total: 2.9631e-02 ] +2024-10-25 09:34:14,766 INFO: [ epoch: 18 ] [ iter: 88,900 ] [ performance: 19.558 it/s ] [ lr: 5.00e-05 ] [ eta: 691 days, 6:52:35 ] [ l_g_pix: 4.1098e-02 ] [ l_g_total: 4.1098e-02 ] +2024-10-25 09:34:19,544 INFO: [ epoch: 18 ] [ iter: 89,000 ] [ performance: 20.405 it/s ] [ lr: 5.00e-05 ] [ eta: 685 days, 15:59:40 ] [ l_g_pix: 2.7733e-02 ] [ l_g_total: 2.7733e-02 ] +2024-10-25 09:34:25,719 INFO: [ epoch: 19 ] [ iter: 89,100 ] [ performance: 19.344 it/s ] [ lr: 5.00e-05 ] [ eta: 680 days, 5:04:25 ] [ l_g_pix: 3.8716e-02 ] [ l_g_total: 3.8716e-02 ] +2024-10-25 09:34:30,830 INFO: [ epoch: 19 ] [ iter: 89,200 ] [ performance: 19.487 it/s ] [ lr: 5.00e-05 ] [ eta: 674 days, 14:37:18 ] [ l_g_pix: 3.4663e-02 ] [ l_g_total: 3.4663e-02 ] +2024-10-25 09:34:36,023 INFO: [ epoch: 19 ] [ iter: 89,300 ] [ performance: 19.259 it/s ] [ lr: 5.00e-05 ] [ eta: 669 days, 0:07:40 ] [ l_g_pix: 3.6482e-02 ] [ l_g_total: 3.6482e-02 ] +2024-10-25 09:34:41,386 INFO: [ epoch: 19 ] [ iter: 89,400 ] [ performance: 18.862 it/s ] [ lr: 5.00e-05 ] [ eta: 663 days, 9:50:52 ] [ l_g_pix: 2.7064e-02 ] [ l_g_total: 2.7064e-02 ] +2024-10-25 09:34:46,929 INFO: [ epoch: 19 ] [ iter: 89,500 ] [ performance: 19.166 it/s ] [ lr: 5.00e-05 ] [ eta: 657 days, 19:47:35 ] [ l_g_pix: 3.0562e-02 ] [ l_g_total: 3.0562e-02 ] +2024-10-25 09:34:52,098 INFO: [ epoch: 19 ] [ iter: 89,600 ] [ performance: 19.283 it/s ] [ lr: 5.00e-05 ] [ eta: 652 days, 4:21:03 ] [ l_g_pix: 3.7903e-02 ] [ l_g_total: 3.7903e-02 ] +2024-10-25 09:34:57,335 INFO: [ epoch: 19 ] [ iter: 89,700 ] [ performance: 19.211 it/s ] [ lr: 5.00e-05 ] [ eta: 646 days, 12:48:52 ] [ l_g_pix: 2.7542e-02 ] [ l_g_total: 2.7542e-02 ] +2024-10-25 09:35:02,508 INFO: [ epoch: 19 ] [ iter: 89,800 ] [ performance: 19.291 it/s ] [ lr: 5.00e-05 ] [ eta: 640 days, 20:48:20 ] [ l_g_pix: 3.2215e-02 ] [ l_g_total: 3.2215e-02 ] +2024-10-25 09:35:07,695 INFO: [ epoch: 19 ] [ iter: 89,900 ] [ performance: 19.448 it/s ] [ lr: 5.00e-05 ] [ eta: 635 days, 4:33:04 ] [ l_g_pix: 3.6892e-02 ] [ l_g_total: 3.6892e-02 ] +2024-10-25 09:35:12,895 INFO: [ epoch: 19 ] [ iter: 90,000 ] [ performance: 19.309 it/s ] [ lr: 5.00e-05 ] [ eta: 629 days, 12:02:27 ] [ l_g_pix: 3.4095e-02 ] [ l_g_total: 3.4095e-02 ] +2024-10-25 09:35:12,895 INFO: Saving models and training states. +2024-10-25 09:36:33,378 INFO: Validation val + + # psnr: 22.0666........ Best: 22.0687 @ 70000 iter + # ssim: 0.6508........ Best: 0.6508 @ 90000 iter + # dists: 0.7860........ Best: 0.7860 @ 90000 iter + +2024-10-25 09:36:38,704 INFO: [ epoch: 19 ] [ iter: 90,100 ] [ performance: 19.383 it/s ] [ lr: 5.00e-05 ] [ eta: 633 days, 0:53:54 ] [ l_g_pix: 3.9422e-02 ] [ l_g_total: 3.9422e-02 ] +2024-10-25 09:36:43,858 INFO: [ epoch: 19 ] [ iter: 90,200 ] [ performance: 19.399 it/s ] [ lr: 5.00e-05 ] [ eta: 627 days, 5:26:46 ] [ l_g_pix: 2.9783e-02 ] [ l_g_total: 2.9783e-02 ] +2024-10-25 09:36:49,013 INFO: [ epoch: 19 ] [ iter: 90,300 ] [ performance: 19.479 it/s ] [ lr: 5.00e-05 ] [ eta: 621 days, 9:42:45 ] [ l_g_pix: 3.8093e-02 ] [ l_g_total: 3.8093e-02 ] +2024-10-25 09:36:54,185 INFO: [ epoch: 19 ] [ iter: 90,400 ] [ performance: 19.385 it/s ] [ lr: 5.00e-05 ] [ eta: 615 days, 13:44:14 ] [ l_g_pix: 3.2714e-02 ] [ l_g_total: 3.2714e-02 ] +2024-10-25 09:36:59,234 INFO: [ epoch: 19 ] [ iter: 90,500 ] [ performance: 19.531 it/s ] [ lr: 5.00e-05 ] [ eta: 609 days, 17:09:08 ] [ l_g_pix: 3.1633e-02 ] [ l_g_total: 3.1633e-02 ] +2024-10-25 09:37:04,306 INFO: [ epoch: 19 ] [ iter: 90,600 ] [ performance: 19.657 it/s ] [ lr: 5.00e-05 ] [ eta: 603 days, 20:20:37 ] [ l_g_pix: 4.7301e-02 ] [ l_g_total: 4.7301e-02 ] +2024-10-25 09:37:09,635 INFO: [ epoch: 19 ] [ iter: 90,700 ] [ performance: 17.550 it/s ] [ lr: 5.00e-05 ] [ eta: 597 days, 23:55:08 ] [ l_g_pix: 3.0100e-02 ] [ l_g_total: 3.0100e-02 ] +2024-10-25 09:37:14,694 INFO: [ epoch: 19 ] [ iter: 90,800 ] [ performance: 18.979 it/s ] [ lr: 5.00e-05 ] [ eta: 592 days, 2:30:30 ] [ l_g_pix: 3.2723e-02 ] [ l_g_total: 3.2723e-02 ] +2024-10-25 09:37:19,783 INFO: [ epoch: 19 ] [ iter: 90,900 ] [ performance: 19.736 it/s ] [ lr: 5.00e-05 ] [ eta: 586 days, 4:53:26 ] [ l_g_pix: 3.0681e-02 ] [ l_g_total: 3.0681e-02 ] +2024-10-25 09:37:24,998 INFO: [ epoch: 19 ] [ iter: 91,000 ] [ performance: 19.353 it/s ] [ lr: 5.00e-05 ] [ eta: 580 days, 7:18:30 ] [ l_g_pix: 3.3603e-02 ] [ l_g_total: 3.3603e-02 ] +2024-10-25 09:37:30,709 INFO: [ epoch: 19 ] [ iter: 91,100 ] [ performance: 16.450 it/s ] [ lr: 5.00e-05 ] [ eta: 574 days, 10:39:33 ] [ l_g_pix: 3.8176e-02 ] [ l_g_total: 3.8176e-02 ] +2024-10-25 09:37:36,339 INFO: [ epoch: 19 ] [ iter: 91,200 ] [ performance: 17.321 it/s ] [ lr: 5.00e-05 ] [ eta: 568 days, 13:29:51 ] [ l_g_pix: 3.7140e-02 ] [ l_g_total: 3.7140e-02 ] +2024-10-25 09:37:41,723 INFO: [ epoch: 19 ] [ iter: 91,300 ] [ performance: 18.780 it/s ] [ lr: 5.00e-05 ] [ eta: 562 days, 15:25:31 ] [ l_g_pix: 3.3129e-02 ] [ l_g_total: 3.3129e-02 ] +2024-10-25 09:37:47,102 INFO: [ epoch: 19 ] [ iter: 91,400 ] [ performance: 18.651 it/s ] [ lr: 5.00e-05 ] [ eta: 556 days, 17:02:42 ] [ l_g_pix: 2.7615e-02 ] [ l_g_total: 2.7615e-02 ] +2024-10-25 09:37:52,851 INFO: [ epoch: 19 ] [ iter: 91,500 ] [ performance: 16.481 it/s ] [ lr: 5.00e-05 ] [ eta: 550 days, 19:14:14 ] [ l_g_pix: 3.7996e-02 ] [ l_g_total: 3.7996e-02 ] +2024-10-25 09:37:58,512 INFO: [ epoch: 19 ] [ iter: 91,600 ] [ performance: 17.280 it/s ] [ lr: 5.00e-05 ] [ eta: 544 days, 20:54:26 ] [ l_g_pix: 2.6291e-02 ] [ l_g_total: 2.6291e-02 ] +2024-10-25 09:38:04,248 INFO: [ epoch: 19 ] [ iter: 91,700 ] [ performance: 17.162 it/s ] [ lr: 5.00e-05 ] [ eta: 538 days, 22:25:59 ] [ l_g_pix: 3.7805e-02 ] [ l_g_total: 3.7805e-02 ] +2024-10-25 09:38:10,230 INFO: [ epoch: 19 ] [ iter: 91,800 ] [ performance: 16.851 it/s ] [ lr: 5.00e-05 ] [ eta: 533 days, 0:12:10 ] [ l_g_pix: 2.9648e-02 ] [ l_g_total: 2.9648e-02 ] +2024-10-25 09:38:16,697 INFO: [ epoch: 19 ] [ iter: 91,900 ] [ performance: 15.634 it/s ] [ lr: 5.00e-05 ] [ eta: 527 days, 2:43:49 ] [ l_g_pix: 3.0471e-02 ] [ l_g_total: 3.0471e-02 ] +2024-10-25 09:38:22,851 INFO: [ epoch: 19 ] [ iter: 92,000 ] [ performance: 16.062 it/s ] [ lr: 5.00e-05 ] [ eta: 521 days, 4:12:07 ] [ l_g_pix: 3.2742e-02 ] [ l_g_total: 3.2742e-02 ] +2024-10-25 09:38:29,561 INFO: [ epoch: 19 ] [ iter: 92,100 ] [ performance: 14.288 it/s ] [ lr: 5.00e-05 ] [ eta: 515 days, 6:33:12 ] [ l_g_pix: 4.1577e-02 ] [ l_g_total: 4.1577e-02 ] +2024-10-25 09:38:35,658 INFO: [ epoch: 19 ] [ iter: 92,200 ] [ performance: 15.715 it/s ] [ lr: 5.00e-05 ] [ eta: 509 days, 7:12:16 ] [ l_g_pix: 2.4269e-02 ] [ l_g_total: 2.4269e-02 ] +2024-10-25 09:38:41,285 INFO: [ epoch: 19 ] [ iter: 92,300 ] [ performance: 17.182 it/s ] [ lr: 5.00e-05 ] [ eta: 503 days, 6:30:34 ] [ l_g_pix: 4.7944e-02 ] [ l_g_total: 4.7944e-02 ] +2024-10-25 09:38:46,935 INFO: [ epoch: 19 ] [ iter: 92,400 ] [ performance: 17.547 it/s ] [ lr: 5.00e-05 ] [ eta: 497 days, 5:33:07 ] [ l_g_pix: 4.0829e-02 ] [ l_g_total: 4.0829e-02 ] +2024-10-25 09:38:52,515 INFO: [ epoch: 19 ] [ iter: 92,500 ] [ performance: 19.249 it/s ] [ lr: 5.00e-05 ] [ eta: 491 days, 4:08:03 ] [ l_g_pix: 3.4960e-02 ] [ l_g_total: 3.4960e-02 ] +2024-10-25 09:38:57,868 INFO: [ epoch: 19 ] [ iter: 92,600 ] [ performance: 18.843 it/s ] [ lr: 5.00e-05 ] [ eta: 485 days, 1:56:22 ] [ l_g_pix: 3.8608e-02 ] [ l_g_total: 3.8608e-02 ] +2024-10-25 09:39:03,258 INFO: [ epoch: 19 ] [ iter: 92,700 ] [ performance: 18.412 it/s ] [ lr: 5.00e-05 ] [ eta: 478 days, 23:31:25 ] [ l_g_pix: 3.4698e-02 ] [ l_g_total: 3.4698e-02 ] +2024-10-25 09:39:09,107 INFO: [ epoch: 19 ] [ iter: 92,800 ] [ performance: 17.449 it/s ] [ lr: 5.00e-05 ] [ eta: 472 days, 21:43:29 ] [ l_g_pix: 3.9798e-02 ] [ l_g_total: 3.9798e-02 ] +2024-10-25 09:39:14,955 INFO: [ epoch: 19 ] [ iter: 92,900 ] [ performance: 17.056 it/s ] [ lr: 5.00e-05 ] [ eta: 466 days, 19:36:00 ] [ l_g_pix: 3.0694e-02 ] [ l_g_total: 3.0694e-02 ] +2024-10-25 09:39:21,069 INFO: [ epoch: 19 ] [ iter: 93,000 ] [ performance: 16.544 it/s ] [ lr: 5.00e-05 ] [ eta: 460 days, 17:40:05 ] [ l_g_pix: 2.3032e-02 ] [ l_g_total: 2.3032e-02 ] +2024-10-25 09:39:27,156 INFO: [ epoch: 19 ] [ iter: 93,100 ] [ performance: 17.322 it/s ] [ lr: 5.00e-05 ] [ eta: 454 days, 15:20:38 ] [ l_g_pix: 3.0744e-02 ] [ l_g_total: 3.0744e-02 ] +2024-10-25 09:39:33,008 INFO: [ epoch: 19 ] [ iter: 93,200 ] [ performance: 17.154 it/s ] [ lr: 5.00e-05 ] [ eta: 448 days, 12:14:11 ] [ l_g_pix: 4.0317e-02 ] [ l_g_total: 4.0317e-02 ] +2024-10-25 09:39:38,503 INFO: [ epoch: 19 ] [ iter: 93,300 ] [ performance: 18.619 it/s ] [ lr: 5.00e-05 ] [ eta: 442 days, 8:08:31 ] [ l_g_pix: 4.6594e-02 ] [ l_g_total: 4.6594e-02 ] +2024-10-25 09:39:44,077 INFO: [ epoch: 19 ] [ iter: 93,400 ] [ performance: 18.118 it/s ] [ lr: 5.00e-05 ] [ eta: 436 days, 3:53:06 ] [ l_g_pix: 3.2885e-02 ] [ l_g_total: 3.2885e-02 ] +2024-10-25 09:39:49,974 INFO: [ epoch: 19 ] [ iter: 93,500 ] [ performance: 16.476 it/s ] [ lr: 5.00e-05 ] [ eta: 429 days, 23:54:10 ] [ l_g_pix: 3.8361e-02 ] [ l_g_total: 3.8361e-02 ] +2024-10-25 09:39:56,045 INFO: [ epoch: 19 ] [ iter: 93,600 ] [ performance: 16.475 it/s ] [ lr: 5.00e-05 ] [ eta: 423 days, 19:54:06 ] [ l_g_pix: 3.2008e-02 ] [ l_g_total: 3.2008e-02 ] +2024-10-25 09:40:02,048 INFO: [ epoch: 19 ] [ iter: 93,700 ] [ performance: 17.512 it/s ] [ lr: 5.00e-05 ] [ eta: 417 days, 15:26:39 ] [ l_g_pix: 2.0591e-02 ] [ l_g_total: 2.0591e-02 ] +2024-10-25 09:40:09,013 INFO: [ epoch: 20 ] [ iter: 93,800 ] [ performance: 15.047 it/s ] [ lr: 5.00e-05 ] [ eta: 411 days, 12:18:34 ] [ l_g_pix: 2.8433e-02 ] [ l_g_total: 2.8433e-02 ] +2024-10-25 09:40:15,269 INFO: [ epoch: 20 ] [ iter: 93,900 ] [ performance: 15.493 it/s ] [ lr: 5.00e-05 ] [ eta: 405 days, 7:35:17 ] [ l_g_pix: 3.0318e-02 ] [ l_g_total: 3.0318e-02 ] +2024-10-25 09:40:21,413 INFO: [ epoch: 20 ] [ iter: 94,000 ] [ performance: 16.077 it/s ] [ lr: 5.00e-05 ] [ eta: 399 days, 2:19:51 ] [ l_g_pix: 3.2869e-02 ] [ l_g_total: 3.2869e-02 ] +2024-10-25 09:40:27,313 INFO: [ epoch: 20 ] [ iter: 94,100 ] [ performance: 16.920 it/s ] [ lr: 5.00e-05 ] [ eta: 392 days, 20:20:01 ] [ l_g_pix: 3.6902e-02 ] [ l_g_total: 3.6902e-02 ] +2024-10-25 09:40:33,192 INFO: [ epoch: 20 ] [ iter: 94,200 ] [ performance: 16.989 it/s ] [ lr: 5.00e-05 ] [ eta: 386 days, 13:58:30 ] [ l_g_pix: 2.6668e-02 ] [ l_g_total: 2.6668e-02 ] +2024-10-25 09:40:39,282 INFO: [ epoch: 20 ] [ iter: 94,300 ] [ performance: 16.647 it/s ] [ lr: 5.00e-05 ] [ eta: 380 days, 7:37:20 ] [ l_g_pix: 3.9177e-02 ] [ l_g_total: 3.9177e-02 ] +2024-10-25 09:40:45,126 INFO: [ epoch: 20 ] [ iter: 94,400 ] [ performance: 17.001 it/s ] [ lr: 5.00e-05 ] [ eta: 374 days, 0:33:00 ] [ l_g_pix: 3.7303e-02 ] [ l_g_total: 3.7303e-02 ] +2024-10-25 09:40:50,983 INFO: [ epoch: 20 ] [ iter: 94,500 ] [ performance: 16.945 it/s ] [ lr: 5.00e-05 ] [ eta: 367 days, 17:10:20 ] [ l_g_pix: 4.3691e-02 ] [ l_g_total: 4.3691e-02 ] +2024-10-25 09:40:56,970 INFO: [ epoch: 20 ] [ iter: 94,600 ] [ performance: 16.759 it/s ] [ lr: 5.00e-05 ] [ eta: 361 days, 9:39:53 ] [ l_g_pix: 3.7806e-02 ] [ l_g_total: 3.7806e-02 ] +2024-10-25 09:41:02,754 INFO: [ epoch: 20 ] [ iter: 94,700 ] [ performance: 17.340 it/s ] [ lr: 5.00e-05 ] [ eta: 355 days, 1:31:28 ] [ l_g_pix: 4.0955e-02 ] [ l_g_total: 4.0955e-02 ] +2024-10-25 09:41:08,746 INFO: [ epoch: 20 ] [ iter: 94,800 ] [ performance: 16.832 it/s ] [ lr: 5.00e-05 ] [ eta: 348 days, 17:21:53 ] [ l_g_pix: 3.9987e-02 ] [ l_g_total: 3.9987e-02 ] +2024-10-25 09:41:14,561 INFO: [ epoch: 20 ] [ iter: 94,900 ] [ performance: 17.191 it/s ] [ lr: 5.00e-05 ] [ eta: 342 days, 8:37:14 ] [ l_g_pix: 2.6956e-02 ] [ l_g_total: 2.6956e-02 ] +2024-10-25 09:41:20,556 INFO: [ epoch: 20 ] [ iter: 95,000 ] [ performance: 16.791 it/s ] [ lr: 5.00e-05 ] [ eta: 335 days, 23:48:14 ] [ l_g_pix: 3.5551e-02 ] [ l_g_total: 3.5551e-02 ] +2024-10-25 09:41:26,481 INFO: [ epoch: 20 ] [ iter: 95,100 ] [ performance: 16.448 it/s ] [ lr: 5.00e-05 ] [ eta: 329 days, 14:33:31 ] [ l_g_pix: 3.2789e-02 ] [ l_g_total: 3.2789e-02 ] +2024-10-25 09:41:32,420 INFO: [ epoch: 20 ] [ iter: 95,200 ] [ performance: 16.757 it/s ] [ lr: 5.00e-05 ] [ eta: 323 days, 5:00:06 ] [ l_g_pix: 2.2289e-02 ] [ l_g_total: 2.2289e-02 ] +2024-10-25 09:41:38,303 INFO: [ epoch: 20 ] [ iter: 95,300 ] [ performance: 16.379 it/s ] [ lr: 5.00e-05 ] [ eta: 316 days, 19:02:35 ] [ l_g_pix: 3.2025e-02 ] [ l_g_total: 3.2025e-02 ] +2024-10-25 09:41:44,047 INFO: [ epoch: 20 ] [ iter: 95,400 ] [ performance: 17.189 it/s ] [ lr: 5.00e-05 ] [ eta: 310 days, 8:34:46 ] [ l_g_pix: 3.5791e-02 ] [ l_g_total: 3.5791e-02 ] +2024-10-25 09:41:49,802 INFO: [ epoch: 20 ] [ iter: 95,500 ] [ performance: 17.730 it/s ] [ lr: 5.00e-05 ] [ eta: 303 days, 21:48:41 ] [ l_g_pix: 3.2272e-02 ] [ l_g_total: 3.2272e-02 ] +2024-10-25 09:41:55,588 INFO: [ epoch: 20 ] [ iter: 95,600 ] [ performance: 17.374 it/s ] [ lr: 5.00e-05 ] [ eta: 297 days, 10:45:37 ] [ l_g_pix: 3.0595e-02 ] [ l_g_total: 3.0595e-02 ] +2024-10-25 09:42:01,419 INFO: [ epoch: 20 ] [ iter: 95,700 ] [ performance: 17.632 it/s ] [ lr: 5.00e-05 ] [ eta: 290 days, 23:26:32 ] [ l_g_pix: 3.7398e-02 ] [ l_g_total: 3.7398e-02 ] +2024-10-25 09:42:07,322 INFO: [ epoch: 20 ] [ iter: 95,800 ] [ performance: 17.073 it/s ] [ lr: 5.00e-05 ] [ eta: 284 days, 11:53:01 ] [ l_g_pix: 3.2151e-02 ] [ l_g_total: 3.2151e-02 ] +2024-10-25 09:42:13,344 INFO: [ epoch: 20 ] [ iter: 95,900 ] [ performance: 16.652 it/s ] [ lr: 5.00e-05 ] [ eta: 278 days, 0:08:02 ] [ l_g_pix: 2.6161e-02 ] [ l_g_total: 2.6161e-02 ] +2024-10-25 09:42:19,227 INFO: [ epoch: 20 ] [ iter: 96,000 ] [ performance: 16.936 it/s ] [ lr: 5.00e-05 ] [ eta: 271 days, 11:53:37 ] [ l_g_pix: 4.0441e-02 ] [ l_g_total: 4.0441e-02 ] +2024-10-25 09:42:25,206 INFO: [ epoch: 20 ] [ iter: 96,100 ] [ performance: 16.789 it/s ] [ lr: 5.00e-05 ] [ eta: 264 days, 23:25:52 ] [ l_g_pix: 3.5664e-02 ] [ l_g_total: 3.5664e-02 ] +2024-10-25 09:42:31,042 INFO: [ epoch: 20 ] [ iter: 96,200 ] [ performance: 17.074 it/s ] [ lr: 5.00e-05 ] [ eta: 258 days, 10:29:08 ] [ l_g_pix: 4.3411e-02 ] [ l_g_total: 4.3411e-02 ] +2024-10-25 09:42:36,907 INFO: [ epoch: 20 ] [ iter: 96,300 ] [ performance: 16.979 it/s ] [ lr: 5.00e-05 ] [ eta: 251 days, 21:14:44 ] [ l_g_pix: 4.6991e-02 ] [ l_g_total: 4.6991e-02 ] +2024-10-25 09:42:42,736 INFO: [ epoch: 20 ] [ iter: 96,400 ] [ performance: 17.127 it/s ] [ lr: 5.00e-05 ] [ eta: 245 days, 7:38:37 ] [ l_g_pix: 3.3192e-02 ] [ l_g_total: 3.3192e-02 ] +2024-10-25 09:42:48,745 INFO: [ epoch: 20 ] [ iter: 96,500 ] [ performance: 16.864 it/s ] [ lr: 5.00e-05 ] [ eta: 238 days, 17:53:37 ] [ l_g_pix: 2.8916e-02 ] [ l_g_total: 2.8916e-02 ] +2024-10-25 09:42:54,711 INFO: [ epoch: 20 ] [ iter: 96,600 ] [ performance: 16.781 it/s ] [ lr: 5.00e-05 ] [ eta: 232 days, 3:46:06 ] [ l_g_pix: 4.0616e-02 ] [ l_g_total: 4.0616e-02 ] +2024-10-25 09:43:00,686 INFO: [ epoch: 20 ] [ iter: 96,700 ] [ performance: 17.244 it/s ] [ lr: 5.00e-05 ] [ eta: 225 days, 13:19:11 ] [ l_g_pix: 3.4621e-02 ] [ l_g_total: 3.4621e-02 ] +2024-10-25 09:43:06,485 INFO: [ epoch: 20 ] [ iter: 96,800 ] [ performance: 17.247 it/s ] [ lr: 5.00e-05 ] [ eta: 218 days, 22:22:58 ] [ l_g_pix: 2.9603e-02 ] [ l_g_total: 2.9603e-02 ] +2024-10-25 09:43:12,229 INFO: [ epoch: 20 ] [ iter: 96,900 ] [ performance: 17.237 it/s ] [ lr: 5.00e-05 ] [ eta: 212 days, 7:04:37 ] [ l_g_pix: 4.7062e-02 ] [ l_g_total: 4.7062e-02 ] +2024-10-25 09:43:17,992 INFO: [ epoch: 20 ] [ iter: 97,000 ] [ performance: 17.337 it/s ] [ lr: 5.00e-05 ] [ eta: 205 days, 15:28:03 ] [ l_g_pix: 3.4030e-02 ] [ l_g_total: 3.4030e-02 ] +2024-10-25 09:43:23,943 INFO: [ epoch: 20 ] [ iter: 97,100 ] [ performance: 17.545 it/s ] [ lr: 5.00e-05 ] [ eta: 198 days, 23:41:20 ] [ l_g_pix: 3.1784e-02 ] [ l_g_total: 3.1784e-02 ] +2024-10-25 09:43:29,761 INFO: [ epoch: 20 ] [ iter: 97,200 ] [ performance: 17.240 it/s ] [ lr: 5.00e-05 ] [ eta: 192 days, 7:28:37 ] [ l_g_pix: 3.4958e-02 ] [ l_g_total: 3.4958e-02 ] +2024-10-25 09:43:35,619 INFO: [ epoch: 20 ] [ iter: 97,300 ] [ performance: 17.019 it/s ] [ lr: 5.00e-05 ] [ eta: 185 days, 14:58:18 ] [ l_g_pix: 4.0305e-02 ] [ l_g_total: 4.0305e-02 ] +2024-10-25 09:43:41,473 INFO: [ epoch: 20 ] [ iter: 97,400 ] [ performance: 17.076 it/s ] [ lr: 5.00e-05 ] [ eta: 178 days, 22:08:16 ] [ l_g_pix: 3.0218e-02 ] [ l_g_total: 3.0218e-02 ] +2024-10-25 09:43:47,269 INFO: [ epoch: 20 ] [ iter: 97,500 ] [ performance: 16.967 it/s ] [ lr: 5.00e-05 ] [ eta: 172 days, 4:56:19 ] [ l_g_pix: 3.3280e-02 ] [ l_g_total: 3.3280e-02 ] +2024-10-25 09:43:53,077 INFO: [ epoch: 20 ] [ iter: 97,600 ] [ performance: 17.187 it/s ] [ lr: 5.00e-05 ] [ eta: 165 days, 11:25:30 ] [ l_g_pix: 3.1642e-02 ] [ l_g_total: 3.1642e-02 ] +2024-10-25 09:43:58,924 INFO: [ epoch: 20 ] [ iter: 97,700 ] [ performance: 17.123 it/s ] [ lr: 5.00e-05 ] [ eta: 158 days, 17:36:51 ] [ l_g_pix: 3.5026e-02 ] [ l_g_total: 3.5026e-02 ] +2024-10-25 09:44:05,276 INFO: [ epoch: 20 ] [ iter: 97,800 ] [ performance: 15.903 it/s ] [ lr: 5.00e-05 ] [ eta: 151 days, 23:47:12 ] [ l_g_pix: 2.3484e-02 ] [ l_g_total: 2.3484e-02 ] +2024-10-25 09:44:11,282 INFO: [ epoch: 20 ] [ iter: 97,900 ] [ performance: 16.452 it/s ] [ lr: 5.00e-05 ] [ eta: 145 days, 5:24:17 ] [ l_g_pix: 3.8735e-02 ] [ l_g_total: 3.8735e-02 ] +2024-10-25 09:44:17,463 INFO: [ epoch: 20 ] [ iter: 98,000 ] [ performance: 16.212 it/s ] [ lr: 5.00e-05 ] [ eta: 138 days, 10:47:10 ] [ l_g_pix: 4.4758e-02 ] [ l_g_total: 4.4758e-02 ] +2024-10-25 09:44:23,235 INFO: [ epoch: 20 ] [ iter: 98,100 ] [ performance: 18.271 it/s ] [ lr: 5.00e-05 ] [ eta: 131 days, 15:36:30 ] [ l_g_pix: 3.6607e-02 ] [ l_g_total: 3.6607e-02 ] +2024-10-25 09:44:29,313 INFO: [ epoch: 20 ] [ iter: 98,200 ] [ performance: 16.633 it/s ] [ lr: 5.00e-05 ] [ eta: 124 days, 20:15:45 ] [ l_g_pix: 3.5692e-02 ] [ l_g_total: 3.5692e-02 ] +2024-10-25 09:44:35,325 INFO: [ epoch: 20 ] [ iter: 98,300 ] [ performance: 16.751 it/s ] [ lr: 5.00e-05 ] [ eta: 118 days, 0:32:54 ] [ l_g_pix: 3.4173e-02 ] [ l_g_total: 3.4173e-02 ] +2024-10-25 09:44:40,977 INFO: [ epoch: 20 ] [ iter: 98,400 ] [ performance: 17.596 it/s ] [ lr: 5.00e-05 ] [ eta: 111 days, 4:20:26 ] [ l_g_pix: 3.7259e-02 ] [ l_g_total: 3.7259e-02 ] +2024-10-25 09:44:48,802 INFO: [ epoch: 21 ] [ iter: 98,500 ] [ performance: 17.117 it/s ] [ lr: 5.00e-05 ] [ eta: 104 days, 8:43:23 ] [ l_g_pix: 2.7567e-02 ] [ l_g_total: 2.7567e-02 ] +2024-10-25 09:44:54,614 INFO: [ epoch: 21 ] [ iter: 98,600 ] [ performance: 17.201 it/s ] [ lr: 5.00e-05 ] [ eta: 97 days, 11:53:20 ] [ l_g_pix: 3.7412e-02 ] [ l_g_total: 3.7412e-02 ] +2024-10-25 09:45:00,307 INFO: [ epoch: 21 ] [ iter: 98,700 ] [ performance: 17.940 it/s ] [ lr: 5.00e-05 ] [ eta: 90 days, 14:41:19 ] [ l_g_pix: 4.3878e-02 ] [ l_g_total: 4.3878e-02 ] +2024-10-25 09:45:06,042 INFO: [ epoch: 21 ] [ iter: 98,800 ] [ performance: 17.480 it/s ] [ lr: 5.00e-05 ] [ eta: 83 days, 17:11:10 ] [ l_g_pix: 2.9870e-02 ] [ l_g_total: 2.9870e-02 ] +2024-10-25 09:45:11,889 INFO: [ epoch: 21 ] [ iter: 98,900 ] [ performance: 17.437 it/s ] [ lr: 5.00e-05 ] [ eta: 76 days, 19:23:57 ] [ l_g_pix: 3.2586e-02 ] [ l_g_total: 3.2586e-02 ] +2024-10-25 09:45:17,547 INFO: [ epoch: 21 ] [ iter: 99,000 ] [ performance: 17.658 it/s ] [ lr: 5.00e-05 ] [ eta: 69 days, 21:14:07 ] [ l_g_pix: 3.6562e-02 ] [ l_g_total: 3.6562e-02 ] +2024-10-25 09:45:23,320 INFO: [ epoch: 21 ] [ iter: 99,100 ] [ performance: 17.336 it/s ] [ lr: 5.00e-05 ] [ eta: 62 days, 22:47:07 ] [ l_g_pix: 3.7465e-02 ] [ l_g_total: 3.7465e-02 ] +2024-10-25 09:45:29,221 INFO: [ epoch: 21 ] [ iter: 99,200 ] [ performance: 16.973 it/s ] [ lr: 5.00e-05 ] [ eta: 56 days, 0:02:36 ] [ l_g_pix: 3.0768e-02 ] [ l_g_total: 3.0768e-02 ] +2024-10-25 09:45:35,024 INFO: [ epoch: 21 ] [ iter: 99,300 ] [ performance: 17.352 it/s ] [ lr: 5.00e-05 ] [ eta: 49 days, 0:57:15 ] [ l_g_pix: 4.3207e-02 ] [ l_g_total: 4.3207e-02 ] +2024-10-25 09:45:40,728 INFO: [ epoch: 21 ] [ iter: 99,400 ] [ performance: 17.522 it/s ] [ lr: 5.00e-05 ] [ eta: 42 days, 1:31:36 ] [ l_g_pix: 2.5876e-02 ] [ l_g_total: 2.5876e-02 ] +2024-10-25 09:45:46,910 INFO: [ epoch: 21 ] [ iter: 99,500 ] [ performance: 15.770 it/s ] [ lr: 5.00e-05 ] [ eta: 35 days, 1:50:53 ] [ l_g_pix: 3.7466e-02 ] [ l_g_total: 3.7466e-02 ] +2024-10-25 09:45:53,113 INFO: [ epoch: 21 ] [ iter: 99,600 ] [ performance: 16.105 it/s ] [ lr: 5.00e-05 ] [ eta: 28 days, 1:49:43 ] [ l_g_pix: 3.2224e-02 ] [ l_g_total: 3.2224e-02 ] +2024-10-25 09:45:59,185 INFO: [ epoch: 21 ] [ iter: 99,700 ] [ performance: 15.626 it/s ] [ lr: 5.00e-05 ] [ eta: 21 days, 1:27:12 ] [ l_g_pix: 2.8991e-02 ] [ l_g_total: 2.8991e-02 ] +2024-10-25 09:46:05,136 INFO: [ epoch: 21 ] [ iter: 99,800 ] [ performance: 16.756 it/s ] [ lr: 5.00e-05 ] [ eta: 14 days, 0:44:04 ] [ l_g_pix: 4.5132e-02 ] [ l_g_total: 4.5132e-02 ] +2024-10-25 09:46:11,433 INFO: [ epoch: 21 ] [ iter: 99,900 ] [ performance: 13.236 it/s ] [ lr: 5.00e-05 ] [ eta: 6 days, 23:41:39 ] [ l_g_pix: 4.1308e-02 ] [ l_g_total: 4.1308e-02 ] +2024-10-25 09:46:17,299 INFO: [ epoch: 21 ] [ iter:100,000 ] [ performance: 16.909 it/s ] [ lr: 5.00e-05 ] [ eta: -1 day, 22:18:17 ] [ l_g_pix: 3.0737e-02 ] [ l_g_total: 3.0737e-02 ] +2024-10-25 09:46:17,299 INFO: Saving models and training states. +2024-10-25 09:47:42,722 INFO: Validation val + + # psnr: 22.0579........ Best: 22.0687 @ 70000 iter + # ssim: 0.6507........ Best: 0.6508 @ 90000 iter + # dists: 0.7860........ Best: 0.7860 @ 100000 iter + +2024-10-25 09:47:43,672 INFO: End of training. Time consumed: 1:43:13 +2024-10-25 09:47:43,673 INFO: Save the latest model. +2024-10-25 09:49:00,318 INFO: Validation val + + # psnr: 22.0579........ Best: 22.0687 @ 70000 iter + # ssim: 0.6507........ Best: 0.6508 @ 90000 iter + # dists: 0.7860........ Best: 0.7860 @ 100002 iter + diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_04/training_states/100000.state b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_04/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..e9ba9461113f5c8f9c7479de104c1d224f00115a --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_04/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7a995dc880e8c6165fe6d55c66eb5088c6398b8533277d01e15871bdf9dfb5e +size 14859114 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_05/4ximagenet_span_fp16_ic9600_05.toml b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_05/4ximagenet_span_fp16_ic9600_05.toml new file mode 100644 index 0000000000000000000000000000000000000000..a76b4716842a5c3d043604daadff9bfb86d71a95 --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_05/4ximagenet_span_fp16_ic9600_05.toml @@ -0,0 +1,61 @@ +# GENERATE TIME: Fri Oct 25 09:49:08 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16_ic9600_05.toml + +name = "4ximagenet_span_fp16_ic9600_05" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_05/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_05_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_05/models/net_g_100000.pth b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_05/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..7f850029a8d8f9444e3d98952be756942e1f14b9 --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_05/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a4e98e6b3683396a4566c7e6d9c5ae626389ae52b8dba81c8cbad859245d0a4 +size 9010221 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_05/train_4ximagenet_span_fp16_ic9600_05_20241025_094908.log b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_05/train_4ximagenet_span_fp16_ic9600_05_20241025_094908.log new file mode 100644 index 0000000000000000000000000000000000000000..0e9bcffbcc46d1ef75628283882978ea36b1e5bd --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_05/train_4ximagenet_span_fp16_ic9600_05_20241025_094908.log @@ -0,0 +1,1100 @@ +2024-10-25 09:49:08,990 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-25 09:49:12,483 INFO: Dataset [paired] is built. +2024-10-25 09:49:12,484 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16_ic9600_05 + Number of train images: 24989 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1562 + Total epochs 65 for total iters 100000. +2024-10-25 09:49:12,484 INFO: Dataset [paired] is built. +2024-10-25 09:49:12,484 INFO: Number of val images/folders: 100 +2024-10-25 09:49:12,787 INFO: Using network [span]. +2024-10-25 09:49:12,851 INFO: Using exponential-moving average. +2024-10-25 09:49:12,852 INFO: Loss [L1Loss] enabled. +2024-10-25 09:49:12,852 INFO: Using model [image]. +2024-10-25 09:49:13,341 INFO: AMP enabled. +2024-10-25 09:49:13,341 INFO: Deterministic mode enabled. +2024-10-25 09:49:13,341 INFO: Start training from epoch: 0, iter: 0 +2024-10-25 09:49:22,869 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 10.497 it/s ] [ lr: 1.00e-04 ] [ eta: 7 days, 7:32:33 ] [ l_g_pix: 1.0510e-01 ] [ l_g_total: 1.0510e-01 ] +2024-10-25 09:49:28,525 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 13.174 it/s ] [ lr: 1.00e-04 ] [ eta: 13 days, 20:10:25 ] [ l_g_pix: 9.5179e-02 ] [ l_g_total: 9.5179e-02 ] +2024-10-25 09:49:34,193 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 17.652 it/s ] [ lr: 1.00e-04 ] [ eta: 20 days, 8:47:47 ] [ l_g_pix: 7.4669e-02 ] [ l_g_total: 7.4669e-02 ] +2024-10-25 09:49:39,827 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 17.702 it/s ] [ lr: 1.00e-04 ] [ eta: 26 days, 20:11:08 ] [ l_g_pix: 6.2550e-02 ] [ l_g_total: 6.2550e-02 ] +2024-10-25 09:49:45,571 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 17.438 it/s ] [ lr: 1.00e-04 ] [ eta: 33 days, 10:17:13 ] [ l_g_pix: 4.9980e-02 ] [ l_g_total: 4.9980e-02 ] +2024-10-25 09:49:51,310 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 17.432 it/s ] [ lr: 1.00e-04 ] [ eta: 39 days, 23:57:01 ] [ l_g_pix: 4.9073e-02 ] [ l_g_total: 4.9073e-02 ] +2024-10-25 09:49:56,996 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 17.602 it/s ] [ lr: 1.00e-04 ] [ eta: 46 days, 11:48:46 ] [ l_g_pix: 5.5694e-02 ] [ l_g_total: 5.5694e-02 ] +2024-10-25 09:50:02,576 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 17.764 it/s ] [ lr: 1.00e-04 ] [ eta: 52 days, 20:27:02 ] [ l_g_pix: 4.7527e-02 ] [ l_g_total: 4.7527e-02 ] +2024-10-25 09:50:08,186 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 17.819 it/s ] [ lr: 1.00e-04 ] [ eta: 59 days, 5:37:24 ] [ l_g_pix: 4.8868e-02 ] [ l_g_total: 4.8868e-02 ] +2024-10-25 09:50:13,876 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 17.696 it/s ] [ lr: 1.00e-04 ] [ eta: 65 days, 16:38:16 ] [ l_g_pix: 5.1556e-02 ] [ l_g_total: 5.1556e-02 ] +2024-10-25 09:50:19,724 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 17.146 it/s ] [ lr: 1.00e-04 ] [ eta: 72 days, 7:43:18 ] [ l_g_pix: 4.5435e-02 ] [ l_g_total: 4.5435e-02 ] +2024-10-25 09:50:25,455 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 17.303 it/s ] [ lr: 1.00e-04 ] [ eta: 78 days, 19:13:32 ] [ l_g_pix: 4.2393e-02 ] [ l_g_total: 4.2393e-02 ] +2024-10-25 09:50:31,127 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 17.679 it/s ] [ lr: 1.00e-04 ] [ eta: 85 days, 4:49:43 ] [ l_g_pix: 5.4505e-02 ] [ l_g_total: 5.4505e-02 ] +2024-10-25 09:50:36,827 INFO: [ epoch: 0 ] [ iter: 1,400 ] [ performance: 17.611 it/s ] [ lr: 1.00e-04 ] [ eta: 91 days, 14:52:01 ] [ l_g_pix: 4.7715e-02 ] [ l_g_total: 4.7715e-02 ] +2024-10-25 09:50:42,220 INFO: [ epoch: 0 ] [ iter: 1,500 ] [ performance: 18.713 it/s ] [ lr: 1.00e-04 ] [ eta: 97 days, 16:12:23 ] [ l_g_pix: 4.9560e-02 ] [ l_g_total: 4.9560e-02 ] +2024-10-25 09:50:48,909 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 16.556 it/s ] [ lr: 1.00e-04 ] [ eta: 105 days, 4:38:58 ] [ l_g_pix: 4.6882e-02 ] [ l_g_total: 4.6882e-02 ] +2024-10-25 09:50:54,531 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 17.631 it/s ] [ lr: 1.00e-04 ] [ eta: 111 days, 11:35:16 ] [ l_g_pix: 4.7381e-02 ] [ l_g_total: 4.7381e-02 ] +2024-10-25 09:51:00,164 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 17.694 it/s ] [ lr: 1.00e-04 ] [ eta: 117 days, 18:32:26 ] [ l_g_pix: 4.9929e-02 ] [ l_g_total: 4.9929e-02 ] +2024-10-25 09:51:05,766 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 17.972 it/s ] [ lr: 1.00e-04 ] [ eta: 124 days, 0:18:25 ] [ l_g_pix: 4.9752e-02 ] [ l_g_total: 4.9752e-02 ] +2024-10-25 09:51:11,381 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 17.889 it/s ] [ lr: 1.00e-04 ] [ eta: 130 days, 6:06:37 ] [ l_g_pix: 4.9849e-02 ] [ l_g_total: 4.9849e-02 ] +2024-10-25 09:51:16,984 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 17.918 it/s ] [ lr: 1.00e-04 ] [ eta: 136 days, 11:18:30 ] [ l_g_pix: 5.2881e-02 ] [ l_g_total: 5.2881e-02 ] +2024-10-25 09:51:22,647 INFO: [ epoch: 1 ] [ iter: 2,200 ] [ performance: 17.782 it/s ] [ lr: 1.00e-04 ] [ eta: 142 days, 17:48:27 ] [ l_g_pix: 5.2285e-02 ] [ l_g_total: 5.2285e-02 ] +2024-10-25 09:51:28,408 INFO: [ epoch: 1 ] [ iter: 2,300 ] [ performance: 17.324 it/s ] [ lr: 1.00e-04 ] [ eta: 149 days, 2:39:00 ] [ l_g_pix: 6.0752e-02 ] [ l_g_total: 6.0752e-02 ] +2024-10-25 09:51:34,139 INFO: [ epoch: 1 ] [ iter: 2,400 ] [ performance: 17.392 it/s ] [ lr: 1.00e-04 ] [ eta: 155 days, 10:21:10 ] [ l_g_pix: 4.0977e-02 ] [ l_g_total: 4.0977e-02 ] +2024-10-25 09:51:39,728 INFO: [ epoch: 1 ] [ iter: 2,500 ] [ performance: 17.848 it/s ] [ lr: 1.00e-04 ] [ eta: 161 days, 13:53:18 ] [ l_g_pix: 5.0511e-02 ] [ l_g_total: 5.0511e-02 ] +2024-10-25 09:51:45,272 INFO: [ epoch: 1 ] [ iter: 2,600 ] [ performance: 17.949 it/s ] [ lr: 1.00e-04 ] [ eta: 167 days, 15:54:40 ] [ l_g_pix: 5.9625e-02 ] [ l_g_total: 5.9625e-02 ] +2024-10-25 09:51:50,848 INFO: [ epoch: 1 ] [ iter: 2,700 ] [ performance: 17.900 it/s ] [ lr: 1.00e-04 ] [ eta: 173 days, 18:29:41 ] [ l_g_pix: 4.9422e-02 ] [ l_g_total: 4.9422e-02 ] +2024-10-25 09:51:56,503 INFO: [ epoch: 1 ] [ iter: 2,800 ] [ performance: 17.786 it/s ] [ lr: 1.00e-04 ] [ eta: 179 days, 22:52:25 ] [ l_g_pix: 4.8142e-02 ] [ l_g_total: 4.8142e-02 ] +2024-10-25 09:52:02,123 INFO: [ epoch: 1 ] [ iter: 2,900 ] [ performance: 17.815 it/s ] [ lr: 1.00e-04 ] [ eta: 186 days, 2:01:20 ] [ l_g_pix: 4.4451e-02 ] [ l_g_total: 4.4451e-02 ] +2024-10-25 09:52:07,559 INFO: [ epoch: 1 ] [ iter: 3,000 ] [ performance: 18.124 it/s ] [ lr: 1.00e-04 ] [ eta: 191 days, 23:53:16 ] [ l_g_pix: 6.0212e-02 ] [ l_g_total: 6.0212e-02 ] +2024-10-25 09:52:12,919 INFO: [ epoch: 1 ] [ iter: 3,100 ] [ performance: 18.813 it/s ] [ lr: 1.00e-04 ] [ eta: 197 days, 19:24:22 ] [ l_g_pix: 3.9509e-02 ] [ l_g_total: 3.9509e-02 ] +2024-10-25 09:52:19,484 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 16.694 it/s ] [ lr: 1.00e-04 ] [ eta: 204 days, 23:01:08 ] [ l_g_pix: 5.2553e-02 ] [ l_g_total: 5.2553e-02 ] +2024-10-25 09:52:25,075 INFO: [ epoch: 2 ] [ iter: 3,300 ] [ performance: 18.019 it/s ] [ lr: 1.00e-04 ] [ eta: 211 days, 0:08:36 ] [ l_g_pix: 4.4478e-02 ] [ l_g_total: 4.4478e-02 ] +2024-10-25 09:52:30,530 INFO: [ epoch: 2 ] [ iter: 3,400 ] [ performance: 18.189 it/s ] [ lr: 1.00e-04 ] [ eta: 216 days, 21:16:51 ] [ l_g_pix: 4.9145e-02 ] [ l_g_total: 4.9145e-02 ] +2024-10-25 09:52:36,049 INFO: [ epoch: 2 ] [ iter: 3,500 ] [ performance: 18.087 it/s ] [ lr: 1.00e-04 ] [ eta: 222 days, 19:48:53 ] [ l_g_pix: 4.6947e-02 ] [ l_g_total: 4.6947e-02 ] +2024-10-25 09:52:41,361 INFO: [ epoch: 2 ] [ iter: 3,600 ] [ performance: 18.483 it/s ] [ lr: 1.00e-04 ] [ eta: 228 days, 12:31:42 ] [ l_g_pix: 5.2523e-02 ] [ l_g_total: 5.2523e-02 ] +2024-10-25 09:52:46,519 INFO: [ epoch: 2 ] [ iter: 3,700 ] [ performance: 19.495 it/s ] [ lr: 1.00e-04 ] [ eta: 234 days, 0:48:03 ] [ l_g_pix: 4.3388e-02 ] [ l_g_total: 4.3388e-02 ] +2024-10-25 09:52:51,944 INFO: [ epoch: 2 ] [ iter: 3,800 ] [ performance: 18.898 it/s ] [ lr: 1.00e-04 ] [ eta: 239 days, 19:56:35 ] [ l_g_pix: 5.9825e-02 ] [ l_g_total: 5.9825e-02 ] +2024-10-25 09:52:57,399 INFO: [ epoch: 2 ] [ iter: 3,900 ] [ performance: 18.388 it/s ] [ lr: 1.00e-04 ] [ eta: 245 days, 15:34:49 ] [ l_g_pix: 6.0170e-02 ] [ l_g_total: 6.0170e-02 ] +2024-10-25 09:53:02,726 INFO: [ epoch: 2 ] [ iter: 4,000 ] [ performance: 18.600 it/s ] [ lr: 1.00e-04 ] [ eta: 251 days, 7:29:48 ] [ l_g_pix: 4.6869e-02 ] [ l_g_total: 4.6869e-02 ] +2024-10-25 09:53:08,011 INFO: [ epoch: 2 ] [ iter: 4,100 ] [ performance: 18.894 it/s ] [ lr: 1.00e-04 ] [ eta: 256 days, 21:58:56 ] [ l_g_pix: 4.4903e-02 ] [ l_g_total: 4.4903e-02 ] +2024-10-25 09:53:13,704 INFO: [ epoch: 2 ] [ iter: 4,200 ] [ performance: 18.133 it/s ] [ lr: 1.00e-04 ] [ eta: 262 days, 23:03:30 ] [ l_g_pix: 5.6427e-02 ] [ l_g_total: 5.6427e-02 ] +2024-10-25 09:53:19,169 INFO: [ epoch: 2 ] [ iter: 4,300 ] [ performance: 18.514 it/s ] [ lr: 1.00e-04 ] [ eta: 268 days, 17:45:15 ] [ l_g_pix: 5.4861e-02 ] [ l_g_total: 5.4861e-02 ] +2024-10-25 09:53:24,868 INFO: [ epoch: 2 ] [ iter: 4,400 ] [ performance: 17.962 it/s ] [ lr: 1.00e-04 ] [ eta: 274 days, 18:21:03 ] [ l_g_pix: 4.1367e-02 ] [ l_g_total: 4.1367e-02 ] +2024-10-25 09:53:30,643 INFO: [ epoch: 2 ] [ iter: 4,500 ] [ performance: 17.368 it/s ] [ lr: 1.00e-04 ] [ eta: 280 days, 20:39:22 ] [ l_g_pix: 4.5202e-02 ] [ l_g_total: 4.5202e-02 ] +2024-10-25 09:53:36,256 INFO: [ epoch: 2 ] [ iter: 4,600 ] [ performance: 17.619 it/s ] [ lr: 1.00e-04 ] [ eta: 286 days, 18:19:44 ] [ l_g_pix: 4.9645e-02 ] [ l_g_total: 4.9645e-02 ] +2024-10-25 09:53:42,984 INFO: [ epoch: 3 ] [ iter: 4,700 ] [ performance: 14.208 it/s ] [ lr: 1.00e-04 ] [ eta: 293 days, 21:11:57 ] [ l_g_pix: 4.2233e-02 ] [ l_g_total: 4.2233e-02 ] +2024-10-25 09:53:48,517 INFO: [ epoch: 3 ] [ iter: 4,800 ] [ performance: 16.162 it/s ] [ lr: 1.00e-04 ] [ eta: 299 days, 16:07:38 ] [ l_g_pix: 5.2146e-02 ] [ l_g_total: 5.2146e-02 ] +2024-10-25 09:53:54,008 INFO: [ epoch: 3 ] [ iter: 4,900 ] [ performance: 18.385 it/s ] [ lr: 1.00e-04 ] [ eta: 305 days, 9:37:23 ] [ l_g_pix: 4.0563e-02 ] [ l_g_total: 4.0563e-02 ] +2024-10-25 09:53:59,739 INFO: [ epoch: 3 ] [ iter: 5,000 ] [ performance: 17.843 it/s ] [ lr: 1.00e-04 ] [ eta: 311 days, 9:08:50 ] [ l_g_pix: 6.3163e-02 ] [ l_g_total: 6.3163e-02 ] +2024-10-25 09:54:05,288 INFO: [ epoch: 3 ] [ iter: 5,100 ] [ performance: 17.969 it/s ] [ lr: 1.00e-04 ] [ eta: 317 days, 3:33:09 ] [ l_g_pix: 4.8302e-02 ] [ l_g_total: 4.8302e-02 ] +2024-10-25 09:54:10,837 INFO: [ epoch: 3 ] [ iter: 5,200 ] [ performance: 18.000 it/s ] [ lr: 1.00e-04 ] [ eta: 322 days, 21:39:48 ] [ l_g_pix: 5.3210e-02 ] [ l_g_total: 5.3210e-02 ] +2024-10-25 09:54:16,522 INFO: [ epoch: 3 ] [ iter: 5,300 ] [ performance: 17.605 it/s ] [ lr: 1.00e-04 ] [ eta: 328 days, 19:02:32 ] [ l_g_pix: 4.1796e-02 ] [ l_g_total: 4.1796e-02 ] +2024-10-25 09:54:22,125 INFO: [ epoch: 3 ] [ iter: 5,400 ] [ performance: 17.745 it/s ] [ lr: 1.00e-04 ] [ eta: 334 days, 13:55:59 ] [ l_g_pix: 4.7808e-02 ] [ l_g_total: 4.7808e-02 ] +2024-10-25 09:54:27,549 INFO: [ epoch: 3 ] [ iter: 5,500 ] [ performance: 18.510 it/s ] [ lr: 1.00e-04 ] [ eta: 340 days, 3:50:10 ] [ l_g_pix: 4.7134e-02 ] [ l_g_total: 4.7134e-02 ] +2024-10-25 09:54:33,366 INFO: [ epoch: 3 ] [ iter: 5,600 ] [ performance: 17.725 it/s ] [ lr: 1.00e-04 ] [ eta: 346 days, 3:43:42 ] [ l_g_pix: 5.0264e-02 ] [ l_g_total: 5.0264e-02 ] +2024-10-25 09:54:38,884 INFO: [ epoch: 3 ] [ iter: 5,700 ] [ performance: 17.976 it/s ] [ lr: 1.00e-04 ] [ eta: 351 days, 19:27:25 ] [ l_g_pix: 5.4210e-02 ] [ l_g_total: 5.4210e-02 ] +2024-10-25 09:54:44,322 INFO: [ epoch: 3 ] [ iter: 5,800 ] [ performance: 18.215 it/s ] [ lr: 1.00e-04 ] [ eta: 357 days, 8:48:25 ] [ l_g_pix: 4.6896e-02 ] [ l_g_total: 4.6896e-02 ] +2024-10-25 09:54:49,971 INFO: [ epoch: 3 ] [ iter: 5,900 ] [ performance: 17.652 it/s ] [ lr: 1.00e-04 ] [ eta: 363 days, 3:21:45 ] [ l_g_pix: 4.4857e-02 ] [ l_g_total: 4.4857e-02 ] +2024-10-25 09:54:55,388 INFO: [ epoch: 3 ] [ iter: 6,000 ] [ performance: 18.118 it/s ] [ lr: 1.00e-04 ] [ eta: 368 days, 15:31:49 ] [ l_g_pix: 4.4003e-02 ] [ l_g_total: 4.4003e-02 ] +2024-10-25 09:55:00,910 INFO: [ epoch: 3 ] [ iter: 6,100 ] [ performance: 17.943 it/s ] [ lr: 1.00e-04 ] [ eta: 374 days, 6:08:30 ] [ l_g_pix: 4.1938e-02 ] [ l_g_total: 4.1938e-02 ] +2024-10-25 09:55:06,538 INFO: [ epoch: 3 ] [ iter: 6,200 ] [ performance: 17.841 it/s ] [ lr: 1.00e-04 ] [ eta: 379 days, 23:13:26 ] [ l_g_pix: 4.4695e-02 ] [ l_g_total: 4.4695e-02 ] +2024-10-25 09:55:13,360 INFO: [ epoch: 4 ] [ iter: 6,300 ] [ performance: 13.984 it/s ] [ lr: 1.00e-04 ] [ eta: 386 days, 23:03:31 ] [ l_g_pix: 3.4519e-02 ] [ l_g_total: 3.4519e-02 ] +2024-10-25 09:55:18,897 INFO: [ epoch: 4 ] [ iter: 6,400 ] [ performance: 16.141 it/s ] [ lr: 1.00e-04 ] [ eta: 392 days, 13:07:19 ] [ l_g_pix: 4.6725e-02 ] [ l_g_total: 4.6725e-02 ] +2024-10-25 09:55:24,505 INFO: [ epoch: 4 ] [ iter: 6,500 ] [ performance: 18.012 it/s ] [ lr: 1.00e-04 ] [ eta: 398 days, 4:41:24 ] [ l_g_pix: 4.4285e-02 ] [ l_g_total: 4.4285e-02 ] +2024-10-25 09:55:30,151 INFO: [ epoch: 4 ] [ iter: 6,600 ] [ performance: 17.833 it/s ] [ lr: 1.00e-04 ] [ eta: 403 days, 20:56:59 ] [ l_g_pix: 5.0155e-02 ] [ l_g_total: 5.0155e-02 ] +2024-10-25 09:55:35,720 INFO: [ epoch: 4 ] [ iter: 6,700 ] [ performance: 18.062 it/s ] [ lr: 1.00e-04 ] [ eta: 409 days, 10:54:13 ] [ l_g_pix: 5.4381e-02 ] [ l_g_total: 5.4381e-02 ] +2024-10-25 09:55:41,609 INFO: [ epoch: 4 ] [ iter: 6,800 ] [ performance: 17.400 it/s ] [ lr: 1.00e-04 ] [ eta: 415 days, 8:49:25 ] [ l_g_pix: 5.1733e-02 ] [ l_g_total: 5.1733e-02 ] +2024-10-25 09:55:47,134 INFO: [ epoch: 4 ] [ iter: 6,900 ] [ performance: 18.232 it/s ] [ lr: 1.00e-04 ] [ eta: 420 days, 21:01:09 ] [ l_g_pix: 5.1298e-02 ] [ l_g_total: 5.1298e-02 ] +2024-10-25 09:55:52,727 INFO: [ epoch: 4 ] [ iter: 7,000 ] [ performance: 18.020 it/s ] [ lr: 1.00e-04 ] [ eta: 426 days, 10:39:11 ] [ l_g_pix: 4.7004e-02 ] [ l_g_total: 4.7004e-02 ] +2024-10-25 09:55:58,227 INFO: [ epoch: 4 ] [ iter: 7,100 ] [ performance: 18.080 it/s ] [ lr: 1.00e-04 ] [ eta: 431 days, 21:33:57 ] [ l_g_pix: 5.5447e-02 ] [ l_g_total: 5.5447e-02 ] +2024-10-25 09:56:03,749 INFO: [ epoch: 4 ] [ iter: 7,200 ] [ performance: 18.098 it/s ] [ lr: 1.00e-04 ] [ eta: 437 days, 8:45:52 ] [ l_g_pix: 6.0178e-02 ] [ l_g_total: 6.0178e-02 ] +2024-10-25 09:56:09,220 INFO: [ epoch: 4 ] [ iter: 7,300 ] [ performance: 18.408 it/s ] [ lr: 1.00e-04 ] [ eta: 442 days, 18:19:32 ] [ l_g_pix: 6.3719e-02 ] [ l_g_total: 6.3719e-02 ] +2024-10-25 09:56:14,784 INFO: [ epoch: 4 ] [ iter: 7,400 ] [ performance: 18.142 it/s ] [ lr: 1.00e-04 ] [ eta: 448 days, 5:58:32 ] [ l_g_pix: 4.7208e-02 ] [ l_g_total: 4.7208e-02 ] +2024-10-25 09:56:20,554 INFO: [ epoch: 4 ] [ iter: 7,500 ] [ performance: 17.923 it/s ] [ lr: 1.00e-04 ] [ eta: 453 days, 22:37:26 ] [ l_g_pix: 4.3718e-02 ] [ l_g_total: 4.3718e-02 ] +2024-10-25 09:56:26,015 INFO: [ epoch: 4 ] [ iter: 7,600 ] [ performance: 18.162 it/s ] [ lr: 1.00e-04 ] [ eta: 459 days, 6:59:35 ] [ l_g_pix: 4.2640e-02 ] [ l_g_total: 4.2640e-02 ] +2024-10-25 09:56:31,628 INFO: [ epoch: 4 ] [ iter: 7,700 ] [ performance: 17.918 it/s ] [ lr: 1.00e-04 ] [ eta: 464 days, 18:58:21 ] [ l_g_pix: 4.9632e-02 ] [ l_g_total: 4.9632e-02 ] +2024-10-25 09:56:36,882 INFO: [ epoch: 4 ] [ iter: 7,800 ] [ performance: 18.591 it/s ] [ lr: 1.00e-04 ] [ eta: 469 days, 21:27:56 ] [ l_g_pix: 4.3421e-02 ] [ l_g_total: 4.3421e-02 ] +2024-10-25 09:56:43,472 INFO: [ epoch: 5 ] [ iter: 7,900 ] [ performance: 18.439 it/s ] [ lr: 1.00e-04 ] [ eta: 476 days, 9:48:02 ] [ l_g_pix: 4.2078e-02 ] [ l_g_total: 4.2078e-02 ] +2024-10-25 09:56:48,850 INFO: [ epoch: 5 ] [ iter: 8,000 ] [ performance: 18.537 it/s ] [ lr: 1.00e-04 ] [ eta: 481 days, 14:50:08 ] [ l_g_pix: 4.3238e-02 ] [ l_g_total: 4.3238e-02 ] +2024-10-25 09:56:54,747 INFO: [ epoch: 5 ] [ iter: 8,100 ] [ performance: 17.964 it/s ] [ lr: 1.00e-04 ] [ eta: 487 days, 8:48:22 ] [ l_g_pix: 4.9799e-02 ] [ l_g_total: 4.9799e-02 ] +2024-10-25 09:57:00,267 INFO: [ epoch: 5 ] [ iter: 8,200 ] [ performance: 18.060 it/s ] [ lr: 1.00e-04 ] [ eta: 492 days, 16:50:31 ] [ l_g_pix: 4.5489e-02 ] [ l_g_total: 4.5489e-02 ] +2024-10-25 09:57:05,704 INFO: [ epoch: 5 ] [ iter: 8,300 ] [ performance: 18.540 it/s ] [ lr: 1.00e-04 ] [ eta: 497 days, 22:26:24 ] [ l_g_pix: 4.4595e-02 ] [ l_g_total: 4.4595e-02 ] +2024-10-25 09:57:11,166 INFO: [ epoch: 5 ] [ iter: 8,400 ] [ performance: 18.394 it/s ] [ lr: 1.00e-04 ] [ eta: 503 days, 4:23:29 ] [ l_g_pix: 3.9195e-02 ] [ l_g_total: 3.9195e-02 ] +2024-10-25 09:57:16,776 INFO: [ epoch: 5 ] [ iter: 8,500 ] [ performance: 17.848 it/s ] [ lr: 1.00e-04 ] [ eta: 508 days, 13:47:06 ] [ l_g_pix: 4.7283e-02 ] [ l_g_total: 4.7283e-02 ] +2024-10-25 09:57:22,395 INFO: [ epoch: 5 ] [ iter: 8,600 ] [ performance: 17.817 it/s ] [ lr: 1.00e-04 ] [ eta: 513 days, 23:06:18 ] [ l_g_pix: 5.0213e-02 ] [ l_g_total: 5.0213e-02 ] +2024-10-25 09:57:28,282 INFO: [ epoch: 5 ] [ iter: 8,700 ] [ performance: 16.555 it/s ] [ lr: 1.00e-04 ] [ eta: 519 days, 14:55:18 ] [ l_g_pix: 4.9325e-02 ] [ l_g_total: 4.9325e-02 ] +2024-10-25 09:57:34,140 INFO: [ epoch: 5 ] [ iter: 8,800 ] [ performance: 16.882 it/s ] [ lr: 1.00e-04 ] [ eta: 525 days, 5:39:18 ] [ l_g_pix: 4.8579e-02 ] [ l_g_total: 4.8579e-02 ] +2024-10-25 09:57:39,815 INFO: [ epoch: 5 ] [ iter: 8,900 ] [ performance: 17.927 it/s ] [ lr: 1.00e-04 ] [ eta: 530 days, 15:27:14 ] [ l_g_pix: 4.9140e-02 ] [ l_g_total: 4.9140e-02 ] +2024-10-25 09:57:45,597 INFO: [ epoch: 5 ] [ iter: 9,000 ] [ performance: 17.519 it/s ] [ lr: 1.00e-04 ] [ eta: 536 days, 3:37:06 ] [ l_g_pix: 4.5282e-02 ] [ l_g_total: 4.5282e-02 ] +2024-10-25 09:57:51,158 INFO: [ epoch: 5 ] [ iter: 9,100 ] [ performance: 18.123 it/s ] [ lr: 1.00e-04 ] [ eta: 541 days, 9:54:01 ] [ l_g_pix: 5.3124e-02 ] [ l_g_total: 5.3124e-02 ] +2024-10-25 09:57:56,726 INFO: [ epoch: 5 ] [ iter: 9,200 ] [ performance: 18.020 it/s ] [ lr: 1.00e-04 ] [ eta: 546 days, 16:01:44 ] [ l_g_pix: 4.3000e-02 ] [ l_g_total: 4.3000e-02 ] +2024-10-25 09:58:02,352 INFO: [ epoch: 5 ] [ iter: 9,300 ] [ performance: 17.530 it/s ] [ lr: 1.00e-04 ] [ eta: 551 days, 23:19:24 ] [ l_g_pix: 3.7000e-02 ] [ l_g_total: 3.7000e-02 ] +2024-10-25 09:58:08,911 INFO: [ epoch: 6 ] [ iter: 9,400 ] [ performance: 15.978 it/s ] [ lr: 1.00e-04 ] [ eta: 558 days, 5:46:15 ] [ l_g_pix: 3.8864e-02 ] [ l_g_total: 3.8864e-02 ] +2024-10-25 09:58:14,482 INFO: [ epoch: 6 ] [ iter: 9,500 ] [ performance: 17.982 it/s ] [ lr: 1.00e-04 ] [ eta: 563 days, 11:03:24 ] [ l_g_pix: 5.3256e-02 ] [ l_g_total: 5.3256e-02 ] +2024-10-25 09:58:20,019 INFO: [ epoch: 6 ] [ iter: 9,600 ] [ performance: 18.036 it/s ] [ lr: 1.00e-04 ] [ eta: 568 days, 15:08:31 ] [ l_g_pix: 4.2120e-02 ] [ l_g_total: 4.2120e-02 ] +2024-10-25 09:58:25,576 INFO: [ epoch: 6 ] [ iter: 9,700 ] [ performance: 18.136 it/s ] [ lr: 1.00e-04 ] [ eta: 573 days, 19:25:46 ] [ l_g_pix: 3.9733e-02 ] [ l_g_total: 3.9733e-02 ] +2024-10-25 09:58:31,105 INFO: [ epoch: 6 ] [ iter: 9,800 ] [ performance: 18.104 it/s ] [ lr: 1.00e-04 ] [ eta: 578 days, 22:43:02 ] [ l_g_pix: 3.8617e-02 ] [ l_g_total: 3.8617e-02 ] +2024-10-25 09:58:36,795 INFO: [ epoch: 6 ] [ iter: 9,900 ] [ performance: 17.108 it/s ] [ lr: 1.00e-04 ] [ eta: 584 days, 5:43:29 ] [ l_g_pix: 4.0844e-02 ] [ l_g_total: 4.0844e-02 ] +2024-10-25 09:58:42,358 INFO: [ epoch: 6 ] [ iter: 10,000 ] [ performance: 17.676 it/s ] [ lr: 1.00e-04 ] [ eta: 589 days, 9:12:52 ] [ l_g_pix: 5.4277e-02 ] [ l_g_total: 5.4277e-02 ] +2024-10-25 09:58:42,358 INFO: Saving models and training states. +2024-10-25 10:00:41,558 INFO: Validation val + + # psnr: 21.3598........ Best: 21.3598 @ 10000 iter + # ssim: 0.6108........ Best: 0.6108 @ 10000 iter + # dists: 0.7908........ Best: 0.7908 @ 10000 iter + +2024-10-25 10:00:46,701 INFO: [ epoch: 6 ] [ iter: 10,100 ] [ performance: 19.371 it/s ] [ lr: 1.00e-04 ] [ eta: 718 days, 2:36:00 ] [ l_g_pix: 5.1336e-02 ] [ l_g_total: 5.1336e-02 ] +2024-10-25 10:00:52,182 INFO: [ epoch: 6 ] [ iter: 10,200 ] [ performance: 18.607 it/s ] [ lr: 1.00e-04 ] [ eta: 723 days, 0:09:10 ] [ l_g_pix: 4.0006e-02 ] [ l_g_total: 4.0006e-02 ] +2024-10-25 10:00:57,254 INFO: [ epoch: 6 ] [ iter: 10,300 ] [ performance: 19.709 it/s ] [ lr: 1.00e-04 ] [ eta: 727 days, 11:12:18 ] [ l_g_pix: 4.8779e-02 ] [ l_g_total: 4.8779e-02 ] +2024-10-25 10:01:02,489 INFO: [ epoch: 6 ] [ iter: 10,400 ] [ performance: 19.301 it/s ] [ lr: 1.00e-04 ] [ eta: 732 days, 2:00:59 ] [ l_g_pix: 5.7033e-02 ] [ l_g_total: 5.7033e-02 ] +2024-10-25 10:01:07,694 INFO: [ epoch: 6 ] [ iter: 10,500 ] [ performance: 19.440 it/s ] [ lr: 1.00e-04 ] [ eta: 736 days, 15:48:21 ] [ l_g_pix: 5.2413e-02 ] [ l_g_total: 5.2413e-02 ] +2024-10-25 10:01:12,982 INFO: [ epoch: 6 ] [ iter: 10,600 ] [ performance: 19.080 it/s ] [ lr: 1.00e-04 ] [ eta: 741 days, 7:22:31 ] [ l_g_pix: 4.7317e-02 ] [ l_g_total: 4.7317e-02 ] +2024-10-25 10:01:18,044 INFO: [ epoch: 6 ] [ iter: 10,700 ] [ performance: 20.373 it/s ] [ lr: 1.00e-04 ] [ eta: 745 days, 17:02:26 ] [ l_g_pix: 3.8626e-02 ] [ l_g_total: 3.8626e-02 ] +2024-10-25 10:01:23,614 INFO: [ epoch: 6 ] [ iter: 10,800 ] [ performance: 18.664 it/s ] [ lr: 1.00e-04 ] [ eta: 750 days, 15:00:07 ] [ l_g_pix: 5.8482e-02 ] [ l_g_total: 5.8482e-02 ] +2024-10-25 10:01:28,586 INFO: [ epoch: 6 ] [ iter: 10,900 ] [ performance: 20.959 it/s ] [ lr: 1.00e-04 ] [ eta: 754 days, 21:52:07 ] [ l_g_pix: 5.4351e-02 ] [ l_g_total: 5.4351e-02 ] +2024-10-25 10:01:35,075 INFO: [ epoch: 7 ] [ iter: 11,000 ] [ performance: 16.816 it/s ] [ lr: 1.00e-04 ] [ eta: 760 days, 17:55:56 ] [ l_g_pix: 4.5070e-02 ] [ l_g_total: 4.5070e-02 ] +2024-10-25 10:01:40,246 INFO: [ epoch: 7 ] [ iter: 11,100 ] [ performance: 19.333 it/s ] [ lr: 1.00e-04 ] [ eta: 765 days, 5:07:51 ] [ l_g_pix: 4.1571e-02 ] [ l_g_total: 4.1571e-02 ] +2024-10-25 10:01:45,391 INFO: [ epoch: 7 ] [ iter: 11,200 ] [ performance: 19.407 it/s ] [ lr: 1.00e-04 ] [ eta: 769 days, 15:22:24 ] [ l_g_pix: 5.3750e-02 ] [ l_g_total: 5.3750e-02 ] +2024-10-25 10:01:50,511 INFO: [ epoch: 7 ] [ iter: 11,300 ] [ performance: 19.801 it/s ] [ lr: 1.00e-04 ] [ eta: 774 days, 0:43:28 ] [ l_g_pix: 5.1259e-02 ] [ l_g_total: 5.1259e-02 ] +2024-10-25 10:01:55,634 INFO: [ epoch: 7 ] [ iter: 11,400 ] [ performance: 19.607 it/s ] [ lr: 1.00e-04 ] [ eta: 778 days, 9:51:53 ] [ l_g_pix: 3.9929e-02 ] [ l_g_total: 3.9929e-02 ] +2024-10-25 10:02:00,755 INFO: [ epoch: 7 ] [ iter: 11,500 ] [ performance: 19.634 it/s ] [ lr: 1.00e-04 ] [ eta: 782 days, 18:39:48 ] [ l_g_pix: 4.3100e-02 ] [ l_g_total: 4.3100e-02 ] +2024-10-25 10:02:06,115 INFO: [ epoch: 7 ] [ iter: 11,600 ] [ performance: 18.942 it/s ] [ lr: 1.00e-04 ] [ eta: 787 days, 9:02:59 ] [ l_g_pix: 5.0759e-02 ] [ l_g_total: 5.0759e-02 ] +2024-10-25 10:02:11,414 INFO: [ epoch: 7 ] [ iter: 11,700 ] [ performance: 19.559 it/s ] [ lr: 1.00e-04 ] [ eta: 791 days, 21:39:49 ] [ l_g_pix: 4.5149e-02 ] [ l_g_total: 4.5149e-02 ] +2024-10-25 10:02:16,503 INFO: [ epoch: 7 ] [ iter: 11,800 ] [ performance: 19.626 it/s ] [ lr: 1.00e-04 ] [ eta: 796 days, 4:48:35 ] [ l_g_pix: 3.8030e-02 ] [ l_g_total: 3.8030e-02 ] +2024-10-25 10:02:21,681 INFO: [ epoch: 7 ] [ iter: 11,900 ] [ performance: 18.705 it/s ] [ lr: 1.00e-04 ] [ eta: 800 days, 13:52:03 ] [ l_g_pix: 4.8219e-02 ] [ l_g_total: 4.8219e-02 ] +2024-10-25 10:02:26,905 INFO: [ epoch: 7 ] [ iter: 12,000 ] [ performance: 19.017 it/s ] [ lr: 1.00e-04 ] [ eta: 804 days, 23:44:13 ] [ l_g_pix: 4.9512e-02 ] [ l_g_total: 4.9512e-02 ] +2024-10-25 10:02:32,007 INFO: [ epoch: 7 ] [ iter: 12,100 ] [ performance: 19.532 it/s ] [ lr: 1.00e-04 ] [ eta: 809 days, 6:21:46 ] [ l_g_pix: 4.0583e-02 ] [ l_g_total: 4.0583e-02 ] +2024-10-25 10:02:37,219 INFO: [ epoch: 7 ] [ iter: 12,200 ] [ performance: 19.288 it/s ] [ lr: 1.00e-04 ] [ eta: 813 days, 15:22:02 ] [ l_g_pix: 4.4144e-02 ] [ l_g_total: 4.4144e-02 ] +2024-10-25 10:02:42,636 INFO: [ epoch: 7 ] [ iter: 12,300 ] [ performance: 17.876 it/s ] [ lr: 1.00e-04 ] [ eta: 818 days, 5:06:03 ] [ l_g_pix: 5.4790e-02 ] [ l_g_total: 5.4790e-02 ] +2024-10-25 10:02:47,761 INFO: [ epoch: 7 ] [ iter: 12,400 ] [ performance: 19.026 it/s ] [ lr: 1.00e-04 ] [ eta: 822 days, 11:24:31 ] [ l_g_pix: 6.0721e-02 ] [ l_g_total: 6.0721e-02 ] +2024-10-25 10:02:53,774 INFO: [ epoch: 8 ] [ iter: 12,500 ] [ performance: 12.081 it/s ] [ lr: 1.00e-04 ] [ eta: 827 days, 15:01:03 ] [ l_g_pix: 4.8834e-02 ] [ l_g_total: 4.8834e-02 ] +2024-10-25 10:02:59,348 INFO: [ epoch: 8 ] [ iter: 12,600 ] [ performance: 15.828 it/s ] [ lr: 1.00e-04 ] [ eta: 832 days, 7:39:34 ] [ l_g_pix: 4.6614e-02 ] [ l_g_total: 4.6614e-02 ] +2024-10-25 10:03:04,602 INFO: [ epoch: 8 ] [ iter: 12,700 ] [ performance: 19.061 it/s ] [ lr: 1.00e-04 ] [ eta: 836 days, 16:12:36 ] [ l_g_pix: 4.9376e-02 ] [ l_g_total: 4.9376e-02 ] +2024-10-25 10:03:09,872 INFO: [ epoch: 8 ] [ iter: 12,800 ] [ performance: 19.001 it/s ] [ lr: 1.00e-04 ] [ eta: 841 days, 0:50:51 ] [ l_g_pix: 5.1737e-02 ] [ l_g_total: 5.1737e-02 ] +2024-10-25 10:03:15,426 INFO: [ epoch: 8 ] [ iter: 12,900 ] [ performance: 16.924 it/s ] [ lr: 1.00e-04 ] [ eta: 845 days, 16:04:49 ] [ l_g_pix: 4.0678e-02 ] [ l_g_total: 4.0678e-02 ] +2024-10-25 10:03:21,238 INFO: [ epoch: 8 ] [ iter: 13,000 ] [ performance: 17.131 it/s ] [ lr: 1.00e-04 ] [ eta: 850 days, 13:14:11 ] [ l_g_pix: 5.7215e-02 ] [ l_g_total: 5.7215e-02 ] +2024-10-25 10:03:26,397 INFO: [ epoch: 8 ] [ iter: 13,100 ] [ performance: 19.024 it/s ] [ lr: 1.00e-04 ] [ eta: 854 days, 18:18:02 ] [ l_g_pix: 4.8418e-02 ] [ l_g_total: 4.8418e-02 ] +2024-10-25 10:03:31,497 INFO: [ epoch: 8 ] [ iter: 13,200 ] [ performance: 19.454 it/s ] [ lr: 1.00e-04 ] [ eta: 858 days, 21:40:12 ] [ l_g_pix: 4.5863e-02 ] [ l_g_total: 4.5863e-02 ] +2024-10-25 10:03:36,683 INFO: [ epoch: 8 ] [ iter: 13,300 ] [ performance: 18.568 it/s ] [ lr: 1.00e-04 ] [ eta: 863 days, 2:47:46 ] [ l_g_pix: 4.7320e-02 ] [ l_g_total: 4.7320e-02 ] +2024-10-25 10:03:41,931 INFO: [ epoch: 8 ] [ iter: 13,400 ] [ performance: 18.929 it/s ] [ lr: 1.00e-04 ] [ eta: 867 days, 9:09:35 ] [ l_g_pix: 4.1332e-02 ] [ l_g_total: 4.1332e-02 ] +2024-10-25 10:03:47,112 INFO: [ epoch: 8 ] [ iter: 13,500 ] [ performance: 19.436 it/s ] [ lr: 1.00e-04 ] [ eta: 871 days, 13:35:53 ] [ l_g_pix: 4.1363e-02 ] [ l_g_total: 4.1363e-02 ] +2024-10-25 10:03:52,535 INFO: [ epoch: 8 ] [ iter: 13,600 ] [ performance: 18.680 it/s ] [ lr: 1.00e-04 ] [ eta: 875 days, 23:33:49 ] [ l_g_pix: 5.4086e-02 ] [ l_g_total: 5.4086e-02 ] +2024-10-25 10:03:57,899 INFO: [ epoch: 8 ] [ iter: 13,700 ] [ performance: 18.844 it/s ] [ lr: 1.00e-04 ] [ eta: 880 days, 7:49:34 ] [ l_g_pix: 5.4144e-02 ] [ l_g_total: 5.4144e-02 ] +2024-10-25 10:04:03,137 INFO: [ epoch: 8 ] [ iter: 13,800 ] [ performance: 19.032 it/s ] [ lr: 1.00e-04 ] [ eta: 884 days, 12:46:08 ] [ l_g_pix: 4.6564e-02 ] [ l_g_total: 4.6564e-02 ] +2024-10-25 10:04:08,294 INFO: [ epoch: 8 ] [ iter: 13,900 ] [ performance: 19.429 it/s ] [ lr: 1.00e-04 ] [ eta: 888 days, 15:28:43 ] [ l_g_pix: 4.4448e-02 ] [ l_g_total: 4.4448e-02 ] +2024-10-25 10:04:13,231 INFO: [ epoch: 8 ] [ iter: 14,000 ] [ performance: 20.057 it/s ] [ lr: 1.00e-04 ] [ eta: 892 days, 12:37:51 ] [ l_g_pix: 4.2734e-02 ] [ l_g_total: 4.2734e-02 ] +2024-10-25 10:04:19,669 INFO: [ epoch: 9 ] [ iter: 14,100 ] [ performance: 18.538 it/s ] [ lr: 1.00e-04 ] [ eta: 897 days, 21:20:42 ] [ l_g_pix: 5.2400e-02 ] [ l_g_total: 5.2400e-02 ] +2024-10-25 10:04:24,789 INFO: [ epoch: 9 ] [ iter: 14,200 ] [ performance: 19.297 it/s ] [ lr: 1.00e-04 ] [ eta: 901 days, 22:17:03 ] [ l_g_pix: 4.1486e-02 ] [ l_g_total: 4.1486e-02 ] +2024-10-25 10:04:29,886 INFO: [ epoch: 9 ] [ iter: 14,300 ] [ performance: 19.272 it/s ] [ lr: 1.00e-04 ] [ eta: 905 days, 22:22:53 ] [ l_g_pix: 4.3824e-02 ] [ l_g_total: 4.3824e-02 ] +2024-10-25 10:04:35,036 INFO: [ epoch: 9 ] [ iter: 14,400 ] [ performance: 19.387 it/s ] [ lr: 1.00e-04 ] [ eta: 909 days, 23:27:55 ] [ l_g_pix: 5.2001e-02 ] [ l_g_total: 5.2001e-02 ] +2024-10-25 10:04:40,018 INFO: [ epoch: 9 ] [ iter: 14,500 ] [ performance: 20.698 it/s ] [ lr: 1.00e-04 ] [ eta: 913 days, 20:17:06 ] [ l_g_pix: 5.7868e-02 ] [ l_g_total: 5.7868e-02 ] +2024-10-25 10:04:45,401 INFO: [ epoch: 9 ] [ iter: 14,600 ] [ performance: 19.005 it/s ] [ lr: 1.00e-04 ] [ eta: 918 days, 2:19:51 ] [ l_g_pix: 5.2240e-02 ] [ l_g_total: 5.2240e-02 ] +2024-10-25 10:04:50,605 INFO: [ epoch: 9 ] [ iter: 14,700 ] [ performance: 19.476 it/s ] [ lr: 1.00e-04 ] [ eta: 922 days, 3:49:43 ] [ l_g_pix: 4.5737e-02 ] [ l_g_total: 4.5737e-02 ] +2024-10-25 10:04:55,964 INFO: [ epoch: 9 ] [ iter: 14,800 ] [ performance: 18.831 it/s ] [ lr: 1.00e-04 ] [ eta: 926 days, 8:42:05 ] [ l_g_pix: 5.5791e-02 ] [ l_g_total: 5.5791e-02 ] +2024-10-25 10:05:01,075 INFO: [ epoch: 9 ] [ iter: 14,900 ] [ performance: 19.134 it/s ] [ lr: 1.00e-04 ] [ eta: 930 days, 7:26:11 ] [ l_g_pix: 4.4166e-02 ] [ l_g_total: 4.4166e-02 ] +2024-10-25 10:05:06,243 INFO: [ epoch: 9 ] [ iter: 15,000 ] [ performance: 19.307 it/s ] [ lr: 1.00e-04 ] [ eta: 934 days, 7:13:15 ] [ l_g_pix: 4.5832e-02 ] [ l_g_total: 4.5832e-02 ] +2024-10-25 10:05:11,369 INFO: [ epoch: 9 ] [ iter: 15,100 ] [ performance: 19.053 it/s ] [ lr: 1.00e-04 ] [ eta: 938 days, 5:43:37 ] [ l_g_pix: 4.6008e-02 ] [ l_g_total: 4.6008e-02 ] +2024-10-25 10:05:16,512 INFO: [ epoch: 9 ] [ iter: 15,200 ] [ performance: 19.366 it/s ] [ lr: 1.00e-04 ] [ eta: 942 days, 4:21:06 ] [ l_g_pix: 3.6044e-02 ] [ l_g_total: 3.6044e-02 ] +2024-10-25 10:05:21,617 INFO: [ epoch: 9 ] [ iter: 15,300 ] [ performance: 19.400 it/s ] [ lr: 1.00e-04 ] [ eta: 946 days, 1:47:16 ] [ l_g_pix: 4.8917e-02 ] [ l_g_total: 4.8917e-02 ] +2024-10-25 10:05:26,928 INFO: [ epoch: 9 ] [ iter: 15,400 ] [ performance: 18.941 it/s ] [ lr: 1.00e-04 ] [ eta: 950 days, 3:46:21 ] [ l_g_pix: 3.9601e-02 ] [ l_g_total: 3.9601e-02 ] +2024-10-25 10:05:32,098 INFO: [ epoch: 9 ] [ iter: 15,500 ] [ performance: 19.432 it/s ] [ lr: 1.00e-04 ] [ eta: 954 days, 2:10:11 ] [ l_g_pix: 3.5023e-02 ] [ l_g_total: 3.5023e-02 ] +2024-10-25 10:05:36,857 INFO: [ epoch: 9 ] [ iter: 15,600 ] [ performance: 20.698 it/s ] [ lr: 1.00e-04 ] [ eta: 957 days, 14:39:31 ] [ l_g_pix: 3.4103e-02 ] [ l_g_total: 3.4103e-02 ] +2024-10-25 10:05:43,456 INFO: [ epoch: 10 ] [ iter: 15,700 ] [ performance: 19.175 it/s ] [ lr: 1.00e-04 ] [ eta: 962 days, 21:56:43 ] [ l_g_pix: 4.5571e-02 ] [ l_g_total: 4.5571e-02 ] +2024-10-25 10:05:48,696 INFO: [ epoch: 10 ] [ iter: 15,800 ] [ performance: 19.104 it/s ] [ lr: 1.00e-04 ] [ eta: 966 days, 21:05:11 ] [ l_g_pix: 4.6629e-02 ] [ l_g_total: 4.6629e-02 ] +2024-10-25 10:05:53,699 INFO: [ epoch: 10 ] [ iter: 15,900 ] [ performance: 20.220 it/s ] [ lr: 1.00e-04 ] [ eta: 970 days, 14:23:48 ] [ l_g_pix: 4.5483e-02 ] [ l_g_total: 4.5483e-02 ] +2024-10-25 10:05:58,768 INFO: [ epoch: 10 ] [ iter: 16,000 ] [ performance: 19.812 it/s ] [ lr: 1.00e-04 ] [ eta: 974 days, 8:59:00 ] [ l_g_pix: 6.3318e-02 ] [ l_g_total: 6.3318e-02 ] +2024-10-25 10:06:03,929 INFO: [ epoch: 10 ] [ iter: 16,100 ] [ performance: 19.198 it/s ] [ lr: 1.00e-04 ] [ eta: 978 days, 5:24:34 ] [ l_g_pix: 4.6569e-02 ] [ l_g_total: 4.6569e-02 ] +2024-10-25 10:06:09,169 INFO: [ epoch: 10 ] [ iter: 16,200 ] [ performance: 19.104 it/s ] [ lr: 1.00e-04 ] [ eta: 982 days, 3:24:43 ] [ l_g_pix: 4.2939e-02 ] [ l_g_total: 4.2939e-02 ] +2024-10-25 10:06:14,558 INFO: [ epoch: 10 ] [ iter: 16,300 ] [ performance: 18.881 it/s ] [ lr: 1.00e-04 ] [ eta: 986 days, 4:34:37 ] [ l_g_pix: 5.1879e-02 ] [ l_g_total: 5.1879e-02 ] +2024-10-25 10:06:19,677 INFO: [ epoch: 10 ] [ iter: 16,400 ] [ performance: 19.432 it/s ] [ lr: 1.00e-04 ] [ eta: 989 days, 23:09:23 ] [ l_g_pix: 4.1924e-02 ] [ l_g_total: 4.1924e-02 ] +2024-10-25 10:06:24,879 INFO: [ epoch: 10 ] [ iter: 16,500 ] [ performance: 19.332 it/s ] [ lr: 1.00e-04 ] [ eta: 993 days, 19:24:37 ] [ l_g_pix: 4.0524e-02 ] [ l_g_total: 4.0524e-02 ] +2024-10-25 10:06:30,035 INFO: [ epoch: 10 ] [ iter: 16,600 ] [ performance: 19.388 it/s ] [ lr: 1.00e-04 ] [ eta: 997 days, 14:17:26 ] [ l_g_pix: 5.0119e-02 ] [ l_g_total: 5.0119e-02 ] +2024-10-25 10:06:35,122 INFO: [ epoch: 10 ] [ iter: 16,700 ] [ performance: 19.620 it/s ] [ lr: 1.00e-04 ] [ eta: 1001 days, 7:16:19 ] [ l_g_pix: 4.7962e-02 ] [ l_g_total: 4.7962e-02 ] +2024-10-25 10:06:40,238 INFO: [ epoch: 10 ] [ iter: 16,800 ] [ performance: 19.558 it/s ] [ lr: 1.00e-04 ] [ eta: 1005 days, 0:40:00 ] [ l_g_pix: 5.0580e-02 ] [ l_g_total: 5.0580e-02 ] +2024-10-25 10:06:45,222 INFO: [ epoch: 10 ] [ iter: 16,900 ] [ performance: 19.909 it/s ] [ lr: 1.00e-04 ] [ eta: 1008 days, 14:42:39 ] [ l_g_pix: 4.9404e-02 ] [ l_g_total: 4.9404e-02 ] +2024-10-25 10:06:50,425 INFO: [ epoch: 10 ] [ iter: 17,000 ] [ performance: 19.311 it/s ] [ lr: 1.00e-04 ] [ eta: 1012 days, 9:33:29 ] [ l_g_pix: 4.1394e-02 ] [ l_g_total: 4.1394e-02 ] +2024-10-25 10:06:55,262 INFO: [ epoch: 10 ] [ iter: 17,100 ] [ performance: 22.680 it/s ] [ lr: 1.00e-04 ] [ eta: 1015 days, 19:38:59 ] [ l_g_pix: 4.7381e-02 ] [ l_g_total: 4.7381e-02 ] +2024-10-25 10:07:01,168 INFO: [ epoch: 11 ] [ iter: 17,200 ] [ performance: 17.513 it/s ] [ lr: 1.00e-04 ] [ eta: 1020 days, 6:04:18 ] [ l_g_pix: 5.0073e-02 ] [ l_g_total: 5.0073e-02 ] +2024-10-25 10:07:06,812 INFO: [ epoch: 11 ] [ iter: 17,300 ] [ performance: 16.350 it/s ] [ lr: 1.00e-04 ] [ eta: 1024 days, 10:10:08 ] [ l_g_pix: 4.6434e-02 ] [ l_g_total: 4.6434e-02 ] +2024-10-25 10:07:13,028 INFO: [ epoch: 11 ] [ iter: 17,400 ] [ performance: 16.121 it/s ] [ lr: 1.00e-04 ] [ eta: 1029 days, 3:04:01 ] [ l_g_pix: 4.4784e-02 ] [ l_g_total: 4.4784e-02 ] +2024-10-25 10:07:19,304 INFO: [ epoch: 11 ] [ iter: 17,500 ] [ performance: 18.086 it/s ] [ lr: 1.00e-04 ] [ eta: 1033 days, 20:58:30 ] [ l_g_pix: 4.8543e-02 ] [ l_g_total: 4.8543e-02 ] +2024-10-25 10:07:25,230 INFO: [ epoch: 11 ] [ iter: 17,600 ] [ performance: 17.007 it/s ] [ lr: 1.00e-04 ] [ eta: 1038 days, 6:32:31 ] [ l_g_pix: 4.4857e-02 ] [ l_g_total: 4.4857e-02 ] +2024-10-25 10:07:30,943 INFO: [ epoch: 11 ] [ iter: 17,700 ] [ performance: 17.192 it/s ] [ lr: 1.00e-04 ] [ eta: 1042 days, 10:53:46 ] [ l_g_pix: 4.9067e-02 ] [ l_g_total: 4.9067e-02 ] +2024-10-25 10:07:36,491 INFO: [ epoch: 11 ] [ iter: 17,800 ] [ performance: 17.933 it/s ] [ lr: 1.00e-04 ] [ eta: 1046 days, 11:10:47 ] [ l_g_pix: 6.1544e-02 ] [ l_g_total: 6.1544e-02 ] +2024-10-25 10:07:42,011 INFO: [ epoch: 11 ] [ iter: 17,900 ] [ performance: 18.939 it/s ] [ lr: 1.00e-04 ] [ eta: 1050 days, 10:30:05 ] [ l_g_pix: 4.6312e-02 ] [ l_g_total: 4.6312e-02 ] +2024-10-25 10:07:47,551 INFO: [ epoch: 11 ] [ iter: 18,000 ] [ performance: 18.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1054 days, 9:58:50 ] [ l_g_pix: 4.3020e-02 ] [ l_g_total: 4.3020e-02 ] +2024-10-25 10:07:53,167 INFO: [ epoch: 11 ] [ iter: 18,100 ] [ performance: 17.834 it/s ] [ lr: 1.00e-04 ] [ eta: 1058 days, 10:53:35 ] [ l_g_pix: 5.5300e-02 ] [ l_g_total: 5.5300e-02 ] +2024-10-25 10:07:58,905 INFO: [ epoch: 11 ] [ iter: 18,200 ] [ performance: 17.465 it/s ] [ lr: 1.00e-04 ] [ eta: 1062 days, 14:15:42 ] [ l_g_pix: 4.5560e-02 ] [ l_g_total: 4.5560e-02 ] +2024-10-25 10:08:04,281 INFO: [ epoch: 11 ] [ iter: 18,300 ] [ performance: 18.071 it/s ] [ lr: 1.00e-04 ] [ eta: 1066 days, 9:05:19 ] [ l_g_pix: 5.2699e-02 ] [ l_g_total: 5.2699e-02 ] +2024-10-25 10:08:09,699 INFO: [ epoch: 11 ] [ iter: 18,400 ] [ performance: 18.429 it/s ] [ lr: 1.00e-04 ] [ eta: 1070 days, 4:33:17 ] [ l_g_pix: 5.3659e-02 ] [ l_g_total: 5.3659e-02 ] +2024-10-25 10:08:15,095 INFO: [ epoch: 11 ] [ iter: 18,500 ] [ performance: 18.807 it/s ] [ lr: 1.00e-04 ] [ eta: 1073 days, 23:15:02 ] [ l_g_pix: 4.6482e-02 ] [ l_g_total: 4.6482e-02 ] +2024-10-25 10:08:20,610 INFO: [ epoch: 11 ] [ iter: 18,600 ] [ performance: 18.186 it/s ] [ lr: 1.00e-04 ] [ eta: 1077 days, 20:18:19 ] [ l_g_pix: 5.4095e-02 ] [ l_g_total: 5.4095e-02 ] +2024-10-25 10:08:25,969 INFO: [ epoch: 11 ] [ iter: 18,700 ] [ performance: 18.769 it/s ] [ lr: 1.00e-04 ] [ eta: 1081 days, 13:32:54 ] [ l_g_pix: 4.7426e-02 ] [ l_g_total: 4.7426e-02 ] +2024-10-25 10:08:33,130 INFO: [ epoch: 12 ] [ iter: 18,800 ] [ performance: 14.205 it/s ] [ lr: 1.00e-04 ] [ eta: 1086 days, 23:07:40 ] [ l_g_pix: 4.3414e-02 ] [ l_g_total: 4.3414e-02 ] +2024-10-25 10:08:38,481 INFO: [ epoch: 12 ] [ iter: 18,900 ] [ performance: 18.446 it/s ] [ lr: 1.00e-04 ] [ eta: 1090 days, 15:33:15 ] [ l_g_pix: 5.8571e-02 ] [ l_g_total: 5.8571e-02 ] +2024-10-25 10:08:43,965 INFO: [ epoch: 12 ] [ iter: 19,000 ] [ performance: 18.249 it/s ] [ lr: 1.00e-04 ] [ eta: 1094 days, 10:40:00 ] [ l_g_pix: 3.8555e-02 ] [ l_g_total: 3.8555e-02 ] +2024-10-25 10:08:49,367 INFO: [ epoch: 12 ] [ iter: 19,100 ] [ performance: 18.655 it/s ] [ lr: 1.00e-04 ] [ eta: 1098 days, 3:38:24 ] [ l_g_pix: 4.6898e-02 ] [ l_g_total: 4.6898e-02 ] +2024-10-25 10:08:54,859 INFO: [ epoch: 12 ] [ iter: 19,200 ] [ performance: 18.231 it/s ] [ lr: 1.00e-04 ] [ eta: 1101 days, 22:19:54 ] [ l_g_pix: 3.9727e-02 ] [ l_g_total: 3.9727e-02 ] +2024-10-25 10:09:00,400 INFO: [ epoch: 12 ] [ iter: 19,300 ] [ performance: 17.120 it/s ] [ lr: 1.00e-04 ] [ eta: 1105 days, 17:47:57 ] [ l_g_pix: 2.9227e-02 ] [ l_g_total: 2.9227e-02 ] +2024-10-25 10:09:06,337 INFO: [ epoch: 12 ] [ iter: 19,400 ] [ performance: 16.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1109 days, 21:50:29 ] [ l_g_pix: 5.4302e-02 ] [ l_g_total: 5.4302e-02 ] +2024-10-25 10:09:11,986 INFO: [ epoch: 12 ] [ iter: 19,500 ] [ performance: 16.475 it/s ] [ lr: 1.00e-04 ] [ eta: 1113 days, 19:07:02 ] [ l_g_pix: 4.4362e-02 ] [ l_g_total: 4.4362e-02 ] +2024-10-25 10:09:17,580 INFO: [ epoch: 12 ] [ iter: 19,600 ] [ performance: 17.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1117 days, 14:50:09 ] [ l_g_pix: 5.0155e-02 ] [ l_g_total: 5.0155e-02 ] +2024-10-25 10:09:23,118 INFO: [ epoch: 12 ] [ iter: 19,700 ] [ performance: 18.090 it/s ] [ lr: 1.00e-04 ] [ eta: 1121 days, 8:59:10 ] [ l_g_pix: 3.9477e-02 ] [ l_g_total: 3.9477e-02 ] +2024-10-25 10:09:28,648 INFO: [ epoch: 12 ] [ iter: 19,800 ] [ performance: 18.085 it/s ] [ lr: 1.00e-04 ] [ eta: 1125 days, 2:40:25 ] [ l_g_pix: 4.0126e-02 ] [ l_g_total: 4.0126e-02 ] +2024-10-25 10:09:34,140 INFO: [ epoch: 12 ] [ iter: 19,900 ] [ performance: 19.151 it/s ] [ lr: 1.00e-04 ] [ eta: 1128 days, 19:12:06 ] [ l_g_pix: 4.8936e-02 ] [ l_g_total: 4.8936e-02 ] +2024-10-25 10:09:39,637 INFO: [ epoch: 12 ] [ iter: 20,000 ] [ performance: 18.203 it/s ] [ lr: 1.00e-04 ] [ eta: 1132 days, 11:32:13 ] [ l_g_pix: 4.1613e-02 ] [ l_g_total: 4.1613e-02 ] +2024-10-25 10:09:39,637 INFO: Saving models and training states. +2024-10-25 10:11:09,514 INFO: Validation val + + # psnr: 21.7678........ Best: 21.7678 @ 20000 iter + # ssim: 0.6295........ Best: 0.6295 @ 20000 iter + # dists: 0.7887........ Best: 0.7887 @ 20000 iter + +2024-10-25 10:11:15,294 INFO: [ epoch: 12 ] [ iter: 20,100 ] [ performance: 17.745 it/s ] [ lr: 1.00e-04 ] [ eta: 1219 days, 12:35:17 ] [ l_g_pix: 5.0714e-02 ] [ l_g_total: 5.0714e-02 ] +2024-10-25 10:11:21,309 INFO: [ epoch: 12 ] [ iter: 20,200 ] [ performance: 16.628 it/s ] [ lr: 1.00e-04 ] [ eta: 1223 days, 13:17:01 ] [ l_g_pix: 4.7669e-02 ] [ l_g_total: 4.7669e-02 ] +2024-10-25 10:11:28,140 INFO: [ epoch: 13 ] [ iter: 20,300 ] [ performance: 15.572 it/s ] [ lr: 1.00e-04 ] [ eta: 1228 days, 7:41:55 ] [ l_g_pix: 5.2931e-02 ] [ l_g_total: 5.2931e-02 ] +2024-10-25 10:11:34,140 INFO: [ epoch: 13 ] [ iter: 20,400 ] [ performance: 16.667 it/s ] [ lr: 1.00e-04 ] [ eta: 1232 days, 7:23:54 ] [ l_g_pix: 5.0229e-02 ] [ l_g_total: 5.0229e-02 ] +2024-10-25 10:11:39,804 INFO: [ epoch: 13 ] [ iter: 20,500 ] [ performance: 17.152 it/s ] [ lr: 1.00e-04 ] [ eta: 1235 days, 23:18:12 ] [ l_g_pix: 4.6606e-02 ] [ l_g_total: 4.6606e-02 ] +2024-10-25 10:11:45,434 INFO: [ epoch: 13 ] [ iter: 20,600 ] [ performance: 17.777 it/s ] [ lr: 1.00e-04 ] [ eta: 1239 days, 14:10:25 ] [ l_g_pix: 5.2346e-02 ] [ l_g_total: 5.2346e-02 ] +2024-10-25 10:11:51,074 INFO: [ epoch: 13 ] [ iter: 20,700 ] [ performance: 17.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1243 days, 4:56:52 ] [ l_g_pix: 4.3228e-02 ] [ l_g_total: 4.3228e-02 ] +2024-10-25 10:11:57,627 INFO: [ epoch: 13 ] [ iter: 20,800 ] [ performance: 15.205 it/s ] [ lr: 1.00e-04 ] [ eta: 1247 days, 15:28:56 ] [ l_g_pix: 5.0857e-02 ] [ l_g_total: 5.0857e-02 ] +2024-10-25 10:12:03,459 INFO: [ epoch: 13 ] [ iter: 20,900 ] [ performance: 16.134 it/s ] [ lr: 1.00e-04 ] [ eta: 1251 days, 9:47:56 ] [ l_g_pix: 4.1325e-02 ] [ l_g_total: 4.1325e-02 ] +2024-10-25 10:12:09,085 INFO: [ epoch: 13 ] [ iter: 21,000 ] [ performance: 17.769 it/s ] [ lr: 1.00e-04 ] [ eta: 1254 days, 23:18:03 ] [ l_g_pix: 4.0935e-02 ] [ l_g_total: 4.0935e-02 ] +2024-10-25 10:12:14,914 INFO: [ epoch: 13 ] [ iter: 21,100 ] [ performance: 17.452 it/s ] [ lr: 1.00e-04 ] [ eta: 1258 days, 16:55:36 ] [ l_g_pix: 5.0781e-02 ] [ l_g_total: 5.0781e-02 ] +2024-10-25 10:12:20,656 INFO: [ epoch: 13 ] [ iter: 21,200 ] [ performance: 17.407 it/s ] [ lr: 1.00e-04 ] [ eta: 1262 days, 8:18:22 ] [ l_g_pix: 5.1760e-02 ] [ l_g_total: 5.1760e-02 ] +2024-10-25 10:12:26,356 INFO: [ epoch: 13 ] [ iter: 21,300 ] [ performance: 17.478 it/s ] [ lr: 1.00e-04 ] [ eta: 1265 days, 22:28:14 ] [ l_g_pix: 4.8793e-02 ] [ l_g_total: 4.8793e-02 ] +2024-10-25 10:12:32,039 INFO: [ epoch: 13 ] [ iter: 21,400 ] [ performance: 17.594 it/s ] [ lr: 1.00e-04 ] [ eta: 1269 days, 11:56:21 ] [ l_g_pix: 4.6261e-02 ] [ l_g_total: 4.6261e-02 ] +2024-10-25 10:12:38,628 INFO: [ epoch: 13 ] [ iter: 21,500 ] [ performance: 16.260 it/s ] [ lr: 1.00e-04 ] [ eta: 1273 days, 20:51:26 ] [ l_g_pix: 4.4127e-02 ] [ l_g_total: 4.4127e-02 ] +2024-10-25 10:12:44,284 INFO: [ epoch: 13 ] [ iter: 21,600 ] [ performance: 17.745 it/s ] [ lr: 1.00e-04 ] [ eta: 1277 days, 9:04:29 ] [ l_g_pix: 3.5766e-02 ] [ l_g_total: 3.5766e-02 ] +2024-10-25 10:12:49,877 INFO: [ epoch: 13 ] [ iter: 21,700 ] [ performance: 17.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1280 days, 19:38:11 ] [ l_g_pix: 4.1893e-02 ] [ l_g_total: 4.1893e-02 ] +2024-10-25 10:12:55,682 INFO: [ epoch: 13 ] [ iter: 21,800 ] [ performance: 17.258 it/s ] [ lr: 1.00e-04 ] [ eta: 1284 days, 10:28:18 ] [ l_g_pix: 3.8945e-02 ] [ l_g_total: 3.8945e-02 ] +2024-10-25 10:13:02,730 INFO: [ epoch: 14 ] [ iter: 21,900 ] [ performance: 15.513 it/s ] [ lr: 1.00e-04 ] [ eta: 1289 days, 3:55:44 ] [ l_g_pix: 4.7202e-02 ] [ l_g_total: 4.7202e-02 ] +2024-10-25 10:13:09,134 INFO: [ epoch: 14 ] [ iter: 22,000 ] [ performance: 15.476 it/s ] [ lr: 1.00e-04 ] [ eta: 1293 days, 7:05:10 ] [ l_g_pix: 4.4835e-02 ] [ l_g_total: 4.4835e-02 ] +2024-10-25 10:13:14,991 INFO: [ epoch: 14 ] [ iter: 22,100 ] [ performance: 16.275 it/s ] [ lr: 1.00e-04 ] [ eta: 1296 days, 22:00:44 ] [ l_g_pix: 6.0297e-02 ] [ l_g_total: 6.0297e-02 ] +2024-10-25 10:13:20,671 INFO: [ epoch: 14 ] [ iter: 22,200 ] [ performance: 17.632 it/s ] [ lr: 1.00e-04 ] [ eta: 1300 days, 8:48:22 ] [ l_g_pix: 3.9335e-02 ] [ l_g_total: 3.9335e-02 ] +2024-10-25 10:13:26,450 INFO: [ epoch: 14 ] [ iter: 22,300 ] [ performance: 17.458 it/s ] [ lr: 1.00e-04 ] [ eta: 1303 days, 21:26:13 ] [ l_g_pix: 3.6354e-02 ] [ l_g_total: 3.6354e-02 ] +2024-10-25 10:13:32,129 INFO: [ epoch: 14 ] [ iter: 22,400 ] [ performance: 17.648 it/s ] [ lr: 1.00e-04 ] [ eta: 1307 days, 7:34:00 ] [ l_g_pix: 5.8750e-02 ] [ l_g_total: 5.8750e-02 ] +2024-10-25 10:13:37,816 INFO: [ epoch: 14 ] [ iter: 22,500 ] [ performance: 17.615 it/s ] [ lr: 1.00e-04 ] [ eta: 1310 days, 17:33:54 ] [ l_g_pix: 4.4099e-02 ] [ l_g_total: 4.4099e-02 ] +2024-10-25 10:13:44,186 INFO: [ epoch: 14 ] [ iter: 22,600 ] [ performance: 15.410 it/s ] [ lr: 1.00e-04 ] [ eta: 1314 days, 17:55:23 ] [ l_g_pix: 4.7098e-02 ] [ l_g_total: 4.7098e-02 ] +2024-10-25 10:13:49,915 INFO: [ epoch: 14 ] [ iter: 22,700 ] [ performance: 16.436 it/s ] [ lr: 1.00e-04 ] [ eta: 1318 days, 4:09:33 ] [ l_g_pix: 5.3890e-02 ] [ l_g_total: 5.3890e-02 ] +2024-10-25 10:13:55,509 INFO: [ epoch: 14 ] [ iter: 22,800 ] [ performance: 17.828 it/s ] [ lr: 1.00e-04 ] [ eta: 1321 days, 11:12:27 ] [ l_g_pix: 3.9106e-02 ] [ l_g_total: 3.9106e-02 ] +2024-10-25 10:14:01,147 INFO: [ epoch: 14 ] [ iter: 22,900 ] [ performance: 17.781 it/s ] [ lr: 1.00e-04 ] [ eta: 1324 days, 18:51:34 ] [ l_g_pix: 5.0684e-02 ] [ l_g_total: 5.0684e-02 ] +2024-10-25 10:14:06,897 INFO: [ epoch: 14 ] [ iter: 23,000 ] [ performance: 17.432 it/s ] [ lr: 1.00e-04 ] [ eta: 1328 days, 4:36:32 ] [ l_g_pix: 4.0444e-02 ] [ l_g_total: 4.0444e-02 ] +2024-10-25 10:14:12,521 INFO: [ epoch: 14 ] [ iter: 23,100 ] [ performance: 17.619 it/s ] [ lr: 1.00e-04 ] [ eta: 1331 days, 11:21:06 ] [ l_g_pix: 4.7386e-02 ] [ l_g_total: 4.7386e-02 ] +2024-10-25 10:14:18,947 INFO: [ epoch: 14 ] [ iter: 23,200 ] [ performance: 15.243 it/s ] [ lr: 1.00e-04 ] [ eta: 1335 days, 10:52:29 ] [ l_g_pix: 4.1215e-02 ] [ l_g_total: 4.1215e-02 ] +2024-10-25 10:14:24,688 INFO: [ epoch: 14 ] [ iter: 23,300 ] [ performance: 16.348 it/s ] [ lr: 1.00e-04 ] [ eta: 1338 days, 19:26:38 ] [ l_g_pix: 5.1316e-02 ] [ l_g_total: 5.1316e-02 ] +2024-10-25 10:14:30,104 INFO: [ epoch: 14 ] [ iter: 23,400 ] [ performance: 18.576 it/s ] [ lr: 1.00e-04 ] [ eta: 1341 days, 20:48:01 ] [ l_g_pix: 3.9756e-02 ] [ l_g_total: 3.9756e-02 ] +2024-10-25 10:14:36,998 INFO: [ epoch: 15 ] [ iter: 23,500 ] [ performance: 16.120 it/s ] [ lr: 1.00e-04 ] [ eta: 1346 days, 5:14:42 ] [ l_g_pix: 4.0765e-02 ] [ l_g_total: 4.0765e-02 ] +2024-10-25 10:14:42,682 INFO: [ epoch: 15 ] [ iter: 23,600 ] [ performance: 17.507 it/s ] [ lr: 1.00e-04 ] [ eta: 1349 days, 11:38:54 ] [ l_g_pix: 4.7543e-02 ] [ l_g_total: 4.7543e-02 ] +2024-10-25 10:14:48,428 INFO: [ epoch: 15 ] [ iter: 23,700 ] [ performance: 17.453 it/s ] [ lr: 1.00e-04 ] [ eta: 1352 days, 19:01:20 ] [ l_g_pix: 4.7135e-02 ] [ l_g_total: 4.7135e-02 ] +2024-10-25 10:14:54,644 INFO: [ epoch: 15 ] [ iter: 23,800 ] [ performance: 15.880 it/s ] [ lr: 1.00e-04 ] [ eta: 1356 days, 12:02:48 ] [ l_g_pix: 4.7435e-02 ] [ l_g_total: 4.7435e-02 ] +2024-10-25 10:15:00,300 INFO: [ epoch: 15 ] [ iter: 23,900 ] [ performance: 16.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1359 days, 16:53:23 ] [ l_g_pix: 4.6463e-02 ] [ l_g_total: 4.6463e-02 ] +2024-10-25 10:15:06,028 INFO: [ epoch: 15 ] [ iter: 24,000 ] [ performance: 17.436 it/s ] [ lr: 1.00e-04 ] [ eta: 1362 days, 22:55:55 ] [ l_g_pix: 4.2168e-02 ] [ l_g_total: 4.2168e-02 ] +2024-10-25 10:15:11,701 INFO: [ epoch: 15 ] [ iter: 24,100 ] [ performance: 17.544 it/s ] [ lr: 1.00e-04 ] [ eta: 1366 days, 3:28:58 ] [ l_g_pix: 4.7889e-02 ] [ l_g_total: 4.7889e-02 ] +2024-10-25 10:15:17,307 INFO: [ epoch: 15 ] [ iter: 24,200 ] [ performance: 17.802 it/s ] [ lr: 1.00e-04 ] [ eta: 1369 days, 6:18:56 ] [ l_g_pix: 6.2678e-02 ] [ l_g_total: 6.2678e-02 ] +2024-10-25 10:15:23,097 INFO: [ epoch: 15 ] [ iter: 24,300 ] [ performance: 17.504 it/s ] [ lr: 1.00e-04 ] [ eta: 1372 days, 12:42:47 ] [ l_g_pix: 4.1787e-02 ] [ l_g_total: 4.1787e-02 ] +2024-10-25 10:15:29,629 INFO: [ epoch: 15 ] [ iter: 24,400 ] [ performance: 14.926 it/s ] [ lr: 1.00e-04 ] [ eta: 1376 days, 10:22:59 ] [ l_g_pix: 5.3428e-02 ] [ l_g_total: 5.3428e-02 ] +2024-10-25 10:15:35,362 INFO: [ epoch: 15 ] [ iter: 24,500 ] [ performance: 16.237 it/s ] [ lr: 1.00e-04 ] [ eta: 1379 days, 14:54:13 ] [ l_g_pix: 4.6983e-02 ] [ l_g_total: 4.6983e-02 ] +2024-10-25 10:15:40,985 INFO: [ epoch: 15 ] [ iter: 24,600 ] [ performance: 17.743 it/s ] [ lr: 1.00e-04 ] [ eta: 1382 days, 16:49:53 ] [ l_g_pix: 3.5438e-02 ] [ l_g_total: 3.5438e-02 ] +2024-10-25 10:15:46,563 INFO: [ epoch: 15 ] [ iter: 24,700 ] [ performance: 17.849 it/s ] [ lr: 1.00e-04 ] [ eta: 1385 days, 17:28:41 ] [ l_g_pix: 4.2056e-02 ] [ l_g_total: 4.2056e-02 ] +2024-10-25 10:15:52,343 INFO: [ epoch: 15 ] [ iter: 24,800 ] [ performance: 17.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1388 days, 22:02:48 ] [ l_g_pix: 5.6523e-02 ] [ l_g_total: 5.6523e-02 ] +2024-10-25 10:15:57,970 INFO: [ epoch: 15 ] [ iter: 24,900 ] [ performance: 17.555 it/s ] [ lr: 1.00e-04 ] [ eta: 1391 days, 23:06:28 ] [ l_g_pix: 5.0194e-02 ] [ l_g_total: 5.0194e-02 ] +2024-10-25 10:16:05,237 INFO: [ epoch: 16 ] [ iter: 25,000 ] [ performance: 12.747 it/s ] [ lr: 1.00e-04 ] [ eta: 1396 days, 10:00:11 ] [ l_g_pix: 4.3811e-02 ] [ l_g_total: 4.3811e-02 ] +2024-10-25 10:16:10,868 INFO: [ epoch: 16 ] [ iter: 25,100 ] [ performance: 15.182 it/s ] [ lr: 1.00e-04 ] [ eta: 1399 days, 10:29:30 ] [ l_g_pix: 4.1716e-02 ] [ l_g_total: 4.1716e-02 ] +2024-10-25 10:16:16,522 INFO: [ epoch: 16 ] [ iter: 25,200 ] [ performance: 17.604 it/s ] [ lr: 1.00e-04 ] [ eta: 1402 days, 11:06:39 ] [ l_g_pix: 3.9412e-02 ] [ l_g_total: 3.9412e-02 ] +2024-10-25 10:16:22,226 INFO: [ epoch: 16 ] [ iter: 25,300 ] [ performance: 17.563 it/s ] [ lr: 1.00e-04 ] [ eta: 1405 days, 12:28:58 ] [ l_g_pix: 4.8976e-02 ] [ l_g_total: 4.8976e-02 ] +2024-10-25 10:16:27,842 INFO: [ epoch: 16 ] [ iter: 25,400 ] [ performance: 17.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1408 days, 11:41:52 ] [ l_g_pix: 4.7973e-02 ] [ l_g_total: 4.7973e-02 ] +2024-10-25 10:16:33,532 INFO: [ epoch: 16 ] [ iter: 25,500 ] [ performance: 17.702 it/s ] [ lr: 1.00e-04 ] [ eta: 1411 days, 12:07:50 ] [ l_g_pix: 4.2831e-02 ] [ l_g_total: 4.2831e-02 ] +2024-10-25 10:16:39,763 INFO: [ epoch: 16 ] [ iter: 25,600 ] [ performance: 15.517 it/s ] [ lr: 1.00e-04 ] [ eta: 1414 days, 23:26:17 ] [ l_g_pix: 4.2658e-02 ] [ l_g_total: 4.2658e-02 ] +2024-10-25 10:16:45,474 INFO: [ epoch: 16 ] [ iter: 25,700 ] [ performance: 16.611 it/s ] [ lr: 1.00e-04 ] [ eta: 1417 days, 23:39:23 ] [ l_g_pix: 4.9817e-02 ] [ l_g_total: 4.9817e-02 ] +2024-10-25 10:16:51,209 INFO: [ epoch: 16 ] [ iter: 25,800 ] [ performance: 17.186 it/s ] [ lr: 1.00e-04 ] [ eta: 1421 days, 0:03:04 ] [ l_g_pix: 6.3510e-02 ] [ l_g_total: 6.3510e-02 ] +2024-10-25 10:16:56,901 INFO: [ epoch: 16 ] [ iter: 25,900 ] [ performance: 17.408 it/s ] [ lr: 1.00e-04 ] [ eta: 1423 days, 23:15:00 ] [ l_g_pix: 5.2094e-02 ] [ l_g_total: 5.2094e-02 ] +2024-10-25 10:17:02,717 INFO: [ epoch: 16 ] [ iter: 26,000 ] [ performance: 17.083 it/s ] [ lr: 1.00e-04 ] [ eta: 1427 days, 0:40:59 ] [ l_g_pix: 5.8326e-02 ] [ l_g_total: 5.8326e-02 ] +2024-10-25 10:17:08,407 INFO: [ epoch: 16 ] [ iter: 26,100 ] [ performance: 17.369 it/s ] [ lr: 1.00e-04 ] [ eta: 1429 days, 23:12:07 ] [ l_g_pix: 5.6400e-02 ] [ l_g_total: 5.6400e-02 ] +2024-10-25 10:17:14,501 INFO: [ epoch: 16 ] [ iter: 26,200 ] [ performance: 15.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1433 days, 5:41:08 ] [ l_g_pix: 4.7034e-02 ] [ l_g_total: 4.7034e-02 ] +2024-10-25 10:17:20,071 INFO: [ epoch: 16 ] [ iter: 26,300 ] [ performance: 16.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1436 days, 1:05:16 ] [ l_g_pix: 4.2817e-02 ] [ l_g_total: 4.2817e-02 ] +2024-10-25 10:17:25,717 INFO: [ epoch: 16 ] [ iter: 26,400 ] [ performance: 17.497 it/s ] [ lr: 1.00e-04 ] [ eta: 1438 days, 21:44:57 ] [ l_g_pix: 3.4982e-02 ] [ l_g_total: 3.4982e-02 ] +2024-10-25 10:17:31,330 INFO: [ epoch: 16 ] [ iter: 26,500 ] [ performance: 17.685 it/s ] [ lr: 1.00e-04 ] [ eta: 1441 days, 17:26:04 ] [ l_g_pix: 4.6280e-02 ] [ l_g_total: 4.6280e-02 ] +2024-10-25 10:17:38,386 INFO: [ epoch: 17 ] [ iter: 26,600 ] [ performance: 12.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1445 days, 18:12:28 ] [ l_g_pix: 5.1421e-02 ] [ l_g_total: 5.1421e-02 ] +2024-10-25 10:17:44,090 INFO: [ epoch: 17 ] [ iter: 26,700 ] [ performance: 15.321 it/s ] [ lr: 1.00e-04 ] [ eta: 1448 days, 15:04:34 ] [ l_g_pix: 4.3311e-02 ] [ l_g_total: 4.3311e-02 ] +2024-10-25 10:17:50,399 INFO: [ epoch: 17 ] [ iter: 26,800 ] [ performance: 15.978 it/s ] [ lr: 1.00e-04 ] [ eta: 1451 days, 23:56:27 ] [ l_g_pix: 4.4108e-02 ] [ l_g_total: 4.4108e-02 ] +2024-10-25 10:17:55,962 INFO: [ epoch: 17 ] [ iter: 26,900 ] [ performance: 17.118 it/s ] [ lr: 1.00e-04 ] [ eta: 1454 days, 17:17:40 ] [ l_g_pix: 4.9543e-02 ] [ l_g_total: 4.9543e-02 ] +2024-10-25 10:18:01,616 INFO: [ epoch: 17 ] [ iter: 27,000 ] [ performance: 17.547 it/s ] [ lr: 1.00e-04 ] [ eta: 1457 days, 12:10:42 ] [ l_g_pix: 5.7278e-02 ] [ l_g_total: 5.7278e-02 ] +2024-10-25 10:18:07,339 INFO: [ epoch: 17 ] [ iter: 27,100 ] [ performance: 17.505 it/s ] [ lr: 1.00e-04 ] [ eta: 1460 days, 8:08:04 ] [ l_g_pix: 4.1451e-02 ] [ l_g_total: 4.1451e-02 ] +2024-10-25 10:18:13,190 INFO: [ epoch: 17 ] [ iter: 27,200 ] [ performance: 17.027 it/s ] [ lr: 1.00e-04 ] [ eta: 1463 days, 6:22:55 ] [ l_g_pix: 3.7532e-02 ] [ l_g_total: 3.7532e-02 ] +2024-10-25 10:18:18,766 INFO: [ epoch: 17 ] [ iter: 27,300 ] [ performance: 17.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1465 days, 22:44:39 ] [ l_g_pix: 4.7739e-02 ] [ l_g_total: 4.7739e-02 ] +2024-10-25 10:18:25,029 INFO: [ epoch: 17 ] [ iter: 27,400 ] [ performance: 16.092 it/s ] [ lr: 1.00e-04 ] [ eta: 1469 days, 4:39:09 ] [ l_g_pix: 4.7129e-02 ] [ l_g_total: 4.7129e-02 ] +2024-10-25 10:18:30,620 INFO: [ epoch: 17 ] [ iter: 27,500 ] [ performance: 17.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1471 days, 20:40:27 ] [ l_g_pix: 3.9633e-02 ] [ l_g_total: 3.9633e-02 ] +2024-10-25 10:18:36,370 INFO: [ epoch: 17 ] [ iter: 27,600 ] [ performance: 17.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1474 days, 15:35:38 ] [ l_g_pix: 4.4831e-02 ] [ l_g_total: 4.4831e-02 ] +2024-10-25 10:18:42,054 INFO: [ epoch: 17 ] [ iter: 27,700 ] [ performance: 17.538 it/s ] [ lr: 1.00e-04 ] [ eta: 1477 days, 8:51:30 ] [ l_g_pix: 4.3019e-02 ] [ l_g_total: 4.3019e-02 ] +2024-10-25 10:18:47,723 INFO: [ epoch: 17 ] [ iter: 27,800 ] [ performance: 17.628 it/s ] [ lr: 1.00e-04 ] [ eta: 1480 days, 1:31:13 ] [ l_g_pix: 4.8153e-02 ] [ l_g_total: 4.8153e-02 ] +2024-10-25 10:18:53,473 INFO: [ epoch: 17 ] [ iter: 27,900 ] [ performance: 17.484 it/s ] [ lr: 1.00e-04 ] [ eta: 1482 days, 19:27:56 ] [ l_g_pix: 4.7313e-02 ] [ l_g_total: 4.7313e-02 ] +2024-10-25 10:18:59,735 INFO: [ epoch: 17 ] [ iter: 28,000 ] [ performance: 16.105 it/s ] [ lr: 1.00e-04 ] [ eta: 1485 days, 23:20:54 ] [ l_g_pix: 6.0249e-02 ] [ l_g_total: 6.0249e-02 ] +2024-10-25 10:19:06,448 INFO: [ epoch: 18 ] [ iter: 28,100 ] [ performance: 15.337 it/s ] [ lr: 1.00e-04 ] [ eta: 1489 days, 11:50:33 ] [ l_g_pix: 4.8212e-02 ] [ l_g_total: 4.8212e-02 ] +2024-10-25 10:19:12,086 INFO: [ epoch: 18 ] [ iter: 28,200 ] [ performance: 17.950 it/s ] [ lr: 1.00e-04 ] [ eta: 1492 days, 2:36:38 ] [ l_g_pix: 4.1428e-02 ] [ l_g_total: 4.1428e-02 ] +2024-10-25 10:19:17,729 INFO: [ epoch: 18 ] [ iter: 28,300 ] [ performance: 17.808 it/s ] [ lr: 1.00e-04 ] [ eta: 1494 days, 17:07:37 ] [ l_g_pix: 3.4224e-02 ] [ l_g_total: 3.4224e-02 ] +2024-10-25 10:19:23,444 INFO: [ epoch: 18 ] [ iter: 28,400 ] [ performance: 17.484 it/s ] [ lr: 1.00e-04 ] [ eta: 1497 days, 8:45:06 ] [ l_g_pix: 5.2632e-02 ] [ l_g_total: 5.2632e-02 ] +2024-10-25 10:19:29,006 INFO: [ epoch: 18 ] [ iter: 28,500 ] [ performance: 17.793 it/s ] [ lr: 1.00e-04 ] [ eta: 1499 days, 21:01:52 ] [ l_g_pix: 4.5187e-02 ] [ l_g_total: 4.5187e-02 ] +2024-10-25 10:19:35,163 INFO: [ epoch: 18 ] [ iter: 28,600 ] [ performance: 17.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1502 days, 20:47:43 ] [ l_g_pix: 3.8571e-02 ] [ l_g_total: 3.8571e-02 ] +2024-10-25 10:19:40,753 INFO: [ epoch: 18 ] [ iter: 28,700 ] [ performance: 17.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1505 days, 8:59:49 ] [ l_g_pix: 4.1563e-02 ] [ l_g_total: 4.1563e-02 ] +2024-10-25 10:19:46,446 INFO: [ epoch: 18 ] [ iter: 28,800 ] [ performance: 17.622 it/s ] [ lr: 1.00e-04 ] [ eta: 1507 days, 22:55:01 ] [ l_g_pix: 3.9813e-02 ] [ l_g_total: 3.9813e-02 ] +2024-10-25 10:19:52,243 INFO: [ epoch: 18 ] [ iter: 28,900 ] [ performance: 17.385 it/s ] [ lr: 1.00e-04 ] [ eta: 1510 days, 14:34:36 ] [ l_g_pix: 5.1343e-02 ] [ l_g_total: 5.1343e-02 ] +2024-10-25 10:19:57,946 INFO: [ epoch: 18 ] [ iter: 29,000 ] [ performance: 18.001 it/s ] [ lr: 1.00e-04 ] [ eta: 1513 days, 4:02:54 ] [ l_g_pix: 5.0461e-02 ] [ l_g_total: 5.0461e-02 ] +2024-10-25 10:20:03,668 INFO: [ epoch: 18 ] [ iter: 29,100 ] [ performance: 17.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1515 days, 17:34:57 ] [ l_g_pix: 5.9047e-02 ] [ l_g_total: 5.9047e-02 ] +2024-10-25 10:20:09,936 INFO: [ epoch: 18 ] [ iter: 29,200 ] [ performance: 17.987 it/s ] [ lr: 1.00e-04 ] [ eta: 1518 days, 17:33:07 ] [ l_g_pix: 5.2576e-02 ] [ l_g_total: 5.2576e-02 ] +2024-10-25 10:20:15,712 INFO: [ epoch: 18 ] [ iter: 29,300 ] [ performance: 17.548 it/s ] [ lr: 1.00e-04 ] [ eta: 1521 days, 7:30:07 ] [ l_g_pix: 4.0147e-02 ] [ l_g_total: 4.0147e-02 ] +2024-10-25 10:20:21,385 INFO: [ epoch: 18 ] [ iter: 29,400 ] [ performance: 17.610 it/s ] [ lr: 1.00e-04 ] [ eta: 1523 days, 19:06:17 ] [ l_g_pix: 5.7959e-02 ] [ l_g_total: 5.7959e-02 ] +2024-10-25 10:20:27,085 INFO: [ epoch: 18 ] [ iter: 29,500 ] [ performance: 17.568 it/s ] [ lr: 1.00e-04 ] [ eta: 1526 days, 6:55:58 ] [ l_g_pix: 4.1885e-02 ] [ l_g_total: 4.1885e-02 ] +2024-10-25 10:20:32,742 INFO: [ epoch: 18 ] [ iter: 29,600 ] [ performance: 17.842 it/s ] [ lr: 1.00e-04 ] [ eta: 1528 days, 17:35:30 ] [ l_g_pix: 5.0638e-02 ] [ l_g_total: 5.0638e-02 ] +2024-10-25 10:20:39,727 INFO: [ epoch: 19 ] [ iter: 29,700 ] [ performance: 15.370 it/s ] [ lr: 1.00e-04 ] [ eta: 1532 days, 5:52:19 ] [ l_g_pix: 4.0887e-02 ] [ l_g_total: 4.0887e-02 ] +2024-10-25 10:20:45,844 INFO: [ epoch: 19 ] [ iter: 29,800 ] [ performance: 17.155 it/s ] [ lr: 1.00e-04 ] [ eta: 1535 days, 0:50:24 ] [ l_g_pix: 4.8046e-02 ] [ l_g_total: 4.8046e-02 ] +2024-10-25 10:20:51,551 INFO: [ epoch: 19 ] [ iter: 29,900 ] [ performance: 17.396 it/s ] [ lr: 1.00e-04 ] [ eta: 1537 days, 11:29:37 ] [ l_g_pix: 4.2353e-02 ] [ l_g_total: 4.2353e-02 ] +2024-10-25 10:20:57,299 INFO: [ epoch: 19 ] [ iter: 30,000 ] [ performance: 17.455 it/s ] [ lr: 1.00e-04 ] [ eta: 1539 days, 22:37:23 ] [ l_g_pix: 3.7888e-02 ] [ l_g_total: 3.7888e-02 ] +2024-10-25 10:20:57,299 INFO: Saving models and training states. +2024-10-25 10:22:24,008 INFO: Validation val + + # psnr: 21.8615........ Best: 21.8615 @ 30000 iter + # ssim: 0.6365........ Best: 0.6365 @ 30000 iter + # dists: 0.7876........ Best: 0.7876 @ 30000 iter + +2024-10-25 10:22:30,017 INFO: [ epoch: 19 ] [ iter: 30,100 ] [ performance: 16.910 it/s ] [ lr: 1.00e-04 ] [ eta: 1612 days, 18:04:36 ] [ l_g_pix: 5.4625e-02 ] [ l_g_total: 5.4625e-02 ] +2024-10-25 10:22:35,740 INFO: [ epoch: 19 ] [ iter: 30,200 ] [ performance: 17.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1615 days, 1:39:15 ] [ l_g_pix: 4.9135e-02 ] [ l_g_total: 4.9135e-02 ] +2024-10-25 10:22:41,280 INFO: [ epoch: 19 ] [ iter: 30,300 ] [ performance: 18.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1617 days, 5:22:44 ] [ l_g_pix: 5.0844e-02 ] [ l_g_total: 5.0844e-02 ] +2024-10-25 10:22:46,872 INFO: [ epoch: 19 ] [ iter: 30,400 ] [ performance: 17.998 it/s ] [ lr: 1.00e-04 ] [ eta: 1619 days, 9:48:56 ] [ l_g_pix: 4.4257e-02 ] [ l_g_total: 4.4257e-02 ] +2024-10-25 10:22:52,993 INFO: [ epoch: 19 ] [ iter: 30,500 ] [ performance: 16.852 it/s ] [ lr: 1.00e-04 ] [ eta: 1622 days, 0:07:25 ] [ l_g_pix: 3.5065e-02 ] [ l_g_total: 3.5065e-02 ] +2024-10-25 10:22:58,758 INFO: [ epoch: 19 ] [ iter: 30,600 ] [ performance: 17.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1624 days, 7:15:30 ] [ l_g_pix: 5.5956e-02 ] [ l_g_total: 5.5956e-02 ] +2024-10-25 10:23:04,372 INFO: [ epoch: 19 ] [ iter: 30,700 ] [ performance: 17.554 it/s ] [ lr: 1.00e-04 ] [ eta: 1626 days, 11:09:16 ] [ l_g_pix: 5.0675e-02 ] [ l_g_total: 5.0675e-02 ] +2024-10-25 10:23:09,961 INFO: [ epoch: 19 ] [ iter: 30,800 ] [ performance: 17.751 it/s ] [ lr: 1.00e-04 ] [ eta: 1628 days, 14:15:09 ] [ l_g_pix: 5.4934e-02 ] [ l_g_total: 5.4934e-02 ] +2024-10-25 10:23:15,403 INFO: [ epoch: 19 ] [ iter: 30,900 ] [ performance: 18.172 it/s ] [ lr: 1.00e-04 ] [ eta: 1630 days, 14:13:36 ] [ l_g_pix: 5.5945e-02 ] [ l_g_total: 5.5945e-02 ] +2024-10-25 10:23:20,888 INFO: [ epoch: 19 ] [ iter: 31,000 ] [ performance: 18.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1632 days, 14:42:27 ] [ l_g_pix: 4.8539e-02 ] [ l_g_total: 4.8539e-02 ] +2024-10-25 10:23:27,100 INFO: [ epoch: 19 ] [ iter: 31,100 ] [ performance: 16.768 it/s ] [ lr: 1.00e-04 ] [ eta: 1635 days, 4:48:55 ] [ l_g_pix: 4.3116e-02 ] [ l_g_total: 4.3116e-02 ] +2024-10-25 10:23:32,607 INFO: [ epoch: 19 ] [ iter: 31,200 ] [ performance: 18.164 it/s ] [ lr: 1.00e-04 ] [ eta: 1637 days, 5:05:55 ] [ l_g_pix: 5.2602e-02 ] [ l_g_total: 5.2602e-02 ] +2024-10-25 10:23:39,323 INFO: [ epoch: 20 ] [ iter: 31,300 ] [ performance: 15.774 it/s ] [ lr: 1.00e-04 ] [ eta: 1640 days, 4:08:16 ] [ l_g_pix: 5.0535e-02 ] [ l_g_total: 5.0535e-02 ] +2024-10-25 10:23:44,854 INFO: [ epoch: 20 ] [ iter: 31,400 ] [ performance: 18.092 it/s ] [ lr: 1.00e-04 ] [ eta: 1642 days, 4:14:36 ] [ l_g_pix: 4.7562e-02 ] [ l_g_total: 4.7562e-02 ] +2024-10-25 10:23:50,398 INFO: [ epoch: 20 ] [ iter: 31,500 ] [ performance: 18.055 it/s ] [ lr: 1.00e-04 ] [ eta: 1644 days, 4:17:10 ] [ l_g_pix: 3.9133e-02 ] [ l_g_total: 3.9133e-02 ] +2024-10-25 10:23:55,997 INFO: [ epoch: 20 ] [ iter: 31,600 ] [ performance: 17.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1646 days, 5:02:38 ] [ l_g_pix: 5.0508e-02 ] [ l_g_total: 5.0508e-02 ] +2024-10-25 10:24:02,624 INFO: [ epoch: 20 ] [ iter: 31,700 ] [ performance: 15.827 it/s ] [ lr: 1.00e-04 ] [ eta: 1649 days, 1:01:14 ] [ l_g_pix: 5.2796e-02 ] [ l_g_total: 5.2796e-02 ] +2024-10-25 10:24:08,616 INFO: [ epoch: 20 ] [ iter: 31,800 ] [ performance: 17.932 it/s ] [ lr: 1.00e-04 ] [ eta: 1651 days, 8:35:11 ] [ l_g_pix: 4.9689e-02 ] [ l_g_total: 4.9689e-02 ] +2024-10-25 10:24:14,076 INFO: [ epoch: 20 ] [ iter: 31,900 ] [ performance: 18.203 it/s ] [ lr: 1.00e-04 ] [ eta: 1653 days, 5:44:59 ] [ l_g_pix: 4.2697e-02 ] [ l_g_total: 4.2697e-02 ] +2024-10-25 10:24:19,665 INFO: [ epoch: 20 ] [ iter: 32,000 ] [ performance: 17.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1655 days, 5:03:28 ] [ l_g_pix: 4.0903e-02 ] [ l_g_total: 4.0903e-02 ] +2024-10-25 10:24:25,202 INFO: [ epoch: 20 ] [ iter: 32,100 ] [ performance: 18.006 it/s ] [ lr: 1.00e-04 ] [ eta: 1657 days, 3:04:43 ] [ l_g_pix: 3.6456e-02 ] [ l_g_total: 3.6456e-02 ] +2024-10-25 10:24:30,783 INFO: [ epoch: 20 ] [ iter: 32,200 ] [ performance: 17.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1659 days, 1:35:50 ] [ l_g_pix: 4.7008e-02 ] [ l_g_total: 4.7008e-02 ] +2024-10-25 10:24:36,365 INFO: [ epoch: 20 ] [ iter: 32,300 ] [ performance: 17.917 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 23:51:10 ] [ l_g_pix: 4.1237e-02 ] [ l_g_total: 4.1237e-02 ] +2024-10-25 10:24:42,660 INFO: [ epoch: 20 ] [ iter: 32,400 ] [ performance: 17.994 it/s ] [ lr: 1.00e-04 ] [ eta: 1663 days, 11:09:28 ] [ l_g_pix: 4.1670e-02 ] [ l_g_total: 4.1670e-02 ] +2024-10-25 10:24:48,620 INFO: [ epoch: 20 ] [ iter: 32,500 ] [ performance: 17.103 it/s ] [ lr: 1.00e-04 ] [ eta: 1665 days, 15:51:37 ] [ l_g_pix: 4.6744e-02 ] [ l_g_total: 4.6744e-02 ] +2024-10-25 10:24:54,837 INFO: [ epoch: 20 ] [ iter: 32,600 ] [ performance: 18.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1668 days, 1:01:44 ] [ l_g_pix: 4.3344e-02 ] [ l_g_total: 4.3344e-02 ] +2024-10-25 10:25:00,379 INFO: [ epoch: 20 ] [ iter: 32,700 ] [ performance: 18.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1669 days, 21:13:50 ] [ l_g_pix: 5.7886e-02 ] [ l_g_total: 5.7886e-02 ] +2024-10-25 10:25:07,539 INFO: [ epoch: 21 ] [ iter: 32,800 ] [ performance: 9.856 it/s ] [ lr: 1.00e-04 ] [ eta: 1672 days, 23:19:43 ] [ l_g_pix: 4.3703e-02 ] [ l_g_total: 4.3703e-02 ] +2024-10-25 10:25:13,122 INFO: [ epoch: 21 ] [ iter: 32,900 ] [ performance: 14.675 it/s ] [ lr: 1.00e-04 ] [ eta: 1674 days, 19:38:23 ] [ l_g_pix: 5.9981e-02 ] [ l_g_total: 5.9981e-02 ] +2024-10-25 10:25:18,620 INFO: [ epoch: 21 ] [ iter: 33,000 ] [ performance: 18.215 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 14:03:06 ] [ l_g_pix: 5.0292e-02 ] [ l_g_total: 5.0292e-02 ] +2024-10-25 10:25:24,172 INFO: [ epoch: 21 ] [ iter: 33,100 ] [ performance: 18.067 it/s ] [ lr: 1.00e-04 ] [ eta: 1678 days, 9:10:04 ] [ l_g_pix: 4.7104e-02 ] [ l_g_total: 4.7104e-02 ] +2024-10-25 10:25:29,699 INFO: [ epoch: 21 ] [ iter: 33,200 ] [ performance: 18.224 it/s ] [ lr: 1.00e-04 ] [ eta: 1680 days, 3:30:31 ] [ l_g_pix: 4.5724e-02 ] [ l_g_total: 4.5724e-02 ] +2024-10-25 10:25:35,276 INFO: [ epoch: 21 ] [ iter: 33,300 ] [ performance: 18.007 it/s ] [ lr: 1.00e-04 ] [ eta: 1681 days, 22:28:46 ] [ l_g_pix: 3.3892e-02 ] [ l_g_total: 3.3892e-02 ] +2024-10-25 10:25:41,159 INFO: [ epoch: 21 ] [ iter: 33,400 ] [ performance: 15.816 it/s ] [ lr: 1.00e-04 ] [ eta: 1683 days, 22:47:00 ] [ l_g_pix: 4.7167e-02 ] [ l_g_total: 4.7167e-02 ] +2024-10-25 10:25:47,386 INFO: [ epoch: 21 ] [ iter: 33,500 ] [ performance: 15.997 it/s ] [ lr: 1.00e-04 ] [ eta: 1686 days, 5:08:36 ] [ l_g_pix: 5.1857e-02 ] [ l_g_total: 5.1857e-02 ] +2024-10-25 10:25:52,841 INFO: [ epoch: 21 ] [ iter: 33,600 ] [ performance: 17.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1687 days, 20:53:11 ] [ l_g_pix: 4.6884e-02 ] [ l_g_total: 4.6884e-02 ] +2024-10-25 10:25:58,535 INFO: [ epoch: 21 ] [ iter: 33,700 ] [ performance: 17.666 it/s ] [ lr: 1.00e-04 ] [ eta: 1689 days, 16:44:51 ] [ l_g_pix: 4.9426e-02 ] [ l_g_total: 4.9426e-02 ] +2024-10-25 10:26:04,022 INFO: [ epoch: 21 ] [ iter: 33,800 ] [ performance: 18.542 it/s ] [ lr: 1.00e-04 ] [ eta: 1691 days, 8:28:31 ] [ l_g_pix: 4.3403e-02 ] [ l_g_total: 4.3403e-02 ] +2024-10-25 10:26:09,644 INFO: [ epoch: 21 ] [ iter: 33,900 ] [ performance: 17.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1693 days, 2:22:50 ] [ l_g_pix: 4.6990e-02 ] [ l_g_total: 4.6990e-02 ] +2024-10-25 10:26:15,143 INFO: [ epoch: 21 ] [ iter: 34,000 ] [ performance: 18.607 it/s ] [ lr: 1.00e-04 ] [ eta: 1694 days, 17:42:55 ] [ l_g_pix: 4.4237e-02 ] [ l_g_total: 4.4237e-02 ] +2024-10-25 10:26:21,407 INFO: [ epoch: 21 ] [ iter: 34,100 ] [ performance: 16.520 it/s ] [ lr: 1.00e-04 ] [ eta: 1696 days, 22:45:59 ] [ l_g_pix: 5.4610e-02 ] [ l_g_total: 5.4610e-02 ] +2024-10-25 10:26:26,918 INFO: [ epoch: 21 ] [ iter: 34,200 ] [ performance: 17.885 it/s ] [ lr: 1.00e-04 ] [ eta: 1698 days, 13:41:29 ] [ l_g_pix: 5.2097e-02 ] [ l_g_total: 5.2097e-02 ] +2024-10-25 10:26:32,296 INFO: [ epoch: 21 ] [ iter: 34,300 ] [ performance: 18.429 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 1:52:14 ] [ l_g_pix: 4.8406e-02 ] [ l_g_total: 4.8406e-02 ] +2024-10-25 10:26:39,004 INFO: [ epoch: 22 ] [ iter: 34,400 ] [ performance: 18.150 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 14:00:11 ] [ l_g_pix: 4.4631e-02 ] [ l_g_total: 4.4631e-02 ] +2024-10-25 10:26:44,567 INFO: [ epoch: 22 ] [ iter: 34,500 ] [ performance: 18.019 it/s ] [ lr: 1.00e-04 ] [ eta: 1704 days, 4:55:22 ] [ l_g_pix: 3.8294e-02 ] [ l_g_total: 3.8294e-02 ] +2024-10-25 10:26:50,249 INFO: [ epoch: 22 ] [ iter: 34,600 ] [ performance: 17.823 it/s ] [ lr: 1.00e-04 ] [ eta: 1705 days, 21:42:24 ] [ l_g_pix: 4.7733e-02 ] [ l_g_total: 4.7733e-02 ] +2024-10-25 10:26:56,210 INFO: [ epoch: 22 ] [ iter: 34,700 ] [ performance: 16.996 it/s ] [ lr: 1.00e-04 ] [ eta: 1707 days, 19:13:48 ] [ l_g_pix: 4.1291e-02 ] [ l_g_total: 4.1291e-02 ] +2024-10-25 10:27:01,862 INFO: [ epoch: 22 ] [ iter: 34,800 ] [ performance: 18.320 it/s ] [ lr: 1.00e-04 ] [ eta: 1709 days, 10:48:58 ] [ l_g_pix: 4.7812e-02 ] [ l_g_total: 4.7812e-02 ] +2024-10-25 10:27:07,275 INFO: [ epoch: 22 ] [ iter: 34,900 ] [ performance: 18.442 it/s ] [ lr: 1.00e-04 ] [ eta: 1710 days, 21:46:51 ] [ l_g_pix: 4.7061e-02 ] [ l_g_total: 4.7061e-02 ] +2024-10-25 10:27:12,779 INFO: [ epoch: 22 ] [ iter: 35,000 ] [ performance: 18.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 10:04:37 ] [ l_g_pix: 5.5213e-02 ] [ l_g_total: 5.5213e-02 ] +2024-10-25 10:27:18,386 INFO: [ epoch: 22 ] [ iter: 35,100 ] [ performance: 17.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 23:56:03 ] [ l_g_pix: 5.5047e-02 ] [ l_g_total: 5.5047e-02 ] +2024-10-25 10:27:24,001 INFO: [ epoch: 22 ] [ iter: 35,200 ] [ performance: 17.722 it/s ] [ lr: 1.00e-04 ] [ eta: 1715 days, 13:36:16 ] [ l_g_pix: 4.1592e-02 ] [ l_g_total: 4.1592e-02 ] +2024-10-25 10:27:29,636 INFO: [ epoch: 22 ] [ iter: 35,300 ] [ performance: 17.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 3:21:06 ] [ l_g_pix: 4.1519e-02 ] [ l_g_total: 4.1519e-02 ] +2024-10-25 10:27:35,879 INFO: [ epoch: 22 ] [ iter: 35,400 ] [ performance: 17.885 it/s ] [ lr: 1.00e-04 ] [ eta: 1719 days, 3:40:06 ] [ l_g_pix: 5.2828e-02 ] [ l_g_total: 5.2828e-02 ] +2024-10-25 10:27:41,454 INFO: [ epoch: 22 ] [ iter: 35,500 ] [ performance: 17.927 it/s ] [ lr: 1.00e-04 ] [ eta: 1720 days, 15:41:42 ] [ l_g_pix: 4.4930e-02 ] [ l_g_total: 4.4930e-02 ] +2024-10-25 10:27:46,976 INFO: [ epoch: 22 ] [ iter: 35,600 ] [ performance: 18.846 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 2:26:03 ] [ l_g_pix: 4.8739e-02 ] [ l_g_total: 4.8739e-02 ] +2024-10-25 10:27:52,277 INFO: [ epoch: 22 ] [ iter: 35,700 ] [ performance: 18.863 it/s ] [ lr: 1.00e-04 ] [ eta: 1723 days, 8:56:05 ] [ l_g_pix: 3.8235e-02 ] [ l_g_total: 3.8235e-02 ] +2024-10-25 10:27:57,618 INFO: [ epoch: 22 ] [ iter: 35,800 ] [ performance: 18.293 it/s ] [ lr: 1.00e-04 ] [ eta: 1724 days, 15:51:50 ] [ l_g_pix: 5.9655e-02 ] [ l_g_total: 5.9655e-02 ] +2024-10-25 10:28:02,722 INFO: [ epoch: 22 ] [ iter: 35,900 ] [ performance: 19.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1725 days, 18:16:05 ] [ l_g_pix: 3.2745e-02 ] [ l_g_total: 3.2745e-02 ] +2024-10-25 10:28:10,358 INFO: [ epoch: 23 ] [ iter: 36,000 ] [ performance: 17.919 it/s ] [ lr: 1.00e-04 ] [ eta: 1728 days, 17:23:57 ] [ l_g_pix: 3.9360e-02 ] [ l_g_total: 3.9360e-02 ] +2024-10-25 10:28:15,815 INFO: [ epoch: 23 ] [ iter: 36,100 ] [ performance: 18.258 it/s ] [ lr: 1.00e-04 ] [ eta: 1730 days, 1:25:37 ] [ l_g_pix: 4.1050e-02 ] [ l_g_total: 4.1050e-02 ] +2024-10-25 10:28:21,290 INFO: [ epoch: 23 ] [ iter: 36,200 ] [ performance: 18.802 it/s ] [ lr: 1.00e-04 ] [ eta: 1731 days, 9:28:32 ] [ l_g_pix: 4.8517e-02 ] [ l_g_total: 4.8517e-02 ] +2024-10-25 10:28:26,610 INFO: [ epoch: 23 ] [ iter: 36,300 ] [ performance: 18.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1732 days, 14:29:23 ] [ l_g_pix: 3.7153e-02 ] [ l_g_total: 3.7153e-02 ] +2024-10-25 10:28:32,191 INFO: [ epoch: 23 ] [ iter: 36,400 ] [ performance: 18.029 it/s ] [ lr: 1.00e-04 ] [ eta: 1733 days, 23:47:30 ] [ l_g_pix: 5.2387e-02 ] [ l_g_total: 5.2387e-02 ] +2024-10-25 10:28:37,629 INFO: [ epoch: 23 ] [ iter: 36,500 ] [ performance: 18.333 it/s ] [ lr: 1.00e-04 ] [ eta: 1735 days, 6:16:26 ] [ l_g_pix: 4.6942e-02 ] [ l_g_total: 4.6942e-02 ] +2024-10-25 10:28:43,075 INFO: [ epoch: 23 ] [ iter: 36,600 ] [ performance: 16.782 it/s ] [ lr: 1.00e-04 ] [ eta: 1736 days, 12:36:37 ] [ l_g_pix: 4.6967e-02 ] [ l_g_total: 4.6967e-02 ] +2024-10-25 10:28:49,122 INFO: [ epoch: 23 ] [ iter: 36,700 ] [ performance: 16.576 it/s ] [ lr: 1.00e-04 ] [ eta: 1738 days, 5:11:45 ] [ l_g_pix: 3.9855e-02 ] [ l_g_total: 3.9855e-02 ] +2024-10-25 10:28:54,632 INFO: [ epoch: 23 ] [ iter: 36,800 ] [ performance: 18.432 it/s ] [ lr: 1.00e-04 ] [ eta: 1739 days, 12:00:56 ] [ l_g_pix: 5.5165e-02 ] [ l_g_total: 5.5165e-02 ] +2024-10-25 10:29:00,189 INFO: [ epoch: 23 ] [ iter: 36,900 ] [ performance: 18.060 it/s ] [ lr: 1.00e-04 ] [ eta: 1740 days, 19:21:19 ] [ l_g_pix: 4.2610e-02 ] [ l_g_total: 4.2610e-02 ] +2024-10-25 10:29:05,707 INFO: [ epoch: 23 ] [ iter: 37,000 ] [ performance: 18.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1742 days, 1:42:20 ] [ l_g_pix: 5.9065e-02 ] [ l_g_total: 5.9065e-02 ] +2024-10-25 10:29:11,242 INFO: [ epoch: 23 ] [ iter: 37,100 ] [ performance: 18.164 it/s ] [ lr: 1.00e-04 ] [ eta: 1743 days, 8:03:21 ] [ l_g_pix: 4.5883e-02 ] [ l_g_total: 4.5883e-02 ] +2024-10-25 10:29:16,737 INFO: [ epoch: 23 ] [ iter: 37,200 ] [ performance: 18.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1744 days, 13:23:43 ] [ l_g_pix: 5.3879e-02 ] [ l_g_total: 5.3879e-02 ] +2024-10-25 10:29:22,901 INFO: [ epoch: 23 ] [ iter: 37,300 ] [ performance: 16.437 it/s ] [ lr: 1.00e-04 ] [ eta: 1746 days, 6:04:24 ] [ l_g_pix: 5.2399e-02 ] [ l_g_total: 5.2399e-02 ] +2024-10-25 10:29:28,264 INFO: [ epoch: 23 ] [ iter: 37,400 ] [ performance: 19.346 it/s ] [ lr: 1.00e-04 ] [ eta: 1747 days, 8:28:37 ] [ l_g_pix: 4.6702e-02 ] [ l_g_total: 4.6702e-02 ] +2024-10-25 10:29:34,903 INFO: [ epoch: 24 ] [ iter: 37,500 ] [ performance: 15.486 it/s ] [ lr: 1.00e-04 ] [ eta: 1749 days, 8:44:13 ] [ l_g_pix: 4.8969e-02 ] [ l_g_total: 4.8969e-02 ] +2024-10-25 10:29:40,443 INFO: [ epoch: 24 ] [ iter: 37,600 ] [ performance: 17.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1750 days, 13:36:20 ] [ l_g_pix: 4.2608e-02 ] [ l_g_total: 4.2608e-02 ] +2024-10-25 10:29:45,823 INFO: [ epoch: 24 ] [ iter: 37,700 ] [ performance: 18.500 it/s ] [ lr: 1.00e-04 ] [ eta: 1751 days, 15:22:14 ] [ l_g_pix: 3.7629e-02 ] [ l_g_total: 3.7629e-02 ] +2024-10-25 10:29:51,222 INFO: [ epoch: 24 ] [ iter: 37,800 ] [ performance: 18.853 it/s ] [ lr: 1.00e-04 ] [ eta: 1752 days, 17:09:57 ] [ l_g_pix: 5.5292e-02 ] [ l_g_total: 5.5292e-02 ] +2024-10-25 10:29:56,919 INFO: [ epoch: 24 ] [ iter: 37,900 ] [ performance: 17.685 it/s ] [ lr: 1.00e-04 ] [ eta: 1753 days, 23:48:59 ] [ l_g_pix: 3.5796e-02 ] [ l_g_total: 3.5796e-02 ] +2024-10-25 10:30:03,269 INFO: [ epoch: 24 ] [ iter: 38,000 ] [ performance: 18.276 it/s ] [ lr: 1.00e-04 ] [ eta: 1755 days, 17:22:52 ] [ l_g_pix: 4.4305e-02 ] [ l_g_total: 4.4305e-02 ] +2024-10-25 10:30:08,826 INFO: [ epoch: 24 ] [ iter: 38,100 ] [ performance: 18.026 it/s ] [ lr: 1.00e-04 ] [ eta: 1756 days, 20:57:35 ] [ l_g_pix: 5.2209e-02 ] [ l_g_total: 5.2209e-02 ] +2024-10-25 10:30:14,322 INFO: [ epoch: 24 ] [ iter: 38,200 ] [ performance: 18.023 it/s ] [ lr: 1.00e-04 ] [ eta: 1757 days, 23:11:13 ] [ l_g_pix: 4.5495e-02 ] [ l_g_total: 4.5495e-02 ] +2024-10-25 10:30:19,756 INFO: [ epoch: 24 ] [ iter: 38,300 ] [ performance: 18.367 it/s ] [ lr: 1.00e-04 ] [ eta: 1759 days, 0:03:43 ] [ l_g_pix: 4.6137e-02 ] [ l_g_total: 4.6137e-02 ] +2024-10-25 10:30:25,179 INFO: [ epoch: 24 ] [ iter: 38,400 ] [ performance: 17.469 it/s ] [ lr: 1.00e-04 ] [ eta: 1760 days, 0:25:29 ] [ l_g_pix: 3.7957e-02 ] [ l_g_total: 3.7957e-02 ] +2024-10-25 10:30:30,786 INFO: [ epoch: 24 ] [ iter: 38,500 ] [ performance: 17.806 it/s ] [ lr: 1.00e-04 ] [ eta: 1761 days, 3:38:18 ] [ l_g_pix: 4.3023e-02 ] [ l_g_total: 4.3023e-02 ] +2024-10-25 10:30:36,893 INFO: [ epoch: 24 ] [ iter: 38,600 ] [ performance: 18.086 it/s ] [ lr: 1.00e-04 ] [ eta: 1762 days, 15:03:26 ] [ l_g_pix: 4.5914e-02 ] [ l_g_total: 4.5914e-02 ] +2024-10-25 10:30:42,367 INFO: [ epoch: 24 ] [ iter: 38,700 ] [ performance: 18.255 it/s ] [ lr: 1.00e-04 ] [ eta: 1763 days, 15:22:44 ] [ l_g_pix: 4.0162e-02 ] [ l_g_total: 4.0162e-02 ] +2024-10-25 10:30:47,943 INFO: [ epoch: 24 ] [ iter: 38,800 ] [ performance: 17.829 it/s ] [ lr: 1.00e-04 ] [ eta: 1764 days, 17:06:58 ] [ l_g_pix: 5.2513e-02 ] [ l_g_total: 5.2513e-02 ] +2024-10-25 10:30:53,449 INFO: [ epoch: 24 ] [ iter: 38,900 ] [ performance: 18.144 it/s ] [ lr: 1.00e-04 ] [ eta: 1765 days, 17:20:54 ] [ l_g_pix: 3.7270e-02 ] [ l_g_total: 3.7270e-02 ] +2024-10-25 10:30:58,400 INFO: [ epoch: 24 ] [ iter: 39,000 ] [ performance: 19.497 it/s ] [ lr: 1.00e-04 ] [ eta: 1766 days, 7:53:25 ] [ l_g_pix: 5.8937e-02 ] [ l_g_total: 5.8937e-02 ] +2024-10-25 10:31:05,221 INFO: [ epoch: 25 ] [ iter: 39,100 ] [ performance: 14.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1768 days, 5:46:03 ] [ l_g_pix: 6.2387e-02 ] [ l_g_total: 6.2387e-02 ] +2024-10-25 10:31:11,528 INFO: [ epoch: 25 ] [ iter: 39,200 ] [ performance: 18.517 it/s ] [ lr: 1.00e-04 ] [ eta: 1769 days, 18:36:19 ] [ l_g_pix: 5.2149e-02 ] [ l_g_total: 5.2149e-02 ] +2024-10-25 10:31:16,805 INFO: [ epoch: 25 ] [ iter: 39,300 ] [ performance: 18.931 it/s ] [ lr: 1.00e-04 ] [ eta: 1770 days, 13:43:20 ] [ l_g_pix: 3.7961e-02 ] [ l_g_total: 3.7961e-02 ] +2024-10-25 10:31:22,312 INFO: [ epoch: 25 ] [ iter: 39,400 ] [ performance: 18.659 it/s ] [ lr: 1.00e-04 ] [ eta: 1771 days, 12:25:12 ] [ l_g_pix: 4.1730e-02 ] [ l_g_total: 4.1730e-02 ] +2024-10-25 10:31:27,815 INFO: [ epoch: 25 ] [ iter: 39,500 ] [ performance: 18.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1772 days, 10:43:41 ] [ l_g_pix: 4.7120e-02 ] [ l_g_total: 4.7120e-02 ] +2024-10-25 10:31:33,268 INFO: [ epoch: 25 ] [ iter: 39,600 ] [ performance: 20.073 it/s ] [ lr: 1.00e-04 ] [ eta: 1773 days, 7:54:43 ] [ l_g_pix: 3.6828e-02 ] [ l_g_total: 3.6828e-02 ] +2024-10-25 10:31:38,723 INFO: [ epoch: 25 ] [ iter: 39,700 ] [ performance: 18.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 4:49:03 ] [ l_g_pix: 5.1774e-02 ] [ l_g_total: 5.1774e-02 ] +2024-10-25 10:31:44,250 INFO: [ epoch: 25 ] [ iter: 39,800 ] [ performance: 18.613 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 2:37:19 ] [ l_g_pix: 3.7421e-02 ] [ l_g_total: 3.7421e-02 ] +2024-10-25 10:31:50,340 INFO: [ epoch: 25 ] [ iter: 39,900 ] [ performance: 16.461 it/s ] [ lr: 1.00e-04 ] [ eta: 1776 days, 9:31:11 ] [ l_g_pix: 4.5873e-02 ] [ l_g_total: 4.5873e-02 ] +2024-10-25 10:31:55,846 INFO: [ epoch: 25 ] [ iter: 40,000 ] [ performance: 17.770 it/s ] [ lr: 1.00e-04 ] [ eta: 1777 days, 6:20:13 ] [ l_g_pix: 3.8339e-02 ] [ l_g_total: 3.8339e-02 ] +2024-10-25 10:31:55,846 INFO: Saving models and training states. +2024-10-25 10:33:27,004 INFO: Validation val + + # psnr: 21.8768........ Best: 21.8768 @ 40000 iter + # ssim: 0.6381........ Best: 0.6381 @ 40000 iter + # dists: 0.7873........ Best: 0.7873 @ 40000 iter + +2024-10-25 10:33:33,322 INFO: [ epoch: 25 ] [ iter: 40,100 ] [ performance: 15.849 it/s ] [ lr: 1.00e-04 ] [ eta: 1841 days, 21:06:34 ] [ l_g_pix: 3.4563e-02 ] [ l_g_total: 3.4563e-02 ] +2024-10-25 10:33:38,840 INFO: [ epoch: 25 ] [ iter: 40,200 ] [ performance: 16.905 it/s ] [ lr: 1.00e-04 ] [ eta: 1842 days, 14:58:22 ] [ l_g_pix: 5.3837e-02 ] [ l_g_total: 5.3837e-02 ] +2024-10-25 10:33:44,213 INFO: [ epoch: 25 ] [ iter: 40,300 ] [ performance: 18.613 it/s ] [ lr: 1.00e-04 ] [ eta: 1843 days, 6:07:41 ] [ l_g_pix: 4.1331e-02 ] [ l_g_total: 4.1331e-02 ] +2024-10-25 10:33:49,695 INFO: [ epoch: 25 ] [ iter: 40,400 ] [ performance: 18.428 it/s ] [ lr: 1.00e-04 ] [ eta: 1843 days, 22:46:14 ] [ l_g_pix: 5.5801e-02 ] [ l_g_total: 5.5801e-02 ] +2024-10-25 10:33:55,195 INFO: [ epoch: 25 ] [ iter: 40,500 ] [ performance: 18.168 it/s ] [ lr: 1.00e-04 ] [ eta: 1844 days, 15:25:37 ] [ l_g_pix: 6.0066e-02 ] [ l_g_total: 6.0066e-02 ] +2024-10-25 10:34:01,749 INFO: [ epoch: 26 ] [ iter: 40,600 ] [ performance: 16.581 it/s ] [ lr: 1.00e-04 ] [ eta: 1846 days, 1:08:41 ] [ l_g_pix: 3.5452e-02 ] [ l_g_total: 3.5452e-02 ] +2024-10-25 10:34:08,022 INFO: [ epoch: 26 ] [ iter: 40,700 ] [ performance: 15.932 it/s ] [ lr: 1.00e-04 ] [ eta: 1847 days, 5:53:23 ] [ l_g_pix: 4.7107e-02 ] [ l_g_total: 4.7107e-02 ] +2024-10-25 10:34:14,127 INFO: [ epoch: 26 ] [ iter: 40,800 ] [ performance: 16.155 it/s ] [ lr: 1.00e-04 ] [ eta: 1848 days, 7:31:55 ] [ l_g_pix: 4.6367e-02 ] [ l_g_total: 4.6367e-02 ] +2024-10-25 10:34:19,754 INFO: [ epoch: 26 ] [ iter: 40,900 ] [ performance: 17.774 it/s ] [ lr: 1.00e-04 ] [ eta: 1849 days, 0:57:37 ] [ l_g_pix: 3.7584e-02 ] [ l_g_total: 3.7584e-02 ] +2024-10-25 10:34:25,393 INFO: [ epoch: 26 ] [ iter: 41,000 ] [ performance: 17.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1849 days, 18:17:17 ] [ l_g_pix: 3.2738e-02 ] [ l_g_total: 3.2738e-02 ] +2024-10-25 10:34:31,057 INFO: [ epoch: 26 ] [ iter: 41,100 ] [ performance: 17.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1850 days, 11:42:30 ] [ l_g_pix: 4.9255e-02 ] [ l_g_total: 4.9255e-02 ] +2024-10-25 10:34:36,651 INFO: [ epoch: 26 ] [ iter: 41,200 ] [ performance: 17.771 it/s ] [ lr: 1.00e-04 ] [ eta: 1851 days, 3:40:42 ] [ l_g_pix: 2.9168e-02 ] [ l_g_total: 2.9168e-02 ] +2024-10-25 10:34:42,256 INFO: [ epoch: 26 ] [ iter: 41,300 ] [ performance: 17.862 it/s ] [ lr: 1.00e-04 ] [ eta: 1851 days, 19:31:06 ] [ l_g_pix: 4.0621e-02 ] [ l_g_total: 4.0621e-02 ] +2024-10-25 10:34:48,649 INFO: [ epoch: 26 ] [ iter: 41,400 ] [ performance: 16.652 it/s ] [ lr: 1.00e-04 ] [ eta: 1852 days, 23:51:27 ] [ l_g_pix: 4.9874e-02 ] [ l_g_total: 4.9874e-02 ] +2024-10-25 10:34:54,287 INFO: [ epoch: 26 ] [ iter: 41,500 ] [ performance: 17.734 it/s ] [ lr: 1.00e-04 ] [ eta: 1853 days, 15:35:06 ] [ l_g_pix: 3.6761e-02 ] [ l_g_total: 3.6761e-02 ] +2024-10-25 10:34:59,925 INFO: [ epoch: 26 ] [ iter: 41,600 ] [ performance: 17.737 it/s ] [ lr: 1.00e-04 ] [ eta: 1854 days, 6:59:37 ] [ l_g_pix: 4.5547e-02 ] [ l_g_total: 4.5547e-02 ] +2024-10-25 10:35:05,323 INFO: [ epoch: 26 ] [ iter: 41,700 ] [ performance: 18.644 it/s ] [ lr: 1.00e-04 ] [ eta: 1854 days, 18:12:02 ] [ l_g_pix: 5.2082e-02 ] [ l_g_total: 5.2082e-02 ] +2024-10-25 10:35:10,686 INFO: [ epoch: 26 ] [ iter: 41,800 ] [ performance: 18.646 it/s ] [ lr: 1.00e-04 ] [ eta: 1855 days, 4:33:08 ] [ l_g_pix: 6.2484e-02 ] [ l_g_total: 6.2484e-02 ] +2024-10-25 10:35:16,315 INFO: [ epoch: 26 ] [ iter: 41,900 ] [ performance: 17.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1855 days, 18:53:33 ] [ l_g_pix: 5.0999e-02 ] [ l_g_total: 5.0999e-02 ] +2024-10-25 10:35:22,009 INFO: [ epoch: 26 ] [ iter: 42,000 ] [ performance: 17.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1856 days, 9:58:00 ] [ l_g_pix: 4.4500e-02 ] [ l_g_total: 4.4500e-02 ] +2024-10-25 10:35:28,622 INFO: [ epoch: 26 ] [ iter: 42,100 ] [ performance: 15.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1857 days, 15:30:24 ] [ l_g_pix: 4.0833e-02 ] [ l_g_total: 4.0833e-02 ] +2024-10-25 10:35:35,523 INFO: [ epoch: 27 ] [ iter: 42,200 ] [ performance: 14.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1859 days, 1:17:48 ] [ l_g_pix: 4.7387e-02 ] [ l_g_total: 4.7387e-02 ] +2024-10-25 10:35:41,152 INFO: [ epoch: 27 ] [ iter: 42,300 ] [ performance: 17.790 it/s ] [ lr: 1.00e-04 ] [ eta: 1859 days, 14:19:21 ] [ l_g_pix: 4.6291e-02 ] [ l_g_total: 4.6291e-02 ] +2024-10-25 10:35:46,673 INFO: [ epoch: 27 ] [ iter: 42,400 ] [ performance: 17.960 it/s ] [ lr: 1.00e-04 ] [ eta: 1860 days, 1:18:30 ] [ l_g_pix: 4.8966e-02 ] [ l_g_total: 4.8966e-02 ] +2024-10-25 10:35:52,334 INFO: [ epoch: 27 ] [ iter: 42,500 ] [ performance: 17.625 it/s ] [ lr: 1.00e-04 ] [ eta: 1860 days, 14:13:02 ] [ l_g_pix: 5.1819e-02 ] [ l_g_total: 5.1819e-02 ] +2024-10-25 10:35:58,042 INFO: [ epoch: 27 ] [ iter: 42,600 ] [ performance: 17.570 it/s ] [ lr: 1.00e-04 ] [ eta: 1861 days, 3:33:52 ] [ l_g_pix: 5.3347e-02 ] [ l_g_total: 5.3347e-02 ] +2024-10-25 10:36:04,370 INFO: [ epoch: 27 ] [ iter: 42,700 ] [ performance: 15.511 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 2:28:29 ] [ l_g_pix: 5.0048e-02 ] [ l_g_total: 5.0048e-02 ] +2024-10-25 10:36:10,035 INFO: [ epoch: 27 ] [ iter: 42,800 ] [ performance: 16.582 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 14:29:12 ] [ l_g_pix: 4.1331e-02 ] [ l_g_total: 4.1331e-02 ] +2024-10-25 10:36:15,491 INFO: [ epoch: 27 ] [ iter: 42,900 ] [ performance: 18.252 it/s ] [ lr: 1.00e-04 ] [ eta: 1862 days, 22:52:29 ] [ l_g_pix: 4.6580e-02 ] [ l_g_total: 4.6580e-02 ] +2024-10-25 10:36:21,037 INFO: [ epoch: 27 ] [ iter: 43,000 ] [ performance: 18.136 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 8:22:14 ] [ l_g_pix: 5.8746e-02 ] [ l_g_total: 5.8746e-02 ] +2024-10-25 10:36:26,767 INFO: [ epoch: 27 ] [ iter: 43,100 ] [ performance: 17.497 it/s ] [ lr: 1.00e-04 ] [ eta: 1863 days, 20:28:24 ] [ l_g_pix: 4.6640e-02 ] [ l_g_total: 4.6640e-02 ] +2024-10-25 10:36:32,532 INFO: [ epoch: 27 ] [ iter: 43,200 ] [ performance: 17.416 it/s ] [ lr: 1.00e-04 ] [ eta: 1864 days, 8:49:18 ] [ l_g_pix: 4.0423e-02 ] [ l_g_total: 4.0423e-02 ] +2024-10-25 10:36:39,194 INFO: [ epoch: 27 ] [ iter: 43,300 ] [ performance: 14.742 it/s ] [ lr: 1.00e-04 ] [ eta: 1865 days, 10:57:38 ] [ l_g_pix: 4.9054e-02 ] [ l_g_total: 4.9054e-02 ] +2024-10-25 10:36:44,831 INFO: [ epoch: 27 ] [ iter: 43,400 ] [ performance: 16.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1865 days, 20:37:22 ] [ l_g_pix: 4.7589e-02 ] [ l_g_total: 4.7589e-02 ] +2024-10-25 10:36:50,440 INFO: [ epoch: 27 ] [ iter: 43,500 ] [ performance: 17.834 it/s ] [ lr: 1.00e-04 ] [ eta: 1866 days, 5:32:07 ] [ l_g_pix: 4.3304e-02 ] [ l_g_total: 4.3304e-02 ] +2024-10-25 10:36:55,999 INFO: [ epoch: 27 ] [ iter: 43,600 ] [ performance: 17.918 it/s ] [ lr: 1.00e-04 ] [ eta: 1866 days, 13:21:33 ] [ l_g_pix: 4.9540e-02 ] [ l_g_total: 4.9540e-02 ] +2024-10-25 10:37:01,439 INFO: [ epoch: 27 ] [ iter: 43,700 ] [ performance: 18.506 it/s ] [ lr: 1.00e-04 ] [ eta: 1866 days, 18:59:40 ] [ l_g_pix: 4.0429e-02 ] [ l_g_total: 4.0429e-02 ] +2024-10-25 10:37:08,241 INFO: [ epoch: 28 ] [ iter: 43,800 ] [ performance: 16.214 it/s ] [ lr: 1.00e-04 ] [ eta: 1867 days, 21:36:08 ] [ l_g_pix: 4.7107e-02 ] [ l_g_total: 4.7107e-02 ] +2024-10-25 10:37:14,172 INFO: [ epoch: 28 ] [ iter: 43,900 ] [ performance: 16.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1868 days, 10:14:55 ] [ l_g_pix: 4.9823e-02 ] [ l_g_total: 4.9823e-02 ] +2024-10-25 10:37:20,213 INFO: [ epoch: 28 ] [ iter: 44,000 ] [ performance: 16.571 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 0:17:08 ] [ l_g_pix: 5.4809e-02 ] [ l_g_total: 5.4809e-02 ] +2024-10-25 10:37:25,900 INFO: [ epoch: 28 ] [ iter: 44,100 ] [ performance: 17.716 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 8:29:52 ] [ l_g_pix: 3.1195e-02 ] [ l_g_total: 3.1195e-02 ] +2024-10-25 10:37:31,206 INFO: [ epoch: 28 ] [ iter: 44,200 ] [ performance: 18.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 10:28:56 ] [ l_g_pix: 4.5716e-02 ] [ l_g_total: 4.5716e-02 ] +2024-10-25 10:37:36,550 INFO: [ epoch: 28 ] [ iter: 44,300 ] [ performance: 18.630 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 12:45:31 ] [ l_g_pix: 4.5391e-02 ] [ l_g_total: 4.5391e-02 ] +2024-10-25 10:37:41,883 INFO: [ epoch: 28 ] [ iter: 44,400 ] [ performance: 18.700 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 14:33:40 ] [ l_g_pix: 4.7078e-02 ] [ l_g_total: 4.7078e-02 ] +2024-10-25 10:37:47,340 INFO: [ epoch: 28 ] [ iter: 44,500 ] [ performance: 18.478 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 17:59:05 ] [ l_g_pix: 5.0129e-02 ] [ l_g_total: 5.0129e-02 ] +2024-10-25 10:37:53,527 INFO: [ epoch: 28 ] [ iter: 44,600 ] [ performance: 17.111 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 8:20:11 ] [ l_g_pix: 4.1324e-02 ] [ l_g_total: 4.1324e-02 ] +2024-10-25 10:37:58,765 INFO: [ epoch: 28 ] [ iter: 44,700 ] [ performance: 19.152 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 7:46:07 ] [ l_g_pix: 4.8959e-02 ] [ l_g_total: 4.8959e-02 ] +2024-10-25 10:38:03,973 INFO: [ epoch: 28 ] [ iter: 44,800 ] [ performance: 19.182 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 6:26:35 ] [ l_g_pix: 6.1632e-02 ] [ l_g_total: 6.1632e-02 ] +2024-10-25 10:38:09,151 INFO: [ epoch: 28 ] [ iter: 44,900 ] [ performance: 19.116 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 4:23:16 ] [ l_g_pix: 4.1657e-02 ] [ l_g_total: 4.1657e-02 ] +2024-10-25 10:38:14,485 INFO: [ epoch: 28 ] [ iter: 45,000 ] [ performance: 18.908 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 4:24:49 ] [ l_g_pix: 3.6287e-02 ] [ l_g_total: 3.6287e-02 ] +2024-10-25 10:38:19,751 INFO: [ epoch: 28 ] [ iter: 45,100 ] [ performance: 19.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 3:06:48 ] [ l_g_pix: 4.1974e-02 ] [ l_g_total: 4.1974e-02 ] +2024-10-25 10:38:25,024 INFO: [ epoch: 28 ] [ iter: 45,200 ] [ performance: 19.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 1:36:49 ] [ l_g_pix: 4.3570e-02 ] [ l_g_total: 4.3570e-02 ] +2024-10-25 10:38:31,888 INFO: [ epoch: 29 ] [ iter: 45,300 ] [ performance: 13.497 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 23:59:41 ] [ l_g_pix: 4.2544e-02 ] [ l_g_total: 4.2544e-02 ] +2024-10-25 10:38:37,118 INFO: [ epoch: 29 ] [ iter: 45,400 ] [ performance: 16.224 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 21:14:06 ] [ l_g_pix: 4.6609e-02 ] [ l_g_total: 4.6609e-02 ] +2024-10-25 10:38:42,192 INFO: [ epoch: 29 ] [ iter: 45,500 ] [ performance: 19.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 15:49:06 ] [ l_g_pix: 3.6648e-02 ] [ l_g_total: 3.6648e-02 ] +2024-10-25 10:38:47,430 INFO: [ epoch: 29 ] [ iter: 45,600 ] [ performance: 19.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 12:34:39 ] [ l_g_pix: 4.4132e-02 ] [ l_g_total: 4.4132e-02 ] +2024-10-25 10:38:52,851 INFO: [ epoch: 29 ] [ iter: 45,700 ] [ performance: 18.597 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 11:49:39 ] [ l_g_pix: 5.9683e-02 ] [ l_g_total: 5.9683e-02 ] +2024-10-25 10:38:58,140 INFO: [ epoch: 29 ] [ iter: 45,800 ] [ performance: 18.777 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 8:46:44 ] [ l_g_pix: 4.3972e-02 ] [ l_g_total: 4.3972e-02 ] +2024-10-25 10:39:03,811 INFO: [ epoch: 29 ] [ iter: 45,900 ] [ performance: 17.123 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 11:10:04 ] [ l_g_pix: 4.9210e-02 ] [ l_g_total: 4.9210e-02 ] +2024-10-25 10:39:09,070 INFO: [ epoch: 29 ] [ iter: 46,000 ] [ performance: 18.176 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 7:04:15 ] [ l_g_pix: 4.8497e-02 ] [ l_g_total: 4.8497e-02 ] +2024-10-25 10:39:14,370 INFO: [ epoch: 29 ] [ iter: 46,100 ] [ performance: 19.008 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 3:18:26 ] [ l_g_pix: 3.5919e-02 ] [ l_g_total: 3.5919e-02 ] +2024-10-25 10:39:19,620 INFO: [ epoch: 29 ] [ iter: 46,200 ] [ performance: 19.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 22:29:07 ] [ l_g_pix: 5.3988e-02 ] [ l_g_total: 5.3988e-02 ] +2024-10-25 10:39:24,814 INFO: [ epoch: 29 ] [ iter: 46,300 ] [ performance: 19.265 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 16:32:49 ] [ l_g_pix: 4.6117e-02 ] [ l_g_total: 4.6117e-02 ] +2024-10-25 10:39:30,091 INFO: [ epoch: 29 ] [ iter: 46,400 ] [ performance: 19.080 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 11:33:09 ] [ l_g_pix: 4.0601e-02 ] [ l_g_total: 4.0601e-02 ] +2024-10-25 10:39:35,567 INFO: [ epoch: 29 ] [ iter: 46,500 ] [ performance: 18.255 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 9:13:09 ] [ l_g_pix: 4.2674e-02 ] [ l_g_total: 4.2674e-02 ] +2024-10-25 10:39:41,631 INFO: [ epoch: 29 ] [ iter: 46,600 ] [ performance: 17.170 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 15:18:08 ] [ l_g_pix: 6.1722e-02 ] [ l_g_total: 6.1722e-02 ] +2024-10-25 10:39:47,021 INFO: [ epoch: 29 ] [ iter: 46,700 ] [ performance: 18.690 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 11:04:04 ] [ l_g_pix: 4.3977e-02 ] [ l_g_total: 4.3977e-02 ] +2024-10-25 10:39:52,358 INFO: [ epoch: 29 ] [ iter: 46,800 ] [ performance: 18.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 5:45:24 ] [ l_g_pix: 4.5152e-02 ] [ l_g_total: 4.5152e-02 ] +2024-10-25 10:39:59,488 INFO: [ epoch: 30 ] [ iter: 46,900 ] [ performance: 16.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 2:35:07 ] [ l_g_pix: 4.4076e-02 ] [ l_g_total: 4.4076e-02 ] +2024-10-25 10:40:05,252 INFO: [ epoch: 30 ] [ iter: 47,000 ] [ performance: 17.117 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 2:55:35 ] [ l_g_pix: 4.4848e-02 ] [ l_g_total: 4.4848e-02 ] +2024-10-25 10:40:11,086 INFO: [ epoch: 30 ] [ iter: 47,100 ] [ performance: 17.197 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 3:57:42 ] [ l_g_pix: 4.7190e-02 ] [ l_g_total: 4.7190e-02 ] +2024-10-25 10:40:17,264 INFO: [ epoch: 30 ] [ iter: 47,200 ] [ performance: 16.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 9:43:58 ] [ l_g_pix: 4.5646e-02 ] [ l_g_total: 4.5646e-02 ] +2024-10-25 10:40:23,147 INFO: [ epoch: 30 ] [ iter: 47,300 ] [ performance: 16.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 10:49:43 ] [ l_g_pix: 6.4528e-02 ] [ l_g_total: 6.4528e-02 ] +2024-10-25 10:40:28,898 INFO: [ epoch: 30 ] [ iter: 47,400 ] [ performance: 17.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 9:39:54 ] [ l_g_pix: 4.7535e-02 ] [ l_g_total: 4.7535e-02 ] +2024-10-25 10:40:34,486 INFO: [ epoch: 30 ] [ iter: 47,500 ] [ performance: 17.884 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 5:49:27 ] [ l_g_pix: 5.3452e-02 ] [ l_g_total: 5.3452e-02 ] +2024-10-25 10:40:40,207 INFO: [ epoch: 30 ] [ iter: 47,600 ] [ performance: 17.638 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 3:35:14 ] [ l_g_pix: 4.6697e-02 ] [ l_g_total: 4.6697e-02 ] +2024-10-25 10:40:46,118 INFO: [ epoch: 30 ] [ iter: 47,700 ] [ performance: 16.694 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 3:48:06 ] [ l_g_pix: 4.7207e-02 ] [ l_g_total: 4.7207e-02 ] +2024-10-25 10:40:52,228 INFO: [ epoch: 30 ] [ iter: 47,800 ] [ performance: 16.493 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 6:34:22 ] [ l_g_pix: 4.4009e-02 ] [ l_g_total: 4.4009e-02 ] +2024-10-25 10:40:58,081 INFO: [ epoch: 30 ] [ iter: 47,900 ] [ performance: 16.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 5:16:56 ] [ l_g_pix: 3.5047e-02 ] [ l_g_total: 3.5047e-02 ] +2024-10-25 10:41:03,831 INFO: [ epoch: 30 ] [ iter: 48,000 ] [ performance: 17.224 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 2:11:38 ] [ l_g_pix: 4.0068e-02 ] [ l_g_total: 4.0068e-02 ] +2024-10-25 10:41:09,536 INFO: [ epoch: 30 ] [ iter: 48,100 ] [ performance: 17.620 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 22:07:14 ] [ l_g_pix: 3.6620e-02 ] [ l_g_total: 3.6620e-02 ] +2024-10-25 10:41:15,047 INFO: [ epoch: 30 ] [ iter: 48,200 ] [ performance: 17.944 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 14:57:04 ] [ l_g_pix: 5.2511e-02 ] [ l_g_total: 5.2511e-02 ] +2024-10-25 10:41:20,795 INFO: [ epoch: 30 ] [ iter: 48,300 ] [ performance: 16.942 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 10:51:49 ] [ l_g_pix: 5.2180e-02 ] [ l_g_total: 5.2180e-02 ] +2024-10-25 10:41:27,874 INFO: [ epoch: 31 ] [ iter: 48,400 ] [ performance: 15.067 it/s ] [ lr: 1.00e-04 ] [ eta: 1870 days, 1:32:22 ] [ l_g_pix: 4.4447e-02 ] [ l_g_total: 4.4447e-02 ] +2024-10-25 10:41:33,363 INFO: [ epoch: 31 ] [ iter: 48,500 ] [ performance: 18.131 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 17:04:54 ] [ l_g_pix: 5.7475e-02 ] [ l_g_total: 5.7475e-02 ] +2024-10-25 10:41:39,068 INFO: [ epoch: 31 ] [ iter: 48,600 ] [ performance: 17.748 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 11:24:21 ] [ l_g_pix: 5.4686e-02 ] [ l_g_total: 5.4686e-02 ] +2024-10-25 10:41:44,811 INFO: [ epoch: 31 ] [ iter: 48,700 ] [ performance: 17.111 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 5:56:46 ] [ l_g_pix: 5.0459e-02 ] [ l_g_total: 5.0459e-02 ] +2024-10-25 10:41:50,560 INFO: [ epoch: 31 ] [ iter: 48,800 ] [ performance: 17.291 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 0:15:17 ] [ l_g_pix: 4.8016e-02 ] [ l_g_total: 4.8016e-02 ] +2024-10-25 10:41:56,836 INFO: [ epoch: 31 ] [ iter: 48,900 ] [ performance: 15.305 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 1:43:53 ] [ l_g_pix: 4.1237e-02 ] [ l_g_total: 4.1237e-02 ] +2024-10-25 10:42:02,959 INFO: [ epoch: 31 ] [ iter: 49,000 ] [ performance: 15.945 it/s ] [ lr: 1.00e-04 ] [ eta: 1869 days, 0:41:11 ] [ l_g_pix: 4.3254e-02 ] [ l_g_total: 4.3254e-02 ] +2024-10-25 10:42:08,644 INFO: [ epoch: 31 ] [ iter: 49,100 ] [ performance: 17.375 it/s ] [ lr: 1.00e-04 ] [ eta: 1868 days, 17:06:24 ] [ l_g_pix: 4.7324e-02 ] [ l_g_total: 4.7324e-02 ] +2024-10-25 10:42:14,586 INFO: [ epoch: 31 ] [ iter: 49,200 ] [ performance: 17.023 it/s ] [ lr: 1.00e-04 ] [ eta: 1868 days, 12:50:09 ] [ l_g_pix: 4.4733e-02 ] [ l_g_total: 4.4733e-02 ] +2024-10-25 10:42:20,321 INFO: [ epoch: 31 ] [ iter: 49,300 ] [ performance: 17.353 it/s ] [ lr: 1.00e-04 ] [ eta: 1868 days, 5:19:33 ] [ l_g_pix: 4.3179e-02 ] [ l_g_total: 4.3179e-02 ] +2024-10-25 10:42:26,075 INFO: [ epoch: 31 ] [ iter: 49,400 ] [ performance: 17.371 it/s ] [ lr: 1.00e-04 ] [ eta: 1867 days, 21:45:46 ] [ l_g_pix: 5.4936e-02 ] [ l_g_total: 5.4936e-02 ] +2024-10-25 10:42:32,066 INFO: [ epoch: 31 ] [ iter: 49,500 ] [ performance: 15.767 it/s ] [ lr: 1.00e-04 ] [ eta: 1867 days, 17:12:20 ] [ l_g_pix: 4.8269e-02 ] [ l_g_total: 4.8269e-02 ] +2024-10-25 10:42:37,761 INFO: [ epoch: 31 ] [ iter: 49,600 ] [ performance: 16.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1867 days, 8:09:38 ] [ l_g_pix: 4.3616e-02 ] [ l_g_total: 4.3616e-02 ] +2024-10-25 10:42:43,482 INFO: [ epoch: 31 ] [ iter: 49,700 ] [ performance: 17.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1866 days, 23:11:01 ] [ l_g_pix: 3.8402e-02 ] [ l_g_total: 3.8402e-02 ] +2024-10-25 10:42:49,089 INFO: [ epoch: 31 ] [ iter: 49,800 ] [ performance: 17.700 it/s ] [ lr: 1.00e-04 ] [ eta: 1866 days, 12:16:34 ] [ l_g_pix: 4.5089e-02 ] [ l_g_total: 4.5089e-02 ] +2024-10-25 10:42:54,564 INFO: [ epoch: 31 ] [ iter: 49,900 ] [ performance: 18.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1865 days, 23:14:12 ] [ l_g_pix: 4.3469e-02 ] [ l_g_total: 4.3469e-02 ] +2024-10-25 10:43:01,351 INFO: [ epoch: 32 ] [ iter: 50,000 ] [ performance: 15.823 it/s ] [ lr: 5.00e-05 ] [ eta: 1866 days, 4:06:01 ] [ l_g_pix: 4.7238e-02 ] [ l_g_total: 4.7238e-02 ] +2024-10-25 10:43:01,351 INFO: Saving models and training states. +2024-10-25 10:44:13,978 INFO: Validation val + + # psnr: 21.8823........ Best: 21.8823 @ 50000 iter + # ssim: 0.6387........ Best: 0.6387 @ 50000 iter + # dists: 0.7872........ Best: 0.7872 @ 50000 iter + +2024-10-25 10:44:20,001 INFO: [ epoch: 32 ] [ iter: 50,100 ] [ performance: 18.097 it/s ] [ lr: 5.00e-05 ] [ eta: 1907 days, 20:41:23 ] [ l_g_pix: 4.2309e-02 ] [ l_g_total: 4.2309e-02 ] +2024-10-25 10:44:25,658 INFO: [ epoch: 32 ] [ iter: 50,200 ] [ performance: 17.820 it/s ] [ lr: 5.00e-05 ] [ eta: 1907 days, 7:10:21 ] [ l_g_pix: 4.6147e-02 ] [ l_g_total: 4.6147e-02 ] +2024-10-25 10:44:31,224 INFO: [ epoch: 32 ] [ iter: 50,300 ] [ performance: 18.038 it/s ] [ lr: 5.00e-05 ] [ eta: 1906 days, 16:05:24 ] [ l_g_pix: 4.0807e-02 ] [ l_g_total: 4.0807e-02 ] +2024-10-25 10:44:36,907 INFO: [ epoch: 32 ] [ iter: 50,400 ] [ performance: 17.742 it/s ] [ lr: 5.00e-05 ] [ eta: 1906 days, 2:19:07 ] [ l_g_pix: 5.1055e-02 ] [ l_g_total: 5.1055e-02 ] +2024-10-25 10:44:42,681 INFO: [ epoch: 32 ] [ iter: 50,500 ] [ performance: 17.073 it/s ] [ lr: 5.00e-05 ] [ eta: 1905 days, 13:28:37 ] [ l_g_pix: 5.3831e-02 ] [ l_g_total: 5.3831e-02 ] +2024-10-25 10:44:48,368 INFO: [ epoch: 32 ] [ iter: 50,600 ] [ performance: 17.415 it/s ] [ lr: 5.00e-05 ] [ eta: 1904 days, 23:07:06 ] [ l_g_pix: 4.6593e-02 ] [ l_g_total: 4.6593e-02 ] +2024-10-25 10:44:54,271 INFO: [ epoch: 32 ] [ iter: 50,700 ] [ performance: 17.697 it/s ] [ lr: 5.00e-05 ] [ eta: 1904 days, 11:24:40 ] [ l_g_pix: 5.1351e-02 ] [ l_g_total: 5.1351e-02 ] +2024-10-25 10:45:00,061 INFO: [ epoch: 32 ] [ iter: 50,800 ] [ performance: 17.410 it/s ] [ lr: 5.00e-05 ] [ eta: 1903 days, 21:48:51 ] [ l_g_pix: 5.1051e-02 ] [ l_g_total: 5.1051e-02 ] +2024-10-25 10:45:05,579 INFO: [ epoch: 32 ] [ iter: 50,900 ] [ performance: 18.331 it/s ] [ lr: 5.00e-05 ] [ eta: 1903 days, 4:12:10 ] [ l_g_pix: 5.1491e-02 ] [ l_g_total: 5.1491e-02 ] +2024-10-25 10:45:11,318 INFO: [ epoch: 32 ] [ iter: 51,000 ] [ performance: 17.707 it/s ] [ lr: 5.00e-05 ] [ eta: 1902 days, 13:16:51 ] [ l_g_pix: 4.2203e-02 ] [ l_g_total: 4.2203e-02 ] +2024-10-25 10:45:17,114 INFO: [ epoch: 32 ] [ iter: 51,100 ] [ performance: 17.312 it/s ] [ lr: 5.00e-05 ] [ eta: 1901 days, 22:49:57 ] [ l_g_pix: 4.9580e-02 ] [ l_g_total: 4.9580e-02 ] +2024-10-25 10:45:22,976 INFO: [ epoch: 32 ] [ iter: 51,200 ] [ performance: 17.141 it/s ] [ lr: 5.00e-05 ] [ eta: 1901 days, 8:56:04 ] [ l_g_pix: 5.1303e-02 ] [ l_g_total: 5.1303e-02 ] +2024-10-25 10:45:29,281 INFO: [ epoch: 32 ] [ iter: 51,300 ] [ performance: 17.055 it/s ] [ lr: 5.00e-05 ] [ eta: 1901 days, 0:43:11 ] [ l_g_pix: 6.0946e-02 ] [ l_g_total: 6.0946e-02 ] +2024-10-25 10:45:34,990 INFO: [ epoch: 32 ] [ iter: 51,400 ] [ performance: 17.373 it/s ] [ lr: 5.00e-05 ] [ eta: 1900 days, 8:05:35 ] [ l_g_pix: 4.5645e-02 ] [ l_g_total: 4.5645e-02 ] +2024-10-25 10:45:40,489 INFO: [ epoch: 32 ] [ iter: 51,500 ] [ performance: 18.462 it/s ] [ lr: 5.00e-05 ] [ eta: 1899 days, 12:20:23 ] [ l_g_pix: 4.2975e-02 ] [ l_g_total: 4.2975e-02 ] +2024-10-25 10:45:47,567 INFO: [ epoch: 33 ] [ iter: 51,600 ] [ performance: 15.222 it/s ] [ lr: 5.00e-05 ] [ eta: 1899 days, 13:29:30 ] [ l_g_pix: 4.0321e-02 ] [ l_g_total: 4.0321e-02 ] +2024-10-25 10:45:53,378 INFO: [ epoch: 33 ] [ iter: 51,700 ] [ performance: 17.652 it/s ] [ lr: 5.00e-05 ] [ eta: 1898 days, 21:15:23 ] [ l_g_pix: 4.5324e-02 ] [ l_g_total: 4.5324e-02 ] +2024-10-25 10:45:59,125 INFO: [ epoch: 33 ] [ iter: 51,800 ] [ performance: 17.475 it/s ] [ lr: 5.00e-05 ] [ eta: 1898 days, 3:51:20 ] [ l_g_pix: 5.4756e-02 ] [ l_g_total: 5.4756e-02 ] +2024-10-25 10:46:05,132 INFO: [ epoch: 33 ] [ iter: 51,900 ] [ performance: 18.142 it/s ] [ lr: 5.00e-05 ] [ eta: 1897 days, 13:35:11 ] [ l_g_pix: 4.7456e-02 ] [ l_g_total: 4.7456e-02 ] +2024-10-25 10:46:10,619 INFO: [ epoch: 33 ] [ iter: 52,000 ] [ performance: 18.202 it/s ] [ lr: 5.00e-05 ] [ eta: 1896 days, 16:03:43 ] [ l_g_pix: 4.4146e-02 ] [ l_g_total: 4.4146e-02 ] +2024-10-25 10:46:16,122 INFO: [ epoch: 33 ] [ iter: 52,100 ] [ performance: 17.990 it/s ] [ lr: 5.00e-05 ] [ eta: 1895 days, 18:26:54 ] [ l_g_pix: 5.6712e-02 ] [ l_g_total: 5.6712e-02 ] +2024-10-25 10:46:21,756 INFO: [ epoch: 33 ] [ iter: 52,200 ] [ performance: 17.820 it/s ] [ lr: 5.00e-05 ] [ eta: 1894 days, 22:16:02 ] [ l_g_pix: 4.6056e-02 ] [ l_g_total: 4.6056e-02 ] +2024-10-25 10:46:27,350 INFO: [ epoch: 33 ] [ iter: 52,300 ] [ performance: 17.466 it/s ] [ lr: 5.00e-05 ] [ eta: 1894 days, 1:14:50 ] [ l_g_pix: 3.9269e-02 ] [ l_g_total: 3.9269e-02 ] +2024-10-25 10:46:32,920 INFO: [ epoch: 33 ] [ iter: 52,400 ] [ performance: 17.815 it/s ] [ lr: 5.00e-05 ] [ eta: 1893 days, 3:34:58 ] [ l_g_pix: 4.2743e-02 ] [ l_g_total: 4.2743e-02 ] +2024-10-25 10:46:38,774 INFO: [ epoch: 33 ] [ iter: 52,500 ] [ performance: 15.861 it/s ] [ lr: 5.00e-05 ] [ eta: 1892 days, 9:22:36 ] [ l_g_pix: 5.7338e-02 ] [ l_g_total: 5.7338e-02 ] +2024-10-25 10:46:44,290 INFO: [ epoch: 33 ] [ iter: 52,600 ] [ performance: 17.431 it/s ] [ lr: 5.00e-05 ] [ eta: 1891 days, 10:23:12 ] [ l_g_pix: 5.3265e-02 ] [ l_g_total: 5.3265e-02 ] +2024-10-25 10:46:49,810 INFO: [ epoch: 33 ] [ iter: 52,700 ] [ performance: 18.072 it/s ] [ lr: 5.00e-05 ] [ eta: 1890 days, 11:08:22 ] [ l_g_pix: 3.7448e-02 ] [ l_g_total: 3.7448e-02 ] +2024-10-25 10:46:55,309 INFO: [ epoch: 33 ] [ iter: 52,800 ] [ performance: 18.157 it/s ] [ lr: 5.00e-05 ] [ eta: 1889 days, 11:18:14 ] [ l_g_pix: 4.7024e-02 ] [ l_g_total: 4.7024e-02 ] +2024-10-25 10:47:00,941 INFO: [ epoch: 33 ] [ iter: 52,900 ] [ performance: 17.836 it/s ] [ lr: 5.00e-05 ] [ eta: 1888 days, 12:54:57 ] [ l_g_pix: 3.4841e-02 ] [ l_g_total: 3.4841e-02 ] +2024-10-25 10:47:06,378 INFO: [ epoch: 33 ] [ iter: 53,000 ] [ performance: 18.242 it/s ] [ lr: 5.00e-05 ] [ eta: 1887 days, 11:39:25 ] [ l_g_pix: 4.4299e-02 ] [ l_g_total: 4.4299e-02 ] +2024-10-25 10:47:13,287 INFO: [ epoch: 34 ] [ iter: 53,100 ] [ performance: 10.326 it/s ] [ lr: 5.00e-05 ] [ eta: 1887 days, 5:16:48 ] [ l_g_pix: 4.9364e-02 ] [ l_g_total: 4.9364e-02 ] +2024-10-25 10:47:18,875 INFO: [ epoch: 34 ] [ iter: 53,200 ] [ performance: 14.989 it/s ] [ lr: 5.00e-05 ] [ eta: 1886 days, 5:21:07 ] [ l_g_pix: 4.7525e-02 ] [ l_g_total: 4.7525e-02 ] +2024-10-25 10:47:24,444 INFO: [ epoch: 34 ] [ iter: 53,300 ] [ performance: 17.856 it/s ] [ lr: 5.00e-05 ] [ eta: 1885 days, 4:51:46 ] [ l_g_pix: 4.3775e-02 ] [ l_g_total: 4.3775e-02 ] +2024-10-25 10:47:29,994 INFO: [ epoch: 34 ] [ iter: 53,400 ] [ performance: 17.979 it/s ] [ lr: 5.00e-05 ] [ eta: 1884 days, 3:48:34 ] [ l_g_pix: 3.5832e-02 ] [ l_g_total: 3.5832e-02 ] +2024-10-25 10:47:35,421 INFO: [ epoch: 34 ] [ iter: 53,500 ] [ performance: 18.757 it/s ] [ lr: 5.00e-05 ] [ eta: 1883 days, 0:52:35 ] [ l_g_pix: 3.6900e-02 ] [ l_g_total: 3.6900e-02 ] +2024-10-25 10:47:40,791 INFO: [ epoch: 34 ] [ iter: 53,600 ] [ performance: 18.658 it/s ] [ lr: 5.00e-05 ] [ eta: 1881 days, 20:53:53 ] [ l_g_pix: 5.0323e-02 ] [ l_g_total: 5.0323e-02 ] +2024-10-25 10:47:46,591 INFO: [ epoch: 34 ] [ iter: 53,700 ] [ performance: 15.740 it/s ] [ lr: 5.00e-05 ] [ eta: 1880 days, 22:09:00 ] [ l_g_pix: 5.1294e-02 ] [ l_g_total: 5.1294e-02 ] +2024-10-25 10:47:52,226 INFO: [ epoch: 34 ] [ iter: 53,800 ] [ performance: 17.206 it/s ] [ lr: 5.00e-05 ] [ eta: 1879 days, 20:57:14 ] [ l_g_pix: 3.7305e-02 ] [ l_g_total: 3.7305e-02 ] +2024-10-25 10:47:57,699 INFO: [ epoch: 34 ] [ iter: 53,900 ] [ performance: 18.531 it/s ] [ lr: 5.00e-05 ] [ eta: 1878 days, 17:22:53 ] [ l_g_pix: 5.6321e-02 ] [ l_g_total: 5.6321e-02 ] +2024-10-25 10:48:03,228 INFO: [ epoch: 34 ] [ iter: 54,000 ] [ performance: 18.193 it/s ] [ lr: 5.00e-05 ] [ eta: 1877 days, 14:13:34 ] [ l_g_pix: 4.5717e-02 ] [ l_g_total: 4.5717e-02 ] +2024-10-25 10:48:08,658 INFO: [ epoch: 34 ] [ iter: 54,100 ] [ performance: 18.291 it/s ] [ lr: 5.00e-05 ] [ eta: 1876 days, 9:29:15 ] [ l_g_pix: 5.1192e-02 ] [ l_g_total: 5.1192e-02 ] +2024-10-25 10:48:14,188 INFO: [ epoch: 34 ] [ iter: 54,200 ] [ performance: 18.134 it/s ] [ lr: 5.00e-05 ] [ eta: 1875 days, 5:43:37 ] [ l_g_pix: 4.3927e-02 ] [ l_g_total: 4.3927e-02 ] +2024-10-25 10:48:19,660 INFO: [ epoch: 34 ] [ iter: 54,300 ] [ performance: 18.074 it/s ] [ lr: 5.00e-05 ] [ eta: 1874 days, 0:55:01 ] [ l_g_pix: 4.2046e-02 ] [ l_g_total: 4.2046e-02 ] +2024-10-25 10:48:25,926 INFO: [ epoch: 34 ] [ iter: 54,400 ] [ performance: 16.404 it/s ] [ lr: 5.00e-05 ] [ eta: 1873 days, 5:51:50 ] [ l_g_pix: 5.5894e-02 ] [ l_g_total: 5.5894e-02 ] +2024-10-25 10:48:31,567 INFO: [ epoch: 34 ] [ iter: 54,500 ] [ performance: 18.005 it/s ] [ lr: 5.00e-05 ] [ eta: 1872 days, 2:34:24 ] [ l_g_pix: 4.2654e-02 ] [ l_g_total: 4.2654e-02 ] +2024-10-25 10:48:36,951 INFO: [ epoch: 34 ] [ iter: 54,600 ] [ performance: 18.445 it/s ] [ lr: 5.00e-05 ] [ eta: 1870 days, 19:43:09 ] [ l_g_pix: 5.7099e-02 ] [ l_g_total: 5.7099e-02 ] +2024-10-25 10:48:43,719 INFO: [ epoch: 35 ] [ iter: 54,700 ] [ performance: 18.246 it/s ] [ lr: 5.00e-05 ] [ eta: 1870 days, 5:58:01 ] [ l_g_pix: 4.1953e-02 ] [ l_g_total: 4.1953e-02 ] +2024-10-25 10:48:49,224 INFO: [ epoch: 35 ] [ iter: 54,800 ] [ performance: 18.185 it/s ] [ lr: 5.00e-05 ] [ eta: 1869 days, 0:00:02 ] [ l_g_pix: 4.5241e-02 ] [ l_g_total: 4.5241e-02 ] +2024-10-25 10:48:54,694 INFO: [ epoch: 35 ] [ iter: 54,900 ] [ performance: 18.346 it/s ] [ lr: 5.00e-05 ] [ eta: 1867 days, 17:17:38 ] [ l_g_pix: 3.7902e-02 ] [ l_g_total: 3.7902e-02 ] +2024-10-25 10:49:00,665 INFO: [ epoch: 35 ] [ iter: 55,000 ] [ performance: 17.066 it/s ] [ lr: 5.00e-05 ] [ eta: 1866 days, 16:32:08 ] [ l_g_pix: 4.1445e-02 ] [ l_g_total: 4.1445e-02 ] +2024-10-25 10:49:06,248 INFO: [ epoch: 35 ] [ iter: 55,100 ] [ performance: 18.834 it/s ] [ lr: 5.00e-05 ] [ eta: 1865 days, 10:36:15 ] [ l_g_pix: 3.3509e-02 ] [ l_g_total: 3.3509e-02 ] +2024-10-25 10:49:12,045 INFO: [ epoch: 35 ] [ iter: 55,200 ] [ performance: 17.556 it/s ] [ lr: 5.00e-05 ] [ eta: 1864 days, 7:01:54 ] [ l_g_pix: 4.8004e-02 ] [ l_g_total: 4.8004e-02 ] +2024-10-25 10:49:17,545 INFO: [ epoch: 35 ] [ iter: 55,300 ] [ performance: 18.320 it/s ] [ lr: 5.00e-05 ] [ eta: 1862 days, 23:26:41 ] [ l_g_pix: 6.2096e-02 ] [ l_g_total: 6.2096e-02 ] +2024-10-25 10:49:23,320 INFO: [ epoch: 35 ] [ iter: 55,400 ] [ performance: 17.511 it/s ] [ lr: 5.00e-05 ] [ eta: 1861 days, 18:57:21 ] [ l_g_pix: 5.0660e-02 ] [ l_g_total: 5.0660e-02 ] +2024-10-25 10:49:29,320 INFO: [ epoch: 35 ] [ iter: 55,500 ] [ performance: 16.941 it/s ] [ lr: 5.00e-05 ] [ eta: 1860 days, 16:55:58 ] [ l_g_pix: 4.9522e-02 ] [ l_g_total: 4.9522e-02 ] +2024-10-25 10:49:35,249 INFO: [ epoch: 35 ] [ iter: 55,600 ] [ performance: 16.882 it/s ] [ lr: 5.00e-05 ] [ eta: 1859 days, 13:42:19 ] [ l_g_pix: 4.3177e-02 ] [ l_g_total: 4.3177e-02 ] +2024-10-25 10:49:41,107 INFO: [ epoch: 35 ] [ iter: 55,700 ] [ performance: 17.143 it/s ] [ lr: 5.00e-05 ] [ eta: 1858 days, 9:15:47 ] [ l_g_pix: 5.4532e-02 ] [ l_g_total: 5.4532e-02 ] +2024-10-25 10:49:46,826 INFO: [ epoch: 35 ] [ iter: 55,800 ] [ performance: 17.422 it/s ] [ lr: 5.00e-05 ] [ eta: 1857 days, 2:48:06 ] [ l_g_pix: 3.8565e-02 ] [ l_g_total: 3.8565e-02 ] +2024-10-25 10:49:52,456 INFO: [ epoch: 35 ] [ iter: 55,900 ] [ performance: 17.579 it/s ] [ lr: 5.00e-05 ] [ eta: 1855 days, 18:55:27 ] [ l_g_pix: 3.9255e-02 ] [ l_g_total: 3.9255e-02 ] +2024-10-25 10:49:58,080 INFO: [ epoch: 35 ] [ iter: 56,000 ] [ performance: 17.745 it/s ] [ lr: 5.00e-05 ] [ eta: 1854 days, 10:40:09 ] [ l_g_pix: 5.5172e-02 ] [ l_g_total: 5.5172e-02 ] +2024-10-25 10:50:03,894 INFO: [ epoch: 35 ] [ iter: 56,100 ] [ performance: 15.861 it/s ] [ lr: 5.00e-05 ] [ eta: 1853 days, 4:24:43 ] [ l_g_pix: 4.9059e-02 ] [ l_g_total: 4.9059e-02 ] +2024-10-25 10:50:10,652 INFO: [ epoch: 36 ] [ iter: 56,200 ] [ performance: 14.974 it/s ] [ lr: 5.00e-05 ] [ eta: 1852 days, 9:18:44 ] [ l_g_pix: 3.4120e-02 ] [ l_g_total: 3.4120e-02 ] +2024-10-25 10:50:16,150 INFO: [ epoch: 36 ] [ iter: 56,300 ] [ performance: 17.607 it/s ] [ lr: 5.00e-05 ] [ eta: 1850 days, 22:32:39 ] [ l_g_pix: 4.8972e-02 ] [ l_g_total: 4.8972e-02 ] +2024-10-25 10:50:22,056 INFO: [ epoch: 36 ] [ iter: 56,400 ] [ performance: 17.041 it/s ] [ lr: 5.00e-05 ] [ eta: 1849 days, 16:25:31 ] [ l_g_pix: 3.1529e-02 ] [ l_g_total: 3.1529e-02 ] +2024-10-25 10:50:27,649 INFO: [ epoch: 36 ] [ iter: 56,500 ] [ performance: 18.211 it/s ] [ lr: 5.00e-05 ] [ eta: 1848 days, 6:10:47 ] [ l_g_pix: 4.0240e-02 ] [ l_g_total: 4.0240e-02 ] +2024-10-25 10:50:33,336 INFO: [ epoch: 36 ] [ iter: 56,600 ] [ performance: 17.682 it/s ] [ lr: 5.00e-05 ] [ eta: 1846 days, 20:45:57 ] [ l_g_pix: 4.8999e-02 ] [ l_g_total: 4.8999e-02 ] +2024-10-25 10:50:38,973 INFO: [ epoch: 36 ] [ iter: 56,700 ] [ performance: 17.048 it/s ] [ lr: 5.00e-05 ] [ eta: 1845 days, 10:25:54 ] [ l_g_pix: 3.7547e-02 ] [ l_g_total: 3.7547e-02 ] +2024-10-25 10:50:44,606 INFO: [ epoch: 36 ] [ iter: 56,800 ] [ performance: 17.643 it/s ] [ lr: 5.00e-05 ] [ eta: 1843 days, 23:44:12 ] [ l_g_pix: 3.5174e-02 ] [ l_g_total: 3.5174e-02 ] +2024-10-25 10:50:50,149 INFO: [ epoch: 36 ] [ iter: 56,900 ] [ performance: 18.397 it/s ] [ lr: 5.00e-05 ] [ eta: 1842 days, 11:38:40 ] [ l_g_pix: 4.4770e-02 ] [ l_g_total: 4.4770e-02 ] +2024-10-25 10:50:55,768 INFO: [ epoch: 36 ] [ iter: 57,000 ] [ performance: 17.881 it/s ] [ lr: 5.00e-05 ] [ eta: 1841 days, 0:10:06 ] [ l_g_pix: 4.4912e-02 ] [ l_g_total: 4.4912e-02 ] +2024-10-25 10:51:01,467 INFO: [ epoch: 36 ] [ iter: 57,100 ] [ performance: 17.403 it/s ] [ lr: 5.00e-05 ] [ eta: 1839 days, 13:19:19 ] [ l_g_pix: 4.3889e-02 ] [ l_g_total: 4.3889e-02 ] +2024-10-25 10:51:07,296 INFO: [ epoch: 36 ] [ iter: 57,200 ] [ performance: 17.192 it/s ] [ lr: 5.00e-05 ] [ eta: 1838 days, 3:42:18 ] [ l_g_pix: 4.9184e-02 ] [ l_g_total: 4.9184e-02 ] +2024-10-25 10:51:12,968 INFO: [ epoch: 36 ] [ iter: 57,300 ] [ performance: 17.917 it/s ] [ lr: 5.00e-05 ] [ eta: 1836 days, 15:54:18 ] [ l_g_pix: 3.8683e-02 ] [ l_g_total: 3.8683e-02 ] +2024-10-25 10:51:18,531 INFO: [ epoch: 36 ] [ iter: 57,400 ] [ performance: 17.972 it/s ] [ lr: 5.00e-05 ] [ eta: 1835 days, 2:29:23 ] [ l_g_pix: 6.1416e-02 ] [ l_g_total: 6.1416e-02 ] +2024-10-25 10:51:23,955 INFO: [ epoch: 36 ] [ iter: 57,500 ] [ performance: 19.171 it/s ] [ lr: 5.00e-05 ] [ eta: 1833 days, 11:08:25 ] [ l_g_pix: 4.3926e-02 ] [ l_g_total: 4.3926e-02 ] +2024-10-25 10:51:29,378 INFO: [ epoch: 36 ] [ iter: 57,600 ] [ performance: 18.529 it/s ] [ lr: 5.00e-05 ] [ eta: 1831 days, 19:28:15 ] [ l_g_pix: 4.0601e-02 ] [ l_g_total: 4.0601e-02 ] +2024-10-25 10:51:34,749 INFO: [ epoch: 36 ] [ iter: 57,700 ] [ performance: 19.626 it/s ] [ lr: 5.00e-05 ] [ eta: 1830 days, 2:52:48 ] [ l_g_pix: 5.0177e-02 ] [ l_g_total: 5.0177e-02 ] +2024-10-25 10:51:41,292 INFO: [ epoch: 37 ] [ iter: 57,800 ] [ performance: 15.684 it/s ] [ lr: 5.00e-05 ] [ eta: 1828 days, 23:44:24 ] [ l_g_pix: 4.0198e-02 ] [ l_g_total: 4.0198e-02 ] +2024-10-25 10:51:47,010 INFO: [ epoch: 37 ] [ iter: 57,900 ] [ performance: 17.550 it/s ] [ lr: 5.00e-05 ] [ eta: 1827 days, 10:35:13 ] [ l_g_pix: 4.1905e-02 ] [ l_g_total: 4.1905e-02 ] +2024-10-25 10:51:52,597 INFO: [ epoch: 37 ] [ iter: 58,000 ] [ performance: 17.862 it/s ] [ lr: 5.00e-05 ] [ eta: 1825 days, 19:35:27 ] [ l_g_pix: 4.3104e-02 ] [ l_g_total: 4.3104e-02 ] +2024-10-25 10:51:58,015 INFO: [ epoch: 37 ] [ iter: 58,100 ] [ performance: 18.974 it/s ] [ lr: 5.00e-05 ] [ eta: 1824 days, 2:18:29 ] [ l_g_pix: 4.8309e-02 ] [ l_g_total: 4.8309e-02 ] +2024-10-25 10:52:03,378 INFO: [ epoch: 37 ] [ iter: 58,200 ] [ performance: 18.680 it/s ] [ lr: 5.00e-05 ] [ eta: 1822 days, 8:05:30 ] [ l_g_pix: 4.6362e-02 ] [ l_g_total: 4.6362e-02 ] +2024-10-25 10:52:08,672 INFO: [ epoch: 37 ] [ iter: 58,300 ] [ performance: 18.376 it/s ] [ lr: 5.00e-05 ] [ eta: 1820 days, 12:47:10 ] [ l_g_pix: 5.0524e-02 ] [ l_g_total: 5.0524e-02 ] +2024-10-25 10:52:14,157 INFO: [ epoch: 37 ] [ iter: 58,400 ] [ performance: 18.248 it/s ] [ lr: 5.00e-05 ] [ eta: 1818 days, 19:22:43 ] [ l_g_pix: 3.6802e-02 ] [ l_g_total: 3.6802e-02 ] +2024-10-25 10:52:19,560 INFO: [ epoch: 37 ] [ iter: 58,500 ] [ performance: 18.788 it/s ] [ lr: 5.00e-05 ] [ eta: 1817 days, 0:43:49 ] [ l_g_pix: 4.5261e-02 ] [ l_g_total: 4.5261e-02 ] +2024-10-25 10:52:24,962 INFO: [ epoch: 37 ] [ iter: 58,600 ] [ performance: 18.535 it/s ] [ lr: 5.00e-05 ] [ eta: 1815 days, 5:46:28 ] [ l_g_pix: 4.9208e-02 ] [ l_g_total: 4.9208e-02 ] +2024-10-25 10:52:30,450 INFO: [ epoch: 37 ] [ iter: 58,700 ] [ performance: 17.655 it/s ] [ lr: 5.00e-05 ] [ eta: 1813 days, 11:29:31 ] [ l_g_pix: 4.5237e-02 ] [ l_g_total: 4.5237e-02 ] +2024-10-25 10:52:35,754 INFO: [ epoch: 37 ] [ iter: 58,800 ] [ performance: 18.762 it/s ] [ lr: 5.00e-05 ] [ eta: 1811 days, 14:48:22 ] [ l_g_pix: 5.4558e-02 ] [ l_g_total: 5.4558e-02 ] +2024-10-25 10:52:41,106 INFO: [ epoch: 37 ] [ iter: 58,900 ] [ performance: 18.759 it/s ] [ lr: 5.00e-05 ] [ eta: 1809 days, 18:22:27 ] [ l_g_pix: 3.5911e-02 ] [ l_g_total: 3.5911e-02 ] +2024-10-25 10:52:46,589 INFO: [ epoch: 37 ] [ iter: 59,000 ] [ performance: 18.275 it/s ] [ lr: 5.00e-05 ] [ eta: 1807 days, 23:07:46 ] [ l_g_pix: 4.0626e-02 ] [ l_g_total: 4.0626e-02 ] +2024-10-25 10:52:52,285 INFO: [ epoch: 37 ] [ iter: 59,100 ] [ performance: 17.419 it/s ] [ lr: 5.00e-05 ] [ eta: 1806 days, 6:00:52 ] [ l_g_pix: 3.7776e-02 ] [ l_g_total: 3.7776e-02 ] +2024-10-25 10:52:57,941 INFO: [ epoch: 37 ] [ iter: 59,200 ] [ performance: 17.667 it/s ] [ lr: 5.00e-05 ] [ eta: 1804 days, 12:07:27 ] [ l_g_pix: 5.1130e-02 ] [ l_g_total: 5.1130e-02 ] +2024-10-25 10:53:03,265 INFO: [ epoch: 37 ] [ iter: 59,300 ] [ performance: 18.372 it/s ] [ lr: 5.00e-05 ] [ eta: 1802 days, 14:09:12 ] [ l_g_pix: 3.8645e-02 ] [ l_g_total: 3.8645e-02 ] +2024-10-25 10:53:10,202 INFO: [ epoch: 38 ] [ iter: 59,400 ] [ performance: 14.567 it/s ] [ lr: 5.00e-05 ] [ eta: 1801 days, 10:04:57 ] [ l_g_pix: 4.6889e-02 ] [ l_g_total: 4.6889e-02 ] +2024-10-25 10:53:15,724 INFO: [ epoch: 38 ] [ iter: 59,500 ] [ performance: 18.472 it/s ] [ lr: 5.00e-05 ] [ eta: 1799 days, 13:43:38 ] [ l_g_pix: 3.7563e-02 ] [ l_g_total: 3.7563e-02 ] +2024-10-25 10:53:21,533 INFO: [ epoch: 38 ] [ iter: 59,600 ] [ performance: 17.263 it/s ] [ lr: 5.00e-05 ] [ eta: 1797 days, 20:16:00 ] [ l_g_pix: 5.8830e-02 ] [ l_g_total: 5.8830e-02 ] +2024-10-25 10:53:27,331 INFO: [ epoch: 38 ] [ iter: 59,700 ] [ performance: 16.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1796 days, 2:21:48 ] [ l_g_pix: 4.3179e-02 ] [ l_g_total: 4.3179e-02 ] +2024-10-25 10:53:33,184 INFO: [ epoch: 38 ] [ iter: 59,800 ] [ performance: 17.068 it/s ] [ lr: 5.00e-05 ] [ eta: 1794 days, 8:45:26 ] [ l_g_pix: 4.4967e-02 ] [ l_g_total: 4.4967e-02 ] +2024-10-25 10:53:38,856 INFO: [ epoch: 38 ] [ iter: 59,900 ] [ performance: 17.315 it/s ] [ lr: 5.00e-05 ] [ eta: 1792 days, 12:48:30 ] [ l_g_pix: 4.5737e-02 ] [ l_g_total: 4.5737e-02 ] +2024-10-25 10:53:44,397 INFO: [ epoch: 38 ] [ iter: 60,000 ] [ performance: 18.037 it/s ] [ lr: 5.00e-05 ] [ eta: 1790 days, 15:04:47 ] [ l_g_pix: 3.9985e-02 ] [ l_g_total: 3.9985e-02 ] +2024-10-25 10:53:44,397 INFO: Saving models and training states. +2024-10-25 10:55:12,663 INFO: Validation val + + # psnr: 21.8908........ Best: 21.8908 @ 60000 iter + # ssim: 0.6395........ Best: 0.6395 @ 60000 iter + # dists: 0.7870........ Best: 0.7870 @ 60000 iter + +2024-10-25 10:55:18,338 INFO: [ epoch: 38 ] [ iter: 60,100 ] [ performance: 17.648 it/s ] [ lr: 5.00e-05 ] [ eta: 1829 days, 12:47:43 ] [ l_g_pix: 4.5509e-02 ] [ l_g_total: 4.5509e-02 ] +2024-10-25 10:55:24,059 INFO: [ epoch: 38 ] [ iter: 60,200 ] [ performance: 17.485 it/s ] [ lr: 5.00e-05 ] [ eta: 1827 days, 13:59:18 ] [ l_g_pix: 4.2864e-02 ] [ l_g_total: 4.2864e-02 ] +2024-10-25 10:55:29,663 INFO: [ epoch: 38 ] [ iter: 60,300 ] [ performance: 17.663 it/s ] [ lr: 5.00e-05 ] [ eta: 1825 days, 13:34:57 ] [ l_g_pix: 4.3087e-02 ] [ l_g_total: 4.3087e-02 ] +2024-10-25 10:55:35,488 INFO: [ epoch: 38 ] [ iter: 60,400 ] [ performance: 17.171 it/s ] [ lr: 5.00e-05 ] [ eta: 1823 days, 15:17:14 ] [ l_g_pix: 5.1300e-02 ] [ l_g_total: 5.1300e-02 ] +2024-10-25 10:55:41,276 INFO: [ epoch: 38 ] [ iter: 60,500 ] [ performance: 17.225 it/s ] [ lr: 5.00e-05 ] [ eta: 1821 days, 16:15:59 ] [ l_g_pix: 5.6410e-02 ] [ l_g_total: 5.6410e-02 ] +2024-10-25 10:55:47,340 INFO: [ epoch: 38 ] [ iter: 60,600 ] [ performance: 16.553 it/s ] [ lr: 5.00e-05 ] [ eta: 1819 days, 19:56:59 ] [ l_g_pix: 4.0699e-02 ] [ l_g_total: 4.0699e-02 ] +2024-10-25 10:55:53,173 INFO: [ epoch: 38 ] [ iter: 60,700 ] [ performance: 16.846 it/s ] [ lr: 5.00e-05 ] [ eta: 1817 days, 20:46:11 ] [ l_g_pix: 5.2863e-02 ] [ l_g_total: 5.2863e-02 ] +2024-10-25 10:55:58,743 INFO: [ epoch: 38 ] [ iter: 60,800 ] [ performance: 17.961 it/s ] [ lr: 5.00e-05 ] [ eta: 1815 days, 18:24:14 ] [ l_g_pix: 4.2419e-02 ] [ l_g_total: 4.2419e-02 ] +2024-10-25 10:56:05,689 INFO: [ epoch: 39 ] [ iter: 60,900 ] [ performance: 15.967 it/s ] [ lr: 5.00e-05 ] [ eta: 1814 days, 6:39:44 ] [ l_g_pix: 5.1800e-02 ] [ l_g_total: 5.1800e-02 ] +2024-10-25 10:56:11,417 INFO: [ epoch: 39 ] [ iter: 61,000 ] [ performance: 17.464 it/s ] [ lr: 5.00e-05 ] [ eta: 1812 days, 5:21:04 ] [ l_g_pix: 4.2167e-02 ] [ l_g_total: 4.2167e-02 ] +2024-10-25 10:56:17,042 INFO: [ epoch: 39 ] [ iter: 61,100 ] [ performance: 17.622 it/s ] [ lr: 5.00e-05 ] [ eta: 1810 days, 2:36:43 ] [ l_g_pix: 4.6928e-02 ] [ l_g_total: 4.6928e-02 ] +2024-10-25 10:56:23,335 INFO: [ epoch: 39 ] [ iter: 61,200 ] [ performance: 15.845 it/s ] [ lr: 5.00e-05 ] [ eta: 1808 days, 6:45:26 ] [ l_g_pix: 4.8411e-02 ] [ l_g_total: 4.8411e-02 ] +2024-10-25 10:56:29,199 INFO: [ epoch: 39 ] [ iter: 61,300 ] [ performance: 16.441 it/s ] [ lr: 5.00e-05 ] [ eta: 1806 days, 5:56:02 ] [ l_g_pix: 5.3374e-02 ] [ l_g_total: 5.3374e-02 ] +2024-10-25 10:56:35,017 INFO: [ epoch: 39 ] [ iter: 61,400 ] [ performance: 17.134 it/s ] [ lr: 5.00e-05 ] [ eta: 1804 days, 4:17:35 ] [ l_g_pix: 4.2860e-02 ] [ l_g_total: 4.2860e-02 ] +2024-10-25 10:56:40,766 INFO: [ epoch: 39 ] [ iter: 61,500 ] [ performance: 17.267 it/s ] [ lr: 5.00e-05 ] [ eta: 1802 days, 1:35:58 ] [ l_g_pix: 4.4903e-02 ] [ l_g_total: 4.4903e-02 ] +2024-10-25 10:56:46,513 INFO: [ epoch: 39 ] [ iter: 61,600 ] [ performance: 17.490 it/s ] [ lr: 5.00e-05 ] [ eta: 1799 days, 22:33:21 ] [ l_g_pix: 4.4189e-02 ] [ l_g_total: 4.4189e-02 ] +2024-10-25 10:56:52,139 INFO: [ epoch: 39 ] [ iter: 61,700 ] [ performance: 17.636 it/s ] [ lr: 5.00e-05 ] [ eta: 1797 days, 17:54:58 ] [ l_g_pix: 4.6662e-02 ] [ l_g_total: 4.6662e-02 ] +2024-10-25 10:56:58,346 INFO: [ epoch: 39 ] [ iter: 61,800 ] [ performance: 16.294 it/s ] [ lr: 5.00e-05 ] [ eta: 1795 days, 19:07:06 ] [ l_g_pix: 4.5597e-02 ] [ l_g_total: 4.5597e-02 ] +2024-10-25 10:57:03,995 INFO: [ epoch: 39 ] [ iter: 61,900 ] [ performance: 16.996 it/s ] [ lr: 5.00e-05 ] [ eta: 1793 days, 14:04:19 ] [ l_g_pix: 4.5054e-02 ] [ l_g_total: 4.5054e-02 ] +2024-10-25 10:57:09,745 INFO: [ epoch: 39 ] [ iter: 62,000 ] [ performance: 17.286 it/s ] [ lr: 5.00e-05 ] [ eta: 1791 days, 9:46:35 ] [ l_g_pix: 4.2628e-02 ] [ l_g_total: 4.2628e-02 ] +2024-10-25 10:57:15,474 INFO: [ epoch: 39 ] [ iter: 62,100 ] [ performance: 17.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1789 days, 4:57:05 ] [ l_g_pix: 4.4191e-02 ] [ l_g_total: 4.4191e-02 ] +2024-10-25 10:57:20,957 INFO: [ epoch: 39 ] [ iter: 62,200 ] [ performance: 18.298 it/s ] [ lr: 5.00e-05 ] [ eta: 1786 days, 21:12:40 ] [ l_g_pix: 4.6856e-02 ] [ l_g_total: 4.6856e-02 ] +2024-10-25 10:57:26,662 INFO: [ epoch: 39 ] [ iter: 62,300 ] [ performance: 17.889 it/s ] [ lr: 5.00e-05 ] [ eta: 1784 days, 15:29:53 ] [ l_g_pix: 4.7120e-02 ] [ l_g_total: 4.7120e-02 ] +2024-10-25 10:57:32,503 INFO: [ epoch: 39 ] [ iter: 62,400 ] [ performance: 17.269 it/s ] [ lr: 5.00e-05 ] [ eta: 1782 days, 10:53:38 ] [ l_g_pix: 3.8932e-02 ] [ l_g_total: 3.8932e-02 ] +2024-10-25 10:57:39,459 INFO: [ epoch: 40 ] [ iter: 62,500 ] [ performance: 15.617 it/s ] [ lr: 5.00e-05 ] [ eta: 1780 days, 17:33:47 ] [ l_g_pix: 4.8654e-02 ] [ l_g_total: 4.8654e-02 ] +2024-10-25 10:57:45,111 INFO: [ epoch: 40 ] [ iter: 62,600 ] [ performance: 17.720 it/s ] [ lr: 5.00e-05 ] [ eta: 1778 days, 10:19:01 ] [ l_g_pix: 3.9840e-02 ] [ l_g_total: 3.9840e-02 ] +2024-10-25 10:57:50,791 INFO: [ epoch: 40 ] [ iter: 62,700 ] [ performance: 17.660 it/s ] [ lr: 5.00e-05 ] [ eta: 1776 days, 3:02:35 ] [ l_g_pix: 4.4773e-02 ] [ l_g_total: 4.4773e-02 ] +2024-10-25 10:57:56,708 INFO: [ epoch: 40 ] [ iter: 62,800 ] [ performance: 16.909 it/s ] [ lr: 5.00e-05 ] [ eta: 1773 days, 21:53:28 ] [ l_g_pix: 4.7227e-02 ] [ l_g_total: 4.7227e-02 ] +2024-10-25 10:58:02,824 INFO: [ epoch: 40 ] [ iter: 62,900 ] [ performance: 16.608 it/s ] [ lr: 5.00e-05 ] [ eta: 1771 days, 18:28:29 ] [ l_g_pix: 4.2552e-02 ] [ l_g_total: 4.2552e-02 ] +2024-10-25 10:58:08,491 INFO: [ epoch: 40 ] [ iter: 63,000 ] [ performance: 17.637 it/s ] [ lr: 5.00e-05 ] [ eta: 1769 days, 10:05:51 ] [ l_g_pix: 4.7352e-02 ] [ l_g_total: 4.7352e-02 ] +2024-10-25 10:58:14,265 INFO: [ epoch: 40 ] [ iter: 63,100 ] [ performance: 17.467 it/s ] [ lr: 5.00e-05 ] [ eta: 1767 days, 2:29:58 ] [ l_g_pix: 5.3273e-02 ] [ l_g_total: 5.3273e-02 ] +2024-10-25 10:58:19,832 INFO: [ epoch: 40 ] [ iter: 63,200 ] [ performance: 17.994 it/s ] [ lr: 5.00e-05 ] [ eta: 1764 days, 16:28:08 ] [ l_g_pix: 3.8824e-02 ] [ l_g_total: 3.8824e-02 ] +2024-10-25 10:58:25,146 INFO: [ epoch: 40 ] [ iter: 63,300 ] [ performance: 18.429 it/s ] [ lr: 5.00e-05 ] [ eta: 1762 days, 3:33:11 ] [ l_g_pix: 3.6379e-02 ] [ l_g_total: 3.6379e-02 ] +2024-10-25 10:58:30,490 INFO: [ epoch: 40 ] [ iter: 63,400 ] [ performance: 18.845 it/s ] [ lr: 5.00e-05 ] [ eta: 1759 days, 14:38:50 ] [ l_g_pix: 5.2910e-02 ] [ l_g_total: 5.2910e-02 ] +2024-10-25 10:58:35,884 INFO: [ epoch: 40 ] [ iter: 63,500 ] [ performance: 18.681 it/s ] [ lr: 5.00e-05 ] [ eta: 1757 days, 1:56:29 ] [ l_g_pix: 3.7634e-02 ] [ l_g_total: 3.7634e-02 ] +2024-10-25 10:58:41,479 INFO: [ epoch: 40 ] [ iter: 63,600 ] [ performance: 17.721 it/s ] [ lr: 5.00e-05 ] [ eta: 1754 days, 14:58:32 ] [ l_g_pix: 4.9467e-02 ] [ l_g_total: 4.9467e-02 ] +2024-10-25 10:58:47,222 INFO: [ epoch: 40 ] [ iter: 63,700 ] [ performance: 17.554 it/s ] [ lr: 5.00e-05 ] [ eta: 1752 days, 5:11:13 ] [ l_g_pix: 5.9820e-02 ] [ l_g_total: 5.9820e-02 ] +2024-10-25 10:58:52,929 INFO: [ epoch: 40 ] [ iter: 63,800 ] [ performance: 17.456 it/s ] [ lr: 5.00e-05 ] [ eta: 1749 days, 18:43:31 ] [ l_g_pix: 3.7560e-02 ] [ l_g_total: 3.7560e-02 ] +2024-10-25 10:58:58,299 INFO: [ epoch: 40 ] [ iter: 63,900 ] [ performance: 18.076 it/s ] [ lr: 5.00e-05 ] [ eta: 1747 days, 4:33:42 ] [ l_g_pix: 4.6039e-02 ] [ l_g_total: 4.6039e-02 ] +2024-10-25 10:59:03,303 INFO: [ epoch: 40 ] [ iter: 64,000 ] [ performance: 20.154 it/s ] [ lr: 5.00e-05 ] [ eta: 1744 days, 10:26:14 ] [ l_g_pix: 4.1971e-02 ] [ l_g_total: 4.1971e-02 ] +2024-10-25 10:59:10,086 INFO: [ epoch: 41 ] [ iter: 64,100 ] [ performance: 16.774 it/s ] [ lr: 5.00e-05 ] [ eta: 1742 days, 9:46:25 ] [ l_g_pix: 5.3455e-02 ] [ l_g_total: 5.3455e-02 ] +2024-10-25 10:59:15,965 INFO: [ epoch: 41 ] [ iter: 64,200 ] [ performance: 16.697 it/s ] [ lr: 5.00e-05 ] [ eta: 1739 days, 23:45:23 ] [ l_g_pix: 5.8337e-02 ] [ l_g_total: 5.8337e-02 ] +2024-10-25 10:59:21,502 INFO: [ epoch: 41 ] [ iter: 64,300 ] [ performance: 17.425 it/s ] [ lr: 5.00e-05 ] [ eta: 1737 days, 10:00:50 ] [ l_g_pix: 4.7674e-02 ] [ l_g_total: 4.7674e-02 ] +2024-10-25 10:59:27,334 INFO: [ epoch: 41 ] [ iter: 64,400 ] [ performance: 17.107 it/s ] [ lr: 5.00e-05 ] [ eta: 1734 days, 22:52:27 ] [ l_g_pix: 5.5377e-02 ] [ l_g_total: 5.5377e-02 ] +2024-10-25 10:59:32,855 INFO: [ epoch: 41 ] [ iter: 64,500 ] [ performance: 17.651 it/s ] [ lr: 5.00e-05 ] [ eta: 1732 days, 8:21:22 ] [ l_g_pix: 4.5402e-02 ] [ l_g_total: 4.5402e-02 ] +2024-10-25 10:59:38,209 INFO: [ epoch: 41 ] [ iter: 64,600 ] [ performance: 18.623 it/s ] [ lr: 5.00e-05 ] [ eta: 1729 days, 15:52:48 ] [ l_g_pix: 4.6186e-02 ] [ l_g_total: 4.6186e-02 ] +2024-10-25 10:59:43,594 INFO: [ epoch: 41 ] [ iter: 64,700 ] [ performance: 18.595 it/s ] [ lr: 5.00e-05 ] [ eta: 1726 days, 23:24:51 ] [ l_g_pix: 3.9506e-02 ] [ l_g_total: 3.9506e-02 ] +2024-10-25 10:59:49,124 INFO: [ epoch: 41 ] [ iter: 64,800 ] [ performance: 17.737 it/s ] [ lr: 5.00e-05 ] [ eta: 1724 days, 8:03:59 ] [ l_g_pix: 4.5560e-02 ] [ l_g_total: 4.5560e-02 ] +2024-10-25 10:59:54,437 INFO: [ epoch: 41 ] [ iter: 64,900 ] [ performance: 18.333 it/s ] [ lr: 5.00e-05 ] [ eta: 1721 days, 14:17:25 ] [ l_g_pix: 4.1739e-02 ] [ l_g_total: 4.1739e-02 ] +2024-10-25 10:59:59,705 INFO: [ epoch: 41 ] [ iter: 65,000 ] [ performance: 18.956 it/s ] [ lr: 5.00e-05 ] [ eta: 1718 days, 19:47:28 ] [ l_g_pix: 6.6927e-02 ] [ l_g_total: 6.6927e-02 ] +2024-10-25 11:00:04,973 INFO: [ epoch: 41 ] [ iter: 65,100 ] [ performance: 18.974 it/s ] [ lr: 5.00e-05 ] [ eta: 1716 days, 0:59:22 ] [ l_g_pix: 3.6115e-02 ] [ l_g_total: 3.6115e-02 ] +2024-10-25 11:00:10,333 INFO: [ epoch: 41 ] [ iter: 65,200 ] [ performance: 18.628 it/s ] [ lr: 5.00e-05 ] [ eta: 1713 days, 6:47:44 ] [ l_g_pix: 5.3470e-02 ] [ l_g_total: 5.3470e-02 ] +2024-10-25 11:00:15,667 INFO: [ epoch: 41 ] [ iter: 65,300 ] [ performance: 18.697 it/s ] [ lr: 5.00e-05 ] [ eta: 1710 days, 12:02:50 ] [ l_g_pix: 3.7985e-02 ] [ l_g_total: 3.7985e-02 ] +2024-10-25 11:00:21,023 INFO: [ epoch: 41 ] [ iter: 65,400 ] [ performance: 18.580 it/s ] [ lr: 5.00e-05 ] [ eta: 1707 days, 17:12:34 ] [ l_g_pix: 4.9864e-02 ] [ l_g_total: 4.9864e-02 ] +2024-10-25 11:00:26,413 INFO: [ epoch: 41 ] [ iter: 65,500 ] [ performance: 18.566 it/s ] [ lr: 5.00e-05 ] [ eta: 1704 days, 22:24:13 ] [ l_g_pix: 5.5001e-02 ] [ l_g_total: 5.5001e-02 ] +2024-10-25 11:00:32,755 INFO: [ epoch: 42 ] [ iter: 65,600 ] [ performance: 14.464 it/s ] [ lr: 5.00e-05 ] [ eta: 1702 days, 12:23:38 ] [ l_g_pix: 4.4559e-02 ] [ l_g_total: 4.4559e-02 ] +2024-10-25 11:00:38,225 INFO: [ epoch: 42 ] [ iter: 65,700 ] [ performance: 16.438 it/s ] [ lr: 5.00e-05 ] [ eta: 1699 days, 17:43:39 ] [ l_g_pix: 4.6680e-02 ] [ l_g_total: 4.6680e-02 ] +2024-10-25 11:00:43,495 INFO: [ epoch: 42 ] [ iter: 65,800 ] [ performance: 19.122 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 20:51:13 ] [ l_g_pix: 5.1146e-02 ] [ l_g_total: 5.1146e-02 ] +2024-10-25 11:00:48,806 INFO: [ epoch: 42 ] [ iter: 65,900 ] [ performance: 18.952 it/s ] [ lr: 5.00e-05 ] [ eta: 1694 days, 0:04:48 ] [ l_g_pix: 3.8928e-02 ] [ l_g_total: 3.8928e-02 ] +2024-10-25 11:00:54,200 INFO: [ epoch: 42 ] [ iter: 66,000 ] [ performance: 18.428 it/s ] [ lr: 5.00e-05 ] [ eta: 1691 days, 3:47:31 ] [ l_g_pix: 4.4444e-02 ] [ l_g_total: 4.4444e-02 ] +2024-10-25 11:00:59,815 INFO: [ epoch: 42 ] [ iter: 66,100 ] [ performance: 18.065 it/s ] [ lr: 5.00e-05 ] [ eta: 1688 days, 9:17:00 ] [ l_g_pix: 4.8961e-02 ] [ l_g_total: 4.8961e-02 ] +2024-10-25 11:01:05,537 INFO: [ epoch: 42 ] [ iter: 66,200 ] [ performance: 17.400 it/s ] [ lr: 5.00e-05 ] [ eta: 1685 days, 15:28:29 ] [ l_g_pix: 3.4715e-02 ] [ l_g_total: 3.4715e-02 ] +2024-10-25 11:01:11,124 INFO: [ epoch: 42 ] [ iter: 66,300 ] [ performance: 17.690 it/s ] [ lr: 5.00e-05 ] [ eta: 1682 days, 20:04:46 ] [ l_g_pix: 4.8387e-02 ] [ l_g_total: 4.8387e-02 ] +2024-10-25 11:01:16,664 INFO: [ epoch: 42 ] [ iter: 66,400 ] [ performance: 18.043 it/s ] [ lr: 5.00e-05 ] [ eta: 1679 days, 23:56:00 ] [ l_g_pix: 4.2349e-02 ] [ l_g_total: 4.2349e-02 ] +2024-10-25 11:01:22,062 INFO: [ epoch: 42 ] [ iter: 66,500 ] [ performance: 18.325 it/s ] [ lr: 5.00e-05 ] [ eta: 1677 days, 2:09:31 ] [ l_g_pix: 3.4801e-02 ] [ l_g_total: 3.4801e-02 ] +2024-10-25 11:01:27,649 INFO: [ epoch: 42 ] [ iter: 66,600 ] [ performance: 17.776 it/s ] [ lr: 5.00e-05 ] [ eta: 1674 days, 5:50:20 ] [ l_g_pix: 4.4588e-02 ] [ l_g_total: 4.4588e-02 ] +2024-10-25 11:01:33,488 INFO: [ epoch: 42 ] [ iter: 66,700 ] [ performance: 17.386 it/s ] [ lr: 5.00e-05 ] [ eta: 1671 days, 11:32:33 ] [ l_g_pix: 5.4605e-02 ] [ l_g_total: 5.4605e-02 ] +2024-10-25 11:01:38,903 INFO: [ epoch: 42 ] [ iter: 66,800 ] [ performance: 18.506 it/s ] [ lr: 5.00e-05 ] [ eta: 1668 days, 13:00:02 ] [ l_g_pix: 4.9968e-02 ] [ l_g_total: 4.9968e-02 ] +2024-10-25 11:01:44,099 INFO: [ epoch: 42 ] [ iter: 66,900 ] [ performance: 18.940 it/s ] [ lr: 5.00e-05 ] [ eta: 1665 days, 12:09:24 ] [ l_g_pix: 3.5242e-02 ] [ l_g_total: 3.5242e-02 ] +2024-10-25 11:01:49,368 INFO: [ epoch: 42 ] [ iter: 67,000 ] [ performance: 19.093 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 11:41:36 ] [ l_g_pix: 4.6143e-02 ] [ l_g_total: 4.6143e-02 ] +2024-10-25 11:01:54,035 INFO: [ epoch: 42 ] [ iter: 67,100 ] [ performance: 20.428 it/s ] [ lr: 5.00e-05 ] [ eta: 1659 days, 5:25:46 ] [ l_g_pix: 4.0854e-02 ] [ l_g_total: 4.0854e-02 ] +2024-10-25 11:02:00,548 INFO: [ epoch: 43 ] [ iter: 67,200 ] [ performance: 18.856 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 15:43:29 ] [ l_g_pix: 5.1887e-02 ] [ l_g_total: 5.1887e-02 ] +2024-10-25 11:02:06,476 INFO: [ epoch: 43 ] [ iter: 67,300 ] [ performance: 17.609 it/s ] [ lr: 5.00e-05 ] [ eta: 1653 days, 20:20:59 ] [ l_g_pix: 4.1010e-02 ] [ l_g_total: 4.1010e-02 ] +2024-10-25 11:02:12,356 INFO: [ epoch: 43 ] [ iter: 67,400 ] [ performance: 17.982 it/s ] [ lr: 5.00e-05 ] [ eta: 1651 days, 0:12:16 ] [ l_g_pix: 4.7189e-02 ] [ l_g_total: 4.7189e-02 ] +2024-10-25 11:02:17,877 INFO: [ epoch: 43 ] [ iter: 67,500 ] [ performance: 18.062 it/s ] [ lr: 5.00e-05 ] [ eta: 1648 days, 0:29:46 ] [ l_g_pix: 3.6777e-02 ] [ l_g_total: 3.6777e-02 ] +2024-10-25 11:02:23,859 INFO: [ epoch: 43 ] [ iter: 67,600 ] [ performance: 16.471 it/s ] [ lr: 5.00e-05 ] [ eta: 1645 days, 4:37:31 ] [ l_g_pix: 4.9157e-02 ] [ l_g_total: 4.9157e-02 ] +2024-10-25 11:02:29,892 INFO: [ epoch: 43 ] [ iter: 67,700 ] [ performance: 16.536 it/s ] [ lr: 5.00e-05 ] [ eta: 1642 days, 8:53:10 ] [ l_g_pix: 4.6672e-02 ] [ l_g_total: 4.6672e-02 ] +2024-10-25 11:02:35,552 INFO: [ epoch: 43 ] [ iter: 67,800 ] [ performance: 17.680 it/s ] [ lr: 5.00e-05 ] [ eta: 1639 days, 9:28:12 ] [ l_g_pix: 4.0016e-02 ] [ l_g_total: 4.0016e-02 ] +2024-10-25 11:02:41,091 INFO: [ epoch: 43 ] [ iter: 67,900 ] [ performance: 17.908 it/s ] [ lr: 5.00e-05 ] [ eta: 1636 days, 8:40:00 ] [ l_g_pix: 3.9578e-02 ] [ l_g_total: 3.9578e-02 ] +2024-10-25 11:02:46,673 INFO: [ epoch: 43 ] [ iter: 68,000 ] [ performance: 17.780 it/s ] [ lr: 5.00e-05 ] [ eta: 1633 days, 7:55:59 ] [ l_g_pix: 4.8095e-02 ] [ l_g_total: 4.8095e-02 ] +2024-10-25 11:02:52,479 INFO: [ epoch: 43 ] [ iter: 68,100 ] [ performance: 17.433 it/s ] [ lr: 5.00e-05 ] [ eta: 1630 days, 8:52:42 ] [ l_g_pix: 3.2966e-02 ] [ l_g_total: 3.2966e-02 ] +2024-10-25 11:02:58,021 INFO: [ epoch: 43 ] [ iter: 68,200 ] [ performance: 18.128 it/s ] [ lr: 5.00e-05 ] [ eta: 1627 days, 7:09:39 ] [ l_g_pix: 4.5965e-02 ] [ l_g_total: 4.5965e-02 ] +2024-10-25 11:03:03,742 INFO: [ epoch: 43 ] [ iter: 68,300 ] [ performance: 17.720 it/s ] [ lr: 5.00e-05 ] [ eta: 1624 days, 6:43:23 ] [ l_g_pix: 4.1254e-02 ] [ l_g_total: 4.1254e-02 ] +2024-10-25 11:03:09,377 INFO: [ epoch: 43 ] [ iter: 68,400 ] [ performance: 17.792 it/s ] [ lr: 5.00e-05 ] [ eta: 1621 days, 5:11:57 ] [ l_g_pix: 3.4128e-02 ] [ l_g_total: 3.4128e-02 ] +2024-10-25 11:03:15,168 INFO: [ epoch: 43 ] [ iter: 68,500 ] [ performance: 17.463 it/s ] [ lr: 5.00e-05 ] [ eta: 1618 days, 4:44:04 ] [ l_g_pix: 4.7594e-02 ] [ l_g_total: 4.7594e-02 ] +2024-10-25 11:03:20,852 INFO: [ epoch: 43 ] [ iter: 68,600 ] [ performance: 17.523 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 3:01:18 ] [ l_g_pix: 4.7036e-02 ] [ l_g_total: 4.7036e-02 ] +2024-10-25 11:03:27,746 INFO: [ epoch: 44 ] [ iter: 68,700 ] [ performance: 15.499 it/s ] [ lr: 5.00e-05 ] [ eta: 1612 days, 11:29:45 ] [ l_g_pix: 3.4742e-02 ] [ l_g_total: 3.4742e-02 ] +2024-10-25 11:03:33,482 INFO: [ epoch: 44 ] [ iter: 68,800 ] [ performance: 17.027 it/s ] [ lr: 5.00e-05 ] [ eta: 1609 days, 9:34:20 ] [ l_g_pix: 3.5628e-02 ] [ l_g_total: 3.5628e-02 ] +2024-10-25 11:03:39,131 INFO: [ epoch: 44 ] [ iter: 68,900 ] [ performance: 17.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1606 days, 6:33:38 ] [ l_g_pix: 4.3028e-02 ] [ l_g_total: 4.3028e-02 ] +2024-10-25 11:03:44,689 INFO: [ epoch: 44 ] [ iter: 69,000 ] [ performance: 17.785 it/s ] [ lr: 5.00e-05 ] [ eta: 1603 days, 2:27:37 ] [ l_g_pix: 5.2044e-02 ] [ l_g_total: 5.2044e-02 ] +2024-10-25 11:03:50,282 INFO: [ epoch: 44 ] [ iter: 69,100 ] [ performance: 17.845 it/s ] [ lr: 5.00e-05 ] [ eta: 1599 days, 22:21:24 ] [ l_g_pix: 3.8604e-02 ] [ l_g_total: 3.8604e-02 ] +2024-10-25 11:03:55,637 INFO: [ epoch: 44 ] [ iter: 69,200 ] [ performance: 18.639 it/s ] [ lr: 5.00e-05 ] [ eta: 1596 days, 15:53:57 ] [ l_g_pix: 4.0115e-02 ] [ l_g_total: 4.0115e-02 ] +2024-10-25 11:04:01,066 INFO: [ epoch: 44 ] [ iter: 69,300 ] [ performance: 18.500 it/s ] [ lr: 5.00e-05 ] [ eta: 1593 days, 9:46:24 ] [ l_g_pix: 4.4409e-02 ] [ l_g_total: 4.4409e-02 ] +2024-10-25 11:04:07,179 INFO: [ epoch: 44 ] [ iter: 69,400 ] [ performance: 14.922 it/s ] [ lr: 5.00e-05 ] [ eta: 1590 days, 9:09:47 ] [ l_g_pix: 4.8986e-02 ] [ l_g_total: 4.8986e-02 ] +2024-10-25 11:04:12,555 INFO: [ epoch: 44 ] [ iter: 69,500 ] [ performance: 17.107 it/s ] [ lr: 5.00e-05 ] [ eta: 1587 days, 1:57:47 ] [ l_g_pix: 5.4108e-02 ] [ l_g_total: 5.4108e-02 ] +2024-10-25 11:04:18,194 INFO: [ epoch: 44 ] [ iter: 69,600 ] [ performance: 18.416 it/s ] [ lr: 5.00e-05 ] [ eta: 1583 days, 20:41:40 ] [ l_g_pix: 3.9771e-02 ] [ l_g_total: 3.9771e-02 ] +2024-10-25 11:04:23,498 INFO: [ epoch: 44 ] [ iter: 69,700 ] [ performance: 18.699 it/s ] [ lr: 5.00e-05 ] [ eta: 1580 days, 12:17:24 ] [ l_g_pix: 6.1982e-02 ] [ l_g_total: 6.1982e-02 ] +2024-10-25 11:04:28,746 INFO: [ epoch: 44 ] [ iter: 69,800 ] [ performance: 18.924 it/s ] [ lr: 5.00e-05 ] [ eta: 1577 days, 3:07:19 ] [ l_g_pix: 3.8096e-02 ] [ l_g_total: 3.8096e-02 ] +2024-10-25 11:04:34,055 INFO: [ epoch: 44 ] [ iter: 69,900 ] [ performance: 18.870 it/s ] [ lr: 5.00e-05 ] [ eta: 1573 days, 18:09:49 ] [ l_g_pix: 3.7450e-02 ] [ l_g_total: 3.7450e-02 ] +2024-10-25 11:04:39,459 INFO: [ epoch: 44 ] [ iter: 70,000 ] [ performance: 18.750 it/s ] [ lr: 5.00e-05 ] [ eta: 1570 days, 9:42:49 ] [ l_g_pix: 4.1792e-02 ] [ l_g_total: 4.1792e-02 ] +2024-10-25 11:04:39,460 INFO: Saving models and training states. +2024-10-25 11:05:53,813 INFO: Validation val + + # psnr: 21.8998........ Best: 21.8998 @ 70000 iter + # ssim: 0.6400........ Best: 0.6400 @ 70000 iter + # dists: 0.7870........ Best: 0.7870 @ 70000 iter + +2024-10-25 11:05:59,754 INFO: [ epoch: 44 ] [ iter: 70,100 ] [ performance: 17.445 it/s ] [ lr: 5.00e-05 ] [ eta: 1592 days, 22:57:06 ] [ l_g_pix: 3.9096e-02 ] [ l_g_total: 3.9096e-02 ] +2024-10-25 11:06:05,417 INFO: [ epoch: 44 ] [ iter: 70,200 ] [ performance: 17.885 it/s ] [ lr: 5.00e-05 ] [ eta: 1589 days, 13:57:26 ] [ l_g_pix: 3.3782e-02 ] [ l_g_total: 3.3782e-02 ] +2024-10-25 11:06:12,351 INFO: [ epoch: 45 ] [ iter: 70,300 ] [ performance: 15.433 it/s ] [ lr: 5.00e-05 ] [ eta: 1586 days, 15:08:04 ] [ l_g_pix: 3.5463e-02 ] [ l_g_total: 3.5463e-02 ] +2024-10-25 11:06:18,106 INFO: [ epoch: 45 ] [ iter: 70,400 ] [ performance: 17.134 it/s ] [ lr: 5.00e-05 ] [ eta: 1583 days, 6:14:11 ] [ l_g_pix: 4.6270e-02 ] [ l_g_total: 4.6270e-02 ] +2024-10-25 11:06:23,780 INFO: [ epoch: 45 ] [ iter: 70,500 ] [ performance: 17.458 it/s ] [ lr: 5.00e-05 ] [ eta: 1579 days, 20:21:25 ] [ l_g_pix: 5.0136e-02 ] [ l_g_total: 5.0136e-02 ] +2024-10-25 11:06:30,193 INFO: [ epoch: 45 ] [ iter: 70,600 ] [ performance: 15.715 it/s ] [ lr: 5.00e-05 ] [ eta: 1576 days, 16:11:19 ] [ l_g_pix: 5.0220e-02 ] [ l_g_total: 5.0220e-02 ] +2024-10-25 11:06:35,862 INFO: [ epoch: 45 ] [ iter: 70,700 ] [ performance: 16.958 it/s ] [ lr: 5.00e-05 ] [ eta: 1573 days, 5:37:00 ] [ l_g_pix: 4.2406e-02 ] [ l_g_total: 4.2406e-02 ] +2024-10-25 11:06:41,479 INFO: [ epoch: 45 ] [ iter: 70,800 ] [ performance: 18.177 it/s ] [ lr: 5.00e-05 ] [ eta: 1569 days, 18:18:03 ] [ l_g_pix: 2.9691e-02 ] [ l_g_total: 2.9691e-02 ] +2024-10-25 11:06:46,923 INFO: [ epoch: 45 ] [ iter: 70,900 ] [ performance: 18.306 it/s ] [ lr: 5.00e-05 ] [ eta: 1566 days, 5:17:07 ] [ l_g_pix: 4.4159e-02 ] [ l_g_total: 4.4159e-02 ] +2024-10-25 11:06:52,534 INFO: [ epoch: 45 ] [ iter: 71,000 ] [ performance: 17.615 it/s ] [ lr: 5.00e-05 ] [ eta: 1562 days, 17:18:19 ] [ l_g_pix: 5.2294e-02 ] [ l_g_total: 5.2294e-02 ] +2024-10-25 11:06:58,311 INFO: [ epoch: 45 ] [ iter: 71,100 ] [ performance: 17.408 it/s ] [ lr: 5.00e-05 ] [ eta: 1559 days, 6:20:49 ] [ l_g_pix: 5.4486e-02 ] [ l_g_total: 5.4486e-02 ] +2024-10-25 11:07:03,934 INFO: [ epoch: 45 ] [ iter: 71,200 ] [ performance: 17.562 it/s ] [ lr: 5.00e-05 ] [ eta: 1555 days, 17:50:06 ] [ l_g_pix: 4.4027e-02 ] [ l_g_total: 4.4027e-02 ] +2024-10-25 11:07:09,272 INFO: [ epoch: 45 ] [ iter: 71,300 ] [ performance: 18.351 it/s ] [ lr: 5.00e-05 ] [ eta: 1552 days, 2:44:07 ] [ l_g_pix: 4.4665e-02 ] [ l_g_total: 4.4665e-02 ] +2024-10-25 11:07:14,665 INFO: [ epoch: 45 ] [ iter: 71,400 ] [ performance: 18.385 it/s ] [ lr: 5.00e-05 ] [ eta: 1548 days, 11:47:09 ] [ l_g_pix: 4.8090e-02 ] [ l_g_total: 4.8090e-02 ] +2024-10-25 11:07:20,325 INFO: [ epoch: 45 ] [ iter: 71,500 ] [ performance: 17.888 it/s ] [ lr: 5.00e-05 ] [ eta: 1544 days, 22:38:16 ] [ l_g_pix: 5.2813e-02 ] [ l_g_total: 5.2813e-02 ] +2024-10-25 11:07:25,841 INFO: [ epoch: 45 ] [ iter: 71,600 ] [ performance: 18.145 it/s ] [ lr: 5.00e-05 ] [ eta: 1541 days, 8:03:03 ] [ l_g_pix: 5.7863e-02 ] [ l_g_total: 5.7863e-02 ] +2024-10-25 11:07:31,406 INFO: [ epoch: 45 ] [ iter: 71,700 ] [ performance: 18.024 it/s ] [ lr: 5.00e-05 ] [ eta: 1537 days, 17:32:29 ] [ l_g_pix: 5.7617e-02 ] [ l_g_total: 5.7617e-02 ] +2024-10-25 11:07:36,731 INFO: [ epoch: 45 ] [ iter: 71,800 ] [ performance: 19.348 it/s ] [ lr: 5.00e-05 ] [ eta: 1534 days, 0:50:17 ] [ l_g_pix: 4.4470e-02 ] [ l_g_total: 4.4470e-02 ] +2024-10-25 11:07:43,657 INFO: [ epoch: 46 ] [ iter: 71,900 ] [ performance: 15.634 it/s ] [ lr: 5.00e-05 ] [ eta: 1530 days, 20:19:43 ] [ l_g_pix: 4.6049e-02 ] [ l_g_total: 4.6049e-02 ] +2024-10-25 11:07:49,186 INFO: [ epoch: 46 ] [ iter: 72,000 ] [ performance: 18.031 it/s ] [ lr: 5.00e-05 ] [ eta: 1527 days, 4:34:57 ] [ l_g_pix: 3.9356e-02 ] [ l_g_total: 3.9356e-02 ] +2024-10-25 11:07:54,726 INFO: [ epoch: 46 ] [ iter: 72,100 ] [ performance: 18.047 it/s ] [ lr: 5.00e-05 ] [ eta: 1523 days, 12:36:27 ] [ l_g_pix: 4.5470e-02 ] [ l_g_total: 4.5470e-02 ] +2024-10-25 11:08:00,430 INFO: [ epoch: 46 ] [ iter: 72,200 ] [ performance: 17.836 it/s ] [ lr: 5.00e-05 ] [ eta: 1519 days, 21:35:29 ] [ l_g_pix: 5.1038e-02 ] [ l_g_total: 5.1038e-02 ] +2024-10-25 11:08:06,078 INFO: [ epoch: 46 ] [ iter: 72,300 ] [ performance: 17.743 it/s ] [ lr: 5.00e-05 ] [ eta: 1516 days, 5:50:09 ] [ l_g_pix: 3.4796e-02 ] [ l_g_total: 3.4796e-02 ] +2024-10-25 11:08:11,688 INFO: [ epoch: 46 ] [ iter: 72,400 ] [ performance: 17.599 it/s ] [ lr: 5.00e-05 ] [ eta: 1512 days, 13:28:04 ] [ l_g_pix: 3.7036e-02 ] [ l_g_total: 3.7036e-02 ] +2024-10-25 11:08:17,308 INFO: [ epoch: 46 ] [ iter: 72,500 ] [ performance: 17.740 it/s ] [ lr: 5.00e-05 ] [ eta: 1508 days, 20:51:41 ] [ l_g_pix: 4.2198e-02 ] [ l_g_total: 4.2198e-02 ] +2024-10-25 11:08:22,976 INFO: [ epoch: 46 ] [ iter: 72,600 ] [ performance: 17.710 it/s ] [ lr: 5.00e-05 ] [ eta: 1505 days, 4:18:48 ] [ l_g_pix: 4.7430e-02 ] [ l_g_total: 4.7430e-02 ] +2024-10-25 11:08:28,625 INFO: [ epoch: 46 ] [ iter: 72,700 ] [ performance: 17.708 it/s ] [ lr: 5.00e-05 ] [ eta: 1501 days, 11:18:02 ] [ l_g_pix: 5.2930e-02 ] [ l_g_total: 5.2930e-02 ] +2024-10-25 11:08:34,392 INFO: [ epoch: 46 ] [ iter: 72,800 ] [ performance: 17.570 it/s ] [ lr: 5.00e-05 ] [ eta: 1497 days, 18:52:17 ] [ l_g_pix: 4.1436e-02 ] [ l_g_total: 4.1436e-02 ] +2024-10-25 11:08:40,019 INFO: [ epoch: 46 ] [ iter: 72,900 ] [ performance: 17.717 it/s ] [ lr: 5.00e-05 ] [ eta: 1494 days, 1:04:04 ] [ l_g_pix: 5.3820e-02 ] [ l_g_total: 5.3820e-02 ] +2024-10-25 11:08:45,901 INFO: [ epoch: 46 ] [ iter: 73,000 ] [ performance: 16.874 it/s ] [ lr: 5.00e-05 ] [ eta: 1490 days, 8:51:38 ] [ l_g_pix: 5.1294e-02 ] [ l_g_total: 5.1294e-02 ] +2024-10-25 11:08:51,554 INFO: [ epoch: 46 ] [ iter: 73,100 ] [ performance: 17.462 it/s ] [ lr: 5.00e-05 ] [ eta: 1486 days, 14:37:14 ] [ l_g_pix: 4.0305e-02 ] [ l_g_total: 4.0305e-02 ] +2024-10-25 11:08:56,665 INFO: [ epoch: 46 ] [ iter: 73,200 ] [ performance: 19.854 it/s ] [ lr: 5.00e-05 ] [ eta: 1482 days, 16:01:24 ] [ l_g_pix: 5.2805e-02 ] [ l_g_total: 5.2805e-02 ] +2024-10-25 11:09:01,609 INFO: [ epoch: 46 ] [ iter: 73,300 ] [ performance: 20.129 it/s ] [ lr: 5.00e-05 ] [ eta: 1478 days, 15:54:32 ] [ l_g_pix: 5.5054e-02 ] [ l_g_total: 5.5054e-02 ] +2024-10-25 11:09:07,875 INFO: [ epoch: 47 ] [ iter: 73,400 ] [ performance: 11.096 it/s ] [ lr: 5.00e-05 ] [ eta: 1475 days, 1:17:17 ] [ l_g_pix: 4.1934e-02 ] [ l_g_total: 4.1934e-02 ] +2024-10-25 11:09:13,237 INFO: [ epoch: 47 ] [ iter: 73,500 ] [ performance: 15.855 it/s ] [ lr: 5.00e-05 ] [ eta: 1471 days, 3:39:56 ] [ l_g_pix: 4.1090e-02 ] [ l_g_total: 4.1090e-02 ] +2024-10-25 11:09:18,457 INFO: [ epoch: 47 ] [ iter: 73,600 ] [ performance: 19.203 it/s ] [ lr: 5.00e-05 ] [ eta: 1467 days, 4:42:13 ] [ l_g_pix: 4.3242e-02 ] [ l_g_total: 4.3242e-02 ] +2024-10-25 11:09:23,696 INFO: [ epoch: 47 ] [ iter: 73,700 ] [ performance: 19.117 it/s ] [ lr: 5.00e-05 ] [ eta: 1463 days, 5:35:34 ] [ l_g_pix: 4.9414e-02 ] [ l_g_total: 4.9414e-02 ] +2024-10-25 11:09:29,037 INFO: [ epoch: 47 ] [ iter: 73,800 ] [ performance: 18.688 it/s ] [ lr: 5.00e-05 ] [ eta: 1459 days, 6:55:31 ] [ l_g_pix: 4.1787e-02 ] [ l_g_total: 4.1787e-02 ] +2024-10-25 11:09:34,330 INFO: [ epoch: 47 ] [ iter: 73,900 ] [ performance: 18.842 it/s ] [ lr: 5.00e-05 ] [ eta: 1455 days, 7:37:18 ] [ l_g_pix: 4.7568e-02 ] [ l_g_total: 4.7568e-02 ] +2024-10-25 11:09:39,654 INFO: [ epoch: 47 ] [ iter: 74,000 ] [ performance: 18.840 it/s ] [ lr: 5.00e-05 ] [ eta: 1451 days, 8:14:22 ] [ l_g_pix: 4.0579e-02 ] [ l_g_total: 4.0579e-02 ] +2024-10-25 11:09:44,968 INFO: [ epoch: 47 ] [ iter: 74,100 ] [ performance: 18.824 it/s ] [ lr: 5.00e-05 ] [ eta: 1447 days, 8:29:55 ] [ l_g_pix: 3.5197e-02 ] [ l_g_total: 3.5197e-02 ] +2024-10-25 11:09:50,296 INFO: [ epoch: 47 ] [ iter: 74,200 ] [ performance: 18.465 it/s ] [ lr: 5.00e-05 ] [ eta: 1443 days, 8:33:23 ] [ l_g_pix: 3.3565e-02 ] [ l_g_total: 3.3565e-02 ] +2024-10-25 11:09:55,567 INFO: [ epoch: 47 ] [ iter: 74,300 ] [ performance: 18.852 it/s ] [ lr: 5.00e-05 ] [ eta: 1439 days, 7:54:44 ] [ l_g_pix: 4.3100e-02 ] [ l_g_total: 4.3100e-02 ] +2024-10-25 11:10:00,900 INFO: [ epoch: 47 ] [ iter: 74,400 ] [ performance: 18.355 it/s ] [ lr: 5.00e-05 ] [ eta: 1435 days, 7:24:54 ] [ l_g_pix: 4.3072e-02 ] [ l_g_total: 4.3072e-02 ] +2024-10-25 11:10:06,135 INFO: [ epoch: 47 ] [ iter: 74,500 ] [ performance: 18.925 it/s ] [ lr: 5.00e-05 ] [ eta: 1431 days, 5:55:54 ] [ l_g_pix: 4.9449e-02 ] [ l_g_total: 4.9449e-02 ] +2024-10-25 11:10:11,469 INFO: [ epoch: 47 ] [ iter: 74,600 ] [ performance: 18.189 it/s ] [ lr: 5.00e-05 ] [ eta: 1427 days, 4:51:18 ] [ l_g_pix: 5.0893e-02 ] [ l_g_total: 5.0893e-02 ] +2024-10-25 11:10:16,935 INFO: [ epoch: 47 ] [ iter: 74,700 ] [ performance: 18.273 it/s ] [ lr: 5.00e-05 ] [ eta: 1423 days, 4:24:33 ] [ l_g_pix: 3.5071e-02 ] [ l_g_total: 3.5071e-02 ] +2024-10-25 11:10:22,244 INFO: [ epoch: 47 ] [ iter: 74,800 ] [ performance: 18.654 it/s ] [ lr: 5.00e-05 ] [ eta: 1419 days, 2:33:24 ] [ l_g_pix: 4.3605e-02 ] [ l_g_total: 4.3605e-02 ] +2024-10-25 11:10:27,489 INFO: [ epoch: 47 ] [ iter: 74,900 ] [ performance: 18.976 it/s ] [ lr: 5.00e-05 ] [ eta: 1414 days, 23:58:00 ] [ l_g_pix: 5.0990e-02 ] [ l_g_total: 5.0990e-02 ] +2024-10-25 11:10:33,961 INFO: [ epoch: 48 ] [ iter: 75,000 ] [ performance: 19.420 it/s ] [ lr: 5.00e-05 ] [ eta: 1411 days, 5:35:59 ] [ l_g_pix: 3.4780e-02 ] [ l_g_total: 3.4780e-02 ] +2024-10-25 11:10:39,148 INFO: [ epoch: 48 ] [ iter: 75,100 ] [ performance: 19.311 it/s ] [ lr: 5.00e-05 ] [ eta: 1407 days, 1:59:46 ] [ l_g_pix: 5.6321e-02 ] [ l_g_total: 5.6321e-02 ] +2024-10-25 11:10:44,394 INFO: [ epoch: 48 ] [ iter: 75,200 ] [ performance: 18.636 it/s ] [ lr: 5.00e-05 ] [ eta: 1402 days, 22:30:13 ] [ l_g_pix: 4.3177e-02 ] [ l_g_total: 4.3177e-02 ] +2024-10-25 11:10:49,751 INFO: [ epoch: 48 ] [ iter: 75,300 ] [ performance: 18.662 it/s ] [ lr: 5.00e-05 ] [ eta: 1398 days, 19:29:12 ] [ l_g_pix: 4.6067e-02 ] [ l_g_total: 4.6067e-02 ] +2024-10-25 11:10:55,013 INFO: [ epoch: 48 ] [ iter: 75,400 ] [ performance: 18.505 it/s ] [ lr: 5.00e-05 ] [ eta: 1394 days, 15:31:11 ] [ l_g_pix: 4.5004e-02 ] [ l_g_total: 4.5004e-02 ] +2024-10-25 11:11:00,307 INFO: [ epoch: 48 ] [ iter: 75,500 ] [ performance: 18.812 it/s ] [ lr: 5.00e-05 ] [ eta: 1390 days, 11:28:47 ] [ l_g_pix: 4.4812e-02 ] [ l_g_total: 4.4812e-02 ] +2024-10-25 11:11:05,604 INFO: [ epoch: 48 ] [ iter: 75,600 ] [ performance: 19.105 it/s ] [ lr: 5.00e-05 ] [ eta: 1386 days, 7:09:50 ] [ l_g_pix: 5.1248e-02 ] [ l_g_total: 5.1248e-02 ] +2024-10-25 11:11:10,723 INFO: [ epoch: 48 ] [ iter: 75,700 ] [ performance: 19.453 it/s ] [ lr: 5.00e-05 ] [ eta: 1382 days, 1:21:05 ] [ l_g_pix: 3.5357e-02 ] [ l_g_total: 3.5357e-02 ] +2024-10-25 11:11:15,903 INFO: [ epoch: 48 ] [ iter: 75,800 ] [ performance: 19.400 it/s ] [ lr: 5.00e-05 ] [ eta: 1377 days, 19:40:08 ] [ l_g_pix: 3.6145e-02 ] [ l_g_total: 3.6145e-02 ] +2024-10-25 11:11:21,033 INFO: [ epoch: 48 ] [ iter: 75,900 ] [ performance: 19.478 it/s ] [ lr: 5.00e-05 ] [ eta: 1373 days, 13:21:40 ] [ l_g_pix: 4.7177e-02 ] [ l_g_total: 4.7177e-02 ] +2024-10-25 11:11:26,255 INFO: [ epoch: 48 ] [ iter: 76,000 ] [ performance: 19.227 it/s ] [ lr: 5.00e-05 ] [ eta: 1369 days, 7:22:49 ] [ l_g_pix: 4.4647e-02 ] [ l_g_total: 4.4647e-02 ] +2024-10-25 11:11:31,565 INFO: [ epoch: 48 ] [ iter: 76,100 ] [ performance: 18.907 it/s ] [ lr: 5.00e-05 ] [ eta: 1365 days, 1:41:25 ] [ l_g_pix: 3.9575e-02 ] [ l_g_total: 3.9575e-02 ] +2024-10-25 11:11:36,964 INFO: [ epoch: 48 ] [ iter: 76,200 ] [ performance: 18.439 it/s ] [ lr: 5.00e-05 ] [ eta: 1360 days, 20:17:57 ] [ l_g_pix: 4.1472e-02 ] [ l_g_total: 4.1472e-02 ] +2024-10-25 11:11:42,294 INFO: [ epoch: 48 ] [ iter: 76,300 ] [ performance: 18.707 it/s ] [ lr: 5.00e-05 ] [ eta: 1356 days, 14:09:08 ] [ l_g_pix: 4.1407e-02 ] [ l_g_total: 4.1407e-02 ] +2024-10-25 11:11:48,083 INFO: [ epoch: 48 ] [ iter: 76,400 ] [ performance: 17.026 it/s ] [ lr: 5.00e-05 ] [ eta: 1352 days, 10:43:29 ] [ l_g_pix: 4.7351e-02 ] [ l_g_total: 4.7351e-02 ] +2024-10-25 11:11:55,141 INFO: [ epoch: 49 ] [ iter: 76,500 ] [ performance: 14.579 it/s ] [ lr: 5.00e-05 ] [ eta: 1348 days, 15:14:50 ] [ l_g_pix: 4.5840e-02 ] [ l_g_total: 4.5840e-02 ] +2024-10-25 11:12:00,794 INFO: [ epoch: 49 ] [ iter: 76,600 ] [ performance: 17.199 it/s ] [ lr: 5.00e-05 ] [ eta: 1344 days, 10:15:12 ] [ l_g_pix: 4.3420e-02 ] [ l_g_total: 4.3420e-02 ] +2024-10-25 11:12:06,377 INFO: [ epoch: 49 ] [ iter: 76,700 ] [ performance: 17.795 it/s ] [ lr: 5.00e-05 ] [ eta: 1340 days, 4:29:32 ] [ l_g_pix: 3.8508e-02 ] [ l_g_total: 3.8508e-02 ] +2024-10-25 11:12:11,842 INFO: [ epoch: 49 ] [ iter: 76,800 ] [ performance: 18.189 it/s ] [ lr: 5.00e-05 ] [ eta: 1335 days, 21:39:37 ] [ l_g_pix: 4.3814e-02 ] [ l_g_total: 4.3814e-02 ] +2024-10-25 11:12:17,420 INFO: [ epoch: 49 ] [ iter: 76,900 ] [ performance: 17.971 it/s ] [ lr: 5.00e-05 ] [ eta: 1331 days, 15:14:34 ] [ l_g_pix: 3.7982e-02 ] [ l_g_total: 3.7982e-02 ] +2024-10-25 11:12:22,937 INFO: [ epoch: 49 ] [ iter: 77,000 ] [ performance: 18.184 it/s ] [ lr: 5.00e-05 ] [ eta: 1327 days, 8:07:50 ] [ l_g_pix: 4.2512e-02 ] [ l_g_total: 4.2512e-02 ] +2024-10-25 11:12:28,472 INFO: [ epoch: 49 ] [ iter: 77,100 ] [ performance: 18.085 it/s ] [ lr: 5.00e-05 ] [ eta: 1323 days, 0:49:44 ] [ l_g_pix: 3.6076e-02 ] [ l_g_total: 3.6076e-02 ] +2024-10-25 11:12:33,915 INFO: [ epoch: 49 ] [ iter: 77,200 ] [ performance: 19.452 it/s ] [ lr: 5.00e-05 ] [ eta: 1318 days, 16:38:10 ] [ l_g_pix: 4.9836e-02 ] [ l_g_total: 4.9836e-02 ] +2024-10-25 11:12:39,437 INFO: [ epoch: 49 ] [ iter: 77,300 ] [ performance: 18.286 it/s ] [ lr: 5.00e-05 ] [ eta: 1314 days, 8:38:12 ] [ l_g_pix: 5.0770e-02 ] [ l_g_total: 5.0770e-02 ] +2024-10-25 11:12:44,964 INFO: [ epoch: 49 ] [ iter: 77,400 ] [ performance: 18.545 it/s ] [ lr: 5.00e-05 ] [ eta: 1310 days, 0:22:03 ] [ l_g_pix: 4.9958e-02 ] [ l_g_total: 4.9958e-02 ] +2024-10-25 11:12:50,712 INFO: [ epoch: 49 ] [ iter: 77,500 ] [ performance: 17.542 it/s ] [ lr: 5.00e-05 ] [ eta: 1305 days, 17:09:53 ] [ l_g_pix: 6.0707e-02 ] [ l_g_total: 6.0707e-02 ] +2024-10-25 11:12:56,642 INFO: [ epoch: 49 ] [ iter: 77,600 ] [ performance: 16.844 it/s ] [ lr: 5.00e-05 ] [ eta: 1301 days, 10:46:39 ] [ l_g_pix: 4.9537e-02 ] [ l_g_total: 4.9537e-02 ] +2024-10-25 11:13:02,411 INFO: [ epoch: 49 ] [ iter: 77,700 ] [ performance: 17.273 it/s ] [ lr: 5.00e-05 ] [ eta: 1297 days, 3:04:04 ] [ l_g_pix: 4.7085e-02 ] [ l_g_total: 4.7085e-02 ] +2024-10-25 11:13:08,101 INFO: [ epoch: 49 ] [ iter: 77,800 ] [ performance: 18.035 it/s ] [ lr: 5.00e-05 ] [ eta: 1292 days, 18:32:32 ] [ l_g_pix: 3.9735e-02 ] [ l_g_total: 3.9735e-02 ] +2024-10-25 11:13:13,748 INFO: [ epoch: 49 ] [ iter: 77,900 ] [ performance: 17.747 it/s ] [ lr: 5.00e-05 ] [ eta: 1288 days, 9:26:38 ] [ l_g_pix: 4.8211e-02 ] [ l_g_total: 4.8211e-02 ] +2024-10-25 11:13:19,362 INFO: [ epoch: 49 ] [ iter: 78,000 ] [ performance: 18.033 it/s ] [ lr: 5.00e-05 ] [ eta: 1283 days, 23:49:30 ] [ l_g_pix: 3.9277e-02 ] [ l_g_total: 3.9277e-02 ] +2024-10-25 11:13:26,661 INFO: [ epoch: 50 ] [ iter: 78,100 ] [ performance: 14.065 it/s ] [ lr: 5.00e-05 ] [ eta: 1280 days, 0:08:40 ] [ l_g_pix: 5.3720e-02 ] [ l_g_total: 5.3720e-02 ] +2024-10-25 11:13:32,184 INFO: [ epoch: 50 ] [ iter: 78,200 ] [ performance: 17.970 it/s ] [ lr: 5.00e-05 ] [ eta: 1275 days, 13:18:54 ] [ l_g_pix: 4.3675e-02 ] [ l_g_total: 4.3675e-02 ] +2024-10-25 11:13:37,659 INFO: [ epoch: 50 ] [ iter: 78,300 ] [ performance: 18.238 it/s ] [ lr: 5.00e-05 ] [ eta: 1271 days, 1:52:47 ] [ l_g_pix: 4.9831e-02 ] [ l_g_total: 4.9831e-02 ] +2024-10-25 11:13:43,251 INFO: [ epoch: 50 ] [ iter: 78,400 ] [ performance: 17.807 it/s ] [ lr: 5.00e-05 ] [ eta: 1266 days, 14:50:39 ] [ l_g_pix: 4.4138e-02 ] [ l_g_total: 4.4138e-02 ] +2024-10-25 11:13:48,737 INFO: [ epoch: 50 ] [ iter: 78,500 ] [ performance: 18.191 it/s ] [ lr: 5.00e-05 ] [ eta: 1262 days, 2:51:52 ] [ l_g_pix: 4.7464e-02 ] [ l_g_total: 4.7464e-02 ] +2024-10-25 11:13:54,245 INFO: [ epoch: 50 ] [ iter: 78,600 ] [ performance: 17.819 it/s ] [ lr: 5.00e-05 ] [ eta: 1257 days, 14:42:31 ] [ l_g_pix: 5.3839e-02 ] [ l_g_total: 5.3839e-02 ] +2024-10-25 11:13:59,950 INFO: [ epoch: 50 ] [ iter: 78,700 ] [ performance: 17.555 it/s ] [ lr: 5.00e-05 ] [ eta: 1253 days, 3:24:49 ] [ l_g_pix: 4.9895e-02 ] [ l_g_total: 4.9895e-02 ] +2024-10-25 11:14:05,367 INFO: [ epoch: 50 ] [ iter: 78,800 ] [ performance: 17.905 it/s ] [ lr: 5.00e-05 ] [ eta: 1248 days, 14:06:22 ] [ l_g_pix: 3.7312e-02 ] [ l_g_total: 3.7312e-02 ] +2024-10-25 11:14:10,608 INFO: [ epoch: 50 ] [ iter: 78,900 ] [ performance: 18.990 it/s ] [ lr: 5.00e-05 ] [ eta: 1243 days, 23:28:04 ] [ l_g_pix: 4.5687e-02 ] [ l_g_total: 4.5687e-02 ] +2024-10-25 11:14:15,964 INFO: [ epoch: 50 ] [ iter: 79,000 ] [ performance: 18.093 it/s ] [ lr: 5.00e-05 ] [ eta: 1239 days, 9:12:32 ] [ l_g_pix: 4.6153e-02 ] [ l_g_total: 4.6153e-02 ] +2024-10-25 11:14:21,321 INFO: [ epoch: 50 ] [ iter: 79,100 ] [ performance: 18.632 it/s ] [ lr: 5.00e-05 ] [ eta: 1234 days, 18:39:22 ] [ l_g_pix: 3.4804e-02 ] [ l_g_total: 3.4804e-02 ] +2024-10-25 11:14:27,194 INFO: [ epoch: 50 ] [ iter: 79,200 ] [ performance: 17.320 it/s ] [ lr: 5.00e-05 ] [ eta: 1230 days, 6:47:25 ] [ l_g_pix: 3.6020e-02 ] [ l_g_total: 3.6020e-02 ] +2024-10-25 11:14:32,921 INFO: [ epoch: 50 ] [ iter: 79,300 ] [ performance: 17.455 it/s ] [ lr: 5.00e-05 ] [ eta: 1225 days, 17:45:21 ] [ l_g_pix: 5.5818e-02 ] [ l_g_total: 5.5818e-02 ] +2024-10-25 11:14:38,496 INFO: [ epoch: 50 ] [ iter: 79,400 ] [ performance: 18.827 it/s ] [ lr: 5.00e-05 ] [ eta: 1221 days, 3:31:56 ] [ l_g_pix: 4.7639e-02 ] [ l_g_total: 4.7639e-02 ] +2024-10-25 11:14:44,351 INFO: [ epoch: 50 ] [ iter: 79,500 ] [ performance: 17.157 it/s ] [ lr: 5.00e-05 ] [ eta: 1216 days, 14:35:48 ] [ l_g_pix: 3.5547e-02 ] [ l_g_total: 3.5547e-02 ] +2024-10-25 11:14:49,938 INFO: [ epoch: 50 ] [ iter: 79,600 ] [ performance: 17.404 it/s ] [ lr: 5.00e-05 ] [ eta: 1211 days, 23:48:46 ] [ l_g_pix: 3.9457e-02 ] [ l_g_total: 3.9457e-02 ] +2024-10-25 11:14:57,115 INFO: [ epoch: 51 ] [ iter: 79,700 ] [ performance: 14.043 it/s ] [ lr: 5.00e-05 ] [ eta: 1207 days, 17:41:10 ] [ l_g_pix: 4.3951e-02 ] [ l_g_total: 4.3951e-02 ] +2024-10-25 11:15:02,824 INFO: [ epoch: 51 ] [ iter: 79,800 ] [ performance: 18.161 it/s ] [ lr: 5.00e-05 ] [ eta: 1203 days, 2:55:33 ] [ l_g_pix: 4.9516e-02 ] [ l_g_total: 4.9516e-02 ] +2024-10-25 11:15:08,712 INFO: [ epoch: 51 ] [ iter: 79,900 ] [ performance: 17.018 it/s ] [ lr: 5.00e-05 ] [ eta: 1198 days, 12:50:48 ] [ l_g_pix: 5.0332e-02 ] [ l_g_total: 5.0332e-02 ] +2024-10-25 11:15:14,442 INFO: [ epoch: 51 ] [ iter: 80,000 ] [ performance: 16.962 it/s ] [ lr: 5.00e-05 ] [ eta: 1193 days, 21:33:54 ] [ l_g_pix: 5.8274e-02 ] [ l_g_total: 5.8274e-02 ] +2024-10-25 11:15:14,443 INFO: Saving models and training states. +2024-10-25 11:16:25,715 INFO: Validation val + + # psnr: 21.9023........ Best: 21.9023 @ 80000 iter + # ssim: 0.6403........ Best: 0.6403 @ 80000 iter + # dists: 0.7869........ Best: 0.7869 @ 80000 iter + +2024-10-25 11:16:31,588 INFO: [ epoch: 51 ] [ iter: 80,100 ] [ performance: 17.030 it/s ] [ lr: 5.00e-05 ] [ eta: 1205 days, 16:42:51 ] [ l_g_pix: 4.5268e-02 ] [ l_g_total: 4.5268e-02 ] +2024-10-25 11:16:37,137 INFO: [ epoch: 51 ] [ iter: 80,200 ] [ performance: 16.771 it/s ] [ lr: 5.00e-05 ] [ eta: 1200 days, 21:48:50 ] [ l_g_pix: 4.5127e-02 ] [ l_g_total: 4.5127e-02 ] +2024-10-25 11:16:42,806 INFO: [ epoch: 51 ] [ iter: 80,300 ] [ performance: 17.635 it/s ] [ lr: 5.00e-05 ] [ eta: 1196 days, 3:15:32 ] [ l_g_pix: 4.3305e-02 ] [ l_g_total: 4.3305e-02 ] +2024-10-25 11:16:48,402 INFO: [ epoch: 51 ] [ iter: 80,400 ] [ performance: 17.751 it/s ] [ lr: 5.00e-05 ] [ eta: 1191 days, 7:59:56 ] [ l_g_pix: 3.9025e-02 ] [ l_g_total: 3.9025e-02 ] +2024-10-25 11:16:54,002 INFO: [ epoch: 51 ] [ iter: 80,500 ] [ performance: 17.861 it/s ] [ lr: 5.00e-05 ] [ eta: 1186 days, 12:26:33 ] [ l_g_pix: 4.3358e-02 ] [ l_g_total: 4.3358e-02 ] +2024-10-25 11:16:59,561 INFO: [ epoch: 51 ] [ iter: 80,600 ] [ performance: 17.926 it/s ] [ lr: 5.00e-05 ] [ eta: 1181 days, 16:21:26 ] [ l_g_pix: 4.4522e-02 ] [ l_g_total: 4.4522e-02 ] +2024-10-25 11:17:05,174 INFO: [ epoch: 51 ] [ iter: 80,700 ] [ performance: 17.826 it/s ] [ lr: 5.00e-05 ] [ eta: 1176 days, 20:15:06 ] [ l_g_pix: 5.3608e-02 ] [ l_g_total: 5.3608e-02 ] +2024-10-25 11:17:10,680 INFO: [ epoch: 51 ] [ iter: 80,800 ] [ performance: 17.994 it/s ] [ lr: 5.00e-05 ] [ eta: 1171 days, 23:16:06 ] [ l_g_pix: 5.0255e-02 ] [ l_g_total: 5.0255e-02 ] +2024-10-25 11:17:16,235 INFO: [ epoch: 51 ] [ iter: 80,900 ] [ performance: 17.992 it/s ] [ lr: 5.00e-05 ] [ eta: 1167 days, 2:13:53 ] [ l_g_pix: 4.3326e-02 ] [ l_g_total: 4.3326e-02 ] +2024-10-25 11:17:21,785 INFO: [ epoch: 51 ] [ iter: 81,000 ] [ performance: 18.005 it/s ] [ lr: 5.00e-05 ] [ eta: 1162 days, 4:52:02 ] [ l_g_pix: 4.2213e-02 ] [ l_g_total: 4.2213e-02 ] +2024-10-25 11:17:27,326 INFO: [ epoch: 51 ] [ iter: 81,100 ] [ performance: 18.045 it/s ] [ lr: 5.00e-05 ] [ eta: 1157 days, 7:08:29 ] [ l_g_pix: 5.3105e-02 ] [ l_g_total: 5.3105e-02 ] +2024-10-25 11:17:34,448 INFO: [ epoch: 52 ] [ iter: 81,200 ] [ performance: 15.765 it/s ] [ lr: 5.00e-05 ] [ eta: 1152 days, 17:21:48 ] [ l_g_pix: 3.7236e-02 ] [ l_g_total: 3.7236e-02 ] +2024-10-25 11:17:40,250 INFO: [ epoch: 52 ] [ iter: 81,300 ] [ performance: 17.184 it/s ] [ lr: 5.00e-05 ] [ eta: 1147 days, 20:20:29 ] [ l_g_pix: 4.4337e-02 ] [ l_g_total: 4.4337e-02 ] +2024-10-25 11:17:45,949 INFO: [ epoch: 52 ] [ iter: 81,400 ] [ performance: 17.369 it/s ] [ lr: 5.00e-05 ] [ eta: 1142 days, 22:27:22 ] [ l_g_pix: 4.2027e-02 ] [ l_g_total: 4.2027e-02 ] +2024-10-25 11:17:51,708 INFO: [ epoch: 52 ] [ iter: 81,500 ] [ performance: 17.334 it/s ] [ lr: 5.00e-05 ] [ eta: 1138 days, 0:33:52 ] [ l_g_pix: 5.1497e-02 ] [ l_g_total: 5.1497e-02 ] +2024-10-25 11:17:57,498 INFO: [ epoch: 52 ] [ iter: 81,600 ] [ performance: 17.301 it/s ] [ lr: 5.00e-05 ] [ eta: 1133 days, 2:31:04 ] [ l_g_pix: 5.0292e-02 ] [ l_g_total: 5.0292e-02 ] +2024-10-25 11:18:03,122 INFO: [ epoch: 52 ] [ iter: 81,700 ] [ performance: 17.795 it/s ] [ lr: 5.00e-05 ] [ eta: 1128 days, 3:17:59 ] [ l_g_pix: 3.9919e-02 ] [ l_g_total: 3.9919e-02 ] +2024-10-25 11:18:08,798 INFO: [ epoch: 52 ] [ iter: 81,800 ] [ performance: 17.706 it/s ] [ lr: 5.00e-05 ] [ eta: 1123 days, 4:01:46 ] [ l_g_pix: 4.6230e-02 ] [ l_g_total: 4.6230e-02 ] +2024-10-25 11:18:14,513 INFO: [ epoch: 52 ] [ iter: 81,900 ] [ performance: 17.523 it/s ] [ lr: 5.00e-05 ] [ eta: 1118 days, 4:38:45 ] [ l_g_pix: 5.0009e-02 ] [ l_g_total: 5.0009e-02 ] +2024-10-25 11:18:20,239 INFO: [ epoch: 52 ] [ iter: 82,000 ] [ performance: 17.494 it/s ] [ lr: 5.00e-05 ] [ eta: 1113 days, 4:59:42 ] [ l_g_pix: 4.6251e-02 ] [ l_g_total: 4.6251e-02 ] +2024-10-25 11:18:26,183 INFO: [ epoch: 52 ] [ iter: 82,100 ] [ performance: 16.863 it/s ] [ lr: 5.00e-05 ] [ eta: 1108 days, 6:06:52 ] [ l_g_pix: 4.6292e-02 ] [ l_g_total: 4.6292e-02 ] +2024-10-25 11:18:32,126 INFO: [ epoch: 52 ] [ iter: 82,200 ] [ performance: 16.846 it/s ] [ lr: 5.00e-05 ] [ eta: 1103 days, 6:53:39 ] [ l_g_pix: 4.4095e-02 ] [ l_g_total: 4.4095e-02 ] +2024-10-25 11:18:37,503 INFO: [ epoch: 52 ] [ iter: 82,300 ] [ performance: 18.578 it/s ] [ lr: 5.00e-05 ] [ eta: 1098 days, 4:33:55 ] [ l_g_pix: 5.0673e-02 ] [ l_g_total: 5.0673e-02 ] +2024-10-25 11:18:43,261 INFO: [ epoch: 52 ] [ iter: 82,400 ] [ performance: 17.925 it/s ] [ lr: 5.00e-05 ] [ eta: 1093 days, 3:47:58 ] [ l_g_pix: 5.5312e-02 ] [ l_g_total: 5.5312e-02 ] +2024-10-25 11:18:48,946 INFO: [ epoch: 52 ] [ iter: 82,500 ] [ performance: 17.512 it/s ] [ lr: 5.00e-05 ] [ eta: 1088 days, 2:21:32 ] [ l_g_pix: 5.7122e-02 ] [ l_g_total: 5.7122e-02 ] +2024-10-25 11:18:54,579 INFO: [ epoch: 52 ] [ iter: 82,600 ] [ performance: 17.640 it/s ] [ lr: 5.00e-05 ] [ eta: 1083 days, 0:20:50 ] [ l_g_pix: 4.1802e-02 ] [ l_g_total: 4.1802e-02 ] +2024-10-25 11:19:00,178 INFO: [ epoch: 52 ] [ iter: 82,700 ] [ performance: 17.815 it/s ] [ lr: 5.00e-05 ] [ eta: 1077 days, 21:51:54 ] [ l_g_pix: 4.9999e-02 ] [ l_g_total: 4.9999e-02 ] +2024-10-25 11:19:07,030 INFO: [ epoch: 53 ] [ iter: 82,800 ] [ performance: 15.954 it/s ] [ lr: 5.00e-05 ] [ eta: 1073 days, 1:03:10 ] [ l_g_pix: 3.8536e-02 ] [ l_g_total: 3.8536e-02 ] +2024-10-25 11:19:12,588 INFO: [ epoch: 53 ] [ iter: 82,900 ] [ performance: 17.990 it/s ] [ lr: 5.00e-05 ] [ eta: 1067 days, 21:42:51 ] [ l_g_pix: 3.4503e-02 ] [ l_g_total: 3.4503e-02 ] +2024-10-25 11:19:18,127 INFO: [ epoch: 53 ] [ iter: 83,000 ] [ performance: 18.025 it/s ] [ lr: 5.00e-05 ] [ eta: 1062 days, 17:58:50 ] [ l_g_pix: 4.6316e-02 ] [ l_g_total: 4.6316e-02 ] +2024-10-25 11:19:23,654 INFO: [ epoch: 53 ] [ iter: 83,100 ] [ performance: 18.085 it/s ] [ lr: 5.00e-05 ] [ eta: 1057 days, 13:52:49 ] [ l_g_pix: 4.7931e-02 ] [ l_g_total: 4.7931e-02 ] +2024-10-25 11:19:29,277 INFO: [ epoch: 53 ] [ iter: 83,200 ] [ performance: 17.924 it/s ] [ lr: 5.00e-05 ] [ eta: 1052 days, 9:55:19 ] [ l_g_pix: 3.8135e-02 ] [ l_g_total: 3.8135e-02 ] +2024-10-25 11:19:34,955 INFO: [ epoch: 53 ] [ iter: 83,300 ] [ performance: 17.576 it/s ] [ lr: 5.00e-05 ] [ eta: 1047 days, 5:54:29 ] [ l_g_pix: 4.8260e-02 ] [ l_g_total: 4.8260e-02 ] +2024-10-25 11:19:40,619 INFO: [ epoch: 53 ] [ iter: 83,400 ] [ performance: 17.619 it/s ] [ lr: 5.00e-05 ] [ eta: 1042 days, 1:30:49 ] [ l_g_pix: 4.4330e-02 ] [ l_g_total: 4.4330e-02 ] +2024-10-25 11:19:46,156 INFO: [ epoch: 53 ] [ iter: 83,500 ] [ performance: 17.932 it/s ] [ lr: 5.00e-05 ] [ eta: 1036 days, 20:13:01 ] [ l_g_pix: 3.9258e-02 ] [ l_g_total: 3.9258e-02 ] +2024-10-25 11:19:51,893 INFO: [ epoch: 53 ] [ iter: 83,600 ] [ performance: 17.658 it/s ] [ lr: 5.00e-05 ] [ eta: 1031 days, 15:31:46 ] [ l_g_pix: 4.8166e-02 ] [ l_g_total: 4.8166e-02 ] +2024-10-25 11:19:57,520 INFO: [ epoch: 53 ] [ iter: 83,700 ] [ performance: 17.711 it/s ] [ lr: 5.00e-05 ] [ eta: 1026 days, 10:01:20 ] [ l_g_pix: 3.7787e-02 ] [ l_g_total: 3.7787e-02 ] +2024-10-25 11:20:03,229 INFO: [ epoch: 53 ] [ iter: 83,800 ] [ performance: 17.606 it/s ] [ lr: 5.00e-05 ] [ eta: 1021 days, 4:34:22 ] [ l_g_pix: 5.1725e-02 ] [ l_g_total: 5.1725e-02 ] +2024-10-25 11:20:08,832 INFO: [ epoch: 53 ] [ iter: 83,900 ] [ performance: 17.847 it/s ] [ lr: 5.00e-05 ] [ eta: 1015 days, 22:20:06 ] [ l_g_pix: 4.0830e-02 ] [ l_g_total: 4.0830e-02 ] +2024-10-25 11:20:14,426 INFO: [ epoch: 53 ] [ iter: 84,000 ] [ performance: 17.864 it/s ] [ lr: 5.00e-05 ] [ eta: 1010 days, 15:44:37 ] [ l_g_pix: 4.5630e-02 ] [ l_g_total: 4.5630e-02 ] +2024-10-25 11:20:20,035 INFO: [ epoch: 53 ] [ iter: 84,100 ] [ performance: 17.715 it/s ] [ lr: 5.00e-05 ] [ eta: 1005 days, 8:54:17 ] [ l_g_pix: 4.5342e-02 ] [ l_g_total: 4.5342e-02 ] +2024-10-25 11:20:25,642 INFO: [ epoch: 53 ] [ iter: 84,200 ] [ performance: 17.781 it/s ] [ lr: 5.00e-05 ] [ eta: 1000 days, 1:45:04 ] [ l_g_pix: 5.5774e-02 ] [ l_g_total: 5.5774e-02 ] +2024-10-25 11:20:32,445 INFO: [ epoch: 54 ] [ iter: 84,300 ] [ performance: 14.053 it/s ] [ lr: 5.00e-05 ] [ eta: 994 days, 23:29:43 ] [ l_g_pix: 4.6923e-02 ] [ l_g_total: 4.6923e-02 ] +2024-10-25 11:20:37,943 INFO: [ epoch: 54 ] [ iter: 84,400 ] [ performance: 16.074 it/s ] [ lr: 5.00e-05 ] [ eta: 989 days, 15:12:39 ] [ l_g_pix: 4.1080e-02 ] [ l_g_total: 4.1080e-02 ] +2024-10-25 11:20:43,074 INFO: [ epoch: 54 ] [ iter: 84,500 ] [ performance: 19.522 it/s ] [ lr: 5.00e-05 ] [ eta: 984 days, 5:02:32 ] [ l_g_pix: 4.1285e-02 ] [ l_g_total: 4.1285e-02 ] +2024-10-25 11:20:48,277 INFO: [ epoch: 54 ] [ iter: 84,600 ] [ performance: 19.355 it/s ] [ lr: 5.00e-05 ] [ eta: 978 days, 18:53:39 ] [ l_g_pix: 4.5828e-02 ] [ l_g_total: 4.5828e-02 ] +2024-10-25 11:20:53,454 INFO: [ epoch: 54 ] [ iter: 84,700 ] [ performance: 19.373 it/s ] [ lr: 5.00e-05 ] [ eta: 973 days, 8:20:40 ] [ l_g_pix: 5.9474e-02 ] [ l_g_total: 5.9474e-02 ] +2024-10-25 11:20:58,638 INFO: [ epoch: 54 ] [ iter: 84,800 ] [ performance: 19.327 it/s ] [ lr: 5.00e-05 ] [ eta: 967 days, 21:32:26 ] [ l_g_pix: 4.3588e-02 ] [ l_g_total: 4.3588e-02 ] +2024-10-25 11:21:03,791 INFO: [ epoch: 54 ] [ iter: 84,900 ] [ performance: 19.388 it/s ] [ lr: 5.00e-05 ] [ eta: 962 days, 10:19:05 ] [ l_g_pix: 3.5107e-02 ] [ l_g_total: 3.5107e-02 ] +2024-10-25 11:21:09,029 INFO: [ epoch: 54 ] [ iter: 85,000 ] [ performance: 19.223 it/s ] [ lr: 5.00e-05 ] [ eta: 956 days, 23:09:36 ] [ l_g_pix: 5.5994e-02 ] [ l_g_total: 5.5994e-02 ] +2024-10-25 11:21:14,207 INFO: [ epoch: 54 ] [ iter: 85,100 ] [ performance: 19.362 it/s ] [ lr: 5.00e-05 ] [ eta: 951 days, 11:28:05 ] [ l_g_pix: 4.4906e-02 ] [ l_g_total: 4.4906e-02 ] +2024-10-25 11:21:19,307 INFO: [ epoch: 54 ] [ iter: 85,200 ] [ performance: 19.502 it/s ] [ lr: 5.00e-05 ] [ eta: 945 days, 23:09:50 ] [ l_g_pix: 3.7995e-02 ] [ l_g_total: 3.7995e-02 ] +2024-10-25 11:21:24,584 INFO: [ epoch: 54 ] [ iter: 85,300 ] [ performance: 19.058 it/s ] [ lr: 5.00e-05 ] [ eta: 940 days, 11:17:51 ] [ l_g_pix: 4.3211e-02 ] [ l_g_total: 4.3211e-02 ] +2024-10-25 11:21:29,773 INFO: [ epoch: 54 ] [ iter: 85,400 ] [ performance: 19.180 it/s ] [ lr: 5.00e-05 ] [ eta: 934 days, 22:47:01 ] [ l_g_pix: 4.8326e-02 ] [ l_g_total: 4.8326e-02 ] +2024-10-25 11:21:34,960 INFO: [ epoch: 54 ] [ iter: 85,500 ] [ performance: 19.050 it/s ] [ lr: 5.00e-05 ] [ eta: 929 days, 9:58:28 ] [ l_g_pix: 4.4827e-02 ] [ l_g_total: 4.4827e-02 ] +2024-10-25 11:21:40,202 INFO: [ epoch: 54 ] [ iter: 85,600 ] [ performance: 19.066 it/s ] [ lr: 5.00e-05 ] [ eta: 923 days, 21:05:49 ] [ l_g_pix: 4.2725e-02 ] [ l_g_total: 4.2725e-02 ] +2024-10-25 11:21:45,457 INFO: [ epoch: 54 ] [ iter: 85,700 ] [ performance: 19.221 it/s ] [ lr: 5.00e-05 ] [ eta: 918 days, 7:58:51 ] [ l_g_pix: 4.8578e-02 ] [ l_g_total: 4.8578e-02 ] +2024-10-25 11:21:50,585 INFO: [ epoch: 54 ] [ iter: 85,800 ] [ performance: 19.382 it/s ] [ lr: 5.00e-05 ] [ eta: 912 days, 18:04:12 ] [ l_g_pix: 4.1117e-02 ] [ l_g_total: 4.1117e-02 ] +2024-10-25 11:21:56,911 INFO: [ epoch: 55 ] [ iter: 85,900 ] [ performance: 14.727 it/s ] [ lr: 5.00e-05 ] [ eta: 907 days, 8:33:46 ] [ l_g_pix: 5.5667e-02 ] [ l_g_total: 5.5667e-02 ] +2024-10-25 11:22:02,049 INFO: [ epoch: 55 ] [ iter: 86,000 ] [ performance: 17.138 it/s ] [ lr: 5.00e-05 ] [ eta: 901 days, 18:05:28 ] [ l_g_pix: 5.4224e-02 ] [ l_g_total: 5.4224e-02 ] +2024-10-25 11:22:07,334 INFO: [ epoch: 55 ] [ iter: 86,100 ] [ performance: 18.973 it/s ] [ lr: 5.00e-05 ] [ eta: 896 days, 3:53:41 ] [ l_g_pix: 6.2154e-02 ] [ l_g_total: 6.2154e-02 ] +2024-10-25 11:22:12,593 INFO: [ epoch: 55 ] [ iter: 86,200 ] [ performance: 18.997 it/s ] [ lr: 5.00e-05 ] [ eta: 890 days, 13:18:43 ] [ l_g_pix: 4.4671e-02 ] [ l_g_total: 4.4671e-02 ] +2024-10-25 11:22:17,706 INFO: [ epoch: 55 ] [ iter: 86,300 ] [ performance: 19.381 it/s ] [ lr: 5.00e-05 ] [ eta: 884 days, 21:52:39 ] [ l_g_pix: 5.0395e-02 ] [ l_g_total: 5.0395e-02 ] +2024-10-25 11:22:22,801 INFO: [ epoch: 55 ] [ iter: 86,400 ] [ performance: 19.525 it/s ] [ lr: 5.00e-05 ] [ eta: 879 days, 6:05:31 ] [ l_g_pix: 4.1631e-02 ] [ l_g_total: 4.1631e-02 ] +2024-10-25 11:22:27,875 INFO: [ epoch: 55 ] [ iter: 86,500 ] [ performance: 19.962 it/s ] [ lr: 5.00e-05 ] [ eta: 873 days, 13:56:40 ] [ l_g_pix: 4.5434e-02 ] [ l_g_total: 4.5434e-02 ] +2024-10-25 11:22:32,937 INFO: [ epoch: 55 ] [ iter: 86,600 ] [ performance: 19.841 it/s ] [ lr: 5.00e-05 ] [ eta: 867 days, 21:28:11 ] [ l_g_pix: 4.9138e-02 ] [ l_g_total: 4.9138e-02 ] +2024-10-25 11:22:38,199 INFO: [ epoch: 55 ] [ iter: 86,700 ] [ performance: 19.047 it/s ] [ lr: 5.00e-05 ] [ eta: 862 days, 5:27:13 ] [ l_g_pix: 4.2911e-02 ] [ l_g_total: 4.2911e-02 ] +2024-10-25 11:22:43,484 INFO: [ epoch: 55 ] [ iter: 86,800 ] [ performance: 18.975 it/s ] [ lr: 5.00e-05 ] [ eta: 856 days, 13:13:39 ] [ l_g_pix: 5.5272e-02 ] [ l_g_total: 5.5272e-02 ] +2024-10-25 11:22:48,797 INFO: [ epoch: 55 ] [ iter: 86,900 ] [ performance: 18.838 it/s ] [ lr: 5.00e-05 ] [ eta: 850 days, 20:48:39 ] [ l_g_pix: 3.9876e-02 ] [ l_g_total: 3.9876e-02 ] +2024-10-25 11:22:54,072 INFO: [ epoch: 55 ] [ iter: 87,000 ] [ performance: 18.911 it/s ] [ lr: 5.00e-05 ] [ eta: 845 days, 3:57:41 ] [ l_g_pix: 4.5115e-02 ] [ l_g_total: 4.5115e-02 ] +2024-10-25 11:22:59,260 INFO: [ epoch: 55 ] [ iter: 87,100 ] [ performance: 19.164 it/s ] [ lr: 5.00e-05 ] [ eta: 839 days, 10:30:27 ] [ l_g_pix: 5.5234e-02 ] [ l_g_total: 5.5234e-02 ] +2024-10-25 11:23:04,480 INFO: [ epoch: 55 ] [ iter: 87,200 ] [ performance: 19.160 it/s ] [ lr: 5.00e-05 ] [ eta: 833 days, 16:52:53 ] [ l_g_pix: 4.6642e-02 ] [ l_g_total: 4.6642e-02 ] +2024-10-25 11:23:09,686 INFO: [ epoch: 55 ] [ iter: 87,300 ] [ performance: 19.076 it/s ] [ lr: 5.00e-05 ] [ eta: 827 days, 22:54:48 ] [ l_g_pix: 4.9716e-02 ] [ l_g_total: 4.9716e-02 ] +2024-10-25 11:23:14,620 INFO: [ epoch: 55 ] [ iter: 87,400 ] [ performance: 19.778 it/s ] [ lr: 5.00e-05 ] [ eta: 822 days, 3:42:14 ] [ l_g_pix: 4.4121e-02 ] [ l_g_total: 4.4121e-02 ] +2024-10-25 11:23:21,076 INFO: [ epoch: 56 ] [ iter: 87,500 ] [ performance: 18.888 it/s ] [ lr: 5.00e-05 ] [ eta: 816 days, 13:30:11 ] [ l_g_pix: 5.4907e-02 ] [ l_g_total: 5.4907e-02 ] +2024-10-25 11:23:26,343 INFO: [ epoch: 56 ] [ iter: 87,600 ] [ performance: 18.948 it/s ] [ lr: 5.00e-05 ] [ eta: 810 days, 18:51:15 ] [ l_g_pix: 4.4276e-02 ] [ l_g_total: 4.4276e-02 ] +2024-10-25 11:23:31,589 INFO: [ epoch: 56 ] [ iter: 87,700 ] [ performance: 19.024 it/s ] [ lr: 5.00e-05 ] [ eta: 804 days, 23:50:09 ] [ l_g_pix: 4.0989e-02 ] [ l_g_total: 4.0989e-02 ] +2024-10-25 11:23:36,887 INFO: [ epoch: 56 ] [ iter: 87,800 ] [ performance: 18.934 it/s ] [ lr: 5.00e-05 ] [ eta: 799 days, 4:42:18 ] [ l_g_pix: 5.2460e-02 ] [ l_g_total: 5.2460e-02 ] +2024-10-25 11:23:42,126 INFO: [ epoch: 56 ] [ iter: 87,900 ] [ performance: 19.076 it/s ] [ lr: 5.00e-05 ] [ eta: 793 days, 9:04:55 ] [ l_g_pix: 4.5532e-02 ] [ l_g_total: 4.5532e-02 ] +2024-10-25 11:23:47,409 INFO: [ epoch: 56 ] [ iter: 88,000 ] [ performance: 18.987 it/s ] [ lr: 5.00e-05 ] [ eta: 787 days, 13:18:47 ] [ l_g_pix: 4.0395e-02 ] [ l_g_total: 4.0395e-02 ] +2024-10-25 11:23:52,591 INFO: [ epoch: 56 ] [ iter: 88,100 ] [ performance: 19.207 it/s ] [ lr: 5.00e-05 ] [ eta: 781 days, 16:54:53 ] [ l_g_pix: 4.5778e-02 ] [ l_g_total: 4.5778e-02 ] +2024-10-25 11:23:57,947 INFO: [ epoch: 56 ] [ iter: 88,200 ] [ performance: 18.874 it/s ] [ lr: 5.00e-05 ] [ eta: 775 days, 20:48:04 ] [ l_g_pix: 5.7094e-02 ] [ l_g_total: 5.7094e-02 ] +2024-10-25 11:24:03,164 INFO: [ epoch: 56 ] [ iter: 88,300 ] [ performance: 19.380 it/s ] [ lr: 5.00e-05 ] [ eta: 769 days, 23:56:20 ] [ l_g_pix: 4.2214e-02 ] [ l_g_total: 4.2214e-02 ] +2024-10-25 11:24:08,461 INFO: [ epoch: 56 ] [ iter: 88,400 ] [ performance: 19.067 it/s ] [ lr: 5.00e-05 ] [ eta: 764 days, 3:02:37 ] [ l_g_pix: 3.4871e-02 ] [ l_g_total: 3.4871e-02 ] +2024-10-25 11:24:13,674 INFO: [ epoch: 56 ] [ iter: 88,500 ] [ performance: 18.685 it/s ] [ lr: 5.00e-05 ] [ eta: 758 days, 5:35:13 ] [ l_g_pix: 4.4913e-02 ] [ l_g_total: 4.4913e-02 ] +2024-10-25 11:24:18,960 INFO: [ epoch: 56 ] [ iter: 88,600 ] [ performance: 18.832 it/s ] [ lr: 5.00e-05 ] [ eta: 752 days, 8:04:12 ] [ l_g_pix: 4.6121e-02 ] [ l_g_total: 4.6121e-02 ] +2024-10-25 11:24:24,223 INFO: [ epoch: 56 ] [ iter: 88,700 ] [ performance: 19.118 it/s ] [ lr: 5.00e-05 ] [ eta: 746 days, 10:11:14 ] [ l_g_pix: 5.2718e-02 ] [ l_g_total: 5.2718e-02 ] +2024-10-25 11:24:29,556 INFO: [ epoch: 56 ] [ iter: 88,800 ] [ performance: 18.888 it/s ] [ lr: 5.00e-05 ] [ eta: 740 days, 12:14:00 ] [ l_g_pix: 4.3203e-02 ] [ l_g_total: 4.3203e-02 ] +2024-10-25 11:24:34,760 INFO: [ epoch: 56 ] [ iter: 88,900 ] [ performance: 19.516 it/s ] [ lr: 5.00e-05 ] [ eta: 734 days, 13:34:57 ] [ l_g_pix: 6.0331e-02 ] [ l_g_total: 6.0331e-02 ] +2024-10-25 11:24:40,992 INFO: [ epoch: 57 ] [ iter: 89,000 ] [ performance: 17.170 it/s ] [ lr: 5.00e-05 ] [ eta: 728 days, 17:46:51 ] [ l_g_pix: 3.6877e-02 ] [ l_g_total: 3.6877e-02 ] +2024-10-25 11:24:46,097 INFO: [ epoch: 57 ] [ iter: 89,100 ] [ performance: 19.652 it/s ] [ lr: 5.00e-05 ] [ eta: 722 days, 18:13:27 ] [ l_g_pix: 4.3375e-02 ] [ l_g_total: 4.3375e-02 ] +2024-10-25 11:24:51,178 INFO: [ epoch: 57 ] [ iter: 89,200 ] [ performance: 19.670 it/s ] [ lr: 5.00e-05 ] [ eta: 716 days, 18:18:51 ] [ l_g_pix: 3.9179e-02 ] [ l_g_total: 3.9179e-02 ] +2024-10-25 11:24:56,334 INFO: [ epoch: 57 ] [ iter: 89,300 ] [ performance: 19.264 it/s ] [ lr: 5.00e-05 ] [ eta: 710 days, 18:20:26 ] [ l_g_pix: 3.8199e-02 ] [ l_g_total: 3.8199e-02 ] +2024-10-25 11:25:01,588 INFO: [ epoch: 57 ] [ iter: 89,400 ] [ performance: 19.116 it/s ] [ lr: 5.00e-05 ] [ eta: 704 days, 18:22:20 ] [ l_g_pix: 5.6551e-02 ] [ l_g_total: 5.6551e-02 ] +2024-10-25 11:25:06,820 INFO: [ epoch: 57 ] [ iter: 89,500 ] [ performance: 19.428 it/s ] [ lr: 5.00e-05 ] [ eta: 698 days, 18:02:42 ] [ l_g_pix: 3.9658e-02 ] [ l_g_total: 3.9658e-02 ] +2024-10-25 11:25:11,955 INFO: [ epoch: 57 ] [ iter: 89,600 ] [ performance: 19.460 it/s ] [ lr: 5.00e-05 ] [ eta: 692 days, 17:08:52 ] [ l_g_pix: 4.7281e-02 ] [ l_g_total: 4.7281e-02 ] +2024-10-25 11:25:17,081 INFO: [ epoch: 57 ] [ iter: 89,700 ] [ performance: 19.540 it/s ] [ lr: 5.00e-05 ] [ eta: 686 days, 15:56:28 ] [ l_g_pix: 5.4367e-02 ] [ l_g_total: 5.4367e-02 ] +2024-10-25 11:25:22,271 INFO: [ epoch: 57 ] [ iter: 89,800 ] [ performance: 19.365 it/s ] [ lr: 5.00e-05 ] [ eta: 680 days, 14:37:42 ] [ l_g_pix: 4.0190e-02 ] [ l_g_total: 4.0190e-02 ] +2024-10-25 11:25:27,497 INFO: [ epoch: 57 ] [ iter: 89,900 ] [ performance: 19.013 it/s ] [ lr: 5.00e-05 ] [ eta: 674 days, 13:07:52 ] [ l_g_pix: 5.3214e-02 ] [ l_g_total: 5.3214e-02 ] +2024-10-25 11:25:32,662 INFO: [ epoch: 57 ] [ iter: 90,000 ] [ performance: 19.241 it/s ] [ lr: 5.00e-05 ] [ eta: 668 days, 11:10:21 ] [ l_g_pix: 3.5040e-02 ] [ l_g_total: 3.5040e-02 ] +2024-10-25 11:25:32,663 INFO: Saving models and training states. +2024-10-25 11:26:41,827 INFO: Validation val + + # psnr: 21.9096........ Best: 21.9096 @ 90000 iter + # ssim: 0.6407........ Best: 0.6407 @ 90000 iter + # dists: 0.7869........ Best: 0.7869 @ 90000 iter + +2024-10-25 11:26:46,782 INFO: [ epoch: 57 ] [ iter: 90,100 ] [ performance: 20.340 it/s ] [ lr: 5.00e-05 ] [ eta: 670 days, 6:32:02 ] [ l_g_pix: 4.9341e-02 ] [ l_g_total: 4.9341e-02 ] +2024-10-25 11:26:51,947 INFO: [ epoch: 57 ] [ iter: 90,200 ] [ performance: 19.689 it/s ] [ lr: 5.00e-05 ] [ eta: 664 days, 2:05:03 ] [ l_g_pix: 4.2360e-02 ] [ l_g_total: 4.2360e-02 ] +2024-10-25 11:26:57,195 INFO: [ epoch: 57 ] [ iter: 90,300 ] [ performance: 18.801 it/s ] [ lr: 5.00e-05 ] [ eta: 657 days, 21:34:24 ] [ l_g_pix: 4.2454e-02 ] [ l_g_total: 4.2454e-02 ] +2024-10-25 11:27:02,415 INFO: [ epoch: 57 ] [ iter: 90,400 ] [ performance: 19.037 it/s ] [ lr: 5.00e-05 ] [ eta: 651 days, 16:41:47 ] [ l_g_pix: 3.6348e-02 ] [ l_g_total: 3.6348e-02 ] +2024-10-25 11:27:07,588 INFO: [ epoch: 57 ] [ iter: 90,500 ] [ performance: 19.979 it/s ] [ lr: 5.00e-05 ] [ eta: 645 days, 11:24:15 ] [ l_g_pix: 4.5870e-02 ] [ l_g_total: 4.5870e-02 ] +2024-10-25 11:27:14,067 INFO: [ epoch: 58 ] [ iter: 90,600 ] [ performance: 16.702 it/s ] [ lr: 5.00e-05 ] [ eta: 639 days, 9:14:08 ] [ l_g_pix: 4.5501e-02 ] [ l_g_total: 4.5501e-02 ] +2024-10-25 11:27:19,234 INFO: [ epoch: 58 ] [ iter: 90,700 ] [ performance: 19.079 it/s ] [ lr: 5.00e-05 ] [ eta: 633 days, 3:19:04 ] [ l_g_pix: 3.7833e-02 ] [ l_g_total: 3.7833e-02 ] +2024-10-25 11:27:24,328 INFO: [ epoch: 58 ] [ iter: 90,800 ] [ performance: 19.447 it/s ] [ lr: 5.00e-05 ] [ eta: 626 days, 20:55:36 ] [ l_g_pix: 4.2814e-02 ] [ l_g_total: 4.2814e-02 ] +2024-10-25 11:27:29,429 INFO: [ epoch: 58 ] [ iter: 90,900 ] [ performance: 19.701 it/s ] [ lr: 5.00e-05 ] [ eta: 620 days, 14:16:15 ] [ l_g_pix: 4.6264e-02 ] [ l_g_total: 4.6264e-02 ] +2024-10-25 11:27:34,521 INFO: [ epoch: 58 ] [ iter: 91,000 ] [ performance: 19.663 it/s ] [ lr: 5.00e-05 ] [ eta: 614 days, 7:18:23 ] [ l_g_pix: 5.6489e-02 ] [ l_g_total: 5.6489e-02 ] +2024-10-25 11:27:39,625 INFO: [ epoch: 58 ] [ iter: 91,100 ] [ performance: 19.523 it/s ] [ lr: 5.00e-05 ] [ eta: 608 days, 0:05:29 ] [ l_g_pix: 4.1449e-02 ] [ l_g_total: 4.1449e-02 ] +2024-10-25 11:27:44,822 INFO: [ epoch: 58 ] [ iter: 91,200 ] [ performance: 19.332 it/s ] [ lr: 5.00e-05 ] [ eta: 601 days, 16:49:12 ] [ l_g_pix: 4.4224e-02 ] [ l_g_total: 4.4224e-02 ] +2024-10-25 11:27:50,007 INFO: [ epoch: 58 ] [ iter: 91,300 ] [ performance: 19.303 it/s ] [ lr: 5.00e-05 ] [ eta: 595 days, 9:13:49 ] [ l_g_pix: 4.5831e-02 ] [ l_g_total: 4.5831e-02 ] +2024-10-25 11:27:55,121 INFO: [ epoch: 58 ] [ iter: 91,400 ] [ performance: 19.478 it/s ] [ lr: 5.00e-05 ] [ eta: 589 days, 1:10:51 ] [ l_g_pix: 5.1393e-02 ] [ l_g_total: 5.1393e-02 ] +2024-10-25 11:28:00,221 INFO: [ epoch: 58 ] [ iter: 91,500 ] [ performance: 19.760 it/s ] [ lr: 5.00e-05 ] [ eta: 582 days, 16:49:01 ] [ l_g_pix: 3.7401e-02 ] [ l_g_total: 3.7401e-02 ] +2024-10-25 11:28:05,435 INFO: [ epoch: 58 ] [ iter: 91,600 ] [ performance: 19.357 it/s ] [ lr: 5.00e-05 ] [ eta: 576 days, 8:26:08 ] [ l_g_pix: 4.7447e-02 ] [ l_g_total: 4.7447e-02 ] +2024-10-25 11:28:10,463 INFO: [ epoch: 58 ] [ iter: 91,700 ] [ performance: 19.926 it/s ] [ lr: 5.00e-05 ] [ eta: 569 days, 23:20:00 ] [ l_g_pix: 6.0558e-02 ] [ l_g_total: 6.0558e-02 ] +2024-10-25 11:28:15,690 INFO: [ epoch: 58 ] [ iter: 91,800 ] [ performance: 19.367 it/s ] [ lr: 5.00e-05 ] [ eta: 563 days, 14:24:32 ] [ l_g_pix: 4.2503e-02 ] [ l_g_total: 4.2503e-02 ] +2024-10-25 11:28:20,922 INFO: [ epoch: 58 ] [ iter: 91,900 ] [ performance: 19.261 it/s ] [ lr: 5.00e-05 ] [ eta: 557 days, 5:12:10 ] [ l_g_pix: 3.9634e-02 ] [ l_g_total: 3.9634e-02 ] +2024-10-25 11:28:25,975 INFO: [ epoch: 58 ] [ iter: 92,000 ] [ performance: 19.631 it/s ] [ lr: 5.00e-05 ] [ eta: 550 days, 19:18:27 ] [ l_g_pix: 3.9721e-02 ] [ l_g_total: 3.9721e-02 ] +2024-10-25 11:28:31,708 INFO: [ epoch: 59 ] [ iter: 92,100 ] [ performance: 14.056 it/s ] [ lr: 5.00e-05 ] [ eta: 544 days, 10:37:22 ] [ l_g_pix: 4.6544e-02 ] [ l_g_total: 4.6544e-02 ] +2024-10-25 11:28:37,063 INFO: [ epoch: 59 ] [ iter: 92,200 ] [ performance: 17.025 it/s ] [ lr: 5.00e-05 ] [ eta: 538 days, 0:48:21 ] [ l_g_pix: 3.4527e-02 ] [ l_g_total: 3.4527e-02 ] +2024-10-25 11:28:42,250 INFO: [ epoch: 59 ] [ iter: 92,300 ] [ performance: 18.894 it/s ] [ lr: 5.00e-05 ] [ eta: 531 days, 14:19:42 ] [ l_g_pix: 3.9410e-02 ] [ l_g_total: 3.9410e-02 ] +2024-10-25 11:28:47,388 INFO: [ epoch: 59 ] [ iter: 92,400 ] [ performance: 19.296 it/s ] [ lr: 5.00e-05 ] [ eta: 525 days, 3:27:35 ] [ l_g_pix: 4.3514e-02 ] [ l_g_total: 4.3514e-02 ] +2024-10-25 11:28:52,541 INFO: [ epoch: 59 ] [ iter: 92,500 ] [ performance: 19.483 it/s ] [ lr: 5.00e-05 ] [ eta: 518 days, 16:20:13 ] [ l_g_pix: 3.9384e-02 ] [ l_g_total: 3.9384e-02 ] +2024-10-25 11:28:57,720 INFO: [ epoch: 59 ] [ iter: 92,600 ] [ performance: 19.360 it/s ] [ lr: 5.00e-05 ] [ eta: 512 days, 4:58:53 ] [ l_g_pix: 5.3005e-02 ] [ l_g_total: 5.3005e-02 ] +2024-10-25 11:29:02,784 INFO: [ epoch: 59 ] [ iter: 92,700 ] [ performance: 19.442 it/s ] [ lr: 5.00e-05 ] [ eta: 505 days, 17:06:12 ] [ l_g_pix: 4.8032e-02 ] [ l_g_total: 4.8032e-02 ] +2024-10-25 11:29:07,994 INFO: [ epoch: 59 ] [ iter: 92,800 ] [ performance: 19.265 it/s ] [ lr: 5.00e-05 ] [ eta: 499 days, 5:14:14 ] [ l_g_pix: 4.9656e-02 ] [ l_g_total: 4.9656e-02 ] +2024-10-25 11:29:13,070 INFO: [ epoch: 59 ] [ iter: 92,900 ] [ performance: 19.333 it/s ] [ lr: 5.00e-05 ] [ eta: 492 days, 16:49:10 ] [ l_g_pix: 3.8611e-02 ] [ l_g_total: 3.8611e-02 ] +2024-10-25 11:29:18,223 INFO: [ epoch: 59 ] [ iter: 93,000 ] [ performance: 19.389 it/s ] [ lr: 5.00e-05 ] [ eta: 486 days, 4:16:00 ] [ l_g_pix: 4.4182e-02 ] [ l_g_total: 4.4182e-02 ] +2024-10-25 11:29:23,262 INFO: [ epoch: 59 ] [ iter: 93,100 ] [ performance: 19.712 it/s ] [ lr: 5.00e-05 ] [ eta: 479 days, 15:12:33 ] [ l_g_pix: 4.8533e-02 ] [ l_g_total: 4.8533e-02 ] +2024-10-25 11:29:28,396 INFO: [ epoch: 59 ] [ iter: 93,200 ] [ performance: 19.541 it/s ] [ lr: 5.00e-05 ] [ eta: 473 days, 2:03:12 ] [ l_g_pix: 4.5846e-02 ] [ l_g_total: 4.5846e-02 ] +2024-10-25 11:29:33,593 INFO: [ epoch: 59 ] [ iter: 93,300 ] [ performance: 19.121 it/s ] [ lr: 5.00e-05 ] [ eta: 466 days, 12:43:38 ] [ l_g_pix: 5.8649e-02 ] [ l_g_total: 5.8649e-02 ] +2024-10-25 11:29:38,695 INFO: [ epoch: 59 ] [ iter: 93,400 ] [ performance: 19.472 it/s ] [ lr: 5.00e-05 ] [ eta: 459 days, 22:56:24 ] [ l_g_pix: 4.1248e-02 ] [ l_g_total: 4.1248e-02 ] +2024-10-25 11:29:43,928 INFO: [ epoch: 59 ] [ iter: 93,500 ] [ performance: 18.869 it/s ] [ lr: 5.00e-05 ] [ eta: 453 days, 9:06:16 ] [ l_g_pix: 4.7845e-02 ] [ l_g_total: 4.7845e-02 ] +2024-10-25 11:29:49,069 INFO: [ epoch: 59 ] [ iter: 93,600 ] [ performance: 19.299 it/s ] [ lr: 5.00e-05 ] [ eta: 446 days, 18:48:55 ] [ l_g_pix: 4.6509e-02 ] [ l_g_total: 4.6509e-02 ] +2024-10-25 11:29:55,259 INFO: [ epoch: 60 ] [ iter: 93,700 ] [ performance: 18.670 it/s ] [ lr: 5.00e-05 ] [ eta: 440 days, 6:04:32 ] [ l_g_pix: 4.5618e-02 ] [ l_g_total: 4.5618e-02 ] +2024-10-25 11:30:00,516 INFO: [ epoch: 60 ] [ iter: 93,800 ] [ performance: 18.936 it/s ] [ lr: 5.00e-05 ] [ eta: 433 days, 15:23:07 ] [ l_g_pix: 4.1920e-02 ] [ l_g_total: 4.1920e-02 ] +2024-10-25 11:30:05,731 INFO: [ epoch: 60 ] [ iter: 93,900 ] [ performance: 19.682 it/s ] [ lr: 5.00e-05 ] [ eta: 427 days, 0:19:58 ] [ l_g_pix: 4.5848e-02 ] [ l_g_total: 4.5848e-02 ] +2024-10-25 11:30:10,788 INFO: [ epoch: 60 ] [ iter: 94,000 ] [ performance: 19.754 it/s ] [ lr: 5.00e-05 ] [ eta: 420 days, 8:43:35 ] [ l_g_pix: 3.9028e-02 ] [ l_g_total: 3.9028e-02 ] +2024-10-25 11:30:15,785 INFO: [ epoch: 60 ] [ iter: 94,100 ] [ performance: 20.710 it/s ] [ lr: 5.00e-05 ] [ eta: 413 days, 16:44:32 ] [ l_g_pix: 3.6382e-02 ] [ l_g_total: 3.6382e-02 ] +2024-10-25 11:30:20,815 INFO: [ epoch: 60 ] [ iter: 94,200 ] [ performance: 20.079 it/s ] [ lr: 5.00e-05 ] [ eta: 407 days, 0:31:53 ] [ l_g_pix: 4.0925e-02 ] [ l_g_total: 4.0925e-02 ] +2024-10-25 11:30:25,949 INFO: [ epoch: 60 ] [ iter: 94,300 ] [ performance: 19.430 it/s ] [ lr: 5.00e-05 ] [ eta: 400 days, 8:12:25 ] [ l_g_pix: 4.3683e-02 ] [ l_g_total: 4.3683e-02 ] +2024-10-25 11:30:31,048 INFO: [ epoch: 60 ] [ iter: 94,400 ] [ performance: 19.569 it/s ] [ lr: 5.00e-05 ] [ eta: 393 days, 15:32:36 ] [ l_g_pix: 3.5348e-02 ] [ l_g_total: 3.5348e-02 ] +2024-10-25 11:30:36,195 INFO: [ epoch: 60 ] [ iter: 94,500 ] [ performance: 19.276 it/s ] [ lr: 5.00e-05 ] [ eta: 386 days, 22:40:07 ] [ l_g_pix: 5.1253e-02 ] [ l_g_total: 5.1253e-02 ] +2024-10-25 11:30:41,409 INFO: [ epoch: 60 ] [ iter: 94,600 ] [ performance: 19.202 it/s ] [ lr: 5.00e-05 ] [ eta: 380 days, 5:36:35 ] [ l_g_pix: 4.4950e-02 ] [ l_g_total: 4.4950e-02 ] +2024-10-25 11:30:46,671 INFO: [ epoch: 60 ] [ iter: 94,700 ] [ performance: 18.970 it/s ] [ lr: 5.00e-05 ] [ eta: 373 days, 12:19:49 ] [ l_g_pix: 4.7338e-02 ] [ l_g_total: 4.7338e-02 ] +2024-10-25 11:30:51,931 INFO: [ epoch: 60 ] [ iter: 94,800 ] [ performance: 19.004 it/s ] [ lr: 5.00e-05 ] [ eta: 366 days, 18:45:24 ] [ l_g_pix: 3.9483e-02 ] [ l_g_total: 3.9483e-02 ] +2024-10-25 11:30:57,210 INFO: [ epoch: 60 ] [ iter: 94,900 ] [ performance: 18.760 it/s ] [ lr: 5.00e-05 ] [ eta: 360 days, 0:55:02 ] [ l_g_pix: 5.0233e-02 ] [ l_g_total: 5.0233e-02 ] +2024-10-25 11:31:02,469 INFO: [ epoch: 60 ] [ iter: 95,000 ] [ performance: 18.961 it/s ] [ lr: 5.00e-05 ] [ eta: 353 days, 6:45:25 ] [ l_g_pix: 4.8875e-02 ] [ l_g_total: 4.8875e-02 ] +2024-10-25 11:31:07,737 INFO: [ epoch: 60 ] [ iter: 95,100 ] [ performance: 19.066 it/s ] [ lr: 5.00e-05 ] [ eta: 346 days, 12:18:58 ] [ l_g_pix: 4.8326e-02 ] [ l_g_total: 4.8326e-02 ] +2024-10-25 11:31:12,607 INFO: [ epoch: 60 ] [ iter: 95,200 ] [ performance: 20.205 it/s ] [ lr: 5.00e-05 ] [ eta: 339 days, 17:03:11 ] [ l_g_pix: 3.7607e-02 ] [ l_g_total: 3.7607e-02 ] +2024-10-25 11:31:19,058 INFO: [ epoch: 61 ] [ iter: 95,300 ] [ performance: 19.382 it/s ] [ lr: 5.00e-05 ] [ eta: 332 days, 23:34:58 ] [ l_g_pix: 4.5050e-02 ] [ l_g_total: 4.5050e-02 ] +2024-10-25 11:31:24,155 INFO: [ epoch: 61 ] [ iter: 95,400 ] [ performance: 19.572 it/s ] [ lr: 5.00e-05 ] [ eta: 326 days, 4:01:30 ] [ l_g_pix: 4.4144e-02 ] [ l_g_total: 4.4144e-02 ] +2024-10-25 11:31:29,290 INFO: [ epoch: 61 ] [ iter: 95,500 ] [ performance: 19.083 it/s ] [ lr: 5.00e-05 ] [ eta: 319 days, 8:13:49 ] [ l_g_pix: 4.5089e-02 ] [ l_g_total: 4.5089e-02 ] +2024-10-25 11:31:34,528 INFO: [ epoch: 61 ] [ iter: 95,600 ] [ performance: 19.092 it/s ] [ lr: 5.00e-05 ] [ eta: 312 days, 12:16:35 ] [ l_g_pix: 4.1657e-02 ] [ l_g_total: 4.1657e-02 ] +2024-10-25 11:31:39,696 INFO: [ epoch: 61 ] [ iter: 95,700 ] [ performance: 19.187 it/s ] [ lr: 5.00e-05 ] [ eta: 305 days, 15:56:56 ] [ l_g_pix: 3.8959e-02 ] [ l_g_total: 3.8959e-02 ] +2024-10-25 11:31:44,938 INFO: [ epoch: 61 ] [ iter: 95,800 ] [ performance: 19.101 it/s ] [ lr: 5.00e-05 ] [ eta: 298 days, 19:25:11 ] [ l_g_pix: 4.0163e-02 ] [ l_g_total: 4.0163e-02 ] +2024-10-25 11:31:50,213 INFO: [ epoch: 61 ] [ iter: 95,900 ] [ performance: 19.478 it/s ] [ lr: 5.00e-05 ] [ eta: 291 days, 22:38:13 ] [ l_g_pix: 4.9470e-02 ] [ l_g_total: 4.9470e-02 ] +2024-10-25 11:31:55,368 INFO: [ epoch: 61 ] [ iter: 96,000 ] [ performance: 19.414 it/s ] [ lr: 5.00e-05 ] [ eta: 285 days, 1:25:42 ] [ l_g_pix: 5.1063e-02 ] [ l_g_total: 5.1063e-02 ] +2024-10-25 11:32:00,430 INFO: [ epoch: 61 ] [ iter: 96,100 ] [ performance: 19.755 it/s ] [ lr: 5.00e-05 ] [ eta: 278 days, 3:49:58 ] [ l_g_pix: 4.3124e-02 ] [ l_g_total: 4.3124e-02 ] +2024-10-25 11:32:05,533 INFO: [ epoch: 61 ] [ iter: 96,200 ] [ performance: 19.629 it/s ] [ lr: 5.00e-05 ] [ eta: 271 days, 5:59:53 ] [ l_g_pix: 5.2395e-02 ] [ l_g_total: 5.2395e-02 ] +2024-10-25 11:32:10,568 INFO: [ epoch: 61 ] [ iter: 96,300 ] [ performance: 20.348 it/s ] [ lr: 5.00e-05 ] [ eta: 264 days, 7:48:41 ] [ l_g_pix: 4.5807e-02 ] [ l_g_total: 4.5807e-02 ] +2024-10-25 11:32:15,690 INFO: [ epoch: 61 ] [ iter: 96,400 ] [ performance: 19.667 it/s ] [ lr: 5.00e-05 ] [ eta: 257 days, 9:25:49 ] [ l_g_pix: 4.0822e-02 ] [ l_g_total: 4.0822e-02 ] +2024-10-25 11:32:20,740 INFO: [ epoch: 61 ] [ iter: 96,500 ] [ performance: 20.634 it/s ] [ lr: 5.00e-05 ] [ eta: 250 days, 10:41:44 ] [ l_g_pix: 5.1605e-02 ] [ l_g_total: 5.1605e-02 ] +2024-10-25 11:32:25,758 INFO: [ epoch: 61 ] [ iter: 96,600 ] [ performance: 20.045 it/s ] [ lr: 5.00e-05 ] [ eta: 243 days, 11:39:01 ] [ l_g_pix: 4.9093e-02 ] [ l_g_total: 4.9093e-02 ] +2024-10-25 11:32:30,833 INFO: [ epoch: 61 ] [ iter: 96,700 ] [ performance: 20.815 it/s ] [ lr: 5.00e-05 ] [ eta: 236 days, 12:22:44 ] [ l_g_pix: 3.1511e-02 ] [ l_g_total: 3.1511e-02 ] +2024-10-25 11:32:37,014 INFO: [ epoch: 62 ] [ iter: 96,800 ] [ performance: 16.778 it/s ] [ lr: 5.00e-05 ] [ eta: 229 days, 13:48:26 ] [ l_g_pix: 5.0285e-02 ] [ l_g_total: 5.0285e-02 ] +2024-10-25 11:32:42,203 INFO: [ epoch: 62 ] [ iter: 96,900 ] [ performance: 20.093 it/s ] [ lr: 5.00e-05 ] [ eta: 222 days, 14:02:20 ] [ l_g_pix: 3.9026e-02 ] [ l_g_total: 3.9026e-02 ] +2024-10-25 11:32:47,205 INFO: [ epoch: 62 ] [ iter: 97,000 ] [ performance: 20.010 it/s ] [ lr: 5.00e-05 ] [ eta: 215 days, 13:49:34 ] [ l_g_pix: 4.3885e-02 ] [ l_g_total: 4.3885e-02 ] +2024-10-25 11:32:52,237 INFO: [ epoch: 62 ] [ iter: 97,100 ] [ performance: 20.385 it/s ] [ lr: 5.00e-05 ] [ eta: 208 days, 13:21:36 ] [ l_g_pix: 4.1705e-02 ] [ l_g_total: 4.1705e-02 ] +2024-10-25 11:32:57,336 INFO: [ epoch: 62 ] [ iter: 97,200 ] [ performance: 19.723 it/s ] [ lr: 5.00e-05 ] [ eta: 201 days, 12:39:59 ] [ l_g_pix: 5.4142e-02 ] [ l_g_total: 5.4142e-02 ] +2024-10-25 11:33:02,541 INFO: [ epoch: 62 ] [ iter: 97,300 ] [ performance: 19.329 it/s ] [ lr: 5.00e-05 ] [ eta: 194 days, 11:46:09 ] [ l_g_pix: 4.6105e-02 ] [ l_g_total: 4.6105e-02 ] +2024-10-25 11:33:07,689 INFO: [ epoch: 62 ] [ iter: 97,400 ] [ performance: 19.415 it/s ] [ lr: 5.00e-05 ] [ eta: 187 days, 10:32:29 ] [ l_g_pix: 4.6844e-02 ] [ l_g_total: 4.6844e-02 ] +2024-10-25 11:33:12,669 INFO: [ epoch: 62 ] [ iter: 97,500 ] [ performance: 20.608 it/s ] [ lr: 5.00e-05 ] [ eta: 180 days, 8:54:40 ] [ l_g_pix: 4.4144e-02 ] [ l_g_total: 4.4144e-02 ] +2024-10-25 11:33:17,750 INFO: [ epoch: 62 ] [ iter: 97,600 ] [ performance: 19.801 it/s ] [ lr: 5.00e-05 ] [ eta: 173 days, 7:04:15 ] [ l_g_pix: 4.1459e-02 ] [ l_g_total: 4.1459e-02 ] +2024-10-25 11:33:22,915 INFO: [ epoch: 62 ] [ iter: 97,700 ] [ performance: 19.274 it/s ] [ lr: 5.00e-05 ] [ eta: 166 days, 5:00:09 ] [ l_g_pix: 4.3217e-02 ] [ l_g_total: 4.3217e-02 ] +2024-10-25 11:33:28,123 INFO: [ epoch: 62 ] [ iter: 97,800 ] [ performance: 19.210 it/s ] [ lr: 5.00e-05 ] [ eta: 159 days, 2:40:25 ] [ l_g_pix: 4.9357e-02 ] [ l_g_total: 4.9357e-02 ] +2024-10-25 11:33:33,208 INFO: [ epoch: 62 ] [ iter: 97,900 ] [ performance: 19.312 it/s ] [ lr: 5.00e-05 ] [ eta: 151 days, 23:59:00 ] [ l_g_pix: 5.6964e-02 ] [ l_g_total: 5.6964e-02 ] +2024-10-25 11:33:38,461 INFO: [ epoch: 62 ] [ iter: 98,000 ] [ performance: 19.071 it/s ] [ lr: 5.00e-05 ] [ eta: 144 days, 21:06:14 ] [ l_g_pix: 3.7162e-02 ] [ l_g_total: 3.7162e-02 ] +2024-10-25 11:33:43,711 INFO: [ epoch: 62 ] [ iter: 98,100 ] [ performance: 19.134 it/s ] [ lr: 5.00e-05 ] [ eta: 137 days, 17:55:51 ] [ l_g_pix: 4.5156e-02 ] [ l_g_total: 4.5156e-02 ] +2024-10-25 11:33:48,932 INFO: [ epoch: 62 ] [ iter: 98,200 ] [ performance: 19.154 it/s ] [ lr: 5.00e-05 ] [ eta: 130 days, 14:27:07 ] [ l_g_pix: 5.0378e-02 ] [ l_g_total: 5.0378e-02 ] +2024-10-25 11:33:53,897 INFO: [ epoch: 62 ] [ iter: 98,300 ] [ performance: 22.885 it/s ] [ lr: 5.00e-05 ] [ eta: 123 days, 10:33:45 ] [ l_g_pix: 4.4100e-02 ] [ l_g_total: 4.4100e-02 ] +2024-10-25 11:34:00,255 INFO: [ epoch: 63 ] [ iter: 98,400 ] [ performance: 16.235 it/s ] [ lr: 5.00e-05 ] [ eta: 116 days, 7:00:55 ] [ l_g_pix: 4.6580e-02 ] [ l_g_total: 4.6580e-02 ] +2024-10-25 11:34:05,319 INFO: [ epoch: 63 ] [ iter: 98,500 ] [ performance: 20.250 it/s ] [ lr: 5.00e-05 ] [ eta: 109 days, 2:34:36 ] [ l_g_pix: 4.7304e-02 ] [ l_g_total: 4.7304e-02 ] +2024-10-25 11:34:10,446 INFO: [ epoch: 63 ] [ iter: 98,600 ] [ performance: 19.573 it/s ] [ lr: 5.00e-05 ] [ eta: 101 days, 21:52:51 ] [ l_g_pix: 3.8415e-02 ] [ l_g_total: 3.8415e-02 ] +2024-10-25 11:34:15,543 INFO: [ epoch: 63 ] [ iter: 98,700 ] [ performance: 18.981 it/s ] [ lr: 5.00e-05 ] [ eta: 94 days, 16:53:21 ] [ l_g_pix: 3.8166e-02 ] [ l_g_total: 3.8166e-02 ] +2024-10-25 11:34:20,711 INFO: [ epoch: 63 ] [ iter: 98,800 ] [ performance: 19.322 it/s ] [ lr: 5.00e-05 ] [ eta: 87 days, 11:38:17 ] [ l_g_pix: 4.5535e-02 ] [ l_g_total: 4.5535e-02 ] +2024-10-25 11:34:25,974 INFO: [ epoch: 63 ] [ iter: 98,900 ] [ performance: 19.769 it/s ] [ lr: 5.00e-05 ] [ eta: 80 days, 6:07:44 ] [ l_g_pix: 5.0231e-02 ] [ l_g_total: 5.0231e-02 ] +2024-10-25 11:34:31,209 INFO: [ epoch: 63 ] [ iter: 99,000 ] [ performance: 19.150 it/s ] [ lr: 5.00e-05 ] [ eta: 73 days, 0:19:11 ] [ l_g_pix: 4.6351e-02 ] [ l_g_total: 4.6351e-02 ] +2024-10-25 11:34:36,394 INFO: [ epoch: 63 ] [ iter: 99,100 ] [ performance: 18.431 it/s ] [ lr: 5.00e-05 ] [ eta: 65 days, 18:12:25 ] [ l_g_pix: 4.9741e-02 ] [ l_g_total: 4.9741e-02 ] +2024-10-25 11:34:41,680 INFO: [ epoch: 63 ] [ iter: 99,200 ] [ performance: 18.887 it/s ] [ lr: 5.00e-05 ] [ eta: 58 days, 11:49:44 ] [ l_g_pix: 3.7065e-02 ] [ l_g_total: 3.7065e-02 ] +2024-10-25 11:34:46,958 INFO: [ epoch: 63 ] [ iter: 99,300 ] [ performance: 19.331 it/s ] [ lr: 5.00e-05 ] [ eta: 51 days, 5:09:20 ] [ l_g_pix: 4.7091e-02 ] [ l_g_total: 4.7091e-02 ] +2024-10-25 11:34:52,255 INFO: [ epoch: 63 ] [ iter: 99,400 ] [ performance: 18.906 it/s ] [ lr: 5.00e-05 ] [ eta: 43 days, 22:11:31 ] [ l_g_pix: 4.3072e-02 ] [ l_g_total: 4.3072e-02 ] +2024-10-25 11:34:57,441 INFO: [ epoch: 63 ] [ iter: 99,500 ] [ performance: 19.784 it/s ] [ lr: 5.00e-05 ] [ eta: 36 days, 14:55:08 ] [ l_g_pix: 4.3312e-02 ] [ l_g_total: 4.3312e-02 ] +2024-10-25 11:35:02,654 INFO: [ epoch: 63 ] [ iter: 99,600 ] [ performance: 19.212 it/s ] [ lr: 5.00e-05 ] [ eta: 29 days, 7:21:38 ] [ l_g_pix: 3.6629e-02 ] [ l_g_total: 3.6629e-02 ] +2024-10-25 11:35:07,890 INFO: [ epoch: 63 ] [ iter: 99,700 ] [ performance: 20.095 it/s ] [ lr: 5.00e-05 ] [ eta: 21 days, 23:30:52 ] [ l_g_pix: 3.5058e-02 ] [ l_g_total: 3.5058e-02 ] +2024-10-25 11:35:13,133 INFO: [ epoch: 63 ] [ iter: 99,800 ] [ performance: 19.112 it/s ] [ lr: 5.00e-05 ] [ eta: 14 days, 15:22:41 ] [ l_g_pix: 4.6261e-02 ] [ l_g_total: 4.6261e-02 ] +2024-10-25 11:35:17,968 INFO: [ epoch: 63 ] [ iter: 99,900 ] [ performance: 19.818 it/s ] [ lr: 5.00e-05 ] [ eta: 7 days, 6:56:21 ] [ l_g_pix: 5.5190e-02 ] [ l_g_total: 5.5190e-02 ] +2024-10-25 11:35:24,546 INFO: [ epoch: 64 ] [ iter:100,000 ] [ performance: 15.308 it/s ] [ lr: 5.00e-05 ] [ eta: -1 day, 22:13:52 ] [ l_g_pix: 4.2719e-02 ] [ l_g_total: 4.2719e-02 ] +2024-10-25 11:35:24,547 INFO: Saving models and training states. +2024-10-25 11:36:33,010 INFO: Validation val + + # psnr: 21.9108........ Best: 21.9108 @ 100000 iter + # ssim: 0.6408........ Best: 0.6408 @ 100000 iter + # dists: 0.7869........ Best: 0.7869 @ 100000 iter + +2024-10-25 11:36:34,096 INFO: End of training. Time consumed: 1:47:20 +2024-10-25 11:36:34,101 INFO: Save the latest model. +2024-10-25 11:37:45,850 INFO: Validation val + + # psnr: 21.9108........ Best: 21.9108 @ 100002 iter + # ssim: 0.6408........ Best: 0.6408 @ 100002 iter + # dists: 0.7869........ Best: 0.7869 @ 100002 iter + diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_05/training_states/100000.state b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_05/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..e0f598a87af160d4ebfafb4f240942ef5888819e --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_05/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fbefc8beb4eaf494e17c25d120cb148b7850bd10989481f5fb0c62c0152ebf2 +size 14859114 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/4ximagenet_span_fp16_ic9600_06.toml b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/4ximagenet_span_fp16_ic9600_06.toml new file mode 100644 index 0000000000000000000000000000000000000000..079802a1cf6139f82fbd2e240d8baf22ecc0332d --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/4ximagenet_span_fp16_ic9600_06.toml @@ -0,0 +1,61 @@ +# GENERATE TIME: Fri Oct 25 11:37:52 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16_ic9600_06.toml + +name = "4ximagenet_span_fp16_ic9600_06" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_06/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_06_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/models/net_g_90000.pth b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..e75b976f6f910756074002bccf7e2c68fa901c31 --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a94cb47827e1c36ae2f9d450d9a15075b8c16d255b23bb018af169dc91fce04b +size 9010012 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/models/net_g_latest.pth b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..5af42b8c79661cab67a4fc76a995aab62737bffc --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347fd5036c9488e16edcd2ec1b1aa74338079409b675cca1d404a134c2dbc42b +size 9010221 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/train_4ximagenet_span_fp16_ic9600_06_20241025_113752.log b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/train_4ximagenet_span_fp16_ic9600_06_20241025_113752.log new file mode 100644 index 0000000000000000000000000000000000000000..88f1d972307a2c794bf3efc51c8294605cfdac7f --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/train_4ximagenet_span_fp16_ic9600_06_20241025_113752.log @@ -0,0 +1,1092 @@ +2024-10-25 11:37:52,183 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-25 11:37:52,491 INFO: Dataset [paired] is built. +2024-10-25 11:37:52,492 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16_ic9600_06 + Number of train images: 3607 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 226 + Total epochs 443 for total iters 100000. +2024-10-25 11:37:52,493 INFO: Dataset [paired] is built. +2024-10-25 11:37:52,493 INFO: Number of val images/folders: 100 +2024-10-25 11:37:52,786 INFO: Using network [span]. +2024-10-25 11:37:52,833 INFO: Using exponential-moving average. +2024-10-25 11:37:52,834 INFO: Loss [L1Loss] enabled. +2024-10-25 11:37:52,834 INFO: Using model [image]. +2024-10-25 11:37:53,356 INFO: AMP enabled. +2024-10-25 11:37:53,356 INFO: Deterministic mode enabled. +2024-10-25 11:37:53,357 INFO: Start training from epoch: 0, iter: 0 +2024-10-25 11:38:00,907 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 13.247 it/s ] [ lr: 1.00e-04 ] [ eta: 5 days, 17:50:51 ] [ l_g_pix: 1.2011e-01 ] [ l_g_total: 1.2011e-01 ] +2024-10-25 11:38:05,744 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 16.149 it/s ] [ lr: 1.00e-04 ] [ eta: 11 days, 7:48:43 ] [ l_g_pix: 1.0464e-01 ] [ l_g_total: 1.0464e-01 ] +2024-10-25 11:38:11,807 INFO: [ epoch: 1 ] [ iter: 300 ] [ performance: 16.451 it/s ] [ lr: 1.00e-04 ] [ eta: 18 days, 7:27:37 ] [ l_g_pix: 8.0506e-02 ] [ l_g_total: 8.0506e-02 ] +2024-10-25 11:38:16,480 INFO: [ epoch: 1 ] [ iter: 400 ] [ performance: 18.616 it/s ] [ lr: 1.00e-04 ] [ eta: 23 days, 16:18:26 ] [ l_g_pix: 7.5714e-02 ] [ l_g_total: 7.5714e-02 ] +2024-10-25 11:38:22,454 INFO: [ epoch: 2 ] [ iter: 500 ] [ performance: 16.642 it/s ] [ lr: 1.00e-04 ] [ eta: 30 days, 12:49:28 ] [ l_g_pix: 6.9211e-02 ] [ l_g_total: 6.9211e-02 ] +2024-10-25 11:38:27,499 INFO: [ epoch: 2 ] [ iter: 600 ] [ performance: 18.110 it/s ] [ lr: 1.00e-04 ] [ eta: 36 days, 7:24:18 ] [ l_g_pix: 6.3370e-02 ] [ l_g_total: 6.3370e-02 ] +2024-10-25 11:38:33,477 INFO: [ epoch: 3 ] [ iter: 700 ] [ performance: 16.642 it/s ] [ lr: 1.00e-04 ] [ eta: 43 days, 3:25:07 ] [ l_g_pix: 5.7289e-02 ] [ l_g_total: 5.7289e-02 ] +2024-10-25 11:38:38,668 INFO: [ epoch: 3 ] [ iter: 800 ] [ performance: 17.879 it/s ] [ lr: 1.00e-04 ] [ eta: 49 days, 1:24:52 ] [ l_g_pix: 6.0899e-02 ] [ l_g_total: 6.0899e-02 ] +2024-10-25 11:38:43,432 INFO: [ epoch: 3 ] [ iter: 900 ] [ performance: 21.055 it/s ] [ lr: 1.00e-04 ] [ eta: 54 days, 11:22:58 ] [ l_g_pix: 6.0094e-02 ] [ l_g_total: 6.0094e-02 ] +2024-10-25 11:38:49,437 INFO: [ epoch: 4 ] [ iter: 1,000 ] [ performance: 18.556 it/s ] [ lr: 1.00e-04 ] [ eta: 61 days, 7:10:07 ] [ l_g_pix: 5.4597e-02 ] [ l_g_total: 5.4597e-02 ] +2024-10-25 11:38:53,916 INFO: [ epoch: 4 ] [ iter: 1,100 ] [ performance: 22.482 it/s ] [ lr: 1.00e-04 ] [ eta: 66 days, 8:45:36 ] [ l_g_pix: 6.2645e-02 ] [ l_g_total: 6.2645e-02 ] +2024-10-25 11:38:59,995 INFO: [ epoch: 5 ] [ iter: 1,200 ] [ performance: 18.926 it/s ] [ lr: 1.00e-04 ] [ eta: 73 days, 5:58:28 ] [ l_g_pix: 5.2298e-02 ] [ l_g_total: 5.2298e-02 ] +2024-10-25 11:39:05,108 INFO: [ epoch: 5 ] [ iter: 1,300 ] [ performance: 19.584 it/s ] [ lr: 1.00e-04 ] [ eta: 79 days, 0:22:46 ] [ l_g_pix: 5.0891e-02 ] [ l_g_total: 5.0891e-02 ] +2024-10-25 11:39:11,122 INFO: [ epoch: 6 ] [ iter: 1,400 ] [ performance: 17.943 it/s ] [ lr: 1.00e-04 ] [ eta: 85 days, 19:08:59 ] [ l_g_pix: 4.9738e-02 ] [ l_g_total: 4.9738e-02 ] +2024-10-25 11:39:16,150 INFO: [ epoch: 6 ] [ iter: 1,500 ] [ performance: 19.943 it/s ] [ lr: 1.00e-04 ] [ eta: 91 days, 10:39:35 ] [ l_g_pix: 7.6031e-02 ] [ l_g_total: 7.6031e-02 ] +2024-10-25 11:39:22,018 INFO: [ epoch: 7 ] [ iter: 1,600 ] [ performance: 18.329 it/s ] [ lr: 1.00e-04 ] [ eta: 98 days, 0:48:11 ] [ l_g_pix: 6.1990e-02 ] [ l_g_total: 6.1990e-02 ] +2024-10-25 11:39:27,216 INFO: [ epoch: 7 ] [ iter: 1,700 ] [ performance: 19.240 it/s ] [ lr: 1.00e-04 ] [ eta: 103 days, 20:20:51 ] [ l_g_pix: 5.9489e-02 ] [ l_g_total: 5.9489e-02 ] +2024-10-25 11:39:32,143 INFO: [ epoch: 7 ] [ iter: 1,800 ] [ performance: 19.778 it/s ] [ lr: 1.00e-04 ] [ eta: 109 days, 8:12:03 ] [ l_g_pix: 6.1771e-02 ] [ l_g_total: 6.1771e-02 ] +2024-10-25 11:39:38,270 INFO: [ epoch: 8 ] [ iter: 1,900 ] [ performance: 19.601 it/s ] [ lr: 1.00e-04 ] [ eta: 116 days, 4:29:28 ] [ l_g_pix: 6.0196e-02 ] [ l_g_total: 6.0196e-02 ] +2024-10-25 11:39:42,984 INFO: [ epoch: 8 ] [ iter: 2,000 ] [ performance: 20.416 it/s ] [ lr: 1.00e-04 ] [ eta: 121 days, 9:58:49 ] [ l_g_pix: 6.2453e-02 ] [ l_g_total: 6.2453e-02 ] +2024-10-25 11:39:49,171 INFO: [ epoch: 9 ] [ iter: 2,100 ] [ performance: 15.640 it/s ] [ lr: 1.00e-04 ] [ eta: 128 days, 7:14:28 ] [ l_g_pix: 6.8358e-02 ] [ l_g_total: 6.8358e-02 ] +2024-10-25 11:39:54,152 INFO: [ epoch: 9 ] [ iter: 2,200 ] [ performance: 17.699 it/s ] [ lr: 1.00e-04 ] [ eta: 133 days, 19:26:03 ] [ l_g_pix: 6.2343e-02 ] [ l_g_total: 6.2343e-02 ] +2024-10-25 11:40:00,169 INFO: [ epoch: 10 ] [ iter: 2,300 ] [ performance: 16.156 it/s ] [ lr: 1.00e-04 ] [ eta: 140 days, 11:26:00 ] [ l_g_pix: 6.2374e-02 ] [ l_g_total: 6.2374e-02 ] +2024-10-25 11:40:05,300 INFO: [ epoch: 10 ] [ iter: 2,400 ] [ performance: 17.765 it/s ] [ lr: 1.00e-04 ] [ eta: 146 days, 3:05:58 ] [ l_g_pix: 5.3729e-02 ] [ l_g_total: 5.3729e-02 ] +2024-10-25 11:40:11,143 INFO: [ epoch: 11 ] [ iter: 2,500 ] [ performance: 16.675 it/s ] [ lr: 1.00e-04 ] [ eta: 152 days, 13:44:10 ] [ l_g_pix: 5.7750e-02 ] [ l_g_total: 5.7750e-02 ] +2024-10-25 11:40:16,329 INFO: [ epoch: 11 ] [ iter: 2,600 ] [ performance: 17.969 it/s ] [ lr: 1.00e-04 ] [ eta: 158 days, 6:17:39 ] [ l_g_pix: 5.2002e-02 ] [ l_g_total: 5.2002e-02 ] +2024-10-25 11:40:21,271 INFO: [ epoch: 11 ] [ iter: 2,700 ] [ performance: 20.212 it/s ] [ lr: 1.00e-04 ] [ eta: 163 days, 15:58:28 ] [ l_g_pix: 5.5320e-02 ] [ l_g_total: 5.5320e-02 ] +2024-10-25 11:40:27,377 INFO: [ epoch: 12 ] [ iter: 2,800 ] [ performance: 17.966 it/s ] [ lr: 1.00e-04 ] [ eta: 170 days, 8:46:14 ] [ l_g_pix: 7.7039e-02 ] [ l_g_total: 7.7039e-02 ] +2024-10-25 11:40:32,138 INFO: [ epoch: 12 ] [ iter: 2,900 ] [ performance: 21.200 it/s ] [ lr: 1.00e-04 ] [ eta: 175 days, 12:59:24 ] [ l_g_pix: 6.2989e-02 ] [ l_g_total: 6.2989e-02 ] +2024-10-25 11:40:38,382 INFO: [ epoch: 13 ] [ iter: 3,000 ] [ performance: 18.059 it/s ] [ lr: 1.00e-04 ] [ eta: 182 days, 8:52:42 ] [ l_g_pix: 5.2024e-02 ] [ l_g_total: 5.2024e-02 ] +2024-10-25 11:40:43,264 INFO: [ epoch: 13 ] [ iter: 3,100 ] [ performance: 20.738 it/s ] [ lr: 1.00e-04 ] [ eta: 187 days, 15:46:54 ] [ l_g_pix: 4.6702e-02 ] [ l_g_total: 4.6702e-02 ] +2024-10-25 11:40:49,265 INFO: [ epoch: 14 ] [ iter: 3,200 ] [ performance: 18.318 it/s ] [ lr: 1.00e-04 ] [ eta: 194 days, 4:30:18 ] [ l_g_pix: 4.6001e-02 ] [ l_g_total: 4.6001e-02 ] +2024-10-25 11:40:54,357 INFO: [ epoch: 14 ] [ iter: 3,300 ] [ performance: 19.752 it/s ] [ lr: 1.00e-04 ] [ eta: 199 days, 16:27:46 ] [ l_g_pix: 4.9868e-02 ] [ l_g_total: 4.9868e-02 ] +2024-10-25 11:41:00,048 INFO: [ epoch: 15 ] [ iter: 3,400 ] [ performance: 18.506 it/s ] [ lr: 1.00e-04 ] [ eta: 205 days, 20:12:31 ] [ l_g_pix: 4.9057e-02 ] [ l_g_total: 4.9057e-02 ] +2024-10-25 11:41:05,282 INFO: [ epoch: 15 ] [ iter: 3,500 ] [ performance: 19.099 it/s ] [ lr: 1.00e-04 ] [ eta: 211 days, 11:23:54 ] [ l_g_pix: 5.7634e-02 ] [ l_g_total: 5.7634e-02 ] +2024-10-25 11:41:10,106 INFO: [ epoch: 15 ] [ iter: 3,600 ] [ performance: 19.958 it/s ] [ lr: 1.00e-04 ] [ eta: 216 days, 15:19:00 ] [ l_g_pix: 6.4995e-02 ] [ l_g_total: 6.4995e-02 ] +2024-10-25 11:41:16,285 INFO: [ epoch: 16 ] [ iter: 3,700 ] [ performance: 19.385 it/s ] [ lr: 1.00e-04 ] [ eta: 223 days, 7:12:01 ] [ l_g_pix: 5.8444e-02 ] [ l_g_total: 5.8444e-02 ] +2024-10-25 11:41:21,073 INFO: [ epoch: 16 ] [ iter: 3,800 ] [ performance: 20.184 it/s ] [ lr: 1.00e-04 ] [ eta: 228 days, 9:35:14 ] [ l_g_pix: 6.8501e-02 ] [ l_g_total: 6.8501e-02 ] +2024-10-25 11:41:27,166 INFO: [ epoch: 17 ] [ iter: 3,900 ] [ performance: 15.551 it/s ] [ lr: 1.00e-04 ] [ eta: 234 days, 22:31:22 ] [ l_g_pix: 6.4807e-02 ] [ l_g_total: 6.4807e-02 ] +2024-10-25 11:41:32,144 INFO: [ epoch: 17 ] [ iter: 4,000 ] [ performance: 17.770 it/s ] [ lr: 1.00e-04 ] [ eta: 240 days, 5:24:47 ] [ l_g_pix: 5.8613e-02 ] [ l_g_total: 5.8613e-02 ] +2024-10-25 11:41:38,228 INFO: [ epoch: 18 ] [ iter: 4,100 ] [ performance: 15.709 it/s ] [ lr: 1.00e-04 ] [ eta: 246 days, 17:27:52 ] [ l_g_pix: 5.4197e-02 ] [ l_g_total: 5.4197e-02 ] +2024-10-25 11:41:43,259 INFO: [ epoch: 18 ] [ iter: 4,200 ] [ performance: 17.781 it/s ] [ lr: 1.00e-04 ] [ eta: 252 days, 1:10:48 ] [ l_g_pix: 6.5561e-02 ] [ l_g_total: 6.5561e-02 ] +2024-10-25 11:41:49,307 INFO: [ epoch: 19 ] [ iter: 4,300 ] [ performance: 15.670 it/s ] [ lr: 1.00e-04 ] [ eta: 258 days, 11:38:31 ] [ l_g_pix: 5.6093e-02 ] [ l_g_total: 5.6093e-02 ] +2024-10-25 11:41:54,477 INFO: [ epoch: 19 ] [ iter: 4,400 ] [ performance: 17.531 it/s ] [ lr: 1.00e-04 ] [ eta: 263 days, 22:27:36 ] [ l_g_pix: 5.6713e-02 ] [ l_g_total: 5.6713e-02 ] +2024-10-25 11:41:59,477 INFO: [ epoch: 19 ] [ iter: 4,500 ] [ performance: 20.134 it/s ] [ lr: 1.00e-04 ] [ eta: 269 days, 4:28:09 ] [ l_g_pix: 6.5717e-02 ] [ l_g_total: 6.5717e-02 ] +2024-10-25 11:42:05,754 INFO: [ epoch: 20 ] [ iter: 4,600 ] [ performance: 17.539 it/s ] [ lr: 1.00e-04 ] [ eta: 275 days, 20:00:36 ] [ l_g_pix: 5.2554e-02 ] [ l_g_total: 5.2554e-02 ] +2024-10-25 11:42:10,765 INFO: [ epoch: 20 ] [ iter: 4,700 ] [ performance: 20.253 it/s ] [ lr: 1.00e-04 ] [ eta: 281 days, 1:45:18 ] [ l_g_pix: 5.2132e-02 ] [ l_g_total: 5.2132e-02 ] +2024-10-25 11:42:16,970 INFO: [ epoch: 21 ] [ iter: 4,800 ] [ performance: 17.691 it/s ] [ lr: 1.00e-04 ] [ eta: 287 days, 14:44:17 ] [ l_g_pix: 5.2949e-02 ] [ l_g_total: 5.2949e-02 ] +2024-10-25 11:42:21,939 INFO: [ epoch: 21 ] [ iter: 4,900 ] [ performance: 20.187 it/s ] [ lr: 1.00e-04 ] [ eta: 292 days, 18:46:05 ] [ l_g_pix: 5.9092e-02 ] [ l_g_total: 5.9092e-02 ] +2024-10-25 11:42:27,803 INFO: [ epoch: 22 ] [ iter: 5,000 ] [ performance: 18.281 it/s ] [ lr: 1.00e-04 ] [ eta: 298 days, 22:06:21 ] [ l_g_pix: 5.2775e-02 ] [ l_g_total: 5.2775e-02 ] +2024-10-25 11:42:32,712 INFO: [ epoch: 22 ] [ iter: 5,100 ] [ performance: 20.645 it/s ] [ lr: 1.00e-04 ] [ eta: 303 days, 23:57:57 ] [ l_g_pix: 5.4034e-02 ] [ l_g_total: 5.4034e-02 ] +2024-10-25 11:42:38,386 INFO: [ epoch: 23 ] [ iter: 5,200 ] [ performance: 18.804 it/s ] [ lr: 1.00e-04 ] [ eta: 309 days, 21:42:00 ] [ l_g_pix: 6.1528e-02 ] [ l_g_total: 6.1528e-02 ] +2024-10-25 11:42:43,598 INFO: [ epoch: 23 ] [ iter: 5,300 ] [ performance: 19.133 it/s ] [ lr: 1.00e-04 ] [ eta: 315 days, 6:58:07 ] [ l_g_pix: 6.0094e-02 ] [ l_g_total: 6.0094e-02 ] +2024-10-25 11:42:48,261 INFO: [ epoch: 23 ] [ iter: 5,400 ] [ performance: 20.400 it/s ] [ lr: 1.00e-04 ] [ eta: 320 days, 1:29:53 ] [ l_g_pix: 6.8785e-02 ] [ l_g_total: 6.8785e-02 ] +2024-10-25 11:42:54,325 INFO: [ epoch: 24 ] [ iter: 5,500 ] [ performance: 19.657 it/s ] [ lr: 1.00e-04 ] [ eta: 326 days, 8:33:10 ] [ l_g_pix: 7.0281e-02 ] [ l_g_total: 7.0281e-02 ] +2024-10-25 11:42:59,039 INFO: [ epoch: 24 ] [ iter: 5,600 ] [ performance: 20.530 it/s ] [ lr: 1.00e-04 ] [ eta: 331 days, 3:52:54 ] [ l_g_pix: 6.0781e-02 ] [ l_g_total: 6.0781e-02 ] +2024-10-25 11:43:05,189 INFO: [ epoch: 25 ] [ iter: 5,700 ] [ performance: 19.357 it/s ] [ lr: 1.00e-04 ] [ eta: 337 days, 12:32:51 ] [ l_g_pix: 4.7483e-02 ] [ l_g_total: 4.7483e-02 ] +2024-10-25 11:43:10,008 INFO: [ epoch: 25 ] [ iter: 5,800 ] [ performance: 20.147 it/s ] [ lr: 1.00e-04 ] [ eta: 342 days, 10:03:04 ] [ l_g_pix: 4.8681e-02 ] [ l_g_total: 4.8681e-02 ] +2024-10-25 11:43:15,873 INFO: [ epoch: 26 ] [ iter: 5,900 ] [ performance: 15.456 it/s ] [ lr: 1.00e-04 ] [ eta: 348 days, 10:37:52 ] [ l_g_pix: 6.4050e-02 ] [ l_g_total: 6.4050e-02 ] +2024-10-25 11:43:20,885 INFO: [ epoch: 26 ] [ iter: 6,000 ] [ performance: 17.804 it/s ] [ lr: 1.00e-04 ] [ eta: 353 days, 12:36:38 ] [ l_g_pix: 5.8660e-02 ] [ l_g_total: 5.8660e-02 ] +2024-10-25 11:43:26,719 INFO: [ epoch: 27 ] [ iter: 6,100 ] [ performance: 15.401 it/s ] [ lr: 1.00e-04 ] [ eta: 359 days, 11:45:51 ] [ l_g_pix: 7.0069e-02 ] [ l_g_total: 7.0069e-02 ] +2024-10-25 11:43:31,934 INFO: [ epoch: 27 ] [ iter: 6,200 ] [ performance: 17.420 it/s ] [ lr: 1.00e-04 ] [ eta: 364 days, 18:27:43 ] [ l_g_pix: 7.3695e-02 ] [ l_g_total: 7.3695e-02 ] +2024-10-25 11:43:36,723 INFO: [ epoch: 27 ] [ iter: 6,300 ] [ performance: 20.761 it/s ] [ lr: 1.00e-04 ] [ eta: 369 days, 13:46:39 ] [ l_g_pix: 6.0251e-02 ] [ l_g_total: 6.0251e-02 ] +2024-10-25 11:43:42,939 INFO: [ epoch: 28 ] [ iter: 6,400 ] [ performance: 17.720 it/s ] [ lr: 1.00e-04 ] [ eta: 375 days, 21:53:32 ] [ l_g_pix: 4.9662e-02 ] [ l_g_total: 4.9662e-02 ] +2024-10-25 11:43:47,729 INFO: [ epoch: 28 ] [ iter: 6,500 ] [ performance: 20.907 it/s ] [ lr: 1.00e-04 ] [ eta: 380 days, 16:40:38 ] [ l_g_pix: 5.3747e-02 ] [ l_g_total: 5.3747e-02 ] +2024-10-25 11:43:53,947 INFO: [ epoch: 29 ] [ iter: 6,600 ] [ performance: 17.742 it/s ] [ lr: 1.00e-04 ] [ eta: 387 days, 0:12:47 ] [ l_g_pix: 5.1680e-02 ] [ l_g_total: 5.1680e-02 ] +2024-10-25 11:43:58,981 INFO: [ epoch: 29 ] [ iter: 6,700 ] [ performance: 20.169 it/s ] [ lr: 1.00e-04 ] [ eta: 392 days, 0:44:17 ] [ l_g_pix: 6.3929e-02 ] [ l_g_total: 6.3929e-02 ] +2024-10-25 11:44:05,145 INFO: [ epoch: 30 ] [ iter: 6,800 ] [ performance: 17.607 it/s ] [ lr: 1.00e-04 ] [ eta: 398 days, 6:13:12 ] [ l_g_pix: 6.3866e-02 ] [ l_g_total: 6.3866e-02 ] +2024-10-25 11:44:10,123 INFO: [ epoch: 30 ] [ iter: 6,900 ] [ performance: 20.054 it/s ] [ lr: 1.00e-04 ] [ eta: 403 days, 4:42:56 ] [ l_g_pix: 6.8267e-02 ] [ l_g_total: 6.8267e-02 ] +2024-10-25 11:44:16,028 INFO: [ epoch: 31 ] [ iter: 7,000 ] [ performance: 18.053 it/s ] [ lr: 1.00e-04 ] [ eta: 409 days, 2:51:27 ] [ l_g_pix: 4.7380e-02 ] [ l_g_total: 4.7380e-02 ] +2024-10-25 11:44:21,183 INFO: [ epoch: 31 ] [ iter: 7,100 ] [ performance: 19.607 it/s ] [ lr: 1.00e-04 ] [ eta: 414 days, 5:19:48 ] [ l_g_pix: 4.9990e-02 ] [ l_g_total: 4.9990e-02 ] +2024-10-25 11:44:26,135 INFO: [ epoch: 31 ] [ iter: 7,200 ] [ performance: 19.958 it/s ] [ lr: 1.00e-04 ] [ eta: 419 days, 2:17:41 ] [ l_g_pix: 5.4631e-02 ] [ l_g_total: 5.4631e-02 ] +2024-10-25 11:44:32,379 INFO: [ epoch: 32 ] [ iter: 7,300 ] [ performance: 19.104 it/s ] [ lr: 1.00e-04 ] [ eta: 425 days, 8:12:42 ] [ l_g_pix: 5.3804e-02 ] [ l_g_total: 5.3804e-02 ] +2024-10-25 11:44:36,891 INFO: [ epoch: 32 ] [ iter: 7,400 ] [ performance: 20.862 it/s ] [ lr: 1.00e-04 ] [ eta: 429 days, 17:15:59 ] [ l_g_pix: 7.2457e-02 ] [ l_g_total: 7.2457e-02 ] +2024-10-25 11:44:42,724 INFO: [ epoch: 33 ] [ iter: 7,500 ] [ performance: 19.901 it/s ] [ lr: 1.00e-04 ] [ eta: 435 days, 11:59:48 ] [ l_g_pix: 5.4364e-02 ] [ l_g_total: 5.4364e-02 ] +2024-10-25 11:44:47,577 INFO: [ epoch: 33 ] [ iter: 7,600 ] [ performance: 20.330 it/s ] [ lr: 1.00e-04 ] [ eta: 440 days, 5:15:44 ] [ l_g_pix: 6.1235e-02 ] [ l_g_total: 6.1235e-02 ] +2024-10-25 11:44:53,578 INFO: [ epoch: 34 ] [ iter: 7,700 ] [ performance: 14.629 it/s ] [ lr: 1.00e-04 ] [ eta: 446 days, 3:41:02 ] [ l_g_pix: 6.5381e-02 ] [ l_g_total: 6.5381e-02 ] +2024-10-25 11:44:58,510 INFO: [ epoch: 34 ] [ iter: 7,800 ] [ performance: 17.668 it/s ] [ lr: 1.00e-04 ] [ eta: 450 days, 22:24:00 ] [ l_g_pix: 5.3249e-02 ] [ l_g_total: 5.3249e-02 ] +2024-10-25 11:45:04,591 INFO: [ epoch: 35 ] [ iter: 7,900 ] [ performance: 14.585 it/s ] [ lr: 1.00e-04 ] [ eta: 456 days, 22:14:00 ] [ l_g_pix: 5.4323e-02 ] [ l_g_total: 5.4323e-02 ] +2024-10-25 11:45:09,728 INFO: [ epoch: 35 ] [ iter: 8,000 ] [ performance: 17.278 it/s ] [ lr: 1.00e-04 ] [ eta: 461 days, 21:36:18 ] [ l_g_pix: 5.4818e-02 ] [ l_g_total: 5.4818e-02 ] +2024-10-25 11:45:14,217 INFO: [ epoch: 35 ] [ iter: 8,100 ] [ performance: 22.899 it/s ] [ lr: 1.00e-04 ] [ eta: 466 days, 4:08:50 ] [ l_g_pix: 5.9152e-02 ] [ l_g_total: 5.9152e-02 ] +2024-10-25 11:45:20,429 INFO: [ epoch: 36 ] [ iter: 8,200 ] [ performance: 18.118 it/s ] [ lr: 1.00e-04 ] [ eta: 472 days, 6:21:57 ] [ l_g_pix: 5.6341e-02 ] [ l_g_total: 5.6341e-02 ] +2024-10-25 11:45:25,280 INFO: [ epoch: 36 ] [ iter: 8,300 ] [ performance: 21.420 it/s ] [ lr: 1.00e-04 ] [ eta: 476 days, 21:35:23 ] [ l_g_pix: 5.9755e-02 ] [ l_g_total: 5.9755e-02 ] +2024-10-25 11:45:31,419 INFO: [ epoch: 37 ] [ iter: 8,400 ] [ performance: 17.880 it/s ] [ lr: 1.00e-04 ] [ eta: 482 days, 21:18:17 ] [ l_g_pix: 6.1967e-02 ] [ l_g_total: 6.1967e-02 ] +2024-10-25 11:45:36,331 INFO: [ epoch: 37 ] [ iter: 8,500 ] [ performance: 21.317 it/s ] [ lr: 1.00e-04 ] [ eta: 487 days, 13:30:56 ] [ l_g_pix: 5.8660e-02 ] [ l_g_total: 5.8660e-02 ] +2024-10-25 11:45:42,110 INFO: [ epoch: 38 ] [ iter: 8,600 ] [ performance: 18.592 it/s ] [ lr: 1.00e-04 ] [ eta: 493 days, 3:25:20 ] [ l_g_pix: 5.3132e-02 ] [ l_g_total: 5.3132e-02 ] +2024-10-25 11:45:47,160 INFO: [ epoch: 38 ] [ iter: 8,700 ] [ performance: 20.093 it/s ] [ lr: 1.00e-04 ] [ eta: 497 days, 22:33:35 ] [ l_g_pix: 5.2219e-02 ] [ l_g_total: 5.2219e-02 ] +2024-10-25 11:45:52,903 INFO: [ epoch: 39 ] [ iter: 8,800 ] [ performance: 18.301 it/s ] [ lr: 1.00e-04 ] [ eta: 503 days, 10:56:40 ] [ l_g_pix: 5.1020e-02 ] [ l_g_total: 5.1020e-02 ] +2024-10-25 11:45:58,032 INFO: [ epoch: 39 ] [ iter: 8,900 ] [ performance: 19.352 it/s ] [ lr: 1.00e-04 ] [ eta: 508 days, 7:29:31 ] [ l_g_pix: 6.2417e-02 ] [ l_g_total: 6.2417e-02 ] +2024-10-25 11:46:02,942 INFO: [ epoch: 39 ] [ iter: 9,000 ] [ performance: 19.992 it/s ] [ lr: 1.00e-04 ] [ eta: 512 days, 22:13:00 ] [ l_g_pix: 6.4358e-02 ] [ l_g_total: 6.4358e-02 ] +2024-10-25 11:46:09,182 INFO: [ epoch: 40 ] [ iter: 9,100 ] [ performance: 19.754 it/s ] [ lr: 1.00e-04 ] [ eta: 518 days, 22:14:51 ] [ l_g_pix: 5.3436e-02 ] [ l_g_total: 5.3436e-02 ] +2024-10-25 11:46:14,093 INFO: [ epoch: 40 ] [ iter: 9,200 ] [ performance: 20.144 it/s ] [ lr: 1.00e-04 ] [ eta: 523 days, 12:25:20 ] [ l_g_pix: 4.9260e-02 ] [ l_g_total: 4.9260e-02 ] +2024-10-25 11:46:20,229 INFO: [ epoch: 41 ] [ iter: 9,300 ] [ performance: 19.335 it/s ] [ lr: 1.00e-04 ] [ eta: 529 days, 9:09:00 ] [ l_g_pix: 5.8703e-02 ] [ l_g_total: 5.8703e-02 ] +2024-10-25 11:46:25,191 INFO: [ epoch: 41 ] [ iter: 9,400 ] [ performance: 19.860 it/s ] [ lr: 1.00e-04 ] [ eta: 534 days, 0:02:32 ] [ l_g_pix: 6.4160e-02 ] [ l_g_total: 6.4160e-02 ] +2024-10-25 11:46:31,311 INFO: [ epoch: 42 ] [ iter: 9,500 ] [ performance: 13.916 it/s ] [ lr: 1.00e-04 ] [ eta: 539 days, 19:43:37 ] [ l_g_pix: 5.2032e-02 ] [ l_g_total: 5.2032e-02 ] +2024-10-25 11:46:36,339 INFO: [ epoch: 42 ] [ iter: 9,600 ] [ performance: 17.316 it/s ] [ lr: 1.00e-04 ] [ eta: 544 days, 11:40:57 ] [ l_g_pix: 6.3099e-02 ] [ l_g_total: 6.3099e-02 ] +2024-10-25 11:46:42,192 INFO: [ epoch: 43 ] [ iter: 9,700 ] [ performance: 14.412 it/s ] [ lr: 1.00e-04 ] [ eta: 550 days, 0:02:05 ] [ l_g_pix: 5.3227e-02 ] [ l_g_total: 5.3227e-02 ] +2024-10-25 11:46:47,440 INFO: [ epoch: 43 ] [ iter: 9,800 ] [ performance: 17.166 it/s ] [ lr: 1.00e-04 ] [ eta: 554 days, 20:54:21 ] [ l_g_pix: 5.8442e-02 ] [ l_g_total: 5.8442e-02 ] +2024-10-25 11:46:52,072 INFO: [ epoch: 43 ] [ iter: 9,900 ] [ performance: 21.294 it/s ] [ lr: 1.00e-04 ] [ eta: 559 days, 2:05:00 ] [ l_g_pix: 6.4139e-02 ] [ l_g_total: 6.4139e-02 ] +2024-10-25 11:46:58,125 INFO: [ epoch: 44 ] [ iter: 10,000 ] [ performance: 17.876 it/s ] [ lr: 1.00e-04 ] [ eta: 564 days, 18:30:35 ] [ l_g_pix: 7.1669e-02 ] [ l_g_total: 7.1669e-02 ] +2024-10-25 11:46:58,126 INFO: Saving models and training states. +2024-10-25 11:48:12,452 INFO: Validation val + + # psnr: 21.3506........ Best: 21.3506 @ 10000 iter + # ssim: 0.6106........ Best: 0.6106 @ 10000 iter + # dists: 0.7901........ Best: 0.7901 @ 10000 iter + +2024-10-25 11:48:18,862 INFO: [ epoch: 44 ] [ iter: 10,100 ] [ performance: 16.813 it/s ] [ lr: 1.00e-04 ] [ eta: 648 days, 3:36:30 ] [ l_g_pix: 6.0845e-02 ] [ l_g_total: 6.0845e-02 ] +2024-10-25 11:48:25,053 INFO: [ epoch: 45 ] [ iter: 10,200 ] [ performance: 16.370 it/s ] [ lr: 1.00e-04 ] [ eta: 653 days, 20:43:05 ] [ l_g_pix: 5.5121e-02 ] [ l_g_total: 5.5121e-02 ] +2024-10-25 11:48:29,950 INFO: [ epoch: 45 ] [ iter: 10,300 ] [ performance: 21.571 it/s ] [ lr: 1.00e-04 ] [ eta: 658 days, 5:16:39 ] [ l_g_pix: 4.8919e-02 ] [ l_g_total: 4.8919e-02 ] +2024-10-25 11:48:35,842 INFO: [ epoch: 46 ] [ iter: 10,400 ] [ performance: 18.255 it/s ] [ lr: 1.00e-04 ] [ eta: 663 days, 14:17:55 ] [ l_g_pix: 5.2772e-02 ] [ l_g_total: 5.2772e-02 ] +2024-10-25 11:48:41,074 INFO: [ epoch: 46 ] [ iter: 10,500 ] [ performance: 19.577 it/s ] [ lr: 1.00e-04 ] [ eta: 668 days, 6:36:52 ] [ l_g_pix: 5.8828e-02 ] [ l_g_total: 5.8828e-02 ] +2024-10-25 11:48:46,975 INFO: [ epoch: 47 ] [ iter: 10,600 ] [ performance: 17.721 it/s ] [ lr: 1.00e-04 ] [ eta: 673 days, 15:13:17 ] [ l_g_pix: 5.3450e-02 ] [ l_g_total: 5.3450e-02 ] +2024-10-25 11:48:52,073 INFO: [ epoch: 47 ] [ iter: 10,700 ] [ performance: 19.262 it/s ] [ lr: 1.00e-04 ] [ eta: 678 days, 3:35:09 ] [ l_g_pix: 5.4759e-02 ] [ l_g_total: 5.4759e-02 ] +2024-10-25 11:48:56,809 INFO: [ epoch: 47 ] [ iter: 10,800 ] [ performance: 20.486 it/s ] [ lr: 1.00e-04 ] [ eta: 682 days, 6:42:35 ] [ l_g_pix: 5.3345e-02 ] [ l_g_total: 5.3345e-02 ] +2024-10-25 11:49:03,186 INFO: [ epoch: 48 ] [ iter: 10,900 ] [ performance: 18.755 it/s ] [ lr: 1.00e-04 ] [ eta: 688 days, 2:10:11 ] [ l_g_pix: 4.3242e-02 ] [ l_g_total: 4.3242e-02 ] +2024-10-25 11:49:08,206 INFO: [ epoch: 48 ] [ iter: 11,000 ] [ performance: 19.540 it/s ] [ lr: 1.00e-04 ] [ eta: 692 days, 11:44:56 ] [ l_g_pix: 5.4080e-02 ] [ l_g_total: 5.4080e-02 ] +2024-10-25 11:49:14,464 INFO: [ epoch: 49 ] [ iter: 11,100 ] [ performance: 19.511 it/s ] [ lr: 1.00e-04 ] [ eta: 698 days, 3:36:33 ] [ l_g_pix: 5.8215e-02 ] [ l_g_total: 5.8215e-02 ] +2024-10-25 11:49:19,583 INFO: [ epoch: 49 ] [ iter: 11,200 ] [ performance: 19.529 it/s ] [ lr: 1.00e-04 ] [ eta: 702 days, 15:02:48 ] [ l_g_pix: 6.2351e-02 ] [ l_g_total: 6.2351e-02 ] +2024-10-25 11:49:25,875 INFO: [ epoch: 50 ] [ iter: 11,300 ] [ performance: 18.775 it/s ] [ lr: 1.00e-04 ] [ eta: 708 days, 7:03:05 ] [ l_g_pix: 5.3309e-02 ] [ l_g_total: 5.3309e-02 ] +2024-10-25 11:49:30,975 INFO: [ epoch: 50 ] [ iter: 11,400 ] [ performance: 19.346 it/s ] [ lr: 1.00e-04 ] [ eta: 712 days, 17:25:51 ] [ l_g_pix: 6.8693e-02 ] [ l_g_total: 6.8693e-02 ] +2024-10-25 11:49:36,963 INFO: [ epoch: 51 ] [ iter: 11,500 ] [ performance: 13.460 it/s ] [ lr: 1.00e-04 ] [ eta: 718 days, 1:18:38 ] [ l_g_pix: 5.0290e-02 ] [ l_g_total: 5.0290e-02 ] +2024-10-25 11:49:41,995 INFO: [ epoch: 51 ] [ iter: 11,600 ] [ performance: 17.385 it/s ] [ lr: 1.00e-04 ] [ eta: 722 days, 9:23:46 ] [ l_g_pix: 6.1568e-02 ] [ l_g_total: 6.1568e-02 ] +2024-10-25 11:49:46,957 INFO: [ epoch: 51 ] [ iter: 11,700 ] [ performance: 19.927 it/s ] [ lr: 1.00e-04 ] [ eta: 726 days, 15:30:04 ] [ l_g_pix: 5.7826e-02 ] [ l_g_total: 5.7826e-02 ] +2024-10-25 11:49:53,137 INFO: [ epoch: 52 ] [ iter: 11,800 ] [ performance: 17.136 it/s ] [ lr: 1.00e-04 ] [ eta: 732 days, 3:08:51 ] [ l_g_pix: 6.4543e-02 ] [ l_g_total: 6.4543e-02 ] +2024-10-25 11:49:57,876 INFO: [ epoch: 52 ] [ iter: 11,900 ] [ performance: 23.122 it/s ] [ lr: 1.00e-04 ] [ eta: 736 days, 3:13:10 ] [ l_g_pix: 5.6955e-02 ] [ l_g_total: 5.6955e-02 ] +2024-10-25 11:50:04,082 INFO: [ epoch: 53 ] [ iter: 12,000 ] [ performance: 17.675 it/s ] [ lr: 1.00e-04 ] [ eta: 741 days, 14:50:33 ] [ l_g_pix: 5.6874e-02 ] [ l_g_total: 5.6874e-02 ] +2024-10-25 11:50:09,088 INFO: [ epoch: 53 ] [ iter: 12,100 ] [ performance: 21.179 it/s ] [ lr: 1.00e-04 ] [ eta: 745 days, 20:52:11 ] [ l_g_pix: 5.2777e-02 ] [ l_g_total: 5.2777e-02 ] +2024-10-25 11:50:15,280 INFO: [ epoch: 54 ] [ iter: 12,200 ] [ performance: 17.329 it/s ] [ lr: 1.00e-04 ] [ eta: 751 days, 7:29:37 ] [ l_g_pix: 8.0351e-02 ] [ l_g_total: 8.0351e-02 ] +2024-10-25 11:50:20,485 INFO: [ epoch: 54 ] [ iter: 12,300 ] [ performance: 19.437 it/s ] [ lr: 1.00e-04 ] [ eta: 755 days, 17:46:47 ] [ l_g_pix: 5.1983e-02 ] [ l_g_total: 5.1983e-02 ] +2024-10-25 11:50:26,633 INFO: [ epoch: 55 ] [ iter: 12,400 ] [ performance: 17.050 it/s ] [ lr: 1.00e-04 ] [ eta: 761 days, 2:40:12 ] [ l_g_pix: 6.0367e-02 ] [ l_g_total: 6.0367e-02 ] +2024-10-25 11:50:31,784 INFO: [ epoch: 55 ] [ iter: 12,500 ] [ performance: 19.289 it/s ] [ lr: 1.00e-04 ] [ eta: 765 days, 11:02:22 ] [ l_g_pix: 5.6687e-02 ] [ l_g_total: 5.6687e-02 ] +2024-10-25 11:50:36,915 INFO: [ epoch: 55 ] [ iter: 12,600 ] [ performance: 19.436 it/s ] [ lr: 1.00e-04 ] [ eta: 769 days, 18:36:48 ] [ l_g_pix: 4.8793e-02 ] [ l_g_total: 4.8793e-02 ] +2024-10-25 11:50:43,131 INFO: [ epoch: 56 ] [ iter: 12,700 ] [ performance: 20.052 it/s ] [ lr: 1.00e-04 ] [ eta: 775 days, 4:11:33 ] [ l_g_pix: 5.6080e-02 ] [ l_g_total: 5.6080e-02 ] +2024-10-25 11:50:47,988 INFO: [ epoch: 56 ] [ iter: 12,800 ] [ performance: 20.442 it/s ] [ lr: 1.00e-04 ] [ eta: 779 days, 4:32:47 ] [ l_g_pix: 5.8457e-02 ] [ l_g_total: 5.8457e-02 ] +2024-10-25 11:50:54,248 INFO: [ epoch: 57 ] [ iter: 12,900 ] [ performance: 19.566 it/s ] [ lr: 1.00e-04 ] [ eta: 784 days, 14:31:45 ] [ l_g_pix: 6.0810e-02 ] [ l_g_total: 6.0810e-02 ] +2024-10-25 11:50:59,145 INFO: [ epoch: 57 ] [ iter: 13,000 ] [ performance: 20.190 it/s ] [ lr: 1.00e-04 ] [ eta: 788 days, 15:15:35 ] [ l_g_pix: 5.6173e-02 ] [ l_g_total: 5.6173e-02 ] +2024-10-25 11:51:05,153 INFO: [ epoch: 58 ] [ iter: 13,100 ] [ performance: 19.376 it/s ] [ lr: 1.00e-04 ] [ eta: 793 days, 18:32:14 ] [ l_g_pix: 5.5654e-02 ] [ l_g_total: 5.5654e-02 ] +2024-10-25 11:51:10,301 INFO: [ epoch: 58 ] [ iter: 13,200 ] [ performance: 19.415 it/s ] [ lr: 1.00e-04 ] [ eta: 798 days, 0:44:43 ] [ l_g_pix: 5.2388e-02 ] [ l_g_total: 5.2388e-02 ] +2024-10-25 11:51:16,293 INFO: [ epoch: 59 ] [ iter: 13,300 ] [ performance: 12.011 it/s ] [ lr: 1.00e-04 ] [ eta: 803 days, 2:58:23 ] [ l_g_pix: 5.1885e-02 ] [ l_g_total: 5.1885e-02 ] +2024-10-25 11:51:21,503 INFO: [ epoch: 59 ] [ iter: 13,400 ] [ performance: 16.667 it/s ] [ lr: 1.00e-04 ] [ eta: 807 days, 10:04:32 ] [ l_g_pix: 5.2102e-02 ] [ l_g_total: 5.2102e-02 ] +2024-10-25 11:51:26,549 INFO: [ epoch: 59 ] [ iter: 13,500 ] [ performance: 19.274 it/s ] [ lr: 1.00e-04 ] [ eta: 811 days, 12:55:44 ] [ l_g_pix: 5.3342e-02 ] [ l_g_total: 5.3342e-02 ] +2024-10-25 11:51:32,686 INFO: [ epoch: 60 ] [ iter: 13,600 ] [ performance: 16.947 it/s ] [ lr: 1.00e-04 ] [ eta: 816 days, 17:41:37 ] [ l_g_pix: 4.5105e-02 ] [ l_g_total: 4.5105e-02 ] +2024-10-25 11:51:37,235 INFO: [ epoch: 60 ] [ iter: 13,700 ] [ performance: 23.335 it/s ] [ lr: 1.00e-04 ] [ eta: 820 days, 8:03:43 ] [ l_g_pix: 5.9361e-02 ] [ l_g_total: 5.9361e-02 ] +2024-10-25 11:51:43,557 INFO: [ epoch: 61 ] [ iter: 13,800 ] [ performance: 17.160 it/s ] [ lr: 1.00e-04 ] [ eta: 825 days, 16:37:10 ] [ l_g_pix: 6.0733e-02 ] [ l_g_total: 6.0733e-02 ] +2024-10-25 11:51:48,577 INFO: [ epoch: 61 ] [ iter: 13,900 ] [ performance: 22.326 it/s ] [ lr: 1.00e-04 ] [ eta: 829 days, 17:42:41 ] [ l_g_pix: 5.3605e-02 ] [ l_g_total: 5.3605e-02 ] +2024-10-25 11:51:54,600 INFO: [ epoch: 62 ] [ iter: 14,000 ] [ performance: 17.679 it/s ] [ lr: 1.00e-04 ] [ eta: 834 days, 18:26:38 ] [ l_g_pix: 4.8146e-02 ] [ l_g_total: 4.8146e-02 ] +2024-10-25 11:51:59,724 INFO: [ epoch: 62 ] [ iter: 14,100 ] [ performance: 20.875 it/s ] [ lr: 1.00e-04 ] [ eta: 838 days, 21:25:28 ] [ l_g_pix: 5.7629e-02 ] [ l_g_total: 5.7629e-02 ] +2024-10-25 11:52:05,680 INFO: [ epoch: 63 ] [ iter: 14,200 ] [ performance: 17.587 it/s ] [ lr: 1.00e-04 ] [ eta: 843 days, 19:55:20 ] [ l_g_pix: 4.6806e-02 ] [ l_g_total: 4.6806e-02 ] +2024-10-25 11:52:10,960 INFO: [ epoch: 63 ] [ iter: 14,300 ] [ performance: 18.927 it/s ] [ lr: 1.00e-04 ] [ eta: 848 days, 2:01:23 ] [ l_g_pix: 5.7869e-02 ] [ l_g_total: 5.7869e-02 ] +2024-10-25 11:52:15,838 INFO: [ epoch: 63 ] [ iter: 14,400 ] [ performance: 20.126 it/s ] [ lr: 1.00e-04 ] [ eta: 851 days, 22:15:45 ] [ l_g_pix: 6.2136e-02 ] [ l_g_total: 6.2136e-02 ] +2024-10-25 11:52:22,100 INFO: [ epoch: 64 ] [ iter: 14,500 ] [ performance: 19.128 it/s ] [ lr: 1.00e-04 ] [ eta: 857 days, 3:05:33 ] [ l_g_pix: 5.7604e-02 ] [ l_g_total: 5.7604e-02 ] +2024-10-25 11:52:26,945 INFO: [ epoch: 64 ] [ iter: 14,600 ] [ performance: 20.293 it/s ] [ lr: 1.00e-04 ] [ eta: 860 days, 21:58:06 ] [ l_g_pix: 5.9795e-02 ] [ l_g_total: 5.9795e-02 ] +2024-10-25 11:52:33,680 INFO: [ epoch: 65 ] [ iter: 14,700 ] [ performance: 19.336 it/s ] [ lr: 1.00e-04 ] [ eta: 866 days, 13:20:37 ] [ l_g_pix: 6.0558e-02 ] [ l_g_total: 6.0558e-02 ] +2024-10-25 11:52:38,584 INFO: [ epoch: 65 ] [ iter: 14,800 ] [ performance: 20.160 it/s ] [ lr: 1.00e-04 ] [ eta: 870 days, 9:02:08 ] [ l_g_pix: 5.0618e-02 ] [ l_g_total: 5.0618e-02 ] +2024-10-25 11:52:45,263 INFO: [ epoch: 66 ] [ iter: 14,900 ] [ performance: 16.928 it/s ] [ lr: 1.00e-04 ] [ eta: 875 days, 22:23:15 ] [ l_g_pix: 6.5202e-02 ] [ l_g_total: 6.5202e-02 ] +2024-10-25 11:52:50,475 INFO: [ epoch: 66 ] [ iter: 15,000 ] [ performance: 18.675 it/s ] [ lr: 1.00e-04 ] [ eta: 880 days, 0:45:00 ] [ l_g_pix: 6.5112e-02 ] [ l_g_total: 6.5112e-02 ] +2024-10-25 11:52:56,629 INFO: [ epoch: 67 ] [ iter: 15,100 ] [ performance: 10.726 it/s ] [ lr: 1.00e-04 ] [ eta: 885 days, 1:01:44 ] [ l_g_pix: 6.3541e-02 ] [ l_g_total: 6.3541e-02 ] +2024-10-25 11:53:01,869 INFO: [ epoch: 67 ] [ iter: 15,200 ] [ performance: 16.513 it/s ] [ lr: 1.00e-04 ] [ eta: 889 days, 3:26:37 ] [ l_g_pix: 5.7361e-02 ] [ l_g_total: 5.7361e-02 ] +2024-10-25 11:53:06,756 INFO: [ epoch: 67 ] [ iter: 15,300 ] [ performance: 19.165 it/s ] [ lr: 1.00e-04 ] [ eta: 892 days, 21:15:59 ] [ l_g_pix: 6.5402e-02 ] [ l_g_total: 6.5402e-02 ] +2024-10-25 11:53:13,007 INFO: [ epoch: 68 ] [ iter: 15,400 ] [ performance: 16.529 it/s ] [ lr: 1.00e-04 ] [ eta: 897 days, 22:50:49 ] [ l_g_pix: 5.9544e-02 ] [ l_g_total: 5.9544e-02 ] +2024-10-25 11:53:17,624 INFO: [ epoch: 68 ] [ iter: 15,500 ] [ performance: 21.379 it/s ] [ lr: 1.00e-04 ] [ eta: 901 days, 9:45:09 ] [ l_g_pix: 5.7048e-02 ] [ l_g_total: 5.7048e-02 ] +2024-10-25 11:53:23,883 INFO: [ epoch: 69 ] [ iter: 15,600 ] [ performance: 16.772 it/s ] [ lr: 1.00e-04 ] [ eta: 906 days, 10:52:27 ] [ l_g_pix: 5.2169e-02 ] [ l_g_total: 5.2169e-02 ] +2024-10-25 11:53:28,794 INFO: [ epoch: 69 ] [ iter: 15,700 ] [ performance: 20.772 it/s ] [ lr: 1.00e-04 ] [ eta: 910 days, 4:05:33 ] [ l_g_pix: 5.5943e-02 ] [ l_g_total: 5.5943e-02 ] +2024-10-25 11:53:34,914 INFO: [ epoch: 70 ] [ iter: 15,800 ] [ performance: 16.996 it/s ] [ lr: 1.00e-04 ] [ eta: 915 days, 1:18:59 ] [ l_g_pix: 5.1509e-02 ] [ l_g_total: 5.1509e-02 ] +2024-10-25 11:53:39,952 INFO: [ epoch: 70 ] [ iter: 15,900 ] [ performance: 21.265 it/s ] [ lr: 1.00e-04 ] [ eta: 918 days, 20:56:47 ] [ l_g_pix: 5.0223e-02 ] [ l_g_total: 5.0223e-02 ] +2024-10-25 11:53:45,890 INFO: [ epoch: 71 ] [ iter: 16,000 ] [ performance: 17.476 it/s ] [ lr: 1.00e-04 ] [ eta: 923 days, 13:15:00 ] [ l_g_pix: 7.8174e-02 ] [ l_g_total: 7.8174e-02 ] +2024-10-25 11:53:51,245 INFO: [ epoch: 71 ] [ iter: 16,100 ] [ performance: 18.708 it/s ] [ lr: 1.00e-04 ] [ eta: 927 days, 15:40:34 ] [ l_g_pix: 6.0927e-02 ] [ l_g_total: 6.0927e-02 ] +2024-10-25 11:53:56,300 INFO: [ epoch: 71 ] [ iter: 16,200 ] [ performance: 19.597 it/s ] [ lr: 1.00e-04 ] [ eta: 931 days, 10:48:28 ] [ l_g_pix: 6.0505e-02 ] [ l_g_total: 6.0505e-02 ] +2024-10-25 11:54:02,623 INFO: [ epoch: 72 ] [ iter: 16,300 ] [ performance: 19.306 it/s ] [ lr: 1.00e-04 ] [ eta: 936 days, 11:08:23 ] [ l_g_pix: 5.5122e-02 ] [ l_g_total: 5.5122e-02 ] +2024-10-25 11:54:07,473 INFO: [ epoch: 72 ] [ iter: 16,400 ] [ performance: 20.400 it/s ] [ lr: 1.00e-04 ] [ eta: 940 days, 0:55:19 ] [ l_g_pix: 6.0051e-02 ] [ l_g_total: 6.0051e-02 ] +2024-10-25 11:54:13,715 INFO: [ epoch: 73 ] [ iter: 16,500 ] [ performance: 18.607 it/s ] [ lr: 1.00e-04 ] [ eta: 944 days, 22:41:24 ] [ l_g_pix: 6.1963e-02 ] [ l_g_total: 6.1963e-02 ] +2024-10-25 11:54:18,799 INFO: [ epoch: 73 ] [ iter: 16,600 ] [ performance: 19.503 it/s ] [ lr: 1.00e-04 ] [ eta: 948 days, 17:18:51 ] [ l_g_pix: 5.2732e-02 ] [ l_g_total: 5.2732e-02 ] +2024-10-25 11:54:25,095 INFO: [ epoch: 74 ] [ iter: 16,700 ] [ performance: 18.871 it/s ] [ lr: 1.00e-04 ] [ eta: 953 days, 15:41:12 ] [ l_g_pix: 6.1832e-02 ] [ l_g_total: 6.1832e-02 ] +2024-10-25 11:54:30,141 INFO: [ epoch: 74 ] [ iter: 16,800 ] [ performance: 19.676 it/s ] [ lr: 1.00e-04 ] [ eta: 957 days, 8:50:40 ] [ l_g_pix: 6.1830e-02 ] [ l_g_total: 6.1830e-02 ] +2024-10-25 11:54:36,184 INFO: [ epoch: 75 ] [ iter: 16,900 ] [ performance: 18.748 it/s ] [ lr: 1.00e-04 ] [ eta: 962 days, 0:42:13 ] [ l_g_pix: 7.0426e-02 ] [ l_g_total: 7.0426e-02 ] +2024-10-25 11:54:41,298 INFO: [ epoch: 75 ] [ iter: 17,000 ] [ performance: 19.442 it/s ] [ lr: 1.00e-04 ] [ eta: 965 days, 18:49:56 ] [ l_g_pix: 6.0449e-02 ] [ l_g_total: 6.0449e-02 ] +2024-10-25 11:54:46,261 INFO: [ epoch: 75 ] [ iter: 17,100 ] [ performance: 18.172 it/s ] [ lr: 1.00e-04 ] [ eta: 969 days, 9:12:14 ] [ l_g_pix: 6.1820e-02 ] [ l_g_total: 6.1820e-02 ] +2024-10-25 11:54:52,622 INFO: [ epoch: 76 ] [ iter: 17,200 ] [ performance: 16.005 it/s ] [ lr: 1.00e-04 ] [ eta: 974 days, 7:25:38 ] [ l_g_pix: 4.9080e-02 ] [ l_g_total: 4.9080e-02 ] +2024-10-25 11:54:57,229 INFO: [ epoch: 76 ] [ iter: 17,300 ] [ performance: 23.418 it/s ] [ lr: 1.00e-04 ] [ eta: 977 days, 13:01:35 ] [ l_g_pix: 4.8304e-02 ] [ l_g_total: 4.8304e-02 ] +2024-10-25 11:55:04,013 INFO: [ epoch: 77 ] [ iter: 17,400 ] [ performance: 15.445 it/s ] [ lr: 1.00e-04 ] [ eta: 982 days, 20:18:37 ] [ l_g_pix: 5.5350e-02 ] [ l_g_total: 5.5350e-02 ] +2024-10-25 11:55:08,809 INFO: [ epoch: 77 ] [ iter: 17,500 ] [ performance: 20.849 it/s ] [ lr: 1.00e-04 ] [ eta: 986 days, 5:39:44 ] [ l_g_pix: 4.8690e-02 ] [ l_g_total: 4.8690e-02 ] +2024-10-25 11:55:14,728 INFO: [ epoch: 78 ] [ iter: 17,600 ] [ performance: 17.276 it/s ] [ lr: 1.00e-04 ] [ eta: 990 days, 16:25:51 ] [ l_g_pix: 5.9179e-02 ] [ l_g_total: 5.9179e-02 ] +2024-10-25 11:55:19,847 INFO: [ epoch: 78 ] [ iter: 17,700 ] [ performance: 19.573 it/s ] [ lr: 1.00e-04 ] [ eta: 994 days, 8:37:08 ] [ l_g_pix: 6.6826e-02 ] [ l_g_total: 6.6826e-02 ] +2024-10-25 11:55:26,043 INFO: [ epoch: 79 ] [ iter: 17,800 ] [ performance: 16.453 it/s ] [ lr: 1.00e-04 ] [ eta: 999 days, 1:04:23 ] [ l_g_pix: 6.4880e-02 ] [ l_g_total: 6.4880e-02 ] +2024-10-25 11:55:31,304 INFO: [ epoch: 79 ] [ iter: 17,900 ] [ performance: 19.366 it/s ] [ lr: 1.00e-04 ] [ eta: 1002 days, 19:53:32 ] [ l_g_pix: 5.2746e-02 ] [ l_g_total: 5.2746e-02 ] +2024-10-25 11:55:36,131 INFO: [ epoch: 79 ] [ iter: 18,000 ] [ performance: 20.577 it/s ] [ lr: 1.00e-04 ] [ eta: 1006 days, 4:31:35 ] [ l_g_pix: 5.8612e-02 ] [ l_g_total: 5.8612e-02 ] +2024-10-25 11:55:42,435 INFO: [ epoch: 80 ] [ iter: 18,100 ] [ performance: 19.731 it/s ] [ lr: 1.00e-04 ] [ eta: 1010 days, 22:28:36 ] [ l_g_pix: 5.1928e-02 ] [ l_g_total: 5.1928e-02 ] +2024-10-25 11:55:47,486 INFO: [ epoch: 80 ] [ iter: 18,200 ] [ performance: 19.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1014 days, 11:38:54 ] [ l_g_pix: 5.2284e-02 ] [ l_g_total: 5.2284e-02 ] +2024-10-25 11:55:53,911 INFO: [ epoch: 81 ] [ iter: 18,300 ] [ performance: 18.787 it/s ] [ lr: 1.00e-04 ] [ eta: 1019 days, 7:39:59 ] [ l_g_pix: 4.9366e-02 ] [ l_g_total: 4.9366e-02 ] +2024-10-25 11:55:59,024 INFO: [ epoch: 81 ] [ iter: 18,400 ] [ performance: 19.494 it/s ] [ lr: 1.00e-04 ] [ eta: 1022 days, 21:37:43 ] [ l_g_pix: 5.1597e-02 ] [ l_g_total: 5.1597e-02 ] +2024-10-25 11:56:05,117 INFO: [ epoch: 82 ] [ iter: 18,500 ] [ performance: 18.560 it/s ] [ lr: 1.00e-04 ] [ eta: 1027 days, 9:28:14 ] [ l_g_pix: 5.8100e-02 ] [ l_g_total: 5.8100e-02 ] +2024-10-25 11:56:10,229 INFO: [ epoch: 82 ] [ iter: 18,600 ] [ performance: 19.485 it/s ] [ lr: 1.00e-04 ] [ eta: 1030 days, 22:49:31 ] [ l_g_pix: 4.9847e-02 ] [ l_g_total: 4.9847e-02 ] +2024-10-25 11:56:16,423 INFO: [ epoch: 83 ] [ iter: 18,700 ] [ performance: 18.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1035 days, 12:17:10 ] [ l_g_pix: 5.8033e-02 ] [ l_g_total: 5.8033e-02 ] +2024-10-25 11:56:21,736 INFO: [ epoch: 83 ] [ iter: 18,800 ] [ performance: 18.821 it/s ] [ lr: 1.00e-04 ] [ eta: 1039 days, 5:33:41 ] [ l_g_pix: 4.9722e-02 ] [ l_g_total: 4.9722e-02 ] +2024-10-25 11:56:26,881 INFO: [ epoch: 83 ] [ iter: 18,900 ] [ performance: 14.681 it/s ] [ lr: 1.00e-04 ] [ eta: 1042 days, 18:45:10 ] [ l_g_pix: 5.2890e-02 ] [ l_g_total: 5.2890e-02 ] +2024-10-25 11:56:33,175 INFO: [ epoch: 84 ] [ iter: 19,000 ] [ performance: 15.818 it/s ] [ lr: 1.00e-04 ] [ eta: 1047 days, 9:29:13 ] [ l_g_pix: 5.8714e-02 ] [ l_g_total: 5.8714e-02 ] +2024-10-25 11:56:38,014 INFO: [ epoch: 84 ] [ iter: 19,100 ] [ performance: 20.263 it/s ] [ lr: 1.00e-04 ] [ eta: 1050 days, 15:12:17 ] [ l_g_pix: 6.4404e-02 ] [ l_g_total: 6.4404e-02 ] +2024-10-25 11:56:44,380 INFO: [ epoch: 85 ] [ iter: 19,200 ] [ performance: 15.880 it/s ] [ lr: 1.00e-04 ] [ eta: 1055 days, 6:55:08 ] [ l_g_pix: 4.9681e-02 ] [ l_g_total: 4.9681e-02 ] +2024-10-25 11:56:49,391 INFO: [ epoch: 85 ] [ iter: 19,300 ] [ performance: 21.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1058 days, 15:54:10 ] [ l_g_pix: 4.8127e-02 ] [ l_g_total: 4.8127e-02 ] +2024-10-25 11:56:55,485 INFO: [ epoch: 86 ] [ iter: 19,400 ] [ performance: 16.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1063 days, 0:50:24 ] [ l_g_pix: 5.5530e-02 ] [ l_g_total: 5.5530e-02 ] +2024-10-25 11:57:00,627 INFO: [ epoch: 86 ] [ iter: 19,500 ] [ performance: 20.714 it/s ] [ lr: 1.00e-04 ] [ eta: 1066 days, 12:10:33 ] [ l_g_pix: 5.7779e-02 ] [ l_g_total: 5.7779e-02 ] +2024-10-25 11:57:06,934 INFO: [ epoch: 87 ] [ iter: 19,600 ] [ performance: 15.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1071 days, 1:14:04 ] [ l_g_pix: 5.5607e-02 ] [ l_g_total: 5.5607e-02 ] +2024-10-25 11:57:12,194 INFO: [ epoch: 87 ] [ iter: 19,700 ] [ performance: 21.028 it/s ] [ lr: 1.00e-04 ] [ eta: 1074 days, 14:35:18 ] [ l_g_pix: 6.3103e-02 ] [ l_g_total: 6.3103e-02 ] +2024-10-25 11:57:17,217 INFO: [ epoch: 87 ] [ iter: 19,800 ] [ performance: 19.929 it/s ] [ lr: 1.00e-04 ] [ eta: 1077 days, 22:23:06 ] [ l_g_pix: 5.9006e-02 ] [ l_g_total: 5.9006e-02 ] +2024-10-25 11:57:23,403 INFO: [ epoch: 88 ] [ iter: 19,900 ] [ performance: 17.483 it/s ] [ lr: 1.00e-04 ] [ eta: 1082 days, 7:45:21 ] [ l_g_pix: 5.0453e-02 ] [ l_g_total: 5.0453e-02 ] +2024-10-25 11:57:28,101 INFO: [ epoch: 88 ] [ iter: 20,000 ] [ performance: 21.246 it/s ] [ lr: 1.00e-04 ] [ eta: 1085 days, 7:43:25 ] [ l_g_pix: 4.7618e-02 ] [ l_g_total: 4.7618e-02 ] +2024-10-25 11:57:28,101 INFO: Saving models and training states. +2024-10-25 11:58:37,058 INFO: Validation val + + # psnr: 21.7657........ Best: 21.7657 @ 20000 iter + # ssim: 0.6303........ Best: 0.6303 @ 20000 iter + # dists: 0.7883........ Best: 0.7883 @ 20000 iter + +2024-10-25 11:58:43,424 INFO: [ epoch: 89 ] [ iter: 20,100 ] [ performance: 18.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1153 days, 14:53:04 ] [ l_g_pix: 5.3007e-02 ] [ l_g_total: 5.3007e-02 ] +2024-10-25 11:58:48,356 INFO: [ epoch: 89 ] [ iter: 20,200 ] [ performance: 20.277 it/s ] [ lr: 1.00e-04 ] [ eta: 1156 days, 17:34:35 ] [ l_g_pix: 4.1042e-02 ] [ l_g_total: 4.1042e-02 ] +2024-10-25 11:58:55,236 INFO: [ epoch: 90 ] [ iter: 20,300 ] [ performance: 16.935 it/s ] [ lr: 1.00e-04 ] [ eta: 1161 days, 15:04:56 ] [ l_g_pix: 4.9076e-02 ] [ l_g_total: 4.9076e-02 ] +2024-10-25 11:59:01,095 INFO: [ epoch: 90 ] [ iter: 20,400 ] [ performance: 17.075 it/s ] [ lr: 1.00e-04 ] [ eta: 1165 days, 13:39:25 ] [ l_g_pix: 4.8428e-02 ] [ l_g_total: 4.8428e-02 ] +2024-10-25 11:59:07,601 INFO: [ epoch: 91 ] [ iter: 20,500 ] [ performance: 16.176 it/s ] [ lr: 1.00e-04 ] [ eta: 1170 days, 2:10:31 ] [ l_g_pix: 5.3048e-02 ] [ l_g_total: 5.3048e-02 ] +2024-10-25 11:59:12,965 INFO: [ epoch: 91 ] [ iter: 20,600 ] [ performance: 18.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1173 days, 13:09:52 ] [ l_g_pix: 5.1851e-02 ] [ l_g_total: 5.1851e-02 ] +2024-10-25 11:59:17,770 INFO: [ epoch: 91 ] [ iter: 20,700 ] [ performance: 19.690 it/s ] [ lr: 1.00e-04 ] [ eta: 1176 days, 11:32:12 ] [ l_g_pix: 6.1008e-02 ] [ l_g_total: 6.1008e-02 ] +2024-10-25 11:59:24,027 INFO: [ epoch: 92 ] [ iter: 20,800 ] [ performance: 18.759 it/s ] [ lr: 1.00e-04 ] [ eta: 1180 days, 17:33:59 ] [ l_g_pix: 5.7221e-02 ] [ l_g_total: 5.7221e-02 ] +2024-10-25 11:59:28,954 INFO: [ epoch: 92 ] [ iter: 20,900 ] [ performance: 19.510 it/s ] [ lr: 1.00e-04 ] [ eta: 1183 days, 18:03:24 ] [ l_g_pix: 5.7033e-02 ] [ l_g_total: 5.7033e-02 ] +2024-10-25 11:59:35,600 INFO: [ epoch: 93 ] [ iter: 21,000 ] [ performance: 14.896 it/s ] [ lr: 1.00e-04 ] [ eta: 1188 days, 7:57:42 ] [ l_g_pix: 6.9583e-02 ] [ l_g_total: 6.9583e-02 ] +2024-10-25 11:59:41,388 INFO: [ epoch: 93 ] [ iter: 21,100 ] [ performance: 16.024 it/s ] [ lr: 1.00e-04 ] [ eta: 1192 days, 2:44:03 ] [ l_g_pix: 4.8066e-02 ] [ l_g_total: 4.8066e-02 ] +2024-10-25 11:59:47,740 INFO: [ epoch: 94 ] [ iter: 21,200 ] [ performance: 15.550 it/s ] [ lr: 1.00e-04 ] [ eta: 1196 days, 9:29:45 ] [ l_g_pix: 4.5088e-02 ] [ l_g_total: 4.5088e-02 ] +2024-10-25 11:59:52,972 INFO: [ epoch: 94 ] [ iter: 21,300 ] [ performance: 17.195 it/s ] [ lr: 1.00e-04 ] [ eta: 1199 days, 15:26:29 ] [ l_g_pix: 4.7637e-02 ] [ l_g_total: 4.7637e-02 ] +2024-10-25 11:59:59,332 INFO: [ epoch: 95 ] [ iter: 21,400 ] [ performance: 15.544 it/s ] [ lr: 1.00e-04 ] [ eta: 1203 days, 21:42:33 ] [ l_g_pix: 6.3355e-02 ] [ l_g_total: 6.3355e-02 ] +2024-10-25 12:00:04,867 INFO: [ epoch: 95 ] [ iter: 21,500 ] [ performance: 16.751 it/s ] [ lr: 1.00e-04 ] [ eta: 1207 days, 9:38:57 ] [ l_g_pix: 5.3993e-02 ] [ l_g_total: 5.3993e-02 ] +2024-10-25 12:00:10,274 INFO: [ epoch: 95 ] [ iter: 21,600 ] [ performance: 18.466 it/s ] [ lr: 1.00e-04 ] [ eta: 1210 days, 18:29:46 ] [ l_g_pix: 5.5182e-02 ] [ l_g_total: 5.5182e-02 ] +2024-10-25 12:00:17,608 INFO: [ epoch: 96 ] [ iter: 21,700 ] [ performance: 15.604 it/s ] [ lr: 1.00e-04 ] [ eta: 1215 days, 20:55:33 ] [ l_g_pix: 6.2829e-02 ] [ l_g_total: 6.2829e-02 ] +2024-10-25 12:00:22,965 INFO: [ epoch: 96 ] [ iter: 21,800 ] [ performance: 18.682 it/s ] [ lr: 1.00e-04 ] [ eta: 1219 days, 4:01:25 ] [ l_g_pix: 4.9871e-02 ] [ l_g_total: 4.9871e-02 ] +2024-10-25 12:00:29,432 INFO: [ epoch: 97 ] [ iter: 21,900 ] [ performance: 16.856 it/s ] [ lr: 1.00e-04 ] [ eta: 1223 days, 10:54:25 ] [ l_g_pix: 5.1265e-02 ] [ l_g_total: 5.1265e-02 ] +2024-10-25 12:00:34,433 INFO: [ epoch: 97 ] [ iter: 22,000 ] [ performance: 20.046 it/s ] [ lr: 1.00e-04 ] [ eta: 1226 days, 9:39:53 ] [ l_g_pix: 4.0088e-02 ] [ l_g_total: 4.0088e-02 ] +2024-10-25 12:00:40,628 INFO: [ epoch: 98 ] [ iter: 22,100 ] [ performance: 17.794 it/s ] [ lr: 1.00e-04 ] [ eta: 1230 days, 9:58:47 ] [ l_g_pix: 4.9139e-02 ] [ l_g_total: 4.9139e-02 ] +2024-10-25 12:00:45,887 INFO: [ epoch: 98 ] [ iter: 22,200 ] [ performance: 19.002 it/s ] [ lr: 1.00e-04 ] [ eta: 1233 days, 13:43:04 ] [ l_g_pix: 5.3028e-02 ] [ l_g_total: 5.3028e-02 ] +2024-10-25 12:00:52,748 INFO: [ epoch: 99 ] [ iter: 22,300 ] [ performance: 16.384 it/s ] [ lr: 1.00e-04 ] [ eta: 1238 days, 3:44:49 ] [ l_g_pix: 7.7048e-02 ] [ l_g_total: 7.7048e-02 ] +2024-10-25 12:00:57,804 INFO: [ epoch: 99 ] [ iter: 22,400 ] [ performance: 19.925 it/s ] [ lr: 1.00e-04 ] [ eta: 1241 days, 2:29:02 ] [ l_g_pix: 4.7361e-02 ] [ l_g_total: 4.7361e-02 ] +2024-10-25 12:01:02,914 INFO: [ epoch: 99 ] [ iter: 22,500 ] [ performance: 19.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1244 days, 2:07:07 ] [ l_g_pix: 5.3460e-02 ] [ l_g_total: 5.3460e-02 ] +2024-10-25 12:01:09,209 INFO: [ epoch: 100 ] [ iter: 22,600 ] [ performance: 19.193 it/s ] [ lr: 1.00e-04 ] [ eta: 1248 days, 2:54:50 ] [ l_g_pix: 5.9895e-02 ] [ l_g_total: 5.9895e-02 ] +2024-10-25 12:01:14,050 INFO: [ epoch: 100 ] [ iter: 22,700 ] [ performance: 19.945 it/s ] [ lr: 1.00e-04 ] [ eta: 1250 days, 20:10:43 ] [ l_g_pix: 5.8863e-02 ] [ l_g_total: 5.8863e-02 ] +2024-10-25 12:01:20,324 INFO: [ epoch: 101 ] [ iter: 22,800 ] [ performance: 15.263 it/s ] [ lr: 1.00e-04 ] [ eta: 1254 days, 19:52:19 ] [ l_g_pix: 4.6711e-02 ] [ l_g_total: 4.6711e-02 ] +2024-10-25 12:01:26,072 INFO: [ epoch: 101 ] [ iter: 22,900 ] [ performance: 16.336 it/s ] [ lr: 1.00e-04 ] [ eta: 1258 days, 7:57:58 ] [ l_g_pix: 5.6446e-02 ] [ l_g_total: 5.6446e-02 ] +2024-10-25 12:01:32,387 INFO: [ epoch: 102 ] [ iter: 23,000 ] [ performance: 15.383 it/s ] [ lr: 1.00e-04 ] [ eta: 1262 days, 7:51:06 ] [ l_g_pix: 5.1849e-02 ] [ l_g_total: 5.1849e-02 ] +2024-10-25 12:01:37,421 INFO: [ epoch: 102 ] [ iter: 23,100 ] [ performance: 17.509 it/s ] [ lr: 1.00e-04 ] [ eta: 1265 days, 4:02:17 ] [ l_g_pix: 6.0062e-02 ] [ l_g_total: 6.0062e-02 ] +2024-10-25 12:01:43,541 INFO: [ epoch: 103 ] [ iter: 23,200 ] [ performance: 15.698 it/s ] [ lr: 1.00e-04 ] [ eta: 1268 days, 23:06:34 ] [ l_g_pix: 5.7437e-02 ] [ l_g_total: 5.7437e-02 ] +2024-10-25 12:01:48,815 INFO: [ epoch: 103 ] [ iter: 23,300 ] [ performance: 17.309 it/s ] [ lr: 1.00e-04 ] [ eta: 1271 days, 23:49:45 ] [ l_g_pix: 6.2441e-02 ] [ l_g_total: 6.2441e-02 ] +2024-10-25 12:01:53,893 INFO: [ epoch: 103 ] [ iter: 23,400 ] [ performance: 19.524 it/s ] [ lr: 1.00e-04 ] [ eta: 1274 days, 20:05:01 ] [ l_g_pix: 5.3512e-02 ] [ l_g_total: 5.3512e-02 ] +2024-10-25 12:02:00,948 INFO: [ epoch: 104 ] [ iter: 23,500 ] [ performance: 16.204 it/s ] [ lr: 1.00e-04 ] [ eta: 1279 days, 10:01:53 ] [ l_g_pix: 4.9339e-02 ] [ l_g_total: 4.9339e-02 ] +2024-10-25 12:02:05,974 INFO: [ epoch: 104 ] [ iter: 23,600 ] [ performance: 20.198 it/s ] [ lr: 1.00e-04 ] [ eta: 1282 days, 4:33:55 ] [ l_g_pix: 4.9499e-02 ] [ l_g_total: 4.9499e-02 ] +2024-10-25 12:02:12,481 INFO: [ epoch: 105 ] [ iter: 23,700 ] [ performance: 17.239 it/s ] [ lr: 1.00e-04 ] [ eta: 1286 days, 6:11:28 ] [ l_g_pix: 5.7349e-02 ] [ l_g_total: 5.7349e-02 ] +2024-10-25 12:02:17,487 INFO: [ epoch: 105 ] [ iter: 23,800 ] [ performance: 20.313 it/s ] [ lr: 1.00e-04 ] [ eta: 1288 days, 23:42:01 ] [ l_g_pix: 6.0733e-02 ] [ l_g_total: 6.0733e-02 ] +2024-10-25 12:02:23,662 INFO: [ epoch: 106 ] [ iter: 23,900 ] [ performance: 17.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1292 days, 17:37:00 ] [ l_g_pix: 6.0373e-02 ] [ l_g_total: 6.0373e-02 ] +2024-10-25 12:02:28,894 INFO: [ epoch: 106 ] [ iter: 24,000 ] [ performance: 19.290 it/s ] [ lr: 1.00e-04 ] [ eta: 1295 days, 15:19:27 ] [ l_g_pix: 5.3994e-02 ] [ l_g_total: 5.3994e-02 ] +2024-10-25 12:02:35,255 INFO: [ epoch: 107 ] [ iter: 24,100 ] [ performance: 17.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1299 days, 12:30:19 ] [ l_g_pix: 5.1688e-02 ] [ l_g_total: 5.1688e-02 ] +2024-10-25 12:02:41,152 INFO: [ epoch: 107 ] [ iter: 24,200 ] [ performance: 17.751 it/s ] [ lr: 1.00e-04 ] [ eta: 1302 days, 23:34:28 ] [ l_g_pix: 5.7764e-02 ] [ l_g_total: 5.7764e-02 ] +2024-10-25 12:02:46,081 INFO: [ epoch: 107 ] [ iter: 24,300 ] [ performance: 19.077 it/s ] [ lr: 1.00e-04 ] [ eta: 1305 days, 13:58:09 ] [ l_g_pix: 5.1451e-02 ] [ l_g_total: 5.1451e-02 ] +2024-10-25 12:02:52,488 INFO: [ epoch: 108 ] [ iter: 24,400 ] [ performance: 18.674 it/s ] [ lr: 1.00e-04 ] [ eta: 1309 days, 11:06:12 ] [ l_g_pix: 5.3772e-02 ] [ l_g_total: 5.3772e-02 ] +2024-10-25 12:02:57,676 INFO: [ epoch: 108 ] [ iter: 24,500 ] [ performance: 19.006 it/s ] [ lr: 1.00e-04 ] [ eta: 1312 days, 6:21:26 ] [ l_g_pix: 4.6095e-02 ] [ l_g_total: 4.6095e-02 ] +2024-10-25 12:03:04,055 INFO: [ epoch: 109 ] [ iter: 24,600 ] [ performance: 14.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1316 days, 2:13:32 ] [ l_g_pix: 6.7237e-02 ] [ l_g_total: 6.7237e-02 ] +2024-10-25 12:03:09,181 INFO: [ epoch: 109 ] [ iter: 24,700 ] [ performance: 17.146 it/s ] [ lr: 1.00e-04 ] [ eta: 1318 days, 19:34:30 ] [ l_g_pix: 5.0246e-02 ] [ l_g_total: 5.0246e-02 ] +2024-10-25 12:03:15,903 INFO: [ epoch: 110 ] [ iter: 24,800 ] [ performance: 13.705 it/s ] [ lr: 1.00e-04 ] [ eta: 1322 days, 21:56:20 ] [ l_g_pix: 4.9459e-02 ] [ l_g_total: 4.9459e-02 ] +2024-10-25 12:03:20,984 INFO: [ epoch: 110 ] [ iter: 24,900 ] [ performance: 16.545 it/s ] [ lr: 1.00e-04 ] [ eta: 1325 days, 13:43:16 ] [ l_g_pix: 5.3612e-02 ] [ l_g_total: 5.3612e-02 ] +2024-10-25 12:03:27,092 INFO: [ epoch: 111 ] [ iter: 25,000 ] [ performance: 15.388 it/s ] [ lr: 1.00e-04 ] [ eta: 1329 days, 2:36:11 ] [ l_g_pix: 6.3214e-02 ] [ l_g_total: 6.3214e-02 ] +2024-10-25 12:03:32,289 INFO: [ epoch: 111 ] [ iter: 25,100 ] [ performance: 17.366 it/s ] [ lr: 1.00e-04 ] [ eta: 1331 days, 20:11:58 ] [ l_g_pix: 5.4607e-02 ] [ l_g_total: 5.4607e-02 ] +2024-10-25 12:03:37,070 INFO: [ epoch: 111 ] [ iter: 25,200 ] [ performance: 20.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1334 days, 4:51:14 ] [ l_g_pix: 7.1293e-02 ] [ l_g_total: 7.1293e-02 ] +2024-10-25 12:03:43,320 INFO: [ epoch: 112 ] [ iter: 25,300 ] [ performance: 17.594 it/s ] [ lr: 1.00e-04 ] [ eta: 1337 days, 19:43:35 ] [ l_g_pix: 4.4336e-02 ] [ l_g_total: 4.4336e-02 ] +2024-10-25 12:03:48,807 INFO: [ epoch: 112 ] [ iter: 25,400 ] [ performance: 17.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1340 days, 18:27:02 ] [ l_g_pix: 5.4874e-02 ] [ l_g_total: 5.4874e-02 ] +2024-10-25 12:03:55,217 INFO: [ epoch: 113 ] [ iter: 25,500 ] [ performance: 16.494 it/s ] [ lr: 1.00e-04 ] [ eta: 1344 days, 11:57:57 ] [ l_g_pix: 5.4259e-02 ] [ l_g_total: 5.4259e-02 ] +2024-10-25 12:04:00,398 INFO: [ epoch: 113 ] [ iter: 25,600 ] [ performance: 19.444 it/s ] [ lr: 1.00e-04 ] [ eta: 1347 days, 3:43:59 ] [ l_g_pix: 4.1822e-02 ] [ l_g_total: 4.1822e-02 ] +2024-10-25 12:04:06,802 INFO: [ epoch: 114 ] [ iter: 25,700 ] [ performance: 17.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1350 days, 20:25:21 ] [ l_g_pix: 5.0627e-02 ] [ l_g_total: 5.0627e-02 ] +2024-10-25 12:04:11,904 INFO: [ epoch: 114 ] [ iter: 25,800 ] [ performance: 19.685 it/s ] [ lr: 1.00e-04 ] [ eta: 1353 days, 9:57:12 ] [ l_g_pix: 4.6248e-02 ] [ l_g_total: 4.6248e-02 ] +2024-10-25 12:04:18,136 INFO: [ epoch: 115 ] [ iter: 25,900 ] [ performance: 17.394 it/s ] [ lr: 1.00e-04 ] [ eta: 1356 days, 22:26:46 ] [ l_g_pix: 5.7957e-02 ] [ l_g_total: 5.7957e-02 ] +2024-10-25 12:04:24,068 INFO: [ epoch: 115 ] [ iter: 26,000 ] [ performance: 16.206 it/s ] [ lr: 1.00e-04 ] [ eta: 1360 days, 4:26:39 ] [ l_g_pix: 6.0216e-02 ] [ l_g_total: 6.0216e-02 ] +2024-10-25 12:04:28,829 INFO: [ epoch: 115 ] [ iter: 26,100 ] [ performance: 18.706 it/s ] [ lr: 1.00e-04 ] [ eta: 1362 days, 10:03:51 ] [ l_g_pix: 6.5334e-02 ] [ l_g_total: 6.5334e-02 ] +2024-10-25 12:04:35,015 INFO: [ epoch: 116 ] [ iter: 26,200 ] [ performance: 19.354 it/s ] [ lr: 1.00e-04 ] [ eta: 1365 days, 20:36:54 ] [ l_g_pix: 4.9884e-02 ] [ l_g_total: 4.9884e-02 ] +2024-10-25 12:04:39,998 INFO: [ epoch: 116 ] [ iter: 26,300 ] [ performance: 19.770 it/s ] [ lr: 1.00e-04 ] [ eta: 1368 days, 6:12:56 ] [ l_g_pix: 5.4485e-02 ] [ l_g_total: 5.4485e-02 ] +2024-10-25 12:04:46,360 INFO: [ epoch: 117 ] [ iter: 26,400 ] [ performance: 18.869 it/s ] [ lr: 1.00e-04 ] [ eta: 1371 days, 19:42:10 ] [ l_g_pix: 5.2551e-02 ] [ l_g_total: 5.2551e-02 ] +2024-10-25 12:04:51,485 INFO: [ epoch: 117 ] [ iter: 26,500 ] [ performance: 19.245 it/s ] [ lr: 1.00e-04 ] [ eta: 1374 days, 7:37:47 ] [ l_g_pix: 4.5667e-02 ] [ l_g_total: 4.5667e-02 ] +2024-10-25 12:04:58,067 INFO: [ epoch: 118 ] [ iter: 26,600 ] [ performance: 13.193 it/s ] [ lr: 1.00e-04 ] [ eta: 1378 days, 0:56:25 ] [ l_g_pix: 4.8863e-02 ] [ l_g_total: 4.8863e-02 ] +2024-10-25 12:05:03,562 INFO: [ epoch: 118 ] [ iter: 26,700 ] [ performance: 15.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1380 days, 19:46:12 ] [ l_g_pix: 5.7019e-02 ] [ l_g_total: 5.7019e-02 ] +2024-10-25 12:05:09,686 INFO: [ epoch: 119 ] [ iter: 26,800 ] [ performance: 14.848 it/s ] [ lr: 1.00e-04 ] [ eta: 1384 days, 3:04:17 ] [ l_g_pix: 4.4594e-02 ] [ l_g_total: 4.4594e-02 ] +2024-10-25 12:05:14,928 INFO: [ epoch: 119 ] [ iter: 26,900 ] [ performance: 17.123 it/s ] [ lr: 1.00e-04 ] [ eta: 1386 days, 16:08:10 ] [ l_g_pix: 5.2125e-02 ] [ l_g_total: 5.2125e-02 ] +2024-10-25 12:05:19,977 INFO: [ epoch: 119 ] [ iter: 27,000 ] [ performance: 19.683 it/s ] [ lr: 1.00e-04 ] [ eta: 1389 days, 0:59:48 ] [ l_g_pix: 6.6003e-02 ] [ l_g_total: 6.6003e-02 ] +2024-10-25 12:05:26,368 INFO: [ epoch: 120 ] [ iter: 27,100 ] [ performance: 17.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1392 days, 12:43:43 ] [ l_g_pix: 5.8952e-02 ] [ l_g_total: 5.8952e-02 ] +2024-10-25 12:05:31,297 INFO: [ epoch: 120 ] [ iter: 27,200 ] [ performance: 20.657 it/s ] [ lr: 1.00e-04 ] [ eta: 1394 days, 18:33:57 ] [ l_g_pix: 4.7246e-02 ] [ l_g_total: 4.7246e-02 ] +2024-10-25 12:05:38,249 INFO: [ epoch: 121 ] [ iter: 27,300 ] [ performance: 16.342 it/s ] [ lr: 1.00e-04 ] [ eta: 1398 days, 16:57:21 ] [ l_g_pix: 6.0333e-02 ] [ l_g_total: 6.0333e-02 ] +2024-10-25 12:05:43,224 INFO: [ epoch: 121 ] [ iter: 27,400 ] [ performance: 20.838 it/s ] [ lr: 1.00e-04 ] [ eta: 1400 days, 23:07:19 ] [ l_g_pix: 5.6988e-02 ] [ l_g_total: 5.6988e-02 ] +2024-10-25 12:05:49,409 INFO: [ epoch: 122 ] [ iter: 27,500 ] [ performance: 17.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1404 days, 5:22:07 ] [ l_g_pix: 5.5739e-02 ] [ l_g_total: 5.5739e-02 ] +2024-10-25 12:05:54,655 INFO: [ epoch: 122 ] [ iter: 27,600 ] [ performance: 19.414 it/s ] [ lr: 1.00e-04 ] [ eta: 1406 days, 16:22:39 ] [ l_g_pix: 4.9970e-02 ] [ l_g_total: 4.9970e-02 ] +2024-10-25 12:06:00,859 INFO: [ epoch: 123 ] [ iter: 27,700 ] [ performance: 17.251 it/s ] [ lr: 1.00e-04 ] [ eta: 1409 days, 22:20:39 ] [ l_g_pix: 6.0766e-02 ] [ l_g_total: 6.0766e-02 ] +2024-10-25 12:06:06,168 INFO: [ epoch: 123 ] [ iter: 27,800 ] [ performance: 19.134 it/s ] [ lr: 1.00e-04 ] [ eta: 1412 days, 10:01:38 ] [ l_g_pix: 5.5087e-02 ] [ l_g_total: 5.5087e-02 ] +2024-10-25 12:06:11,603 INFO: [ epoch: 123 ] [ iter: 27,900 ] [ performance: 18.677 it/s ] [ lr: 1.00e-04 ] [ eta: 1414 days, 23:54:44 ] [ l_g_pix: 5.6613e-02 ] [ l_g_total: 5.6613e-02 ] +2024-10-25 12:06:18,156 INFO: [ epoch: 124 ] [ iter: 28,000 ] [ performance: 18.791 it/s ] [ lr: 1.00e-04 ] [ eta: 1418 days, 11:52:14 ] [ l_g_pix: 5.9712e-02 ] [ l_g_total: 5.9712e-02 ] +2024-10-25 12:06:22,887 INFO: [ epoch: 124 ] [ iter: 28,100 ] [ performance: 20.184 it/s ] [ lr: 1.00e-04 ] [ eta: 1420 days, 11:05:10 ] [ l_g_pix: 5.3729e-02 ] [ l_g_total: 5.3729e-02 ] +2024-10-25 12:06:29,172 INFO: [ epoch: 125 ] [ iter: 28,200 ] [ performance: 18.845 it/s ] [ lr: 1.00e-04 ] [ eta: 1423 days, 17:00:03 ] [ l_g_pix: 5.0424e-02 ] [ l_g_total: 5.0424e-02 ] +2024-10-25 12:06:34,301 INFO: [ epoch: 125 ] [ iter: 28,300 ] [ performance: 19.250 it/s ] [ lr: 1.00e-04 ] [ eta: 1425 days, 23:34:05 ] [ l_g_pix: 5.4615e-02 ] [ l_g_total: 5.4615e-02 ] +2024-10-25 12:06:40,556 INFO: [ epoch: 126 ] [ iter: 28,400 ] [ performance: 13.923 it/s ] [ lr: 1.00e-04 ] [ eta: 1429 days, 4:14:28 ] [ l_g_pix: 4.5530e-02 ] [ l_g_total: 4.5530e-02 ] +2024-10-25 12:06:45,705 INFO: [ epoch: 126 ] [ iter: 28,500 ] [ performance: 16.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1431 days, 10:36:25 ] [ l_g_pix: 5.1513e-02 ] [ l_g_total: 5.1513e-02 ] +2024-10-25 12:06:52,538 INFO: [ epoch: 127 ] [ iter: 28,600 ] [ performance: 13.211 it/s ] [ lr: 1.00e-04 ] [ eta: 1435 days, 2:03:44 ] [ l_g_pix: 7.0037e-02 ] [ l_g_total: 7.0037e-02 ] +2024-10-25 12:06:57,851 INFO: [ epoch: 127 ] [ iter: 28,700 ] [ performance: 16.285 it/s ] [ lr: 1.00e-04 ] [ eta: 1437 days, 11:03:03 ] [ l_g_pix: 5.5629e-02 ] [ l_g_total: 5.5629e-02 ] +2024-10-25 12:07:02,785 INFO: [ epoch: 127 ] [ iter: 28,800 ] [ performance: 20.075 it/s ] [ lr: 1.00e-04 ] [ eta: 1439 days, 12:15:27 ] [ l_g_pix: 7.2281e-02 ] [ l_g_total: 7.2281e-02 ] +2024-10-25 12:07:09,140 INFO: [ epoch: 128 ] [ iter: 28,900 ] [ performance: 17.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1442 days, 17:13:38 ] [ l_g_pix: 5.2795e-02 ] [ l_g_total: 5.2795e-02 ] +2024-10-25 12:07:14,011 INFO: [ epoch: 128 ] [ iter: 29,000 ] [ performance: 21.196 it/s ] [ lr: 1.00e-04 ] [ eta: 1444 days, 16:35:46 ] [ l_g_pix: 4.1179e-02 ] [ l_g_total: 4.1179e-02 ] +2024-10-25 12:07:20,279 INFO: [ epoch: 129 ] [ iter: 29,100 ] [ performance: 17.509 it/s ] [ lr: 1.00e-04 ] [ eta: 1447 days, 19:12:49 ] [ l_g_pix: 4.0386e-02 ] [ l_g_total: 4.0386e-02 ] +2024-10-25 12:07:25,803 INFO: [ epoch: 129 ] [ iter: 29,200 ] [ performance: 17.338 it/s ] [ lr: 1.00e-04 ] [ eta: 1450 days, 6:50:22 ] [ l_g_pix: 5.4940e-02 ] [ l_g_total: 5.4940e-02 ] +2024-10-25 12:07:32,228 INFO: [ epoch: 130 ] [ iter: 29,300 ] [ performance: 16.152 it/s ] [ lr: 1.00e-04 ] [ eta: 1453 days, 11:51:10 ] [ l_g_pix: 5.5278e-02 ] [ l_g_total: 5.5278e-02 ] +2024-10-25 12:07:37,420 INFO: [ epoch: 130 ] [ iter: 29,400 ] [ performance: 19.476 it/s ] [ lr: 1.00e-04 ] [ eta: 1455 days, 16:20:12 ] [ l_g_pix: 3.9481e-02 ] [ l_g_total: 3.9481e-02 ] +2024-10-25 12:07:43,606 INFO: [ epoch: 131 ] [ iter: 29,500 ] [ performance: 17.192 it/s ] [ lr: 1.00e-04 ] [ eta: 1458 days, 15:59:16 ] [ l_g_pix: 4.9942e-02 ] [ l_g_total: 4.9942e-02 ] +2024-10-25 12:07:48,970 INFO: [ epoch: 131 ] [ iter: 29,600 ] [ performance: 18.401 it/s ] [ lr: 1.00e-04 ] [ eta: 1460 days, 23:13:21 ] [ l_g_pix: 5.8374e-02 ] [ l_g_total: 5.8374e-02 ] +2024-10-25 12:07:53,871 INFO: [ epoch: 131 ] [ iter: 29,700 ] [ performance: 19.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1462 days, 21:07:34 ] [ l_g_pix: 6.2058e-02 ] [ l_g_total: 6.2058e-02 ] +2024-10-25 12:08:00,888 INFO: [ epoch: 132 ] [ iter: 29,800 ] [ performance: 15.151 it/s ] [ lr: 1.00e-04 ] [ eta: 1466 days, 12:00:04 ] [ l_g_pix: 5.4615e-02 ] [ l_g_total: 5.4615e-02 ] +2024-10-25 12:08:05,942 INFO: [ epoch: 132 ] [ iter: 29,900 ] [ performance: 17.914 it/s ] [ lr: 1.00e-04 ] [ eta: 1468 days, 12:16:56 ] [ l_g_pix: 4.7307e-02 ] [ l_g_total: 4.7307e-02 ] +2024-10-25 12:08:12,241 INFO: [ epoch: 133 ] [ iter: 30,000 ] [ performance: 19.154 it/s ] [ lr: 1.00e-04 ] [ eta: 1471 days, 12:28:44 ] [ l_g_pix: 5.4749e-02 ] [ l_g_total: 5.4749e-02 ] +2024-10-25 12:08:12,242 INFO: Saving models and training states. +2024-10-25 12:09:20,879 INFO: Validation val + + # psnr: 21.8368........ Best: 21.8368 @ 30000 iter + # ssim: 0.6355........ Best: 0.6355 @ 30000 iter + # dists: 0.7877........ Best: 0.7877 @ 30000 iter + +2024-10-25 12:09:25,932 INFO: [ epoch: 133 ] [ iter: 30,100 ] [ performance: 19.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1529 days, 0:50:26 ] [ l_g_pix: 5.0046e-02 ] [ l_g_total: 5.0046e-02 ] +2024-10-25 12:09:32,136 INFO: [ epoch: 134 ] [ iter: 30,200 ] [ performance: 13.166 it/s ] [ lr: 1.00e-04 ] [ eta: 1531 days, 20:37:44 ] [ l_g_pix: 5.0130e-02 ] [ l_g_total: 5.0130e-02 ] +2024-10-25 12:09:37,812 INFO: [ epoch: 134 ] [ iter: 30,300 ] [ performance: 15.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1534 days, 5:51:02 ] [ l_g_pix: 5.6016e-02 ] [ l_g_total: 5.6016e-02 ] +2024-10-25 12:09:44,477 INFO: [ epoch: 135 ] [ iter: 30,400 ] [ performance: 12.474 it/s ] [ lr: 1.00e-04 ] [ eta: 1537 days, 9:52:42 ] [ l_g_pix: 5.9565e-02 ] [ l_g_total: 5.9565e-02 ] +2024-10-25 12:09:50,159 INFO: [ epoch: 135 ] [ iter: 30,500 ] [ performance: 15.507 it/s ] [ lr: 1.00e-04 ] [ eta: 1539 days, 18:33:10 ] [ l_g_pix: 3.9523e-02 ] [ l_g_total: 3.9523e-02 ] +2024-10-25 12:09:55,686 INFO: [ epoch: 135 ] [ iter: 30,600 ] [ performance: 17.845 it/s ] [ lr: 1.00e-04 ] [ eta: 1541 days, 23:55:29 ] [ l_g_pix: 6.4906e-02 ] [ l_g_total: 6.4906e-02 ] +2024-10-25 12:10:02,517 INFO: [ epoch: 136 ] [ iter: 30,700 ] [ performance: 15.547 it/s ] [ lr: 1.00e-04 ] [ eta: 1545 days, 6:05:05 ] [ l_g_pix: 4.6100e-02 ] [ l_g_total: 4.6100e-02 ] +2024-10-25 12:10:08,150 INFO: [ epoch: 136 ] [ iter: 30,800 ] [ performance: 17.710 it/s ] [ lr: 1.00e-04 ] [ eta: 1547 days, 12:51:52 ] [ l_g_pix: 4.8576e-02 ] [ l_g_total: 4.8576e-02 ] +2024-10-25 12:10:14,979 INFO: [ epoch: 137 ] [ iter: 30,900 ] [ performance: 15.505 it/s ] [ lr: 1.00e-04 ] [ eta: 1550 days, 18:15:10 ] [ l_g_pix: 4.3997e-02 ] [ l_g_total: 4.3997e-02 ] +2024-10-25 12:10:20,548 INFO: [ epoch: 137 ] [ iter: 31,000 ] [ performance: 18.510 it/s ] [ lr: 1.00e-04 ] [ eta: 1552 days, 23:08:21 ] [ l_g_pix: 4.9336e-02 ] [ l_g_total: 4.9336e-02 ] +2024-10-25 12:10:27,390 INFO: [ epoch: 138 ] [ iter: 31,100 ] [ performance: 15.656 it/s ] [ lr: 1.00e-04 ] [ eta: 1556 days, 4:03:18 ] [ l_g_pix: 4.9957e-02 ] [ l_g_total: 4.9957e-02 ] +2024-10-25 12:10:32,945 INFO: [ epoch: 138 ] [ iter: 31,200 ] [ performance: 18.556 it/s ] [ lr: 1.00e-04 ] [ eta: 1558 days, 8:01:14 ] [ l_g_pix: 5.2018e-02 ] [ l_g_total: 5.2018e-02 ] +2024-10-25 12:10:39,312 INFO: [ epoch: 139 ] [ iter: 31,300 ] [ performance: 16.494 it/s ] [ lr: 1.00e-04 ] [ eta: 1561 days, 3:09:38 ] [ l_g_pix: 5.3471e-02 ] [ l_g_total: 5.3471e-02 ] +2024-10-25 12:10:44,821 INFO: [ epoch: 139 ] [ iter: 31,400 ] [ performance: 18.275 it/s ] [ lr: 1.00e-04 ] [ eta: 1563 days, 5:35:53 ] [ l_g_pix: 6.2657e-02 ] [ l_g_total: 6.2657e-02 ] +2024-10-25 12:10:50,333 INFO: [ epoch: 139 ] [ iter: 31,500 ] [ performance: 18.183 it/s ] [ lr: 1.00e-04 ] [ eta: 1565 days, 7:47:48 ] [ l_g_pix: 5.7745e-02 ] [ l_g_total: 5.7745e-02 ] +2024-10-25 12:10:57,067 INFO: [ epoch: 140 ] [ iter: 31,600 ] [ performance: 18.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1568 days, 8:52:35 ] [ l_g_pix: 5.7138e-02 ] [ l_g_total: 5.7138e-02 ] +2024-10-25 12:11:02,587 INFO: [ epoch: 140 ] [ iter: 31,700 ] [ performance: 18.088 it/s ] [ lr: 1.00e-04 ] [ eta: 1570 days, 10:35:07 ] [ l_g_pix: 5.0846e-02 ] [ l_g_total: 5.0846e-02 ] +2024-10-25 12:11:09,351 INFO: [ epoch: 141 ] [ iter: 31,800 ] [ performance: 17.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1573 days, 11:31:40 ] [ l_g_pix: 5.9648e-02 ] [ l_g_total: 5.9648e-02 ] +2024-10-25 12:11:14,733 INFO: [ epoch: 141 ] [ iter: 31,900 ] [ performance: 18.338 it/s ] [ lr: 1.00e-04 ] [ eta: 1575 days, 9:58:22 ] [ l_g_pix: 4.2741e-02 ] [ l_g_total: 4.2741e-02 ] +2024-10-25 12:11:21,347 INFO: [ epoch: 142 ] [ iter: 32,000 ] [ performance: 17.977 it/s ] [ lr: 1.00e-04 ] [ eta: 1578 days, 7:22:30 ] [ l_g_pix: 6.0346e-02 ] [ l_g_total: 6.0346e-02 ] +2024-10-25 12:11:26,882 INFO: [ epoch: 142 ] [ iter: 32,100 ] [ performance: 18.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1580 days, 8:04:06 ] [ l_g_pix: 5.1908e-02 ] [ l_g_total: 5.1908e-02 ] +2024-10-25 12:11:33,571 INFO: [ epoch: 143 ] [ iter: 32,200 ] [ performance: 12.049 it/s ] [ lr: 1.00e-04 ] [ eta: 1583 days, 6:10:18 ] [ l_g_pix: 5.8697e-02 ] [ l_g_total: 5.8697e-02 ] +2024-10-25 12:11:39,220 INFO: [ epoch: 143 ] [ iter: 32,300 ] [ performance: 15.611 it/s ] [ lr: 1.00e-04 ] [ eta: 1585 days, 8:22:26 ] [ l_g_pix: 5.5239e-02 ] [ l_g_total: 5.5239e-02 ] +2024-10-25 12:11:44,799 INFO: [ epoch: 143 ] [ iter: 32,400 ] [ performance: 17.404 it/s ] [ lr: 1.00e-04 ] [ eta: 1587 days, 8:55:57 ] [ l_g_pix: 4.3055e-02 ] [ l_g_total: 4.3055e-02 ] +2024-10-25 12:11:51,591 INFO: [ epoch: 144 ] [ iter: 32,500 ] [ performance: 15.391 it/s ] [ lr: 1.00e-04 ] [ eta: 1590 days, 7:54:35 ] [ l_g_pix: 5.4104e-02 ] [ l_g_total: 5.4104e-02 ] +2024-10-25 12:11:57,165 INFO: [ epoch: 144 ] [ iter: 32,600 ] [ performance: 18.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1592 days, 7:43:23 ] [ l_g_pix: 4.6034e-02 ] [ l_g_total: 4.6034e-02 ] +2024-10-25 12:12:03,956 INFO: [ epoch: 145 ] [ iter: 32,700 ] [ performance: 15.510 it/s ] [ lr: 1.00e-04 ] [ eta: 1595 days, 5:58:26 ] [ l_g_pix: 5.7661e-02 ] [ l_g_total: 5.7661e-02 ] +2024-10-25 12:12:09,434 INFO: [ epoch: 145 ] [ iter: 32,800 ] [ performance: 18.688 it/s ] [ lr: 1.00e-04 ] [ eta: 1597 days, 3:21:02 ] [ l_g_pix: 5.6281e-02 ] [ l_g_total: 5.6281e-02 ] +2024-10-25 12:12:16,041 INFO: [ epoch: 146 ] [ iter: 32,900 ] [ performance: 15.957 it/s ] [ lr: 1.00e-04 ] [ eta: 1599 days, 21:26:47 ] [ l_g_pix: 4.3602e-02 ] [ l_g_total: 4.3602e-02 ] +2024-10-25 12:12:21,793 INFO: [ epoch: 146 ] [ iter: 33,000 ] [ performance: 18.036 it/s ] [ lr: 1.00e-04 ] [ eta: 1601 days, 23:16:08 ] [ l_g_pix: 4.4585e-02 ] [ l_g_total: 4.4585e-02 ] +2024-10-25 12:12:28,671 INFO: [ epoch: 147 ] [ iter: 33,100 ] [ performance: 15.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1604 days, 21:41:21 ] [ l_g_pix: 6.8755e-02 ] [ l_g_total: 6.8755e-02 ] +2024-10-25 12:12:34,400 INFO: [ epoch: 147 ] [ iter: 33,200 ] [ performance: 17.558 it/s ] [ lr: 1.00e-04 ] [ eta: 1606 days, 22:25:28 ] [ l_g_pix: 5.5975e-02 ] [ l_g_total: 5.5975e-02 ] +2024-10-25 12:12:39,900 INFO: [ epoch: 147 ] [ iter: 33,300 ] [ performance: 18.017 it/s ] [ lr: 1.00e-04 ] [ eta: 1608 days, 18:35:45 ] [ l_g_pix: 5.9005e-02 ] [ l_g_total: 5.9005e-02 ] +2024-10-25 12:12:46,662 INFO: [ epoch: 148 ] [ iter: 33,400 ] [ performance: 17.237 it/s ] [ lr: 1.00e-04 ] [ eta: 1611 days, 13:47:09 ] [ l_g_pix: 5.1085e-02 ] [ l_g_total: 5.1085e-02 ] +2024-10-25 12:12:52,067 INFO: [ epoch: 148 ] [ iter: 33,500 ] [ performance: 18.166 it/s ] [ lr: 1.00e-04 ] [ eta: 1613 days, 7:33:28 ] [ l_g_pix: 6.2573e-02 ] [ l_g_total: 6.2573e-02 ] +2024-10-25 12:12:58,957 INFO: [ epoch: 149 ] [ iter: 33,600 ] [ performance: 17.517 it/s ] [ lr: 1.00e-04 ] [ eta: 1616 days, 4:24:56 ] [ l_g_pix: 5.6115e-02 ] [ l_g_total: 5.6115e-02 ] +2024-10-25 12:13:04,634 INFO: [ epoch: 149 ] [ iter: 33,700 ] [ performance: 17.593 it/s ] [ lr: 1.00e-04 ] [ eta: 1618 days, 2:33:17 ] [ l_g_pix: 4.9934e-02 ] [ l_g_total: 4.9934e-02 ] +2024-10-25 12:13:11,368 INFO: [ epoch: 150 ] [ iter: 33,800 ] [ performance: 17.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1620 days, 19:47:29 ] [ l_g_pix: 4.6567e-02 ] [ l_g_total: 4.6567e-02 ] +2024-10-25 12:13:16,943 INFO: [ epoch: 150 ] [ iter: 33,900 ] [ performance: 17.786 it/s ] [ lr: 1.00e-04 ] [ eta: 1622 days, 15:24:24 ] [ l_g_pix: 4.2326e-02 ] [ l_g_total: 4.2326e-02 ] +2024-10-25 12:13:23,801 INFO: [ epoch: 151 ] [ iter: 34,000 ] [ performance: 10.326 it/s ] [ lr: 1.00e-04 ] [ eta: 1625 days, 10:12:12 ] [ l_g_pix: 5.6100e-02 ] [ l_g_total: 5.6100e-02 ] +2024-10-25 12:13:29,443 INFO: [ epoch: 151 ] [ iter: 34,100 ] [ performance: 15.156 it/s ] [ lr: 1.00e-04 ] [ eta: 1627 days, 6:23:06 ] [ l_g_pix: 4.2990e-02 ] [ l_g_total: 4.2990e-02 ] +2024-10-25 12:13:35,024 INFO: [ epoch: 151 ] [ iter: 34,200 ] [ performance: 16.791 it/s ] [ lr: 1.00e-04 ] [ eta: 1629 days, 1:07:24 ] [ l_g_pix: 6.5818e-02 ] [ l_g_total: 6.5818e-02 ] +2024-10-25 12:13:41,808 INFO: [ epoch: 152 ] [ iter: 34,300 ] [ performance: 15.170 it/s ] [ lr: 1.00e-04 ] [ eta: 1631 days, 17:30:05 ] [ l_g_pix: 5.2337e-02 ] [ l_g_total: 5.2337e-02 ] +2024-10-25 12:13:47,277 INFO: [ epoch: 152 ] [ iter: 34,400 ] [ performance: 19.309 it/s ] [ lr: 1.00e-04 ] [ eta: 1633 days, 9:34:21 ] [ l_g_pix: 4.5019e-02 ] [ l_g_total: 4.5019e-02 ] +2024-10-25 12:13:54,260 INFO: [ epoch: 153 ] [ iter: 34,500 ] [ performance: 15.219 it/s ] [ lr: 1.00e-04 ] [ eta: 1636 days, 4:51:10 ] [ l_g_pix: 6.6499e-02 ] [ l_g_total: 6.6499e-02 ] +2024-10-25 12:13:59,524 INFO: [ epoch: 153 ] [ iter: 34,600 ] [ performance: 19.836 it/s ] [ lr: 1.00e-04 ] [ eta: 1637 days, 16:32:17 ] [ l_g_pix: 4.9187e-02 ] [ l_g_total: 4.9187e-02 ] +2024-10-25 12:14:05,926 INFO: [ epoch: 154 ] [ iter: 34,700 ] [ performance: 16.384 it/s ] [ lr: 1.00e-04 ] [ eta: 1640 days, 0:33:29 ] [ l_g_pix: 6.1654e-02 ] [ l_g_total: 6.1654e-02 ] +2024-10-25 12:14:11,276 INFO: [ epoch: 154 ] [ iter: 34,800 ] [ performance: 19.543 it/s ] [ lr: 1.00e-04 ] [ eta: 1641 days, 13:10:09 ] [ l_g_pix: 5.6046e-02 ] [ l_g_total: 5.6046e-02 ] +2024-10-25 12:14:18,484 INFO: [ epoch: 155 ] [ iter: 34,900 ] [ performance: 14.788 it/s ] [ lr: 1.00e-04 ] [ eta: 1644 days, 11:04:37 ] [ l_g_pix: 4.9716e-02 ] [ l_g_total: 4.9716e-02 ] +2024-10-25 12:14:24,215 INFO: [ epoch: 155 ] [ iter: 35,000 ] [ performance: 18.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1646 days, 5:55:45 ] [ l_g_pix: 6.0527e-02 ] [ l_g_total: 6.0527e-02 ] +2024-10-25 12:14:29,748 INFO: [ epoch: 155 ] [ iter: 35,100 ] [ performance: 18.067 it/s ] [ lr: 1.00e-04 ] [ eta: 1647 days, 20:53:46 ] [ l_g_pix: 5.5989e-02 ] [ l_g_total: 5.5989e-02 ] +2024-10-25 12:14:36,599 INFO: [ epoch: 156 ] [ iter: 35,200 ] [ performance: 17.131 it/s ] [ lr: 1.00e-04 ] [ eta: 1650 days, 11:16:20 ] [ l_g_pix: 5.7378e-02 ] [ l_g_total: 5.7378e-02 ] +2024-10-25 12:14:42,310 INFO: [ epoch: 156 ] [ iter: 35,300 ] [ performance: 17.435 it/s ] [ lr: 1.00e-04 ] [ eta: 1652 days, 4:47:17 ] [ l_g_pix: 5.4708e-02 ] [ l_g_total: 5.4708e-02 ] +2024-10-25 12:14:49,275 INFO: [ epoch: 157 ] [ iter: 35,400 ] [ performance: 17.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1654 days, 20:28:14 ] [ l_g_pix: 6.1109e-02 ] [ l_g_total: 6.1109e-02 ] +2024-10-25 12:14:55,124 INFO: [ epoch: 157 ] [ iter: 35,500 ] [ performance: 17.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1656 days, 15:47:40 ] [ l_g_pix: 5.2642e-02 ] [ l_g_total: 5.2642e-02 ] +2024-10-25 12:15:02,081 INFO: [ epoch: 158 ] [ iter: 35,600 ] [ performance: 16.760 it/s ] [ lr: 1.00e-04 ] [ eta: 1659 days, 6:34:52 ] [ l_g_pix: 6.7141e-02 ] [ l_g_total: 6.7141e-02 ] +2024-10-25 12:15:07,787 INFO: [ epoch: 158 ] [ iter: 35,700 ] [ performance: 17.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1660 days, 22:39:55 ] [ l_g_pix: 6.8961e-02 ] [ l_g_total: 6.8961e-02 ] +2024-10-25 12:15:14,549 INFO: [ epoch: 159 ] [ iter: 35,800 ] [ performance: 15.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1663 days, 9:15:11 ] [ l_g_pix: 4.8399e-02 ] [ l_g_total: 4.8399e-02 ] +2024-10-25 12:15:20,350 INFO: [ epoch: 159 ] [ iter: 35,900 ] [ performance: 16.996 it/s ] [ lr: 1.00e-04 ] [ eta: 1665 days, 2:21:54 ] [ l_g_pix: 5.3250e-02 ] [ l_g_total: 5.3250e-02 ] +2024-10-25 12:15:25,953 INFO: [ epoch: 159 ] [ iter: 36,000 ] [ performance: 15.988 it/s ] [ lr: 1.00e-04 ] [ eta: 1666 days, 15:37:43 ] [ l_g_pix: 5.3920e-02 ] [ l_g_total: 5.3920e-02 ] +2024-10-25 12:15:32,936 INFO: [ epoch: 160 ] [ iter: 36,100 ] [ performance: 14.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1669 days, 5:04:03 ] [ l_g_pix: 4.9554e-02 ] [ l_g_total: 4.9554e-02 ] +2024-10-25 12:15:38,513 INFO: [ epoch: 160 ] [ iter: 36,200 ] [ performance: 18.378 it/s ] [ lr: 1.00e-04 ] [ eta: 1670 days, 17:12:55 ] [ l_g_pix: 4.4159e-02 ] [ l_g_total: 4.4159e-02 ] +2024-10-25 12:15:45,526 INFO: [ epoch: 161 ] [ iter: 36,300 ] [ performance: 14.816 it/s ] [ lr: 1.00e-04 ] [ eta: 1673 days, 6:26:27 ] [ l_g_pix: 6.4791e-02 ] [ l_g_total: 6.4791e-02 ] +2024-10-25 12:15:51,254 INFO: [ epoch: 161 ] [ iter: 36,400 ] [ performance: 18.367 it/s ] [ lr: 1.00e-04 ] [ eta: 1674 days, 20:36:51 ] [ l_g_pix: 4.9589e-02 ] [ l_g_total: 4.9589e-02 ] +2024-10-25 12:15:57,829 INFO: [ epoch: 162 ] [ iter: 36,500 ] [ performance: 15.642 it/s ] [ lr: 1.00e-04 ] [ eta: 1677 days, 1:21:57 ] [ l_g_pix: 5.8470e-02 ] [ l_g_total: 5.8470e-02 ] +2024-10-25 12:16:03,435 INFO: [ epoch: 162 ] [ iter: 36,600 ] [ performance: 18.307 it/s ] [ lr: 1.00e-04 ] [ eta: 1678 days, 12:43:01 ] [ l_g_pix: 5.2229e-02 ] [ l_g_total: 5.2229e-02 ] +2024-10-25 12:16:10,083 INFO: [ epoch: 163 ] [ iter: 36,700 ] [ performance: 15.466 it/s ] [ lr: 1.00e-04 ] [ eta: 1680 days, 18:03:26 ] [ l_g_pix: 6.2108e-02 ] [ l_g_total: 6.2108e-02 ] +2024-10-25 12:16:15,673 INFO: [ epoch: 163 ] [ iter: 36,800 ] [ performance: 17.914 it/s ] [ lr: 1.00e-04 ] [ eta: 1682 days, 4:28:42 ] [ l_g_pix: 5.4407e-02 ] [ l_g_total: 5.4407e-02 ] +2024-10-25 12:16:21,260 INFO: [ epoch: 163 ] [ iter: 36,900 ] [ performance: 17.905 it/s ] [ lr: 1.00e-04 ] [ eta: 1683 days, 14:30:46 ] [ l_g_pix: 5.7998e-02 ] [ l_g_total: 5.7998e-02 ] +2024-10-25 12:16:27,819 INFO: [ epoch: 164 ] [ iter: 37,000 ] [ performance: 18.163 it/s ] [ lr: 1.00e-04 ] [ eta: 1685 days, 17:15:25 ] [ l_g_pix: 5.0232e-02 ] [ l_g_total: 5.0232e-02 ] +2024-10-25 12:16:33,320 INFO: [ epoch: 164 ] [ iter: 37,100 ] [ performance: 18.178 it/s ] [ lr: 1.00e-04 ] [ eta: 1687 days, 1:09:54 ] [ l_g_pix: 3.9841e-02 ] [ l_g_total: 3.9841e-02 ] +2024-10-25 12:16:39,914 INFO: [ epoch: 165 ] [ iter: 37,200 ] [ performance: 17.829 it/s ] [ lr: 1.00e-04 ] [ eta: 1689 days, 3:48:28 ] [ l_g_pix: 6.2434e-02 ] [ l_g_total: 6.2434e-02 ] +2024-10-25 12:16:45,181 INFO: [ epoch: 165 ] [ iter: 37,300 ] [ performance: 18.831 it/s ] [ lr: 1.00e-04 ] [ eta: 1690 days, 6:59:03 ] [ l_g_pix: 5.0338e-02 ] [ l_g_total: 5.0338e-02 ] +2024-10-25 12:16:51,873 INFO: [ epoch: 166 ] [ iter: 37,400 ] [ performance: 17.393 it/s ] [ lr: 1.00e-04 ] [ eta: 1692 days, 10:38:30 ] [ l_g_pix: 5.3113e-02 ] [ l_g_total: 5.3113e-02 ] +2024-10-25 12:16:57,444 INFO: [ epoch: 166 ] [ iter: 37,500 ] [ performance: 17.881 it/s ] [ lr: 1.00e-04 ] [ eta: 1693 days, 18:29:29 ] [ l_g_pix: 4.8831e-02 ] [ l_g_total: 4.8831e-02 ] +2024-10-25 12:17:04,237 INFO: [ epoch: 167 ] [ iter: 37,600 ] [ performance: 17.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1695 days, 23:10:37 ] [ l_g_pix: 5.3168e-02 ] [ l_g_total: 5.3168e-02 ] +2024-10-25 12:17:09,796 INFO: [ epoch: 167 ] [ iter: 37,700 ] [ performance: 17.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1697 days, 6:09:23 ] [ l_g_pix: 5.5465e-02 ] [ l_g_total: 5.5465e-02 ] +2024-10-25 12:17:15,053 INFO: [ epoch: 167 ] [ iter: 37,800 ] [ performance: 16.111 it/s ] [ lr: 1.00e-04 ] [ eta: 1698 days, 7:36:11 ] [ l_g_pix: 5.8581e-02 ] [ l_g_total: 5.8581e-02 ] +2024-10-25 12:17:21,570 INFO: [ epoch: 168 ] [ iter: 37,900 ] [ performance: 15.427 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 6:28:26 ] [ l_g_pix: 5.9931e-02 ] [ l_g_total: 5.9931e-02 ] +2024-10-25 12:17:26,394 INFO: [ epoch: 168 ] [ iter: 38,000 ] [ performance: 21.159 it/s ] [ lr: 1.00e-04 ] [ eta: 1700 days, 23:51:27 ] [ l_g_pix: 5.7974e-02 ] [ l_g_total: 5.7974e-02 ] +2024-10-25 12:17:32,683 INFO: [ epoch: 169 ] [ iter: 38,100 ] [ performance: 16.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1702 days, 18:07:49 ] [ l_g_pix: 4.3971e-02 ] [ l_g_total: 4.3971e-02 ] +2024-10-25 12:17:37,797 INFO: [ epoch: 169 ] [ iter: 38,200 ] [ performance: 21.124 it/s ] [ lr: 1.00e-04 ] [ eta: 1703 days, 15:54:15 ] [ l_g_pix: 5.1022e-02 ] [ l_g_total: 5.1022e-02 ] +2024-10-25 12:17:43,942 INFO: [ epoch: 170 ] [ iter: 38,300 ] [ performance: 16.623 it/s ] [ lr: 1.00e-04 ] [ eta: 1705 days, 7:03:16 ] [ l_g_pix: 4.8749e-02 ] [ l_g_total: 4.8749e-02 ] +2024-10-25 12:17:49,006 INFO: [ epoch: 170 ] [ iter: 38,400 ] [ performance: 20.915 it/s ] [ lr: 1.00e-04 ] [ eta: 1706 days, 3:22:14 ] [ l_g_pix: 4.7908e-02 ] [ l_g_total: 4.7908e-02 ] +2024-10-25 12:17:54,944 INFO: [ epoch: 171 ] [ iter: 38,500 ] [ performance: 17.118 it/s ] [ lr: 1.00e-04 ] [ eta: 1707 days, 14:20:10 ] [ l_g_pix: 4.8997e-02 ] [ l_g_total: 4.8997e-02 ] +2024-10-25 12:18:00,283 INFO: [ epoch: 171 ] [ iter: 38,600 ] [ performance: 19.467 it/s ] [ lr: 1.00e-04 ] [ eta: 1708 days, 14:45:54 ] [ l_g_pix: 4.4423e-02 ] [ l_g_total: 4.4423e-02 ] +2024-10-25 12:18:05,468 INFO: [ epoch: 171 ] [ iter: 38,700 ] [ performance: 19.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1709 days, 12:15:36 ] [ l_g_pix: 4.7286e-02 ] [ l_g_total: 4.7286e-02 ] +2024-10-25 12:18:11,781 INFO: [ epoch: 172 ] [ iter: 38,800 ] [ performance: 18.602 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 4:38:58 ] [ l_g_pix: 5.0909e-02 ] [ l_g_total: 5.0909e-02 ] +2024-10-25 12:18:16,875 INFO: [ epoch: 172 ] [ iter: 38,900 ] [ performance: 19.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1711 days, 23:59:42 ] [ l_g_pix: 5.7768e-02 ] [ l_g_total: 5.7768e-02 ] +2024-10-25 12:18:23,087 INFO: [ epoch: 173 ] [ iter: 39,000 ] [ performance: 19.155 it/s ] [ lr: 1.00e-04 ] [ eta: 1713 days, 13:59:48 ] [ l_g_pix: 6.9842e-02 ] [ l_g_total: 6.9842e-02 ] +2024-10-25 12:18:28,134 INFO: [ epoch: 173 ] [ iter: 39,100 ] [ performance: 19.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1714 days, 7:57:50 ] [ l_g_pix: 5.3431e-02 ] [ l_g_total: 5.3431e-02 ] +2024-10-25 12:18:34,522 INFO: [ epoch: 174 ] [ iter: 39,200 ] [ performance: 18.923 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 0:16:28 ] [ l_g_pix: 4.9553e-02 ] [ l_g_total: 4.9553e-02 ] +2024-10-25 12:18:39,558 INFO: [ epoch: 174 ] [ iter: 39,300 ] [ performance: 19.811 it/s ] [ lr: 1.00e-04 ] [ eta: 1716 days, 17:27:57 ] [ l_g_pix: 5.2720e-02 ] [ l_g_total: 5.2720e-02 ] +2024-10-25 12:18:45,861 INFO: [ epoch: 175 ] [ iter: 39,400 ] [ performance: 17.943 it/s ] [ lr: 1.00e-04 ] [ eta: 1718 days, 7:40:41 ] [ l_g_pix: 6.0693e-02 ] [ l_g_total: 6.0693e-02 ] +2024-10-25 12:18:51,303 INFO: [ epoch: 175 ] [ iter: 39,500 ] [ performance: 18.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1719 days, 7:04:29 ] [ l_g_pix: 5.3012e-02 ] [ l_g_total: 5.3012e-02 ] +2024-10-25 12:18:56,597 INFO: [ epoch: 175 ] [ iter: 39,600 ] [ performance: 11.172 it/s ] [ lr: 1.00e-04 ] [ eta: 1720 days, 3:41:57 ] [ l_g_pix: 4.7216e-02 ] [ l_g_total: 4.7216e-02 ] +2024-10-25 12:19:03,082 INFO: [ epoch: 176 ] [ iter: 39,700 ] [ performance: 15.254 it/s ] [ lr: 1.00e-04 ] [ eta: 1721 days, 19:57:33 ] [ l_g_pix: 5.3119e-02 ] [ l_g_total: 5.3119e-02 ] +2024-10-25 12:19:08,299 INFO: [ epoch: 176 ] [ iter: 39,800 ] [ performance: 19.446 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 14:40:46 ] [ l_g_pix: 5.8993e-02 ] [ l_g_total: 5.8993e-02 ] +2024-10-25 12:19:14,763 INFO: [ epoch: 177 ] [ iter: 39,900 ] [ performance: 15.536 it/s ] [ lr: 1.00e-04 ] [ eta: 1724 days, 5:54:02 ] [ l_g_pix: 6.4029e-02 ] [ l_g_total: 6.4029e-02 ] +2024-10-25 12:19:19,923 INFO: [ epoch: 177 ] [ iter: 40,000 ] [ performance: 20.731 it/s ] [ lr: 1.00e-04 ] [ eta: 1724 days, 23:02:28 ] [ l_g_pix: 4.6748e-02 ] [ l_g_total: 4.6748e-02 ] +2024-10-25 12:19:19,923 INFO: Saving models and training states. +2024-10-25 12:20:29,682 INFO: Validation val + + # psnr: 21.8558........ Best: 21.8558 @ 40000 iter + # ssim: 0.6374........ Best: 0.6374 @ 40000 iter + # dists: 0.7873........ Best: 0.7873 @ 40000 iter + +2024-10-25 12:20:36,177 INFO: [ epoch: 178 ] [ iter: 40,100 ] [ performance: 15.439 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 22:48:33 ] [ l_g_pix: 5.2960e-02 ] [ l_g_total: 5.2960e-02 ] +2024-10-25 12:20:41,459 INFO: [ epoch: 178 ] [ iter: 40,200 ] [ performance: 17.002 it/s ] [ lr: 1.00e-04 ] [ eta: 1775 days, 15:25:34 ] [ l_g_pix: 5.9815e-02 ] [ l_g_total: 5.9815e-02 ] +2024-10-25 12:20:47,518 INFO: [ epoch: 179 ] [ iter: 40,300 ] [ performance: 16.508 it/s ] [ lr: 1.00e-04 ] [ eta: 1776 days, 20:37:45 ] [ l_g_pix: 5.6419e-02 ] [ l_g_total: 5.6419e-02 ] +2024-10-25 12:20:52,984 INFO: [ epoch: 179 ] [ iter: 40,400 ] [ performance: 17.356 it/s ] [ lr: 1.00e-04 ] [ eta: 1777 days, 15:42:12 ] [ l_g_pix: 7.2970e-02 ] [ l_g_total: 7.2970e-02 ] +2024-10-25 12:20:57,940 INFO: [ epoch: 179 ] [ iter: 40,500 ] [ performance: 20.206 it/s ] [ lr: 1.00e-04 ] [ eta: 1778 days, 2:01:11 ] [ l_g_pix: 6.5354e-02 ] [ l_g_total: 6.5354e-02 ] +2024-10-25 12:21:04,332 INFO: [ epoch: 180 ] [ iter: 40,600 ] [ performance: 17.626 it/s ] [ lr: 1.00e-04 ] [ eta: 1779 days, 11:45:27 ] [ l_g_pix: 5.6688e-02 ] [ l_g_total: 5.6688e-02 ] +2024-10-25 12:21:09,324 INFO: [ epoch: 180 ] [ iter: 40,700 ] [ performance: 20.100 it/s ] [ lr: 1.00e-04 ] [ eta: 1779 days, 22:05:44 ] [ l_g_pix: 5.2923e-02 ] [ l_g_total: 5.2923e-02 ] +2024-10-25 12:21:15,810 INFO: [ epoch: 181 ] [ iter: 40,800 ] [ performance: 17.428 it/s ] [ lr: 1.00e-04 ] [ eta: 1781 days, 8:43:03 ] [ l_g_pix: 5.6859e-02 ] [ l_g_total: 5.6859e-02 ] +2024-10-25 12:21:21,103 INFO: [ epoch: 181 ] [ iter: 40,900 ] [ performance: 18.925 it/s ] [ lr: 1.00e-04 ] [ eta: 1781 days, 23:23:36 ] [ l_g_pix: 5.9575e-02 ] [ l_g_total: 5.9575e-02 ] +2024-10-25 12:21:27,687 INFO: [ epoch: 182 ] [ iter: 41,000 ] [ performance: 16.826 it/s ] [ lr: 1.00e-04 ] [ eta: 1783 days, 10:55:12 ] [ l_g_pix: 4.8556e-02 ] [ l_g_total: 4.8556e-02 ] +2024-10-25 12:21:33,111 INFO: [ epoch: 182 ] [ iter: 41,100 ] [ performance: 18.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1784 days, 3:07:02 ] [ l_g_pix: 4.3948e-02 ] [ l_g_total: 4.3948e-02 ] +2024-10-25 12:21:39,509 INFO: [ epoch: 183 ] [ iter: 41,200 ] [ performance: 16.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1785 days, 10:54:53 ] [ l_g_pix: 5.4692e-02 ] [ l_g_total: 5.4692e-02 ] +2024-10-25 12:21:44,888 INFO: [ epoch: 183 ] [ iter: 41,300 ] [ performance: 18.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1786 days, 1:44:37 ] [ l_g_pix: 5.2544e-02 ] [ l_g_total: 5.2544e-02 ] +2024-10-25 12:21:50,098 INFO: [ epoch: 183 ] [ iter: 41,400 ] [ performance: 18.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1786 days, 13:31:43 ] [ l_g_pix: 5.3715e-02 ] [ l_g_total: 5.3715e-02 ] +2024-10-25 12:21:56,603 INFO: [ epoch: 184 ] [ iter: 41,500 ] [ performance: 18.483 it/s ] [ lr: 1.00e-04 ] [ eta: 1787 days, 22:03:06 ] [ l_g_pix: 5.7341e-02 ] [ l_g_total: 5.7341e-02 ] +2024-10-25 12:22:01,655 INFO: [ epoch: 184 ] [ iter: 41,600 ] [ performance: 19.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1788 days, 6:39:57 ] [ l_g_pix: 4.7824e-02 ] [ l_g_total: 4.7824e-02 ] +2024-10-25 12:22:08,290 INFO: [ epoch: 185 ] [ iter: 41,700 ] [ performance: 14.840 it/s ] [ lr: 1.00e-04 ] [ eta: 1789 days, 16:36:28 ] [ l_g_pix: 5.0742e-02 ] [ l_g_total: 5.0742e-02 ] +2024-10-25 12:22:13,552 INFO: [ epoch: 185 ] [ iter: 41,800 ] [ performance: 16.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1790 days, 4:01:05 ] [ l_g_pix: 6.8599e-02 ] [ l_g_total: 6.8599e-02 ] +2024-10-25 12:22:19,954 INFO: [ epoch: 186 ] [ iter: 41,900 ] [ performance: 15.227 it/s ] [ lr: 1.00e-04 ] [ eta: 1791 days, 9:29:58 ] [ l_g_pix: 4.8280e-02 ] [ l_g_total: 4.8280e-02 ] +2024-10-25 12:22:25,322 INFO: [ epoch: 186 ] [ iter: 42,000 ] [ performance: 16.829 it/s ] [ lr: 1.00e-04 ] [ eta: 1791 days, 21:59:32 ] [ l_g_pix: 4.1994e-02 ] [ l_g_total: 4.1994e-02 ] +2024-10-25 12:22:31,448 INFO: [ epoch: 187 ] [ iter: 42,100 ] [ performance: 15.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1792 days, 22:21:52 ] [ l_g_pix: 4.8906e-02 ] [ l_g_total: 4.8906e-02 ] +2024-10-25 12:22:36,832 INFO: [ epoch: 187 ] [ iter: 42,200 ] [ performance: 17.224 it/s ] [ lr: 1.00e-04 ] [ eta: 1793 days, 10:29:04 ] [ l_g_pix: 4.7802e-02 ] [ l_g_total: 4.7802e-02 ] +2024-10-25 12:22:42,054 INFO: [ epoch: 187 ] [ iter: 42,300 ] [ performance: 19.220 it/s ] [ lr: 1.00e-04 ] [ eta: 1793 days, 19:42:22 ] [ l_g_pix: 5.0146e-02 ] [ l_g_total: 5.0146e-02 ] +2024-10-25 12:22:48,561 INFO: [ epoch: 188 ] [ iter: 42,400 ] [ performance: 16.981 it/s ] [ lr: 1.00e-04 ] [ eta: 1795 days, 1:12:27 ] [ l_g_pix: 6.1789e-02 ] [ l_g_total: 6.1789e-02 ] +2024-10-25 12:22:53,618 INFO: [ epoch: 188 ] [ iter: 42,500 ] [ performance: 19.940 it/s ] [ lr: 1.00e-04 ] [ eta: 1795 days, 7:10:42 ] [ l_g_pix: 4.7971e-02 ] [ l_g_total: 4.7971e-02 ] +2024-10-25 12:23:00,019 INFO: [ epoch: 189 ] [ iter: 42,600 ] [ performance: 17.398 it/s ] [ lr: 1.00e-04 ] [ eta: 1796 days, 10:18:04 ] [ l_g_pix: 5.3702e-02 ] [ l_g_total: 5.3702e-02 ] +2024-10-25 12:23:05,247 INFO: [ epoch: 189 ] [ iter: 42,700 ] [ performance: 19.160 it/s ] [ lr: 1.00e-04 ] [ eta: 1796 days, 18:24:03 ] [ l_g_pix: 4.2174e-02 ] [ l_g_total: 4.2174e-02 ] +2024-10-25 12:23:11,467 INFO: [ epoch: 190 ] [ iter: 42,800 ] [ performance: 17.388 it/s ] [ lr: 1.00e-04 ] [ eta: 1797 days, 17:57:48 ] [ l_g_pix: 6.2237e-02 ] [ l_g_total: 6.2237e-02 ] +2024-10-25 12:23:16,772 INFO: [ epoch: 190 ] [ iter: 42,900 ] [ performance: 18.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1798 days, 2:40:57 ] [ l_g_pix: 6.8512e-02 ] [ l_g_total: 6.8512e-02 ] +2024-10-25 12:23:23,253 INFO: [ epoch: 191 ] [ iter: 43,000 ] [ performance: 16.894 it/s ] [ lr: 1.00e-04 ] [ eta: 1799 days, 5:43:05 ] [ l_g_pix: 6.3306e-02 ] [ l_g_total: 6.3306e-02 ] +2024-10-25 12:23:28,583 INFO: [ epoch: 191 ] [ iter: 43,100 ] [ performance: 18.821 it/s ] [ lr: 1.00e-04 ] [ eta: 1799 days, 14:12:01 ] [ l_g_pix: 6.7253e-02 ] [ l_g_total: 6.7253e-02 ] +2024-10-25 12:23:33,826 INFO: [ epoch: 191 ] [ iter: 43,200 ] [ performance: 18.956 it/s ] [ lr: 1.00e-04 ] [ eta: 1799 days, 21:01:29 ] [ l_g_pix: 5.1677e-02 ] [ l_g_total: 5.1677e-02 ] +2024-10-25 12:23:40,461 INFO: [ epoch: 192 ] [ iter: 43,300 ] [ performance: 18.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1801 days, 1:27:41 ] [ l_g_pix: 4.2907e-02 ] [ l_g_total: 4.2907e-02 ] +2024-10-25 12:23:45,425 INFO: [ epoch: 192 ] [ iter: 43,400 ] [ performance: 19.159 it/s ] [ lr: 1.00e-04 ] [ eta: 1801 days, 3:16:45 ] [ l_g_pix: 5.7257e-02 ] [ l_g_total: 5.7257e-02 ] +2024-10-25 12:23:51,803 INFO: [ epoch: 193 ] [ iter: 43,500 ] [ performance: 14.780 it/s ] [ lr: 1.00e-04 ] [ eta: 1802 days, 2:59:22 ] [ l_g_pix: 4.7777e-02 ] [ l_g_total: 4.7777e-02 ] +2024-10-25 12:23:57,210 INFO: [ epoch: 193 ] [ iter: 43,600 ] [ performance: 16.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1802 days, 11:09:16 ] [ l_g_pix: 4.8378e-02 ] [ l_g_total: 4.8378e-02 ] +2024-10-25 12:24:03,765 INFO: [ epoch: 194 ] [ iter: 43,700 ] [ performance: 14.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1803 days, 12:57:20 ] [ l_g_pix: 6.4071e-02 ] [ l_g_total: 6.4071e-02 ] +2024-10-25 12:24:09,275 INFO: [ epoch: 194 ] [ iter: 43,800 ] [ performance: 16.311 it/s ] [ lr: 1.00e-04 ] [ eta: 1803 days, 22:05:11 ] [ l_g_pix: 4.8499e-02 ] [ l_g_total: 4.8499e-02 ] +2024-10-25 12:24:15,679 INFO: [ epoch: 195 ] [ iter: 43,900 ] [ performance: 14.878 it/s ] [ lr: 1.00e-04 ] [ eta: 1804 days, 20:50:19 ] [ l_g_pix: 5.3126e-02 ] [ l_g_total: 5.3126e-02 ] +2024-10-25 12:24:21,113 INFO: [ epoch: 195 ] [ iter: 44,000 ] [ performance: 16.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1805 days, 4:09:53 ] [ l_g_pix: 4.0972e-02 ] [ l_g_total: 4.0972e-02 ] +2024-10-25 12:24:26,221 INFO: [ epoch: 195 ] [ iter: 44,100 ] [ performance: 19.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1805 days, 6:06:44 ] [ l_g_pix: 3.7799e-02 ] [ l_g_total: 3.7799e-02 ] +2024-10-25 12:24:32,668 INFO: [ epoch: 196 ] [ iter: 44,200 ] [ performance: 17.118 it/s ] [ lr: 1.00e-04 ] [ eta: 1806 days, 4:31:47 ] [ l_g_pix: 4.6809e-02 ] [ l_g_total: 4.6809e-02 ] +2024-10-25 12:24:37,981 INFO: [ epoch: 196 ] [ iter: 44,300 ] [ performance: 19.058 it/s ] [ lr: 1.00e-04 ] [ eta: 1806 days, 9:02:28 ] [ l_g_pix: 5.3361e-02 ] [ l_g_total: 5.3361e-02 ] +2024-10-25 12:24:44,512 INFO: [ epoch: 197 ] [ iter: 44,400 ] [ performance: 16.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1807 days, 8:03:58 ] [ l_g_pix: 6.0757e-02 ] [ l_g_total: 6.0757e-02 ] +2024-10-25 12:24:49,766 INFO: [ epoch: 197 ] [ iter: 44,500 ] [ performance: 19.219 it/s ] [ lr: 1.00e-04 ] [ eta: 1807 days, 11:03:50 ] [ l_g_pix: 5.6122e-02 ] [ l_g_total: 5.6122e-02 ] +2024-10-25 12:24:56,154 INFO: [ epoch: 198 ] [ iter: 44,600 ] [ performance: 17.053 it/s ] [ lr: 1.00e-04 ] [ eta: 1808 days, 7:11:24 ] [ l_g_pix: 4.8219e-02 ] [ l_g_total: 4.8219e-02 ] +2024-10-25 12:25:01,390 INFO: [ epoch: 198 ] [ iter: 44,700 ] [ performance: 19.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1808 days, 9:16:59 ] [ l_g_pix: 4.1501e-02 ] [ l_g_total: 4.1501e-02 ] +2024-10-25 12:25:07,545 INFO: [ epoch: 199 ] [ iter: 44,800 ] [ performance: 17.444 it/s ] [ lr: 1.00e-04 ] [ eta: 1809 days, 1:10:01 ] [ l_g_pix: 4.6921e-02 ] [ l_g_total: 4.6921e-02 ] +2024-10-25 12:25:13,005 INFO: [ epoch: 199 ] [ iter: 44,900 ] [ performance: 18.356 it/s ] [ lr: 1.00e-04 ] [ eta: 1809 days, 6:05:37 ] [ l_g_pix: 5.0691e-02 ] [ l_g_total: 5.0691e-02 ] +2024-10-25 12:25:18,205 INFO: [ epoch: 199 ] [ iter: 45,000 ] [ performance: 18.842 it/s ] [ lr: 1.00e-04 ] [ eta: 1809 days, 6:43:39 ] [ l_g_pix: 5.3788e-02 ] [ l_g_total: 5.3788e-02 ] +2024-10-25 12:25:24,546 INFO: [ epoch: 200 ] [ iter: 45,100 ] [ performance: 19.105 it/s ] [ lr: 1.00e-04 ] [ eta: 1810 days, 0:27:24 ] [ l_g_pix: 4.9161e-02 ] [ l_g_total: 4.9161e-02 ] +2024-10-25 12:25:29,256 INFO: [ epoch: 200 ] [ iter: 45,200 ] [ performance: 20.258 it/s ] [ lr: 1.00e-04 ] [ eta: 1809 days, 17:02:40 ] [ l_g_pix: 5.5516e-02 ] [ l_g_total: 5.5516e-02 ] +2024-10-25 12:25:35,693 INFO: [ epoch: 201 ] [ iter: 45,300 ] [ performance: 14.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1810 days, 11:34:58 ] [ l_g_pix: 6.3352e-02 ] [ l_g_total: 6.3352e-02 ] +2024-10-25 12:25:41,069 INFO: [ epoch: 201 ] [ iter: 45,400 ] [ performance: 16.696 it/s ] [ lr: 1.00e-04 ] [ eta: 1810 days, 13:41:06 ] [ l_g_pix: 4.1449e-02 ] [ l_g_total: 4.1449e-02 ] +2024-10-25 12:25:47,567 INFO: [ epoch: 202 ] [ iter: 45,500 ] [ performance: 14.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1811 days, 8:27:59 ] [ l_g_pix: 6.2368e-02 ] [ l_g_total: 6.2368e-02 ] +2024-10-25 12:25:53,039 INFO: [ epoch: 202 ] [ iter: 45,600 ] [ performance: 16.289 it/s ] [ lr: 1.00e-04 ] [ eta: 1811 days, 11:23:03 ] [ l_g_pix: 5.9263e-02 ] [ l_g_total: 5.9263e-02 ] +2024-10-25 12:25:59,551 INFO: [ epoch: 203 ] [ iter: 45,700 ] [ performance: 14.279 it/s ] [ lr: 1.00e-04 ] [ eta: 1812 days, 5:40:48 ] [ l_g_pix: 6.0561e-02 ] [ l_g_total: 6.0561e-02 ] +2024-10-25 12:26:04,883 INFO: [ epoch: 203 ] [ iter: 45,800 ] [ performance: 16.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1812 days, 5:51:50 ] [ l_g_pix: 6.1416e-02 ] [ l_g_total: 6.1416e-02 ] +2024-10-25 12:26:10,201 INFO: [ epoch: 203 ] [ iter: 45,900 ] [ performance: 18.809 it/s ] [ lr: 1.00e-04 ] [ eta: 1812 days, 5:31:21 ] [ l_g_pix: 6.4006e-02 ] [ l_g_total: 6.4006e-02 ] +2024-10-25 12:26:16,777 INFO: [ epoch: 204 ] [ iter: 46,000 ] [ performance: 16.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1812 days, 23:46:09 ] [ l_g_pix: 5.0084e-02 ] [ l_g_total: 5.0084e-02 ] +2024-10-25 12:26:22,185 INFO: [ epoch: 204 ] [ iter: 46,100 ] [ performance: 18.680 it/s ] [ lr: 1.00e-04 ] [ eta: 1813 days, 0:09:42 ] [ l_g_pix: 5.8888e-02 ] [ l_g_total: 5.8888e-02 ] +2024-10-25 12:26:28,800 INFO: [ epoch: 205 ] [ iter: 46,200 ] [ performance: 16.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1813 days, 18:16:56 ] [ l_g_pix: 5.5103e-02 ] [ l_g_total: 5.5103e-02 ] +2024-10-25 12:26:34,129 INFO: [ epoch: 205 ] [ iter: 46,300 ] [ performance: 19.000 it/s ] [ lr: 1.00e-04 ] [ eta: 1813 days, 16:51:33 ] [ l_g_pix: 5.4367e-02 ] [ l_g_total: 5.4367e-02 ] +2024-10-25 12:26:40,634 INFO: [ epoch: 206 ] [ iter: 46,400 ] [ performance: 16.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1814 days, 8:38:18 ] [ l_g_pix: 6.2614e-02 ] [ l_g_total: 6.2614e-02 ] +2024-10-25 12:26:45,974 INFO: [ epoch: 206 ] [ iter: 46,500 ] [ performance: 19.060 it/s ] [ lr: 1.00e-04 ] [ eta: 1814 days, 6:45:39 ] [ l_g_pix: 5.3941e-02 ] [ l_g_total: 5.3941e-02 ] +2024-10-25 12:26:52,377 INFO: [ epoch: 207 ] [ iter: 46,600 ] [ performance: 16.863 it/s ] [ lr: 1.00e-04 ] [ eta: 1814 days, 20:20:34 ] [ l_g_pix: 5.2084e-02 ] [ l_g_total: 5.2084e-02 ] +2024-10-25 12:26:57,877 INFO: [ epoch: 207 ] [ iter: 46,700 ] [ performance: 17.978 it/s ] [ lr: 1.00e-04 ] [ eta: 1814 days, 20:12:59 ] [ l_g_pix: 5.0936e-02 ] [ l_g_total: 5.0936e-02 ] +2024-10-25 12:27:03,511 INFO: [ epoch: 207 ] [ iter: 46,800 ] [ performance: 17.843 it/s ] [ lr: 1.00e-04 ] [ eta: 1814 days, 21:45:01 ] [ l_g_pix: 7.4207e-02 ] [ l_g_total: 7.4207e-02 ] +2024-10-25 12:27:10,093 INFO: [ epoch: 208 ] [ iter: 46,900 ] [ performance: 18.088 it/s ] [ lr: 1.00e-04 ] [ eta: 1815 days, 12:57:28 ] [ l_g_pix: 5.8923e-02 ] [ l_g_total: 5.8923e-02 ] +2024-10-25 12:27:15,509 INFO: [ epoch: 208 ] [ iter: 47,000 ] [ performance: 18.314 it/s ] [ lr: 1.00e-04 ] [ eta: 1815 days, 10:37:38 ] [ l_g_pix: 6.6911e-02 ] [ l_g_total: 6.6911e-02 ] +2024-10-25 12:27:22,203 INFO: [ epoch: 209 ] [ iter: 47,100 ] [ performance: 17.944 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 2:46:22 ] [ l_g_pix: 5.1865e-02 ] [ l_g_total: 5.1865e-02 ] +2024-10-25 12:27:27,637 INFO: [ epoch: 209 ] [ iter: 47,200 ] [ performance: 18.219 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 0:05:11 ] [ l_g_pix: 6.4735e-02 ] [ l_g_total: 6.4735e-02 ] +2024-10-25 12:27:34,227 INFO: [ epoch: 210 ] [ iter: 47,300 ] [ performance: 13.532 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 14:00:02 ] [ l_g_pix: 5.4700e-02 ] [ l_g_total: 5.4700e-02 ] +2024-10-25 12:27:39,676 INFO: [ epoch: 210 ] [ iter: 47,400 ] [ performance: 16.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 10:53:20 ] [ l_g_pix: 5.3372e-02 ] [ l_g_total: 5.3372e-02 ] +2024-10-25 12:27:46,000 INFO: [ epoch: 211 ] [ iter: 47,500 ] [ performance: 14.320 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 20:13:40 ] [ l_g_pix: 5.6717e-02 ] [ l_g_total: 5.6717e-02 ] +2024-10-25 12:27:51,371 INFO: [ epoch: 211 ] [ iter: 47,600 ] [ performance: 16.668 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 15:21:10 ] [ l_g_pix: 4.8837e-02 ] [ l_g_total: 4.8837e-02 ] +2024-10-25 12:27:56,694 INFO: [ epoch: 211 ] [ iter: 47,700 ] [ performance: 18.842 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 9:28:19 ] [ l_g_pix: 4.4413e-02 ] [ l_g_total: 4.4413e-02 ] +2024-10-25 12:28:03,331 INFO: [ epoch: 212 ] [ iter: 47,800 ] [ performance: 16.334 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 22:20:38 ] [ l_g_pix: 5.6133e-02 ] [ l_g_total: 5.6133e-02 ] +2024-10-25 12:28:08,578 INFO: [ epoch: 212 ] [ iter: 47,900 ] [ performance: 19.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 14:44:48 ] [ l_g_pix: 5.6808e-02 ] [ l_g_total: 5.6808e-02 ] +2024-10-25 12:28:15,146 INFO: [ epoch: 213 ] [ iter: 48,000 ] [ performance: 16.641 it/s ] [ lr: 1.00e-04 ] [ eta: 1817 days, 1:56:06 ] [ l_g_pix: 5.7472e-02 ] [ l_g_total: 5.7472e-02 ] +2024-10-25 12:28:20,168 INFO: [ epoch: 213 ] [ iter: 48,100 ] [ performance: 21.274 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 14:28:20 ] [ l_g_pix: 6.8242e-02 ] [ l_g_total: 6.8242e-02 ] +2024-10-25 12:28:26,291 INFO: [ epoch: 214 ] [ iter: 48,200 ] [ performance: 17.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 18:33:14 ] [ l_g_pix: 4.3962e-02 ] [ l_g_total: 4.3962e-02 ] +2024-10-25 12:28:31,703 INFO: [ epoch: 214 ] [ iter: 48,300 ] [ performance: 18.479 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 12:06:18 ] [ l_g_pix: 6.5905e-02 ] [ l_g_total: 6.5905e-02 ] +2024-10-25 12:28:38,207 INFO: [ epoch: 215 ] [ iter: 48,400 ] [ performance: 16.410 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 20:59:57 ] [ l_g_pix: 5.7178e-02 ] [ l_g_total: 5.7178e-02 ] +2024-10-25 12:28:43,617 INFO: [ epoch: 215 ] [ iter: 48,500 ] [ performance: 18.193 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 13:53:19 ] [ l_g_pix: 4.8868e-02 ] [ l_g_total: 4.8868e-02 ] +2024-10-25 12:28:49,109 INFO: [ epoch: 215 ] [ iter: 48,600 ] [ performance: 18.205 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 7:38:15 ] [ l_g_pix: 5.1225e-02 ] [ l_g_total: 5.1225e-02 ] +2024-10-25 12:28:55,531 INFO: [ epoch: 216 ] [ iter: 48,700 ] [ performance: 18.872 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 14:20:03 ] [ l_g_pix: 5.7313e-02 ] [ l_g_total: 5.7313e-02 ] +2024-10-25 12:29:00,697 INFO: [ epoch: 216 ] [ iter: 48,800 ] [ performance: 19.178 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 2:49:40 ] [ l_g_pix: 4.2643e-02 ] [ l_g_total: 4.2643e-02 ] +2024-10-25 12:29:07,301 INFO: [ epoch: 217 ] [ iter: 48,900 ] [ performance: 18.371 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 11:25:27 ] [ l_g_pix: 5.0460e-02 ] [ l_g_total: 5.0460e-02 ] +2024-10-25 12:29:12,441 INFO: [ epoch: 217 ] [ iter: 49,000 ] [ performance: 19.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1815 days, 22:55:25 ] [ l_g_pix: 4.9199e-02 ] [ l_g_total: 4.9199e-02 ] +2024-10-25 12:29:19,256 INFO: [ epoch: 218 ] [ iter: 49,100 ] [ performance: 12.701 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 9:49:19 ] [ l_g_pix: 5.5499e-02 ] [ l_g_total: 5.5499e-02 ] +2024-10-25 12:29:24,819 INFO: [ epoch: 218 ] [ iter: 49,200 ] [ performance: 15.646 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 2:40:20 ] [ l_g_pix: 5.3901e-02 ] [ l_g_total: 5.3901e-02 ] +2024-10-25 12:29:31,537 INFO: [ epoch: 219 ] [ iter: 49,300 ] [ performance: 12.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 11:28:22 ] [ l_g_pix: 5.8582e-02 ] [ l_g_total: 5.8582e-02 ] +2024-10-25 12:29:37,161 INFO: [ epoch: 219 ] [ iter: 49,400 ] [ performance: 15.602 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 4:32:51 ] [ l_g_pix: 4.8364e-02 ] [ l_g_total: 4.8364e-02 ] +2024-10-25 12:29:42,659 INFO: [ epoch: 219 ] [ iter: 49,500 ] [ performance: 17.740 it/s ] [ lr: 1.00e-04 ] [ eta: 1815 days, 19:31:29 ] [ l_g_pix: 4.6383e-02 ] [ l_g_total: 4.6383e-02 ] +2024-10-25 12:29:49,296 INFO: [ epoch: 220 ] [ iter: 49,600 ] [ performance: 15.910 it/s ] [ lr: 1.00e-04 ] [ eta: 1816 days, 2:07:57 ] [ l_g_pix: 4.7012e-02 ] [ l_g_total: 4.7012e-02 ] +2024-10-25 12:29:54,538 INFO: [ epoch: 220 ] [ iter: 49,700 ] [ performance: 18.974 it/s ] [ lr: 1.00e-04 ] [ eta: 1815 days, 12:53:47 ] [ l_g_pix: 5.3254e-02 ] [ l_g_total: 5.3254e-02 ] +2024-10-25 12:30:01,099 INFO: [ epoch: 221 ] [ iter: 49,800 ] [ performance: 16.358 it/s ] [ lr: 1.00e-04 ] [ eta: 1815 days, 17:45:02 ] [ l_g_pix: 5.4840e-02 ] [ l_g_total: 5.4840e-02 ] +2024-10-25 12:30:06,329 INFO: [ epoch: 221 ] [ iter: 49,900 ] [ performance: 19.602 it/s ] [ lr: 1.00e-04 ] [ eta: 1815 days, 3:43:34 ] [ l_g_pix: 6.1883e-02 ] [ l_g_total: 6.1883e-02 ] +2024-10-25 12:30:12,817 INFO: [ epoch: 222 ] [ iter: 50,000 ] [ performance: 16.631 it/s ] [ lr: 5.00e-05 ] [ eta: 1815 days, 6:52:20 ] [ l_g_pix: 4.3196e-02 ] [ l_g_total: 4.3196e-02 ] +2024-10-25 12:30:12,817 INFO: Saving models and training states. +2024-10-25 12:31:23,259 INFO: Validation val + + # psnr: 21.8627........ Best: 21.8627 @ 50000 iter + # ssim: 0.6382........ Best: 0.6382 @ 50000 iter + # dists: 0.7871........ Best: 0.7871 @ 50000 iter + +2024-10-25 12:31:28,694 INFO: [ epoch: 222 ] [ iter: 50,100 ] [ performance: 19.004 it/s ] [ lr: 5.00e-05 ] [ eta: 1855 days, 11:27:41 ] [ l_g_pix: 5.4406e-02 ] [ l_g_total: 5.4406e-02 ] +2024-10-25 12:31:35,164 INFO: [ epoch: 223 ] [ iter: 50,200 ] [ performance: 16.497 it/s ] [ lr: 5.00e-05 ] [ eta: 1855 days, 11:43:25 ] [ l_g_pix: 5.9970e-02 ] [ l_g_total: 5.9970e-02 ] +2024-10-25 12:31:40,762 INFO: [ epoch: 223 ] [ iter: 50,300 ] [ performance: 17.771 it/s ] [ lr: 5.00e-05 ] [ eta: 1854 days, 23:34:33 ] [ l_g_pix: 5.9860e-02 ] [ l_g_total: 5.9860e-02 ] +2024-10-25 12:31:46,280 INFO: [ epoch: 223 ] [ iter: 50,400 ] [ performance: 18.005 it/s ] [ lr: 5.00e-05 ] [ eta: 1854 days, 10:01:28 ] [ l_g_pix: 7.0372e-02 ] [ l_g_total: 7.0372e-02 ] +2024-10-25 12:31:53,031 INFO: [ epoch: 224 ] [ iter: 50,500 ] [ performance: 17.631 it/s ] [ lr: 5.00e-05 ] [ eta: 1854 days, 13:06:54 ] [ l_g_pix: 6.5925e-02 ] [ l_g_total: 6.5925e-02 ] +2024-10-25 12:31:58,469 INFO: [ epoch: 224 ] [ iter: 50,600 ] [ performance: 18.134 it/s ] [ lr: 5.00e-05 ] [ eta: 1853 days, 21:49:33 ] [ l_g_pix: 5.5761e-02 ] [ l_g_total: 5.5761e-02 ] +2024-10-25 12:32:05,200 INFO: [ epoch: 225 ] [ iter: 50,700 ] [ performance: 17.753 it/s ] [ lr: 5.00e-05 ] [ eta: 1853 days, 23:54:51 ] [ l_g_pix: 6.3081e-02 ] [ l_g_total: 6.3081e-02 ] +2024-10-25 12:32:10,726 INFO: [ epoch: 225 ] [ iter: 50,800 ] [ performance: 17.984 it/s ] [ lr: 5.00e-05 ] [ eta: 1853 days, 9:11:27 ] [ l_g_pix: 5.4888e-02 ] [ l_g_total: 5.4888e-02 ] +2024-10-25 12:32:17,518 INFO: [ epoch: 226 ] [ iter: 50,900 ] [ performance: 17.568 it/s ] [ lr: 5.00e-05 ] [ eta: 1853 days, 11:24:45 ] [ l_g_pix: 5.4424e-02 ] [ l_g_total: 5.4424e-02 ] +2024-10-25 12:32:22,917 INFO: [ epoch: 226 ] [ iter: 51,000 ] [ performance: 18.208 it/s ] [ lr: 5.00e-05 ] [ eta: 1852 days, 18:18:06 ] [ l_g_pix: 5.6681e-02 ] [ l_g_total: 5.6681e-02 ] +2024-10-25 12:32:29,847 INFO: [ epoch: 227 ] [ iter: 51,100 ] [ performance: 11.832 it/s ] [ lr: 5.00e-05 ] [ eta: 1852 days, 21:40:42 ] [ l_g_pix: 5.2166e-02 ] [ l_g_total: 5.2166e-02 ] +2024-10-25 12:32:35,656 INFO: [ epoch: 227 ] [ iter: 51,200 ] [ performance: 15.058 it/s ] [ lr: 5.00e-05 ] [ eta: 1852 days, 9:29:03 ] [ l_g_pix: 6.0894e-02 ] [ l_g_total: 6.0894e-02 ] +2024-10-25 12:32:41,279 INFO: [ epoch: 227 ] [ iter: 51,300 ] [ performance: 16.876 it/s ] [ lr: 5.00e-05 ] [ eta: 1851 days, 18:26:17 ] [ l_g_pix: 5.9814e-02 ] [ l_g_total: 5.9814e-02 ] +2024-10-25 12:32:48,025 INFO: [ epoch: 228 ] [ iter: 51,400 ] [ performance: 15.406 it/s ] [ lr: 5.00e-05 ] [ eta: 1851 days, 18:15:05 ] [ l_g_pix: 6.2676e-02 ] [ l_g_total: 6.2676e-02 ] +2024-10-25 12:32:53,191 INFO: [ epoch: 228 ] [ iter: 51,500 ] [ performance: 19.837 it/s ] [ lr: 5.00e-05 ] [ eta: 1850 days, 20:24:13 ] [ l_g_pix: 5.3827e-02 ] [ l_g_total: 5.3827e-02 ] +2024-10-25 12:33:00,103 INFO: [ epoch: 229 ] [ iter: 51,600 ] [ performance: 15.774 it/s ] [ lr: 5.00e-05 ] [ eta: 1850 days, 21:43:53 ] [ l_g_pix: 5.6658e-02 ] [ l_g_total: 5.6658e-02 ] +2024-10-25 12:33:05,646 INFO: [ epoch: 229 ] [ iter: 51,700 ] [ performance: 18.995 it/s ] [ lr: 5.00e-05 ] [ eta: 1850 days, 4:19:37 ] [ l_g_pix: 5.2815e-02 ] [ l_g_total: 5.2815e-02 ] +2024-10-25 12:33:12,411 INFO: [ epoch: 230 ] [ iter: 51,800 ] [ performance: 15.841 it/s ] [ lr: 5.00e-05 ] [ eta: 1850 days, 2:57:17 ] [ l_g_pix: 6.8436e-02 ] [ l_g_total: 6.8436e-02 ] +2024-10-25 12:33:17,863 INFO: [ epoch: 230 ] [ iter: 51,900 ] [ performance: 18.458 it/s ] [ lr: 5.00e-05 ] [ eta: 1849 days, 7:40:39 ] [ l_g_pix: 4.8314e-02 ] [ l_g_total: 4.8314e-02 ] +2024-10-25 12:33:24,409 INFO: [ epoch: 231 ] [ iter: 52,000 ] [ performance: 16.100 it/s ] [ lr: 5.00e-05 ] [ eta: 1849 days, 2:40:17 ] [ l_g_pix: 6.2630e-02 ] [ l_g_total: 6.2630e-02 ] +2024-10-25 12:33:29,971 INFO: [ epoch: 231 ] [ iter: 52,100 ] [ performance: 17.955 it/s ] [ lr: 5.00e-05 ] [ eta: 1848 days, 8:13:11 ] [ l_g_pix: 6.1534e-02 ] [ l_g_total: 6.1534e-02 ] +2024-10-25 12:33:35,390 INFO: [ epoch: 231 ] [ iter: 52,200 ] [ performance: 18.305 it/s ] [ lr: 5.00e-05 ] [ eta: 1847 days, 11:34:16 ] [ l_g_pix: 5.7326e-02 ] [ l_g_total: 5.7326e-02 ] +2024-10-25 12:33:42,071 INFO: [ epoch: 232 ] [ iter: 52,300 ] [ performance: 18.529 it/s ] [ lr: 5.00e-05 ] [ eta: 1847 days, 7:18:53 ] [ l_g_pix: 4.9540e-02 ] [ l_g_total: 4.9540e-02 ] +2024-10-25 12:33:47,203 INFO: [ epoch: 232 ] [ iter: 52,400 ] [ performance: 19.203 it/s ] [ lr: 5.00e-05 ] [ eta: 1846 days, 6:14:04 ] [ l_g_pix: 4.6010e-02 ] [ l_g_total: 4.6010e-02 ] +2024-10-25 12:33:53,759 INFO: [ epoch: 233 ] [ iter: 52,500 ] [ performance: 18.545 it/s ] [ lr: 5.00e-05 ] [ eta: 1845 days, 23:38:12 ] [ l_g_pix: 5.1212e-02 ] [ l_g_total: 5.1212e-02 ] +2024-10-25 12:33:58,942 INFO: [ epoch: 233 ] [ iter: 52,600 ] [ performance: 19.079 it/s ] [ lr: 5.00e-05 ] [ eta: 1844 days, 22:36:54 ] [ l_g_pix: 6.3936e-02 ] [ l_g_total: 6.3936e-02 ] +2024-10-25 12:34:05,416 INFO: [ epoch: 234 ] [ iter: 52,700 ] [ performance: 18.177 it/s ] [ lr: 5.00e-05 ] [ eta: 1844 days, 14:14:41 ] [ l_g_pix: 5.7180e-02 ] [ l_g_total: 5.7180e-02 ] +2024-10-25 12:34:11,011 INFO: [ epoch: 234 ] [ iter: 52,800 ] [ performance: 17.958 it/s ] [ lr: 5.00e-05 ] [ eta: 1843 days, 18:00:39 ] [ l_g_pix: 5.7366e-02 ] [ l_g_total: 5.7366e-02 ] +2024-10-25 12:34:17,573 INFO: [ epoch: 235 ] [ iter: 52,900 ] [ performance: 11.365 it/s ] [ lr: 5.00e-05 ] [ eta: 1843 days, 10:06:04 ] [ l_g_pix: 5.5236e-02 ] [ l_g_total: 5.5236e-02 ] +2024-10-25 12:34:23,122 INFO: [ epoch: 235 ] [ iter: 53,000 ] [ performance: 15.561 it/s ] [ lr: 5.00e-05 ] [ eta: 1842 days, 12:37:01 ] [ l_g_pix: 3.6945e-02 ] [ l_g_total: 3.6945e-02 ] +2024-10-25 12:34:28,278 INFO: [ epoch: 235 ] [ iter: 53,100 ] [ performance: 19.061 it/s ] [ lr: 5.00e-05 ] [ eta: 1841 days, 9:42:21 ] [ l_g_pix: 5.2633e-02 ] [ l_g_total: 5.2633e-02 ] +2024-10-25 12:34:34,964 INFO: [ epoch: 236 ] [ iter: 53,200 ] [ performance: 15.863 it/s ] [ lr: 5.00e-05 ] [ eta: 1841 days, 2:23:10 ] [ l_g_pix: 5.3116e-02 ] [ l_g_total: 5.3116e-02 ] +2024-10-25 12:34:40,366 INFO: [ epoch: 236 ] [ iter: 53,300 ] [ performance: 18.975 it/s ] [ lr: 5.00e-05 ] [ eta: 1840 days, 2:02:33 ] [ l_g_pix: 4.8216e-02 ] [ l_g_total: 4.8216e-02 ] +2024-10-25 12:34:47,134 INFO: [ epoch: 237 ] [ iter: 53,400 ] [ performance: 15.677 it/s ] [ lr: 5.00e-05 ] [ eta: 1839 days, 19:04:44 ] [ l_g_pix: 4.4837e-02 ] [ l_g_total: 4.4837e-02 ] +2024-10-25 12:34:52,518 INFO: [ epoch: 237 ] [ iter: 53,500 ] [ performance: 19.020 it/s ] [ lr: 5.00e-05 ] [ eta: 1838 days, 17:52:16 ] [ l_g_pix: 5.8035e-02 ] [ l_g_total: 5.8035e-02 ] +2024-10-25 12:34:59,100 INFO: [ epoch: 238 ] [ iter: 53,600 ] [ performance: 16.014 it/s ] [ lr: 5.00e-05 ] [ eta: 1838 days, 7:47:10 ] [ l_g_pix: 6.9527e-02 ] [ l_g_total: 6.9527e-02 ] +2024-10-25 12:35:04,378 INFO: [ epoch: 238 ] [ iter: 53,700 ] [ performance: 19.508 it/s ] [ lr: 5.00e-05 ] [ eta: 1837 days, 4:35:23 ] [ l_g_pix: 6.1564e-02 ] [ l_g_total: 6.1564e-02 ] +2024-10-25 12:35:11,116 INFO: [ epoch: 239 ] [ iter: 53,800 ] [ performance: 15.781 it/s ] [ lr: 5.00e-05 ] [ eta: 1836 days, 19:48:53 ] [ l_g_pix: 4.7309e-02 ] [ l_g_total: 4.7309e-02 ] +2024-10-25 12:35:16,545 INFO: [ epoch: 239 ] [ iter: 53,900 ] [ performance: 18.494 it/s ] [ lr: 5.00e-05 ] [ eta: 1835 days, 17:55:01 ] [ l_g_pix: 6.1019e-02 ] [ l_g_total: 6.1019e-02 ] +2024-10-25 12:35:21,759 INFO: [ epoch: 239 ] [ iter: 54,000 ] [ performance: 19.009 it/s ] [ lr: 5.00e-05 ] [ eta: 1834 days, 12:58:29 ] [ l_g_pix: 5.2462e-02 ] [ l_g_total: 5.2462e-02 ] +2024-10-25 12:35:28,326 INFO: [ epoch: 240 ] [ iter: 54,100 ] [ performance: 18.239 it/s ] [ lr: 5.00e-05 ] [ eta: 1834 days, 0:58:12 ] [ l_g_pix: 5.3601e-02 ] [ l_g_total: 5.3601e-02 ] +2024-10-25 12:35:33,586 INFO: [ epoch: 240 ] [ iter: 54,200 ] [ performance: 18.824 it/s ] [ lr: 5.00e-05 ] [ eta: 1832 days, 20:00:00 ] [ l_g_pix: 4.7158e-02 ] [ l_g_total: 4.7158e-02 ] +2024-10-25 12:35:40,179 INFO: [ epoch: 241 ] [ iter: 54,300 ] [ performance: 18.681 it/s ] [ lr: 5.00e-05 ] [ eta: 1832 days, 7:38:21 ] [ l_g_pix: 6.3671e-02 ] [ l_g_total: 6.3671e-02 ] +2024-10-25 12:35:45,200 INFO: [ epoch: 241 ] [ iter: 54,400 ] [ performance: 19.620 it/s ] [ lr: 5.00e-05 ] [ eta: 1830 days, 23:00:47 ] [ l_g_pix: 5.3418e-02 ] [ l_g_total: 5.3418e-02 ] +2024-10-25 12:35:51,805 INFO: [ epoch: 242 ] [ iter: 54,500 ] [ performance: 18.000 it/s ] [ lr: 5.00e-05 ] [ eta: 1830 days, 10:06:59 ] [ l_g_pix: 5.4199e-02 ] [ l_g_total: 5.4199e-02 ] +2024-10-25 12:35:57,148 INFO: [ epoch: 242 ] [ iter: 54,600 ] [ performance: 18.552 it/s ] [ lr: 5.00e-05 ] [ eta: 1829 days, 4:57:08 ] [ l_g_pix: 6.6309e-02 ] [ l_g_total: 6.6309e-02 ] +2024-10-25 12:36:03,459 INFO: [ epoch: 243 ] [ iter: 54,700 ] [ performance: 10.260 it/s ] [ lr: 5.00e-05 ] [ eta: 1828 days, 11:39:04 ] [ l_g_pix: 5.1645e-02 ] [ l_g_total: 5.1645e-02 ] +2024-10-25 12:36:08,660 INFO: [ epoch: 243 ] [ iter: 54,800 ] [ performance: 16.142 it/s ] [ lr: 5.00e-05 ] [ eta: 1827 days, 4:05:05 ] [ l_g_pix: 5.8380e-02 ] [ l_g_total: 5.8380e-02 ] +2024-10-25 12:36:13,982 INFO: [ epoch: 243 ] [ iter: 54,900 ] [ performance: 17.683 it/s ] [ lr: 5.00e-05 ] [ eta: 1825 days, 21:44:13 ] [ l_g_pix: 6.1737e-02 ] [ l_g_total: 6.1737e-02 ] +2024-10-25 12:36:20,605 INFO: [ epoch: 244 ] [ iter: 55,000 ] [ performance: 15.585 it/s ] [ lr: 5.00e-05 ] [ eta: 1825 days, 7:21:13 ] [ l_g_pix: 5.5798e-02 ] [ l_g_total: 5.5798e-02 ] +2024-10-25 12:36:26,027 INFO: [ epoch: 244 ] [ iter: 55,100 ] [ performance: 18.189 it/s ] [ lr: 5.00e-05 ] [ eta: 1824 days, 1:37:42 ] [ l_g_pix: 4.6241e-02 ] [ l_g_total: 4.6241e-02 ] +2024-10-25 12:36:32,738 INFO: [ epoch: 245 ] [ iter: 55,200 ] [ performance: 15.481 it/s ] [ lr: 5.00e-05 ] [ eta: 1823 days, 11:37:45 ] [ l_g_pix: 4.5433e-02 ] [ l_g_total: 4.5433e-02 ] +2024-10-25 12:36:38,220 INFO: [ epoch: 245 ] [ iter: 55,300 ] [ performance: 18.742 it/s ] [ lr: 5.00e-05 ] [ eta: 1822 days, 6:01:03 ] [ l_g_pix: 5.1247e-02 ] [ l_g_total: 5.1247e-02 ] +2024-10-25 12:36:44,773 INFO: [ epoch: 246 ] [ iter: 55,400 ] [ performance: 15.851 it/s ] [ lr: 5.00e-05 ] [ eta: 1821 days, 13:21:25 ] [ l_g_pix: 5.5427e-02 ] [ l_g_total: 5.5427e-02 ] +2024-10-25 12:36:50,106 INFO: [ epoch: 246 ] [ iter: 55,500 ] [ performance: 19.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1820 days, 5:15:04 ] [ l_g_pix: 6.0213e-02 ] [ l_g_total: 6.0213e-02 ] +2024-10-25 12:36:56,388 INFO: [ epoch: 247 ] [ iter: 55,600 ] [ performance: 16.463 it/s ] [ lr: 5.00e-05 ] [ eta: 1819 days, 8:32:57 ] [ l_g_pix: 5.0551e-02 ] [ l_g_total: 5.0551e-02 ] +2024-10-25 12:37:01,734 INFO: [ epoch: 247 ] [ iter: 55,700 ] [ performance: 18.783 it/s ] [ lr: 5.00e-05 ] [ eta: 1817 days, 23:59:39 ] [ l_g_pix: 4.2255e-02 ] [ l_g_total: 4.2255e-02 ] +2024-10-25 12:37:06,743 INFO: [ epoch: 247 ] [ iter: 55,800 ] [ performance: 19.734 it/s ] [ lr: 5.00e-05 ] [ eta: 1816 days, 10:59:57 ] [ l_g_pix: 7.1894e-02 ] [ l_g_total: 7.1894e-02 ] +2024-10-25 12:37:13,240 INFO: [ epoch: 248 ] [ iter: 55,900 ] [ performance: 18.861 it/s ] [ lr: 5.00e-05 ] [ eta: 1815 days, 15:56:58 ] [ l_g_pix: 4.5933e-02 ] [ l_g_total: 4.5933e-02 ] +2024-10-25 12:37:18,173 INFO: [ epoch: 248 ] [ iter: 56,000 ] [ performance: 20.006 it/s ] [ lr: 5.00e-05 ] [ eta: 1814 days, 1:25:38 ] [ l_g_pix: 5.5780e-02 ] [ l_g_total: 5.5780e-02 ] +2024-10-25 12:37:24,784 INFO: [ epoch: 249 ] [ iter: 56,100 ] [ performance: 17.543 it/s ] [ lr: 5.00e-05 ] [ eta: 1813 days, 7:05:30 ] [ l_g_pix: 5.0318e-02 ] [ l_g_total: 5.0318e-02 ] +2024-10-25 12:37:30,265 INFO: [ epoch: 249 ] [ iter: 56,200 ] [ performance: 18.122 it/s ] [ lr: 5.00e-05 ] [ eta: 1811 days, 22:38:39 ] [ l_g_pix: 5.8080e-02 ] [ l_g_total: 5.8080e-02 ] +2024-10-25 12:37:36,875 INFO: [ epoch: 250 ] [ iter: 56,300 ] [ performance: 18.535 it/s ] [ lr: 5.00e-05 ] [ eta: 1811 days, 3:35:31 ] [ l_g_pix: 4.8160e-02 ] [ l_g_total: 4.8160e-02 ] +2024-10-25 12:37:42,204 INFO: [ epoch: 250 ] [ iter: 56,400 ] [ performance: 18.730 it/s ] [ lr: 5.00e-05 ] [ eta: 1809 days, 16:39:37 ] [ l_g_pix: 5.9222e-02 ] [ l_g_total: 5.9222e-02 ] +2024-10-25 12:37:49,001 INFO: [ epoch: 251 ] [ iter: 56,500 ] [ performance: 17.570 it/s ] [ lr: 5.00e-05 ] [ eta: 1808 days, 23:09:49 ] [ l_g_pix: 5.3480e-02 ] [ l_g_total: 5.3480e-02 ] +2024-10-25 12:37:54,345 INFO: [ epoch: 251 ] [ iter: 56,600 ] [ performance: 18.523 it/s ] [ lr: 5.00e-05 ] [ eta: 1807 days, 11:47:10 ] [ l_g_pix: 4.1272e-02 ] [ l_g_total: 4.1272e-02 ] +2024-10-25 12:37:59,642 INFO: [ epoch: 251 ] [ iter: 56,700 ] [ performance: 17.267 it/s ] [ lr: 5.00e-05 ] [ eta: 1805 days, 23:32:12 ] [ l_g_pix: 5.1986e-02 ] [ l_g_total: 5.1986e-02 ] +2024-10-25 12:38:06,188 INFO: [ epoch: 252 ] [ iter: 56,800 ] [ performance: 15.551 it/s ] [ lr: 5.00e-05 ] [ eta: 1805 days, 1:59:24 ] [ l_g_pix: 5.5550e-02 ] [ l_g_total: 5.5550e-02 ] +2024-10-25 12:38:11,449 INFO: [ epoch: 252 ] [ iter: 56,900 ] [ performance: 18.827 it/s ] [ lr: 5.00e-05 ] [ eta: 1803 days, 12:41:42 ] [ l_g_pix: 5.2613e-02 ] [ l_g_total: 5.2613e-02 ] +2024-10-25 12:38:18,161 INFO: [ epoch: 253 ] [ iter: 57,000 ] [ performance: 15.368 it/s ] [ lr: 5.00e-05 ] [ eta: 1802 days, 16:25:24 ] [ l_g_pix: 5.3452e-02 ] [ l_g_total: 5.3452e-02 ] +2024-10-25 12:38:23,458 INFO: [ epoch: 253 ] [ iter: 57,100 ] [ performance: 18.865 it/s ] [ lr: 5.00e-05 ] [ eta: 1801 days, 2:55:55 ] [ l_g_pix: 5.2498e-02 ] [ l_g_total: 5.2498e-02 ] +2024-10-25 12:38:30,021 INFO: [ epoch: 254 ] [ iter: 57,200 ] [ performance: 15.655 it/s ] [ lr: 5.00e-05 ] [ eta: 1800 days, 4:11:09 ] [ l_g_pix: 5.0677e-02 ] [ l_g_total: 5.0677e-02 ] +2024-10-25 12:38:35,456 INFO: [ epoch: 254 ] [ iter: 57,300 ] [ performance: 21.662 it/s ] [ lr: 5.00e-05 ] [ eta: 1798 days, 15:42:17 ] [ l_g_pix: 5.1817e-02 ] [ l_g_total: 5.1817e-02 ] +2024-10-25 12:38:41,953 INFO: [ epoch: 255 ] [ iter: 57,400 ] [ performance: 15.998 it/s ] [ lr: 5.00e-05 ] [ eta: 1797 days, 15:29:09 ] [ l_g_pix: 4.6900e-02 ] [ l_g_total: 4.6900e-02 ] +2024-10-25 12:38:47,356 INFO: [ epoch: 255 ] [ iter: 57,500 ] [ performance: 19.616 it/s ] [ lr: 5.00e-05 ] [ eta: 1796 days, 1:59:44 ] [ l_g_pix: 6.2126e-02 ] [ l_g_total: 6.2126e-02 ] +2024-10-25 12:38:52,301 INFO: [ epoch: 255 ] [ iter: 57,600 ] [ performance: 20.148 it/s ] [ lr: 5.00e-05 ] [ eta: 1794 days, 6:48:29 ] [ l_g_pix: 5.7506e-02 ] [ l_g_total: 5.7506e-02 ] +2024-10-25 12:38:59,049 INFO: [ epoch: 256 ] [ iter: 57,700 ] [ performance: 17.826 it/s ] [ lr: 5.00e-05 ] [ eta: 1793 days, 8:31:10 ] [ l_g_pix: 5.0445e-02 ] [ l_g_total: 5.0445e-02 ] +2024-10-25 12:39:04,324 INFO: [ epoch: 256 ] [ iter: 57,800 ] [ performance: 18.822 it/s ] [ lr: 5.00e-05 ] [ eta: 1791 days, 16:36:22 ] [ l_g_pix: 6.1190e-02 ] [ l_g_total: 6.1190e-02 ] +2024-10-25 12:39:10,868 INFO: [ epoch: 257 ] [ iter: 57,900 ] [ performance: 19.129 it/s ] [ lr: 5.00e-05 ] [ eta: 1790 days, 15:14:04 ] [ l_g_pix: 4.3825e-02 ] [ l_g_total: 4.3825e-02 ] +2024-10-25 12:39:16,239 INFO: [ epoch: 257 ] [ iter: 58,000 ] [ performance: 18.676 it/s ] [ lr: 5.00e-05 ] [ eta: 1788 days, 23:48:48 ] [ l_g_pix: 5.5586e-02 ] [ l_g_total: 5.5586e-02 ] +2024-10-25 12:39:22,647 INFO: [ epoch: 258 ] [ iter: 58,100 ] [ performance: 18.537 it/s ] [ lr: 5.00e-05 ] [ eta: 1787 days, 20:09:21 ] [ l_g_pix: 4.9804e-02 ] [ l_g_total: 4.9804e-02 ] +2024-10-25 12:39:28,182 INFO: [ epoch: 258 ] [ iter: 58,200 ] [ performance: 18.114 it/s ] [ lr: 5.00e-05 ] [ eta: 1786 days, 6:01:17 ] [ l_g_pix: 5.3144e-02 ] [ l_g_total: 5.3144e-02 ] +2024-10-25 12:39:34,574 INFO: [ epoch: 259 ] [ iter: 58,300 ] [ performance: 18.310 it/s ] [ lr: 5.00e-05 ] [ eta: 1785 days, 1:29:45 ] [ l_g_pix: 5.7202e-02 ] [ l_g_total: 5.7202e-02 ] +2024-10-25 12:39:40,062 INFO: [ epoch: 259 ] [ iter: 58,400 ] [ performance: 18.233 it/s ] [ lr: 5.00e-05 ] [ eta: 1783 days, 10:10:29 ] [ l_g_pix: 5.5402e-02 ] [ l_g_total: 5.5402e-02 ] +2024-10-25 12:39:45,451 INFO: [ epoch: 259 ] [ iter: 58,500 ] [ performance: 14.588 it/s ] [ lr: 5.00e-05 ] [ eta: 1781 days, 17:23:54 ] [ l_g_pix: 6.0917e-02 ] [ l_g_total: 6.0917e-02 ] +2024-10-25 12:39:52,009 INFO: [ epoch: 260 ] [ iter: 58,600 ] [ performance: 15.193 it/s ] [ lr: 5.00e-05 ] [ eta: 1780 days, 13:46:22 ] [ l_g_pix: 5.7942e-02 ] [ l_g_total: 5.7942e-02 ] +2024-10-25 12:39:57,017 INFO: [ epoch: 260 ] [ iter: 58,700 ] [ performance: 19.914 it/s ] [ lr: 5.00e-05 ] [ eta: 1778 days, 15:59:57 ] [ l_g_pix: 7.0318e-02 ] [ l_g_total: 7.0318e-02 ] +2024-10-25 12:40:03,517 INFO: [ epoch: 261 ] [ iter: 58,800 ] [ performance: 15.650 it/s ] [ lr: 5.00e-05 ] [ eta: 1777 days, 11:01:24 ] [ l_g_pix: 5.6791e-02 ] [ l_g_total: 5.6791e-02 ] +2024-10-25 12:40:08,867 INFO: [ epoch: 261 ] [ iter: 58,900 ] [ performance: 18.954 it/s ] [ lr: 5.00e-05 ] [ eta: 1775 days, 16:33:51 ] [ l_g_pix: 5.9441e-02 ] [ l_g_total: 5.9441e-02 ] +2024-10-25 12:40:15,364 INFO: [ epoch: 262 ] [ iter: 59,000 ] [ performance: 15.587 it/s ] [ lr: 5.00e-05 ] [ eta: 1774 days, 10:51:16 ] [ l_g_pix: 5.8135e-02 ] [ l_g_total: 5.8135e-02 ] +2024-10-25 12:40:20,807 INFO: [ epoch: 262 ] [ iter: 59,100 ] [ performance: 21.883 it/s ] [ lr: 5.00e-05 ] [ eta: 1772 days, 16:49:25 ] [ l_g_pix: 4.8225e-02 ] [ l_g_total: 4.8225e-02 ] +2024-10-25 12:40:27,237 INFO: [ epoch: 263 ] [ iter: 59,200 ] [ performance: 15.814 it/s ] [ lr: 5.00e-05 ] [ eta: 1771 days, 9:40:00 ] [ l_g_pix: 4.4072e-02 ] [ l_g_total: 4.4072e-02 ] +2024-10-25 12:40:32,537 INFO: [ epoch: 263 ] [ iter: 59,300 ] [ performance: 18.763 it/s ] [ lr: 5.00e-05 ] [ eta: 1769 days, 13:23:05 ] [ l_g_pix: 5.8337e-02 ] [ l_g_total: 5.8337e-02 ] +2024-10-25 12:40:37,708 INFO: [ epoch: 263 ] [ iter: 59,400 ] [ performance: 19.312 it/s ] [ lr: 5.00e-05 ] [ eta: 1767 days, 15:21:14 ] [ l_g_pix: 5.2762e-02 ] [ l_g_total: 5.2762e-02 ] +2024-10-25 12:40:44,399 INFO: [ epoch: 264 ] [ iter: 59,500 ] [ performance: 18.616 it/s ] [ lr: 5.00e-05 ] [ eta: 1766 days, 10:07:20 ] [ l_g_pix: 5.2989e-02 ] [ l_g_total: 5.2989e-02 ] +2024-10-25 12:40:49,990 INFO: [ epoch: 264 ] [ iter: 59,600 ] [ performance: 17.915 it/s ] [ lr: 5.00e-05 ] [ eta: 1764 days, 16:11:35 ] [ l_g_pix: 4.9151e-02 ] [ l_g_total: 4.9151e-02 ] +2024-10-25 12:40:56,683 INFO: [ epoch: 265 ] [ iter: 59,700 ] [ performance: 17.959 it/s ] [ lr: 5.00e-05 ] [ eta: 1763 days, 10:16:56 ] [ l_g_pix: 6.3512e-02 ] [ l_g_total: 6.3512e-02 ] +2024-10-25 12:41:02,051 INFO: [ epoch: 265 ] [ iter: 59,800 ] [ performance: 18.613 it/s ] [ lr: 5.00e-05 ] [ eta: 1761 days, 13:12:16 ] [ l_g_pix: 6.8526e-02 ] [ l_g_total: 6.8526e-02 ] +2024-10-25 12:41:08,540 INFO: [ epoch: 266 ] [ iter: 59,900 ] [ performance: 21.456 it/s ] [ lr: 5.00e-05 ] [ eta: 1760 days, 4:18:32 ] [ l_g_pix: 6.0147e-02 ] [ l_g_total: 6.0147e-02 ] +2024-10-25 12:41:13,923 INFO: [ epoch: 266 ] [ iter: 60,000 ] [ performance: 18.628 it/s ] [ lr: 5.00e-05 ] [ eta: 1758 days, 6:46:35 ] [ l_g_pix: 6.3707e-02 ] [ l_g_total: 6.3707e-02 ] +2024-10-25 12:41:13,924 INFO: Saving models and training states. +2024-10-25 12:42:47,804 INFO: Validation val + + # psnr: 21.8679........ Best: 21.8679 @ 60000 iter + # ssim: 0.6387........ Best: 0.6387 @ 60000 iter + # dists: 0.7870........ Best: 0.7870 @ 60000 iter + +2024-10-25 12:42:54,384 INFO: [ epoch: 267 ] [ iter: 60,100 ] [ performance: 18.935 it/s ] [ lr: 5.00e-05 ] [ eta: 1800 days, 6:41:03 ] [ l_g_pix: 5.5549e-02 ] [ l_g_total: 5.5549e-02 ] +2024-10-25 12:42:59,871 INFO: [ epoch: 267 ] [ iter: 60,200 ] [ performance: 18.236 it/s ] [ lr: 5.00e-05 ] [ eta: 1798 days, 7:03:13 ] [ l_g_pix: 6.3425e-02 ] [ l_g_total: 6.3425e-02 ] +2024-10-25 12:43:05,235 INFO: [ epoch: 267 ] [ iter: 60,300 ] [ performance: 18.437 it/s ] [ lr: 5.00e-05 ] [ eta: 1796 days, 5:45:59 ] [ l_g_pix: 5.3269e-02 ] [ l_g_total: 5.3269e-02 ] +2024-10-25 12:43:12,081 INFO: [ epoch: 268 ] [ iter: 60,400 ] [ performance: 14.611 it/s ] [ lr: 5.00e-05 ] [ eta: 1794 days, 20:28:13 ] [ l_g_pix: 5.2795e-02 ] [ l_g_total: 5.2795e-02 ] +2024-10-25 12:43:17,491 INFO: [ epoch: 268 ] [ iter: 60,500 ] [ performance: 16.322 it/s ] [ lr: 5.00e-05 ] [ eta: 1792 days, 19:03:12 ] [ l_g_pix: 6.6387e-02 ] [ l_g_total: 6.6387e-02 ] +2024-10-25 12:43:24,835 INFO: [ epoch: 269 ] [ iter: 60,600 ] [ performance: 13.571 it/s ] [ lr: 5.00e-05 ] [ eta: 1791 days, 14:29:43 ] [ l_g_pix: 5.4277e-02 ] [ l_g_total: 5.4277e-02 ] +2024-10-25 12:43:30,459 INFO: [ epoch: 269 ] [ iter: 60,700 ] [ performance: 15.405 it/s ] [ lr: 5.00e-05 ] [ eta: 1789 days, 14:45:18 ] [ l_g_pix: 4.8648e-02 ] [ l_g_total: 4.8648e-02 ] +2024-10-25 12:43:37,362 INFO: [ epoch: 270 ] [ iter: 60,800 ] [ performance: 14.422 it/s ] [ lr: 5.00e-05 ] [ eta: 1788 days, 4:37:27 ] [ l_g_pix: 4.9143e-02 ] [ l_g_total: 4.9143e-02 ] +2024-10-25 12:43:42,900 INFO: [ epoch: 270 ] [ iter: 60,900 ] [ performance: 16.056 it/s ] [ lr: 5.00e-05 ] [ eta: 1786 days, 3:17:18 ] [ l_g_pix: 4.5322e-02 ] [ l_g_total: 4.5322e-02 ] +2024-10-25 12:43:50,190 INFO: [ epoch: 271 ] [ iter: 61,000 ] [ performance: 13.596 it/s ] [ lr: 5.00e-05 ] [ eta: 1784 days, 20:37:06 ] [ l_g_pix: 4.8400e-02 ] [ l_g_total: 4.8400e-02 ] +2024-10-25 12:43:56,159 INFO: [ epoch: 271 ] [ iter: 61,100 ] [ performance: 15.036 it/s ] [ lr: 5.00e-05 ] [ eta: 1782 days, 23:16:40 ] [ l_g_pix: 6.2526e-02 ] [ l_g_total: 6.2526e-02 ] +2024-10-25 12:44:02,097 INFO: [ epoch: 271 ] [ iter: 61,200 ] [ performance: 16.809 it/s ] [ lr: 5.00e-05 ] [ eta: 1781 days, 1:15:56 ] [ l_g_pix: 5.0995e-02 ] [ l_g_total: 5.0995e-02 ] +2024-10-25 12:44:09,289 INFO: [ epoch: 272 ] [ iter: 61,300 ] [ performance: 15.191 it/s ] [ lr: 5.00e-05 ] [ eta: 1779 days, 16:24:22 ] [ l_g_pix: 5.3216e-02 ] [ l_g_total: 5.3216e-02 ] +2024-10-25 12:44:14,586 INFO: [ epoch: 272 ] [ iter: 61,400 ] [ performance: 18.958 it/s ] [ lr: 5.00e-05 ] [ eta: 1777 days, 10:50:21 ] [ l_g_pix: 3.8859e-02 ] [ l_g_total: 3.8859e-02 ] +2024-10-25 12:44:21,450 INFO: [ epoch: 273 ] [ iter: 61,500 ] [ performance: 16.423 it/s ] [ lr: 5.00e-05 ] [ eta: 1775 days, 21:42:58 ] [ l_g_pix: 6.2198e-02 ] [ l_g_total: 6.2198e-02 ] +2024-10-25 12:44:26,996 INFO: [ epoch: 273 ] [ iter: 61,600 ] [ performance: 18.106 it/s ] [ lr: 5.00e-05 ] [ eta: 1773 days, 18:10:12 ] [ l_g_pix: 6.5115e-02 ] [ l_g_total: 6.5115e-02 ] +2024-10-25 12:44:33,804 INFO: [ epoch: 274 ] [ iter: 61,700 ] [ performance: 16.169 it/s ] [ lr: 5.00e-05 ] [ eta: 1772 days, 3:43:54 ] [ l_g_pix: 5.8963e-02 ] [ l_g_total: 5.8963e-02 ] +2024-10-25 12:44:39,060 INFO: [ epoch: 274 ] [ iter: 61,800 ] [ performance: 19.086 it/s ] [ lr: 5.00e-05 ] [ eta: 1769 days, 20:26:55 ] [ l_g_pix: 5.4070e-02 ] [ l_g_total: 5.4070e-02 ] +2024-10-25 12:44:45,716 INFO: [ epoch: 275 ] [ iter: 61,900 ] [ performance: 16.742 it/s ] [ lr: 5.00e-05 ] [ eta: 1768 days, 3:41:30 ] [ l_g_pix: 5.2155e-02 ] [ l_g_total: 5.2155e-02 ] +2024-10-25 12:44:50,950 INFO: [ epoch: 275 ] [ iter: 62,000 ] [ performance: 19.145 it/s ] [ lr: 5.00e-05 ] [ eta: 1765 days, 19:33:24 ] [ l_g_pix: 4.5449e-02 ] [ l_g_total: 4.5449e-02 ] +2024-10-25 12:44:56,461 INFO: [ epoch: 275 ] [ iter: 62,100 ] [ performance: 18.613 it/s ] [ lr: 5.00e-05 ] [ eta: 1763 days, 14:02:41 ] [ l_g_pix: 6.3815e-02 ] [ l_g_total: 6.3815e-02 ] +2024-10-25 12:45:03,024 INFO: [ epoch: 276 ] [ iter: 62,200 ] [ performance: 18.844 it/s ] [ lr: 5.00e-05 ] [ eta: 1761 days, 19:16:11 ] [ l_g_pix: 5.3829e-02 ] [ l_g_total: 5.3829e-02 ] +2024-10-25 12:45:08,039 INFO: [ epoch: 276 ] [ iter: 62,300 ] [ performance: 19.404 it/s ] [ lr: 5.00e-05 ] [ eta: 1759 days, 7:55:53 ] [ l_g_pix: 6.0200e-02 ] [ l_g_total: 6.0200e-02 ] +2024-10-25 12:45:14,764 INFO: [ epoch: 277 ] [ iter: 62,400 ] [ performance: 14.466 it/s ] [ lr: 5.00e-05 ] [ eta: 1757 days, 14:09:34 ] [ l_g_pix: 5.9708e-02 ] [ l_g_total: 5.9708e-02 ] +2024-10-25 12:45:20,009 INFO: [ epoch: 277 ] [ iter: 62,500 ] [ performance: 16.571 it/s ] [ lr: 5.00e-05 ] [ eta: 1755 days, 4:36:33 ] [ l_g_pix: 4.7970e-02 ] [ l_g_total: 4.7970e-02 ] +2024-10-25 12:45:26,788 INFO: [ epoch: 278 ] [ iter: 62,600 ] [ performance: 14.316 it/s ] [ lr: 5.00e-05 ] [ eta: 1753 days, 10:41:27 ] [ l_g_pix: 5.6511e-02 ] [ l_g_total: 5.6511e-02 ] +2024-10-25 12:45:32,427 INFO: [ epoch: 278 ] [ iter: 62,700 ] [ performance: 15.943 it/s ] [ lr: 5.00e-05 ] [ eta: 1751 days, 4:35:56 ] [ l_g_pix: 5.7982e-02 ] [ l_g_total: 5.7982e-02 ] +2024-10-25 12:45:38,884 INFO: [ epoch: 279 ] [ iter: 62,800 ] [ performance: 14.860 it/s ] [ lr: 5.00e-05 ] [ eta: 1749 days, 6:38:05 ] [ l_g_pix: 4.8345e-02 ] [ l_g_total: 4.8345e-02 ] +2024-10-25 12:45:44,018 INFO: [ epoch: 279 ] [ iter: 62,900 ] [ performance: 17.006 it/s ] [ lr: 5.00e-05 ] [ eta: 1746 days, 18:41:19 ] [ l_g_pix: 6.1932e-02 ] [ l_g_total: 6.1932e-02 ] +2024-10-25 12:45:48,742 INFO: [ epoch: 279 ] [ iter: 63,000 ] [ performance: 21.375 it/s ] [ lr: 5.00e-05 ] [ eta: 1744 days, 2:14:18 ] [ l_g_pix: 5.4263e-02 ] [ l_g_total: 5.4263e-02 ] +2024-10-25 12:45:55,515 INFO: [ epoch: 280 ] [ iter: 63,100 ] [ performance: 17.249 it/s ] [ lr: 5.00e-05 ] [ eta: 1742 days, 6:30:56 ] [ l_g_pix: 5.4559e-02 ] [ l_g_total: 5.4559e-02 ] +2024-10-25 12:46:00,696 INFO: [ epoch: 280 ] [ iter: 63,200 ] [ performance: 19.440 it/s ] [ lr: 5.00e-05 ] [ eta: 1739 days, 18:10:00 ] [ l_g_pix: 5.5355e-02 ] [ l_g_total: 5.5355e-02 ] +2024-10-25 12:46:07,492 INFO: [ epoch: 281 ] [ iter: 63,300 ] [ performance: 16.580 it/s ] [ lr: 5.00e-05 ] [ eta: 1737 days, 21:58:19 ] [ l_g_pix: 5.7986e-02 ] [ l_g_total: 5.7986e-02 ] +2024-10-25 12:46:12,490 INFO: [ epoch: 281 ] [ iter: 63,400 ] [ performance: 19.983 it/s ] [ lr: 5.00e-05 ] [ eta: 1735 days, 7:07:50 ] [ l_g_pix: 3.9764e-02 ] [ l_g_total: 3.9764e-02 ] +2024-10-25 12:46:19,194 INFO: [ epoch: 282 ] [ iter: 63,500 ] [ performance: 16.884 it/s ] [ lr: 5.00e-05 ] [ eta: 1733 days, 9:18:33 ] [ l_g_pix: 4.3128e-02 ] [ l_g_total: 4.3128e-02 ] +2024-10-25 12:46:24,369 INFO: [ epoch: 282 ] [ iter: 63,600 ] [ performance: 19.472 it/s ] [ lr: 5.00e-05 ] [ eta: 1730 days, 19:39:24 ] [ l_g_pix: 4.9500e-02 ] [ l_g_total: 4.9500e-02 ] +2024-10-25 12:46:30,988 INFO: [ epoch: 283 ] [ iter: 63,700 ] [ performance: 16.832 it/s ] [ lr: 5.00e-05 ] [ eta: 1728 days, 20:16:11 ] [ l_g_pix: 5.4541e-02 ] [ l_g_total: 5.4541e-02 ] +2024-10-25 12:46:36,403 INFO: [ epoch: 283 ] [ iter: 63,800 ] [ performance: 18.449 it/s ] [ lr: 5.00e-05 ] [ eta: 1726 days, 8:25:04 ] [ l_g_pix: 6.2677e-02 ] [ l_g_total: 6.2677e-02 ] +2024-10-25 12:46:41,786 INFO: [ epoch: 283 ] [ iter: 63,900 ] [ performance: 18.521 it/s ] [ lr: 5.00e-05 ] [ eta: 1723 days, 19:56:02 ] [ l_g_pix: 6.1679e-02 ] [ l_g_total: 6.1679e-02 ] +2024-10-25 12:46:48,397 INFO: [ epoch: 284 ] [ iter: 64,000 ] [ performance: 19.175 it/s ] [ lr: 5.00e-05 ] [ eta: 1721 days, 19:25:43 ] [ l_g_pix: 4.7281e-02 ] [ l_g_total: 4.7281e-02 ] +2024-10-25 12:46:53,436 INFO: [ epoch: 284 ] [ iter: 64,100 ] [ performance: 19.538 it/s ] [ lr: 5.00e-05 ] [ eta: 1719 days, 2:53:44 ] [ l_g_pix: 4.5003e-02 ] [ l_g_total: 4.5003e-02 ] +2024-10-25 12:47:00,210 INFO: [ epoch: 285 ] [ iter: 64,200 ] [ performance: 13.965 it/s ] [ lr: 5.00e-05 ] [ eta: 1717 days, 3:19:02 ] [ l_g_pix: 5.5587e-02 ] [ l_g_total: 5.5587e-02 ] +2024-10-25 12:47:05,378 INFO: [ epoch: 285 ] [ iter: 64,300 ] [ performance: 16.503 it/s ] [ lr: 5.00e-05 ] [ eta: 1714 days, 11:27:09 ] [ l_g_pix: 4.9778e-02 ] [ l_g_total: 4.9778e-02 ] +2024-10-25 12:47:12,223 INFO: [ epoch: 286 ] [ iter: 64,400 ] [ performance: 13.635 it/s ] [ lr: 5.00e-05 ] [ eta: 1712 days, 11:52:19 ] [ l_g_pix: 5.7388e-02 ] [ l_g_total: 5.7388e-02 ] +2024-10-25 12:47:17,496 INFO: [ epoch: 286 ] [ iter: 64,500 ] [ performance: 16.158 it/s ] [ lr: 5.00e-05 ] [ eta: 1709 days, 20:25:33 ] [ l_g_pix: 6.3609e-02 ] [ l_g_total: 6.3609e-02 ] +2024-10-25 12:47:23,761 INFO: [ epoch: 287 ] [ iter: 64,600 ] [ performance: 15.080 it/s ] [ lr: 5.00e-05 ] [ eta: 1707 days, 14:25:21 ] [ l_g_pix: 5.2212e-02 ] [ l_g_total: 5.2212e-02 ] +2024-10-25 12:47:29,101 INFO: [ epoch: 287 ] [ iter: 64,700 ] [ performance: 16.921 it/s ] [ lr: 5.00e-05 ] [ eta: 1704 days, 23:01:15 ] [ l_g_pix: 6.8929e-02 ] [ l_g_total: 6.8929e-02 ] +2024-10-25 12:47:34,377 INFO: [ epoch: 287 ] [ iter: 64,800 ] [ performance: 18.826 it/s ] [ lr: 5.00e-05 ] [ eta: 1702 days, 6:41:04 ] [ l_g_pix: 6.0974e-02 ] [ l_g_total: 6.0974e-02 ] +2024-10-25 12:47:41,089 INFO: [ epoch: 288 ] [ iter: 64,900 ] [ performance: 16.400 it/s ] [ lr: 5.00e-05 ] [ eta: 1700 days, 4:03:09 ] [ l_g_pix: 5.4358e-02 ] [ l_g_total: 5.4358e-02 ] +2024-10-25 12:47:46,451 INFO: [ epoch: 288 ] [ iter: 65,000 ] [ performance: 18.627 it/s ] [ lr: 5.00e-05 ] [ eta: 1697 days, 11:55:36 ] [ l_g_pix: 5.1506e-02 ] [ l_g_total: 5.1506e-02 ] +2024-10-25 12:47:53,199 INFO: [ epoch: 289 ] [ iter: 65,100 ] [ performance: 16.267 it/s ] [ lr: 5.00e-05 ] [ eta: 1695 days, 8:56:33 ] [ l_g_pix: 5.6698e-02 ] [ l_g_total: 5.6698e-02 ] +2024-10-25 12:47:58,265 INFO: [ epoch: 289 ] [ iter: 65,200 ] [ performance: 20.020 it/s ] [ lr: 5.00e-05 ] [ eta: 1692 days, 13:19:07 ] [ l_g_pix: 5.4231e-02 ] [ l_g_total: 5.4231e-02 ] +2024-10-25 12:48:05,019 INFO: [ epoch: 290 ] [ iter: 65,300 ] [ performance: 16.683 it/s ] [ lr: 5.00e-05 ] [ eta: 1690 days, 9:41:14 ] [ l_g_pix: 5.9265e-02 ] [ l_g_total: 5.9265e-02 ] +2024-10-25 12:48:10,261 INFO: [ epoch: 290 ] [ iter: 65,400 ] [ performance: 19.546 it/s ] [ lr: 5.00e-05 ] [ eta: 1687 days, 15:08:58 ] [ l_g_pix: 4.9408e-02 ] [ l_g_total: 4.9408e-02 ] +2024-10-25 12:48:16,712 INFO: [ epoch: 291 ] [ iter: 65,500 ] [ performance: 17.012 it/s ] [ lr: 5.00e-05 ] [ eta: 1685 days, 7:54:07 ] [ l_g_pix: 5.6641e-02 ] [ l_g_total: 5.6641e-02 ] +2024-10-25 12:48:22,313 INFO: [ epoch: 291 ] [ iter: 65,600 ] [ performance: 17.601 it/s ] [ lr: 5.00e-05 ] [ eta: 1682 days, 16:11:04 ] [ l_g_pix: 4.1356e-02 ] [ l_g_total: 4.1356e-02 ] +2024-10-25 12:48:27,246 INFO: [ epoch: 291 ] [ iter: 65,700 ] [ performance: 19.045 it/s ] [ lr: 5.00e-05 ] [ eta: 1679 days, 17:46:59 ] [ l_g_pix: 5.6846e-02 ] [ l_g_total: 5.6846e-02 ] +2024-10-25 12:48:33,936 INFO: [ epoch: 292 ] [ iter: 65,800 ] [ performance: 18.694 it/s ] [ lr: 5.00e-05 ] [ eta: 1677 days, 11:47:51 ] [ l_g_pix: 5.1903e-02 ] [ l_g_total: 5.1903e-02 ] +2024-10-25 12:48:38,981 INFO: [ epoch: 292 ] [ iter: 65,900 ] [ performance: 19.334 it/s ] [ lr: 5.00e-05 ] [ eta: 1674 days, 13:51:26 ] [ l_g_pix: 5.1407e-02 ] [ l_g_total: 5.1407e-02 ] +2024-10-25 12:48:45,633 INFO: [ epoch: 293 ] [ iter: 66,000 ] [ performance: 18.775 it/s ] [ lr: 5.00e-05 ] [ eta: 1672 days, 6:49:18 ] [ l_g_pix: 6.1864e-02 ] [ l_g_total: 6.1864e-02 ] +2024-10-25 12:48:50,357 INFO: [ epoch: 293 ] [ iter: 66,100 ] [ performance: 20.098 it/s ] [ lr: 5.00e-05 ] [ eta: 1669 days, 5:15:42 ] [ l_g_pix: 5.0213e-02 ] [ l_g_total: 5.0213e-02 ] +2024-10-25 12:48:57,170 INFO: [ epoch: 294 ] [ iter: 66,200 ] [ performance: 13.324 it/s ] [ lr: 5.00e-05 ] [ eta: 1666 days, 23:02:09 ] [ l_g_pix: 5.7577e-02 ] [ l_g_total: 5.7577e-02 ] +2024-10-25 12:49:02,416 INFO: [ epoch: 294 ] [ iter: 66,300 ] [ performance: 16.172 it/s ] [ lr: 5.00e-05 ] [ eta: 1664 days, 1:46:47 ] [ l_g_pix: 5.0664e-02 ] [ l_g_total: 5.0664e-02 ] +2024-10-25 12:49:08,847 INFO: [ epoch: 295 ] [ iter: 66,400 ] [ performance: 13.941 it/s ] [ lr: 5.00e-05 ] [ eta: 1661 days, 15:17:00 ] [ l_g_pix: 5.1242e-02 ] [ l_g_total: 5.1242e-02 ] +2024-10-25 12:49:14,193 INFO: [ epoch: 295 ] [ iter: 66,500 ] [ performance: 16.399 it/s ] [ lr: 5.00e-05 ] [ eta: 1658 days, 18:20:37 ] [ l_g_pix: 6.3773e-02 ] [ l_g_total: 6.3773e-02 ] +2024-10-25 12:49:19,136 INFO: [ epoch: 295 ] [ iter: 66,600 ] [ performance: 20.079 it/s ] [ lr: 5.00e-05 ] [ eta: 1655 days, 17:21:37 ] [ l_g_pix: 4.2841e-02 ] [ l_g_total: 4.2841e-02 ] +2024-10-25 12:49:25,725 INFO: [ epoch: 296 ] [ iter: 66,700 ] [ performance: 16.859 it/s ] [ lr: 5.00e-05 ] [ eta: 1653 days, 7:19:28 ] [ l_g_pix: 4.9613e-02 ] [ l_g_total: 4.9613e-02 ] +2024-10-25 12:49:30,927 INFO: [ epoch: 296 ] [ iter: 66,800 ] [ performance: 21.015 it/s ] [ lr: 5.00e-05 ] [ eta: 1650 days, 8:08:33 ] [ l_g_pix: 5.0817e-02 ] [ l_g_total: 5.0817e-02 ] +2024-10-25 12:49:37,828 INFO: [ epoch: 297 ] [ iter: 66,900 ] [ performance: 16.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1648 days, 0:17:18 ] [ l_g_pix: 6.2144e-02 ] [ l_g_total: 6.2144e-02 ] +2024-10-25 12:49:42,821 INFO: [ epoch: 297 ] [ iter: 67,000 ] [ performance: 20.701 it/s ] [ lr: 5.00e-05 ] [ eta: 1644 days, 22:33:28 ] [ l_g_pix: 5.9307e-02 ] [ l_g_total: 5.9307e-02 ] +2024-10-25 12:49:49,305 INFO: [ epoch: 298 ] [ iter: 67,100 ] [ performance: 17.182 it/s ] [ lr: 5.00e-05 ] [ eta: 1642 days, 10:10:27 ] [ l_g_pix: 4.6113e-02 ] [ l_g_total: 4.6113e-02 ] +2024-10-25 12:49:54,380 INFO: [ epoch: 298 ] [ iter: 67,200 ] [ performance: 19.807 it/s ] [ lr: 5.00e-05 ] [ eta: 1639 days, 8:35:47 ] [ l_g_pix: 3.7817e-02 ] [ l_g_total: 3.7817e-02 ] +2024-10-25 12:50:00,732 INFO: [ epoch: 299 ] [ iter: 67,300 ] [ performance: 17.143 it/s ] [ lr: 5.00e-05 ] [ eta: 1636 days, 18:20:12 ] [ l_g_pix: 5.8684e-02 ] [ l_g_total: 5.8684e-02 ] +2024-10-25 12:50:06,434 INFO: [ epoch: 299 ] [ iter: 67,400 ] [ performance: 18.484 it/s ] [ lr: 5.00e-05 ] [ eta: 1633 days, 21:50:11 ] [ l_g_pix: 5.9481e-02 ] [ l_g_total: 5.9481e-02 ] +2024-10-25 12:50:11,489 INFO: [ epoch: 299 ] [ iter: 67,500 ] [ performance: 19.252 it/s ] [ lr: 5.00e-05 ] [ eta: 1630 days, 19:10:35 ] [ l_g_pix: 5.1981e-02 ] [ l_g_total: 5.1981e-02 ] +2024-10-25 12:50:18,032 INFO: [ epoch: 300 ] [ iter: 67,600 ] [ performance: 19.034 it/s ] [ lr: 5.00e-05 ] [ eta: 1628 days, 5:37:56 ] [ l_g_pix: 4.3731e-02 ] [ l_g_total: 4.3731e-02 ] +2024-10-25 12:50:22,882 INFO: [ epoch: 300 ] [ iter: 67,700 ] [ performance: 19.974 it/s ] [ lr: 5.00e-05 ] [ eta: 1625 days, 0:31:49 ] [ l_g_pix: 5.1898e-02 ] [ l_g_total: 5.1898e-02 ] +2024-10-25 12:50:29,448 INFO: [ epoch: 301 ] [ iter: 67,800 ] [ performance: 18.810 it/s ] [ lr: 5.00e-05 ] [ eta: 1622 days, 10:30:21 ] [ l_g_pix: 5.1265e-02 ] [ l_g_total: 5.1265e-02 ] +2024-10-25 12:50:34,612 INFO: [ epoch: 301 ] [ iter: 67,900 ] [ performance: 19.147 it/s ] [ lr: 5.00e-05 ] [ eta: 1619 days, 7:37:47 ] [ l_g_pix: 5.9650e-02 ] [ l_g_total: 5.9650e-02 ] +2024-10-25 12:50:41,263 INFO: [ epoch: 302 ] [ iter: 68,000 ] [ performance: 13.047 it/s ] [ lr: 5.00e-05 ] [ eta: 1616 days, 17:40:13 ] [ l_g_pix: 5.7131e-02 ] [ l_g_total: 5.7131e-02 ] +2024-10-25 12:50:46,777 INFO: [ epoch: 302 ] [ iter: 68,100 ] [ performance: 15.782 it/s ] [ lr: 5.00e-05 ] [ eta: 1613 days, 17:16:12 ] [ l_g_pix: 4.7197e-02 ] [ l_g_total: 4.7197e-02 ] +2024-10-25 12:50:53,399 INFO: [ epoch: 303 ] [ iter: 68,200 ] [ performance: 13.313 it/s ] [ lr: 5.00e-05 ] [ eta: 1611 days, 2:20:37 ] [ l_g_pix: 5.3533e-02 ] [ l_g_total: 5.3533e-02 ] +2024-10-25 12:50:58,749 INFO: [ epoch: 303 ] [ iter: 68,300 ] [ performance: 16.211 it/s ] [ lr: 5.00e-05 ] [ eta: 1607 days, 23:51:47 ] [ l_g_pix: 6.3764e-02 ] [ l_g_total: 6.3764e-02 ] +2024-10-25 12:51:03,921 INFO: [ epoch: 303 ] [ iter: 68,400 ] [ performance: 18.935 it/s ] [ lr: 5.00e-05 ] [ eta: 1604 days, 19:31:08 ] [ l_g_pix: 4.7784e-02 ] [ l_g_total: 4.7784e-02 ] +2024-10-25 12:51:10,471 INFO: [ epoch: 304 ] [ iter: 68,500 ] [ performance: 16.466 it/s ] [ lr: 5.00e-05 ] [ eta: 1602 days, 2:55:56 ] [ l_g_pix: 5.0322e-02 ] [ l_g_total: 5.0322e-02 ] +2024-10-25 12:51:15,713 INFO: [ epoch: 304 ] [ iter: 68,600 ] [ performance: 20.031 it/s ] [ lr: 5.00e-05 ] [ eta: 1598 days, 22:35:09 ] [ l_g_pix: 5.0880e-02 ] [ l_g_total: 5.0880e-02 ] +2024-10-25 12:51:22,305 INFO: [ epoch: 305 ] [ iter: 68,700 ] [ performance: 16.673 it/s ] [ lr: 5.00e-05 ] [ eta: 1596 days, 5:40:53 ] [ l_g_pix: 5.4241e-02 ] [ l_g_total: 5.4241e-02 ] +2024-10-25 12:51:27,316 INFO: [ epoch: 305 ] [ iter: 68,800 ] [ performance: 20.339 it/s ] [ lr: 5.00e-05 ] [ eta: 1592 days, 22:42:53 ] [ l_g_pix: 5.9789e-02 ] [ l_g_total: 5.9789e-02 ] +2024-10-25 12:51:33,808 INFO: [ epoch: 306 ] [ iter: 68,900 ] [ performance: 16.913 it/s ] [ lr: 5.00e-05 ] [ eta: 1590 days, 4:15:04 ] [ l_g_pix: 5.5642e-02 ] [ l_g_total: 5.5642e-02 ] +2024-10-25 12:51:39,116 INFO: [ epoch: 306 ] [ iter: 69,000 ] [ performance: 19.142 it/s ] [ lr: 5.00e-05 ] [ eta: 1586 days, 23:14:43 ] [ l_g_pix: 5.9385e-02 ] [ l_g_total: 5.9385e-02 ] +2024-10-25 12:51:45,693 INFO: [ epoch: 307 ] [ iter: 69,100 ] [ performance: 16.435 it/s ] [ lr: 5.00e-05 ] [ eta: 1584 days, 4:49:18 ] [ l_g_pix: 5.7001e-02 ] [ l_g_total: 5.7001e-02 ] +2024-10-25 12:51:51,168 INFO: [ epoch: 307 ] [ iter: 69,200 ] [ performance: 18.068 it/s ] [ lr: 5.00e-05 ] [ eta: 1581 days, 0:37:24 ] [ l_g_pix: 6.1011e-02 ] [ l_g_total: 6.1011e-02 ] +2024-10-25 12:51:56,537 INFO: [ epoch: 307 ] [ iter: 69,300 ] [ performance: 18.424 it/s ] [ lr: 5.00e-05 ] [ eta: 1577 days, 19:12:10 ] [ l_g_pix: 5.9208e-02 ] [ l_g_total: 5.9208e-02 ] +2024-10-25 12:52:03,296 INFO: [ epoch: 308 ] [ iter: 69,400 ] [ performance: 18.545 it/s ] [ lr: 5.00e-05 ] [ eta: 1575 days, 1:17:44 ] [ l_g_pix: 4.4520e-02 ] [ l_g_total: 4.4520e-02 ] +2024-10-25 12:52:08,234 INFO: [ epoch: 308 ] [ iter: 69,500 ] [ performance: 19.611 it/s ] [ lr: 5.00e-05 ] [ eta: 1571 days, 15:36:02 ] [ l_g_pix: 4.9208e-02 ] [ l_g_total: 4.9208e-02 ] +2024-10-25 12:52:14,844 INFO: [ epoch: 309 ] [ iter: 69,600 ] [ performance: 19.383 it/s ] [ lr: 5.00e-05 ] [ eta: 1568 days, 19:44:01 ] [ l_g_pix: 5.7611e-02 ] [ l_g_total: 5.7611e-02 ] +2024-10-25 12:52:20,015 INFO: [ epoch: 309 ] [ iter: 69,700 ] [ performance: 19.356 it/s ] [ lr: 5.00e-05 ] [ eta: 1565 days, 11:24:02 ] [ l_g_pix: 4.4169e-02 ] [ l_g_total: 4.4169e-02 ] +2024-10-25 12:52:26,410 INFO: [ epoch: 310 ] [ iter: 69,800 ] [ performance: 12.623 it/s ] [ lr: 5.00e-05 ] [ eta: 1562 days, 13:02:45 ] [ l_g_pix: 6.2173e-02 ] [ l_g_total: 6.2173e-02 ] +2024-10-25 12:52:31,540 INFO: [ epoch: 310 ] [ iter: 69,900 ] [ performance: 16.404 it/s ] [ lr: 5.00e-05 ] [ eta: 1559 days, 3:45:17 ] [ l_g_pix: 5.6467e-02 ] [ l_g_total: 5.6467e-02 ] +2024-10-25 12:52:38,058 INFO: [ epoch: 311 ] [ iter: 70,000 ] [ performance: 12.458 it/s ] [ lr: 5.00e-05 ] [ eta: 1556 days, 5:44:31 ] [ l_g_pix: 4.6897e-02 ] [ l_g_total: 4.6897e-02 ] +2024-10-25 12:52:38,058 INFO: Saving models and training states. +2024-10-25 12:53:52,113 INFO: Validation val + + # psnr: 21.8769........ Best: 21.8769 @ 70000 iter + # ssim: 0.6393........ Best: 0.6393 @ 70000 iter + # dists: 0.7869........ Best: 0.7869 @ 70000 iter + +2024-10-25 12:53:57,382 INFO: [ epoch: 311 ] [ iter: 70,100 ] [ performance: 16.099 it/s ] [ lr: 5.00e-05 ] [ eta: 1578 days, 12:03:07 ] [ l_g_pix: 5.8866e-02 ] [ l_g_total: 5.8866e-02 ] +2024-10-25 12:54:02,520 INFO: [ epoch: 311 ] [ iter: 70,200 ] [ performance: 19.060 it/s ] [ lr: 5.00e-05 ] [ eta: 1574 days, 23:52:46 ] [ l_g_pix: 5.5257e-02 ] [ l_g_total: 5.5257e-02 ] +2024-10-25 12:54:09,274 INFO: [ epoch: 312 ] [ iter: 70,300 ] [ performance: 16.016 it/s ] [ lr: 5.00e-05 ] [ eta: 1572 days, 0:44:33 ] [ l_g_pix: 6.4272e-02 ] [ l_g_total: 6.4272e-02 ] +2024-10-25 12:54:14,777 INFO: [ epoch: 312 ] [ iter: 70,400 ] [ performance: 17.251 it/s ] [ lr: 5.00e-05 ] [ eta: 1568 days, 14:57:12 ] [ l_g_pix: 5.6089e-02 ] [ l_g_total: 5.6089e-02 ] +2024-10-25 12:54:21,836 INFO: [ epoch: 313 ] [ iter: 70,500 ] [ performance: 15.066 it/s ] [ lr: 5.00e-05 ] [ eta: 1565 days, 17:36:05 ] [ l_g_pix: 4.8921e-02 ] [ l_g_total: 4.8921e-02 ] +2024-10-25 12:54:26,717 INFO: [ epoch: 313 ] [ iter: 70,600 ] [ performance: 20.933 it/s ] [ lr: 5.00e-05 ] [ eta: 1562 days, 2:05:01 ] [ l_g_pix: 4.7515e-02 ] [ l_g_total: 4.7515e-02 ] +2024-10-25 12:54:33,313 INFO: [ epoch: 314 ] [ iter: 70,700 ] [ performance: 16.676 it/s ] [ lr: 5.00e-05 ] [ eta: 1559 days, 0:14:09 ] [ l_g_pix: 5.3092e-02 ] [ l_g_total: 5.3092e-02 ] +2024-10-25 12:54:38,588 INFO: [ epoch: 314 ] [ iter: 70,800 ] [ performance: 19.003 it/s ] [ lr: 5.00e-05 ] [ eta: 1555 days, 11:19:20 ] [ l_g_pix: 5.3173e-02 ] [ l_g_total: 5.3173e-02 ] +2024-10-25 12:54:44,987 INFO: [ epoch: 315 ] [ iter: 70,900 ] [ performance: 16.585 it/s ] [ lr: 5.00e-05 ] [ eta: 1552 days, 7:11:26 ] [ l_g_pix: 5.2813e-02 ] [ l_g_total: 5.2813e-02 ] +2024-10-25 12:54:50,352 INFO: [ epoch: 315 ] [ iter: 71,000 ] [ performance: 18.712 it/s ] [ lr: 5.00e-05 ] [ eta: 1548 days, 18:22:56 ] [ l_g_pix: 5.1986e-02 ] [ l_g_total: 5.1986e-02 ] +2024-10-25 12:54:55,916 INFO: [ epoch: 315 ] [ iter: 71,100 ] [ performance: 18.205 it/s ] [ lr: 5.00e-05 ] [ eta: 1545 days, 6:52:03 ] [ l_g_pix: 5.3795e-02 ] [ l_g_total: 5.3795e-02 ] +2024-10-25 12:55:02,382 INFO: [ epoch: 316 ] [ iter: 71,200 ] [ performance: 19.687 it/s ] [ lr: 5.00e-05 ] [ eta: 1542 days, 2:15:25 ] [ l_g_pix: 5.3922e-02 ] [ l_g_total: 5.3922e-02 ] +2024-10-25 12:55:07,390 INFO: [ epoch: 316 ] [ iter: 71,300 ] [ performance: 19.880 it/s ] [ lr: 5.00e-05 ] [ eta: 1538 days, 9:40:26 ] [ l_g_pix: 5.3407e-02 ] [ l_g_total: 5.3407e-02 ] +2024-10-25 12:55:14,293 INFO: [ epoch: 317 ] [ iter: 71,400 ] [ performance: 18.023 it/s ] [ lr: 5.00e-05 ] [ eta: 1535 days, 7:51:11 ] [ l_g_pix: 5.1912e-02 ] [ l_g_total: 5.1912e-02 ] +2024-10-25 12:55:19,581 INFO: [ epoch: 317 ] [ iter: 71,500 ] [ performance: 18.628 it/s ] [ lr: 5.00e-05 ] [ eta: 1531 days, 16:52:38 ] [ l_g_pix: 5.4903e-02 ] [ l_g_total: 5.4903e-02 ] +2024-10-25 12:55:26,188 INFO: [ epoch: 318 ] [ iter: 71,600 ] [ performance: 18.713 it/s ] [ lr: 5.00e-05 ] [ eta: 1528 days, 12:00:28 ] [ l_g_pix: 5.9825e-02 ] [ l_g_total: 5.9825e-02 ] +2024-10-25 12:55:31,791 INFO: [ epoch: 318 ] [ iter: 71,700 ] [ performance: 18.105 it/s ] [ lr: 5.00e-05 ] [ eta: 1524 days, 22:52:57 ] [ l_g_pix: 6.4384e-02 ] [ l_g_total: 6.4384e-02 ] +2024-10-25 12:55:38,281 INFO: [ epoch: 319 ] [ iter: 71,800 ] [ performance: 11.626 it/s ] [ lr: 5.00e-05 ] [ eta: 1521 days, 16:22:59 ] [ l_g_pix: 5.4940e-02 ] [ l_g_total: 5.4940e-02 ] +2024-10-25 12:55:43,642 INFO: [ epoch: 319 ] [ iter: 71,900 ] [ performance: 15.785 it/s ] [ lr: 5.00e-05 ] [ eta: 1518 days, 0:43:28 ] [ l_g_pix: 5.2038e-02 ] [ l_g_total: 5.2038e-02 ] +2024-10-25 12:55:48,735 INFO: [ epoch: 319 ] [ iter: 72,000 ] [ performance: 19.259 it/s ] [ lr: 5.00e-05 ] [ eta: 1514 days, 6:40:16 ] [ l_g_pix: 5.4816e-02 ] [ l_g_total: 5.4816e-02 ] +2024-10-25 12:55:55,186 INFO: [ epoch: 320 ] [ iter: 72,100 ] [ performance: 16.453 it/s ] [ lr: 5.00e-05 ] [ eta: 1510 days, 22:51:51 ] [ l_g_pix: 6.0279e-02 ] [ l_g_total: 6.0279e-02 ] +2024-10-25 12:56:00,192 INFO: [ epoch: 320 ] [ iter: 72,200 ] [ performance: 20.746 it/s ] [ lr: 5.00e-05 ] [ eta: 1507 days, 3:32:32 ] [ l_g_pix: 5.2316e-02 ] [ l_g_total: 5.2316e-02 ] +2024-10-25 12:56:06,968 INFO: [ epoch: 321 ] [ iter: 72,300 ] [ performance: 16.112 it/s ] [ lr: 5.00e-05 ] [ eta: 1503 days, 21:33:31 ] [ l_g_pix: 3.6795e-02 ] [ l_g_total: 3.6795e-02 ] +2024-10-25 12:56:12,057 INFO: [ epoch: 321 ] [ iter: 72,400 ] [ performance: 20.176 it/s ] [ lr: 5.00e-05 ] [ eta: 1500 days, 2:16:19 ] [ l_g_pix: 6.3524e-02 ] [ l_g_total: 6.3524e-02 ] +2024-10-25 12:56:18,639 INFO: [ epoch: 322 ] [ iter: 72,500 ] [ performance: 16.349 it/s ] [ lr: 5.00e-05 ] [ eta: 1496 days, 18:05:44 ] [ l_g_pix: 6.5213e-02 ] [ l_g_total: 6.5213e-02 ] +2024-10-25 12:56:23,993 INFO: [ epoch: 322 ] [ iter: 72,600 ] [ performance: 18.341 it/s ] [ lr: 5.00e-05 ] [ eta: 1493 days, 0:12:47 ] [ l_g_pix: 6.2405e-02 ] [ l_g_total: 6.2405e-02 ] +2024-10-25 12:56:30,557 INFO: [ epoch: 323 ] [ iter: 72,700 ] [ performance: 15.997 it/s ] [ lr: 5.00e-05 ] [ eta: 1489 days, 15:12:23 ] [ l_g_pix: 5.6904e-02 ] [ l_g_total: 5.6904e-02 ] +2024-10-25 12:56:35,884 INFO: [ epoch: 323 ] [ iter: 72,800 ] [ performance: 18.763 it/s ] [ lr: 5.00e-05 ] [ eta: 1485 days, 20:29:54 ] [ l_g_pix: 4.7142e-02 ] [ l_g_total: 4.7142e-02 ] +2024-10-25 12:56:41,694 INFO: [ epoch: 323 ] [ iter: 72,900 ] [ performance: 17.616 it/s ] [ lr: 5.00e-05 ] [ eta: 1482 days, 5:07:12 ] [ l_g_pix: 6.4337e-02 ] [ l_g_total: 6.4337e-02 ] +2024-10-25 12:56:48,403 INFO: [ epoch: 324 ] [ iter: 73,000 ] [ performance: 18.658 it/s ] [ lr: 5.00e-05 ] [ eta: 1478 days, 20:09:43 ] [ l_g_pix: 6.7683e-02 ] [ l_g_total: 6.7683e-02 ] +2024-10-25 12:56:53,597 INFO: [ epoch: 324 ] [ iter: 73,100 ] [ performance: 19.089 it/s ] [ lr: 5.00e-05 ] [ eta: 1474 days, 23:31:22 ] [ l_g_pix: 4.4064e-02 ] [ l_g_total: 4.4064e-02 ] +2024-10-25 12:57:00,291 INFO: [ epoch: 325 ] [ iter: 73,200 ] [ performance: 18.746 it/s ] [ lr: 5.00e-05 ] [ eta: 1471 days, 13:44:42 ] [ l_g_pix: 5.2749e-02 ] [ l_g_total: 5.2749e-02 ] +2024-10-25 12:57:05,407 INFO: [ epoch: 325 ] [ iter: 73,300 ] [ performance: 19.330 it/s ] [ lr: 5.00e-05 ] [ eta: 1467 days, 15:54:20 ] [ l_g_pix: 7.3775e-02 ] [ l_g_total: 7.3775e-02 ] +2024-10-25 12:57:12,428 INFO: [ epoch: 326 ] [ iter: 73,400 ] [ performance: 16.218 it/s ] [ lr: 5.00e-05 ] [ eta: 1464 days, 7:50:38 ] [ l_g_pix: 6.4523e-02 ] [ l_g_total: 6.4523e-02 ] +2024-10-25 12:57:17,906 INFO: [ epoch: 326 ] [ iter: 73,500 ] [ performance: 17.682 it/s ] [ lr: 5.00e-05 ] [ eta: 1460 days, 12:02:41 ] [ l_g_pix: 4.7842e-02 ] [ l_g_total: 4.7842e-02 ] +2024-10-25 12:57:24,171 INFO: [ epoch: 327 ] [ iter: 73,600 ] [ performance: 10.760 it/s ] [ lr: 5.00e-05 ] [ eta: 1456 days, 21:42:48 ] [ l_g_pix: 5.9739e-02 ] [ l_g_total: 5.9739e-02 ] +2024-10-25 12:57:29,434 INFO: [ epoch: 327 ] [ iter: 73,700 ] [ performance: 15.912 it/s ] [ lr: 5.00e-05 ] [ eta: 1452 days, 23:42:24 ] [ l_g_pix: 6.2373e-02 ] [ l_g_total: 6.2373e-02 ] +2024-10-25 12:57:34,509 INFO: [ epoch: 327 ] [ iter: 73,800 ] [ performance: 18.646 it/s ] [ lr: 5.00e-05 ] [ eta: 1449 days, 0:02:41 ] [ l_g_pix: 5.8058e-02 ] [ l_g_total: 5.8058e-02 ] +2024-10-25 12:57:41,203 INFO: [ epoch: 328 ] [ iter: 73,900 ] [ performance: 15.716 it/s ] [ lr: 5.00e-05 ] [ eta: 1445 days, 11:50:01 ] [ l_g_pix: 5.7332e-02 ] [ l_g_total: 5.7332e-02 ] +2024-10-25 12:57:46,315 INFO: [ epoch: 328 ] [ iter: 74,000 ] [ performance: 19.313 it/s ] [ lr: 5.00e-05 ] [ eta: 1441 days, 11:49:43 ] [ l_g_pix: 4.0486e-02 ] [ l_g_total: 4.0486e-02 ] +2024-10-25 12:57:53,382 INFO: [ epoch: 329 ] [ iter: 74,100 ] [ performance: 15.133 it/s ] [ lr: 5.00e-05 ] [ eta: 1438 days, 1:36:08 ] [ l_g_pix: 6.8482e-02 ] [ l_g_total: 6.8482e-02 ] +2024-10-25 12:57:58,672 INFO: [ epoch: 329 ] [ iter: 74,200 ] [ performance: 19.548 it/s ] [ lr: 5.00e-05 ] [ eta: 1434 days, 2:15:05 ] [ l_g_pix: 4.6618e-02 ] [ l_g_total: 4.6618e-02 ] +2024-10-25 12:58:05,404 INFO: [ epoch: 330 ] [ iter: 74,300 ] [ performance: 15.751 it/s ] [ lr: 5.00e-05 ] [ eta: 1430 days, 12:53:54 ] [ l_g_pix: 5.2855e-02 ] [ l_g_total: 5.2855e-02 ] +2024-10-25 12:58:10,560 INFO: [ epoch: 330 ] [ iter: 74,400 ] [ performance: 19.552 it/s ] [ lr: 5.00e-05 ] [ eta: 1426 days, 11:58:15 ] [ l_g_pix: 3.8883e-02 ] [ l_g_total: 3.8883e-02 ] +2024-10-25 12:58:16,714 INFO: [ epoch: 331 ] [ iter: 74,500 ] [ performance: 16.912 it/s ] [ lr: 5.00e-05 ] [ eta: 1422 days, 17:49:00 ] [ l_g_pix: 5.6068e-02 ] [ l_g_total: 5.6068e-02 ] +2024-10-25 12:58:22,361 INFO: [ epoch: 331 ] [ iter: 74,600 ] [ performance: 15.691 it/s ] [ lr: 5.00e-05 ] [ eta: 1418 days, 19:45:10 ] [ l_g_pix: 5.4059e-02 ] [ l_g_total: 5.4059e-02 ] +2024-10-25 12:58:27,483 INFO: [ epoch: 331 ] [ iter: 74,700 ] [ performance: 18.510 it/s ] [ lr: 5.00e-05 ] [ eta: 1414 days, 17:40:41 ] [ l_g_pix: 4.5187e-02 ] [ l_g_total: 4.5187e-02 ] +2024-10-25 12:58:34,128 INFO: [ epoch: 332 ] [ iter: 74,800 ] [ performance: 18.751 it/s ] [ lr: 5.00e-05 ] [ eta: 1411 days, 1:58:34 ] [ l_g_pix: 5.2054e-02 ] [ l_g_total: 5.2054e-02 ] +2024-10-25 12:58:39,245 INFO: [ epoch: 332 ] [ iter: 74,900 ] [ performance: 19.365 it/s ] [ lr: 5.00e-05 ] [ eta: 1406 days, 23:15:48 ] [ l_g_pix: 5.2029e-02 ] [ l_g_total: 5.2029e-02 ] +2024-10-25 12:58:45,926 INFO: [ epoch: 333 ] [ iter: 75,000 ] [ performance: 18.373 it/s ] [ lr: 5.00e-05 ] [ eta: 1403 days, 7:07:16 ] [ l_g_pix: 6.0941e-02 ] [ l_g_total: 6.0941e-02 ] +2024-10-25 12:58:51,125 INFO: [ epoch: 333 ] [ iter: 75,100 ] [ performance: 19.049 it/s ] [ lr: 5.00e-05 ] [ eta: 1399 days, 4:21:19 ] [ l_g_pix: 5.0313e-02 ] [ l_g_total: 5.0313e-02 ] +2024-10-25 12:58:58,218 INFO: [ epoch: 334 ] [ iter: 75,200 ] [ performance: 14.677 it/s ] [ lr: 5.00e-05 ] [ eta: 1395 days, 14:20:48 ] [ l_g_pix: 4.9881e-02 ] [ l_g_total: 4.9881e-02 ] +2024-10-25 12:59:03,450 INFO: [ epoch: 334 ] [ iter: 75,300 ] [ performance: 17.992 it/s ] [ lr: 5.00e-05 ] [ eta: 1391 days, 11:11:02 ] [ l_g_pix: 5.4089e-02 ] [ l_g_total: 5.4089e-02 ] +2024-10-25 12:59:10,131 INFO: [ epoch: 335 ] [ iter: 75,400 ] [ performance: 9.279 it/s ] [ lr: 5.00e-05 ] [ eta: 1387 days, 17:37:16 ] [ l_g_pix: 5.6198e-02 ] [ l_g_total: 5.6198e-02 ] +2024-10-25 12:59:15,453 INFO: [ epoch: 335 ] [ iter: 75,500 ] [ performance: 15.593 it/s ] [ lr: 5.00e-05 ] [ eta: 1383 days, 14:27:14 ] [ l_g_pix: 5.2064e-02 ] [ l_g_total: 5.2064e-02 ] +2024-10-25 12:59:20,471 INFO: [ epoch: 335 ] [ iter: 75,600 ] [ performance: 18.120 it/s ] [ lr: 5.00e-05 ] [ eta: 1379 days, 8:54:57 ] [ l_g_pix: 5.5891e-02 ] [ l_g_total: 5.5891e-02 ] +2024-10-25 12:59:27,029 INFO: [ epoch: 336 ] [ iter: 75,700 ] [ performance: 15.733 it/s ] [ lr: 5.00e-05 ] [ eta: 1375 days, 13:29:49 ] [ l_g_pix: 6.1251e-02 ] [ l_g_total: 6.1251e-02 ] +2024-10-25 12:59:32,608 INFO: [ epoch: 336 ] [ iter: 75,800 ] [ performance: 14.684 it/s ] [ lr: 5.00e-05 ] [ eta: 1371 days, 11:08:29 ] [ l_g_pix: 5.0719e-02 ] [ l_g_total: 5.0719e-02 ] +2024-10-25 12:59:39,368 INFO: [ epoch: 337 ] [ iter: 75,900 ] [ performance: 14.775 it/s ] [ lr: 5.00e-05 ] [ eta: 1367 days, 16:22:12 ] [ l_g_pix: 4.3623e-02 ] [ l_g_total: 4.3623e-02 ] +2024-10-25 12:59:44,226 INFO: [ epoch: 337 ] [ iter: 76,000 ] [ performance: 22.472 it/s ] [ lr: 5.00e-05 ] [ eta: 1363 days, 8:32:57 ] [ l_g_pix: 5.2314e-02 ] [ l_g_total: 5.2314e-02 ] +2024-10-25 12:59:50,755 INFO: [ epoch: 338 ] [ iter: 76,100 ] [ performance: 16.252 it/s ] [ lr: 5.00e-05 ] [ eta: 1359 days, 11:32:55 ] [ l_g_pix: 6.3144e-02 ] [ l_g_total: 6.3144e-02 ] +2024-10-25 12:59:55,769 INFO: [ epoch: 338 ] [ iter: 76,200 ] [ performance: 21.082 it/s ] [ lr: 5.00e-05 ] [ eta: 1355 days, 4:10:46 ] [ l_g_pix: 5.0537e-02 ] [ l_g_total: 5.0537e-02 ] +2024-10-25 13:00:02,189 INFO: [ epoch: 339 ] [ iter: 76,300 ] [ performance: 16.318 it/s ] [ lr: 5.00e-05 ] [ eta: 1351 days, 5:46:45 ] [ l_g_pix: 5.6985e-02 ] [ l_g_total: 5.6985e-02 ] +2024-10-25 13:00:08,152 INFO: [ epoch: 339 ] [ iter: 76,400 ] [ performance: 17.045 it/s ] [ lr: 5.00e-05 ] [ eta: 1347 days, 4:01:38 ] [ l_g_pix: 4.8614e-02 ] [ l_g_total: 4.8614e-02 ] +2024-10-25 13:00:13,518 INFO: [ epoch: 339 ] [ iter: 76,500 ] [ performance: 18.351 it/s ] [ lr: 5.00e-05 ] [ eta: 1342 days, 22:03:06 ] [ l_g_pix: 4.7974e-02 ] [ l_g_total: 4.7974e-02 ] +2024-10-25 13:00:20,070 INFO: [ epoch: 340 ] [ iter: 76,600 ] [ performance: 19.012 it/s ] [ lr: 5.00e-05 ] [ eta: 1338 days, 23:28:37 ] [ l_g_pix: 5.6593e-02 ] [ l_g_total: 5.6593e-02 ] +2024-10-25 13:00:24,989 INFO: [ epoch: 340 ] [ iter: 76,700 ] [ performance: 20.111 it/s ] [ lr: 5.00e-05 ] [ eta: 1334 days, 13:58:34 ] [ l_g_pix: 5.1905e-02 ] [ l_g_total: 5.1905e-02 ] +2024-10-25 13:00:31,811 INFO: [ epoch: 341 ] [ iter: 76,800 ] [ performance: 18.429 it/s ] [ lr: 5.00e-05 ] [ eta: 1330 days, 16:27:52 ] [ l_g_pix: 4.6660e-02 ] [ l_g_total: 4.6660e-02 ] +2024-10-25 13:00:36,865 INFO: [ epoch: 341 ] [ iter: 76,900 ] [ performance: 19.571 it/s ] [ lr: 5.00e-05 ] [ eta: 1326 days, 7:13:47 ] [ l_g_pix: 6.0375e-02 ] [ l_g_total: 6.0375e-02 ] +2024-10-25 13:00:43,856 INFO: [ epoch: 342 ] [ iter: 77,000 ] [ performance: 18.823 it/s ] [ lr: 5.00e-05 ] [ eta: 1322 days, 10:05:16 ] [ l_g_pix: 5.0030e-02 ] [ l_g_total: 5.0030e-02 ] +2024-10-25 13:00:49,158 INFO: [ epoch: 342 ] [ iter: 77,100 ] [ performance: 18.858 it/s ] [ lr: 5.00e-05 ] [ eta: 1318 days, 1:49:00 ] [ l_g_pix: 6.2843e-02 ] [ l_g_total: 6.2843e-02 ] +2024-10-25 13:00:55,619 INFO: [ epoch: 343 ] [ iter: 77,200 ] [ performance: 18.929 it/s ] [ lr: 5.00e-05 ] [ eta: 1314 days, 0:35:16 ] [ l_g_pix: 5.5017e-02 ] [ l_g_total: 5.5017e-02 ] +2024-10-25 13:01:00,886 INFO: [ epoch: 343 ] [ iter: 77,300 ] [ performance: 18.980 it/s ] [ lr: 5.00e-05 ] [ eta: 1309 days, 15:28:37 ] [ l_g_pix: 5.1813e-02 ] [ l_g_total: 5.1813e-02 ] +2024-10-25 13:01:05,912 INFO: [ epoch: 343 ] [ iter: 77,400 ] [ performance: 15.939 it/s ] [ lr: 5.00e-05 ] [ eta: 1305 days, 4:33:34 ] [ l_g_pix: 5.5066e-02 ] [ l_g_total: 5.5066e-02 ] +2024-10-25 13:01:12,497 INFO: [ epoch: 344 ] [ iter: 77,500 ] [ performance: 15.282 it/s ] [ lr: 5.00e-05 ] [ eta: 1301 days, 3:06:09 ] [ l_g_pix: 4.9311e-02 ] [ l_g_total: 4.9311e-02 ] +2024-10-25 13:01:18,058 INFO: [ epoch: 344 ] [ iter: 77,600 ] [ performance: 19.568 it/s ] [ lr: 5.00e-05 ] [ eta: 1296 days, 18:54:41 ] [ l_g_pix: 5.5002e-02 ] [ l_g_total: 5.5002e-02 ] +2024-10-25 13:01:24,808 INFO: [ epoch: 345 ] [ iter: 77,700 ] [ performance: 15.275 it/s ] [ lr: 5.00e-05 ] [ eta: 1292 days, 17:45:59 ] [ l_g_pix: 4.7273e-02 ] [ l_g_total: 4.7273e-02 ] +2024-10-25 13:01:29,943 INFO: [ epoch: 345 ] [ iter: 77,800 ] [ performance: 20.662 it/s ] [ lr: 5.00e-05 ] [ eta: 1288 days, 6:18:05 ] [ l_g_pix: 5.7404e-02 ] [ l_g_total: 5.7404e-02 ] +2024-10-25 13:01:36,369 INFO: [ epoch: 346 ] [ iter: 77,900 ] [ performance: 16.019 it/s ] [ lr: 5.00e-05 ] [ eta: 1284 days, 2:28:05 ] [ l_g_pix: 5.4149e-02 ] [ l_g_total: 5.4149e-02 ] +2024-10-25 13:01:41,512 INFO: [ epoch: 346 ] [ iter: 78,000 ] [ performance: 19.620 it/s ] [ lr: 5.00e-05 ] [ eta: 1279 days, 14:26:34 ] [ l_g_pix: 4.8100e-02 ] [ l_g_total: 4.8100e-02 ] +2024-10-25 13:01:47,942 INFO: [ epoch: 347 ] [ iter: 78,100 ] [ performance: 15.908 it/s ] [ lr: 5.00e-05 ] [ eta: 1275 days, 9:57:20 ] [ l_g_pix: 5.6745e-02 ] [ l_g_total: 5.6745e-02 ] +2024-10-25 13:01:53,688 INFO: [ epoch: 347 ] [ iter: 78,200 ] [ performance: 18.887 it/s ] [ lr: 5.00e-05 ] [ eta: 1271 days, 0:58:14 ] [ l_g_pix: 6.3364e-02 ] [ l_g_total: 6.3364e-02 ] +2024-10-25 13:01:58,616 INFO: [ epoch: 347 ] [ iter: 78,300 ] [ performance: 20.146 it/s ] [ lr: 5.00e-05 ] [ eta: 1266 days, 10:44:12 ] [ l_g_pix: 6.1543e-02 ] [ l_g_total: 6.1543e-02 ] +2024-10-25 13:02:05,258 INFO: [ epoch: 348 ] [ iter: 78,400 ] [ performance: 18.426 it/s ] [ lr: 5.00e-05 ] [ eta: 1262 days, 6:30:37 ] [ l_g_pix: 5.0740e-02 ] [ l_g_total: 5.0740e-02 ] +2024-10-25 13:02:10,196 INFO: [ epoch: 348 ] [ iter: 78,500 ] [ performance: 20.074 it/s ] [ lr: 5.00e-05 ] [ eta: 1257 days, 15:44:34 ] [ l_g_pix: 6.4318e-02 ] [ l_g_total: 6.4318e-02 ] +2024-10-25 13:02:16,766 INFO: [ epoch: 349 ] [ iter: 78,600 ] [ performance: 20.477 it/s ] [ lr: 5.00e-05 ] [ eta: 1253 days, 10:23:47 ] [ l_g_pix: 5.7522e-02 ] [ l_g_total: 5.7522e-02 ] +2024-10-25 13:02:21,917 INFO: [ epoch: 349 ] [ iter: 78,700 ] [ performance: 19.499 it/s ] [ lr: 5.00e-05 ] [ eta: 1248 days, 20:17:49 ] [ l_g_pix: 7.7085e-02 ] [ l_g_total: 7.7085e-02 ] +2024-10-25 13:02:28,763 INFO: [ epoch: 350 ] [ iter: 78,800 ] [ performance: 18.405 it/s ] [ lr: 5.00e-05 ] [ eta: 1244 days, 15:53:17 ] [ l_g_pix: 5.2198e-02 ] [ l_g_total: 5.2198e-02 ] +2024-10-25 13:02:33,995 INFO: [ epoch: 350 ] [ iter: 78,900 ] [ performance: 19.061 it/s ] [ lr: 5.00e-05 ] [ eta: 1240 days, 1:38:38 ] [ l_g_pix: 4.6352e-02 ] [ l_g_total: 4.6352e-02 ] +2024-10-25 13:02:40,448 INFO: [ epoch: 351 ] [ iter: 79,000 ] [ performance: 18.361 it/s ] [ lr: 5.00e-05 ] [ eta: 1235 days, 18:13:25 ] [ l_g_pix: 6.3075e-02 ] [ l_g_total: 6.3075e-02 ] +2024-10-25 13:02:45,724 INFO: [ epoch: 351 ] [ iter: 79,100 ] [ performance: 18.916 it/s ] [ lr: 5.00e-05 ] [ eta: 1231 days, 3:37:10 ] [ l_g_pix: 5.7701e-02 ] [ l_g_total: 5.7701e-02 ] +2024-10-25 13:02:50,774 INFO: [ epoch: 351 ] [ iter: 79,200 ] [ performance: 13.169 it/s ] [ lr: 5.00e-05 ] [ eta: 1226 days, 11:24:47 ] [ l_g_pix: 5.1700e-02 ] [ l_g_total: 5.1700e-02 ] +2024-10-25 13:02:57,477 INFO: [ epoch: 352 ] [ iter: 79,300 ] [ performance: 14.810 it/s ] [ lr: 5.00e-05 ] [ eta: 1222 days, 4:25:36 ] [ l_g_pix: 6.0957e-02 ] [ l_g_total: 6.0957e-02 ] +2024-10-25 13:03:03,220 INFO: [ epoch: 352 ] [ iter: 79,400 ] [ performance: 19.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1217 days, 15:34:44 ] [ l_g_pix: 4.8962e-02 ] [ l_g_total: 4.8962e-02 ] +2024-10-25 13:03:09,981 INFO: [ epoch: 353 ] [ iter: 79,500 ] [ performance: 14.961 it/s ] [ lr: 5.00e-05 ] [ eta: 1213 days, 8:12:24 ] [ l_g_pix: 5.5763e-02 ] [ l_g_total: 5.5763e-02 ] +2024-10-25 13:03:15,055 INFO: [ epoch: 353 ] [ iter: 79,600 ] [ performance: 21.506 it/s ] [ lr: 5.00e-05 ] [ eta: 1208 days, 14:54:05 ] [ l_g_pix: 5.8260e-02 ] [ l_g_total: 5.8260e-02 ] +2024-10-25 13:03:21,529 INFO: [ epoch: 354 ] [ iter: 79,700 ] [ performance: 15.617 it/s ] [ lr: 5.00e-05 ] [ eta: 1204 days, 5:12:27 ] [ l_g_pix: 6.8429e-02 ] [ l_g_total: 6.8429e-02 ] +2024-10-25 13:03:26,785 INFO: [ epoch: 354 ] [ iter: 79,800 ] [ performance: 19.466 it/s ] [ lr: 5.00e-05 ] [ eta: 1199 days, 12:19:17 ] [ l_g_pix: 5.3934e-02 ] [ l_g_total: 5.3934e-02 ] +2024-10-25 13:03:33,133 INFO: [ epoch: 355 ] [ iter: 79,900 ] [ performance: 15.843 it/s ] [ lr: 5.00e-05 ] [ eta: 1195 days, 1:14:18 ] [ l_g_pix: 6.1343e-02 ] [ l_g_total: 6.1343e-02 ] +2024-10-25 13:03:39,037 INFO: [ epoch: 355 ] [ iter: 80,000 ] [ performance: 19.103 it/s ] [ lr: 5.00e-05 ] [ eta: 1190 days, 11:20:20 ] [ l_g_pix: 6.4360e-02 ] [ l_g_total: 6.4360e-02 ] +2024-10-25 13:03:39,037 INFO: Saving models and training states. +2024-10-25 13:04:45,686 INFO: Validation val + + # psnr: 21.8800........ Best: 21.8800 @ 80000 iter + # ssim: 0.6396........ Best: 0.6396 @ 80000 iter + # dists: 0.7868........ Best: 0.7868 @ 80000 iter + +2024-10-25 13:04:50,974 INFO: [ epoch: 355 ] [ iter: 80,100 ] [ performance: 18.918 it/s ] [ lr: 5.00e-05 ] [ eta: 1201 days, 2:06:31 ] [ l_g_pix: 5.2907e-02 ] [ l_g_total: 5.2907e-02 ] +2024-10-25 13:04:57,547 INFO: [ epoch: 356 ] [ iter: 80,200 ] [ performance: 18.679 it/s ] [ lr: 5.00e-05 ] [ eta: 1196 days, 13:23:43 ] [ l_g_pix: 5.5743e-02 ] [ l_g_total: 5.5743e-02 ] +2024-10-25 13:05:03,397 INFO: [ epoch: 356 ] [ iter: 80,300 ] [ performance: 17.111 it/s ] [ lr: 5.00e-05 ] [ eta: 1191 days, 20:21:47 ] [ l_g_pix: 4.3762e-02 ] [ l_g_total: 4.3762e-02 ] +2024-10-25 13:05:10,264 INFO: [ epoch: 357 ] [ iter: 80,400 ] [ performance: 15.742 it/s ] [ lr: 5.00e-05 ] [ eta: 1187 days, 8:32:24 ] [ l_g_pix: 6.4138e-02 ] [ l_g_total: 6.4138e-02 ] +2024-10-25 13:05:15,362 INFO: [ epoch: 357 ] [ iter: 80,500 ] [ performance: 19.621 it/s ] [ lr: 5.00e-05 ] [ eta: 1182 days, 10:45:17 ] [ l_g_pix: 5.0586e-02 ] [ l_g_total: 5.0586e-02 ] +2024-10-25 13:05:21,897 INFO: [ epoch: 358 ] [ iter: 80,600 ] [ performance: 17.197 it/s ] [ lr: 5.00e-05 ] [ eta: 1177 days, 20:25:31 ] [ l_g_pix: 5.2477e-02 ] [ l_g_total: 5.2477e-02 ] +2024-10-25 13:05:27,210 INFO: [ epoch: 358 ] [ iter: 80,700 ] [ performance: 18.828 it/s ] [ lr: 5.00e-05 ] [ eta: 1172 days, 23:11:21 ] [ l_g_pix: 4.4200e-02 ] [ l_g_total: 4.4200e-02 ] +2024-10-25 13:05:33,661 INFO: [ epoch: 359 ] [ iter: 80,800 ] [ performance: 16.996 it/s ] [ lr: 5.00e-05 ] [ eta: 1168 days, 7:43:30 ] [ l_g_pix: 7.0479e-02 ] [ l_g_total: 7.0479e-02 ] +2024-10-25 13:05:39,183 INFO: [ epoch: 359 ] [ iter: 80,900 ] [ performance: 18.102 it/s ] [ lr: 5.00e-05 ] [ eta: 1163 days, 10:58:30 ] [ l_g_pix: 4.5495e-02 ] [ l_g_total: 4.5495e-02 ] +2024-10-25 13:05:44,255 INFO: [ epoch: 359 ] [ iter: 81,000 ] [ performance: 18.886 it/s ] [ lr: 5.00e-05 ] [ eta: 1158 days, 11:32:15 ] [ l_g_pix: 4.5501e-02 ] [ l_g_total: 4.5501e-02 ] +2024-10-25 13:05:50,801 INFO: [ epoch: 360 ] [ iter: 81,100 ] [ performance: 18.589 it/s ] [ lr: 5.00e-05 ] [ eta: 1153 days, 19:33:33 ] [ l_g_pix: 5.3647e-02 ] [ l_g_total: 5.3647e-02 ] +2024-10-25 13:05:55,957 INFO: [ epoch: 360 ] [ iter: 81,200 ] [ performance: 18.991 it/s ] [ lr: 5.00e-05 ] [ eta: 1148 days, 19:57:38 ] [ l_g_pix: 5.8709e-02 ] [ l_g_total: 5.8709e-02 ] +2024-10-25 13:06:02,664 INFO: [ epoch: 361 ] [ iter: 81,300 ] [ performance: 14.791 it/s ] [ lr: 5.00e-05 ] [ eta: 1144 days, 4:07:59 ] [ l_g_pix: 4.6566e-02 ] [ l_g_total: 4.6566e-02 ] +2024-10-25 13:06:07,953 INFO: [ epoch: 361 ] [ iter: 81,400 ] [ performance: 16.641 it/s ] [ lr: 5.00e-05 ] [ eta: 1139 days, 4:36:21 ] [ l_g_pix: 5.5531e-02 ] [ l_g_total: 5.5531e-02 ] +2024-10-25 13:06:15,083 INFO: [ epoch: 362 ] [ iter: 81,500 ] [ performance: 13.821 it/s ] [ lr: 5.00e-05 ] [ eta: 1134 days, 14:14:15 ] [ l_g_pix: 6.0098e-02 ] [ l_g_total: 6.0098e-02 ] +2024-10-25 13:06:20,191 INFO: [ epoch: 362 ] [ iter: 81,600 ] [ performance: 16.276 it/s ] [ lr: 5.00e-05 ] [ eta: 1129 days, 13:08:52 ] [ l_g_pix: 5.4171e-02 ] [ l_g_total: 5.4171e-02 ] +2024-10-25 13:06:26,752 INFO: [ epoch: 363 ] [ iter: 81,700 ] [ performance: 15.042 it/s ] [ lr: 5.00e-05 ] [ eta: 1124 days, 19:09:26 ] [ l_g_pix: 4.9862e-02 ] [ l_g_total: 4.9862e-02 ] +2024-10-25 13:06:32,125 INFO: [ epoch: 363 ] [ iter: 81,800 ] [ performance: 16.694 it/s ] [ lr: 5.00e-05 ] [ eta: 1119 days, 18:47:48 ] [ l_g_pix: 6.9417e-02 ] [ l_g_total: 6.9417e-02 ] +2024-10-25 13:06:37,155 INFO: [ epoch: 363 ] [ iter: 81,900 ] [ performance: 19.978 it/s ] [ lr: 5.00e-05 ] [ eta: 1114 days, 16:24:58 ] [ l_g_pix: 6.3802e-02 ] [ l_g_total: 6.3802e-02 ] +2024-10-25 13:06:43,601 INFO: [ epoch: 364 ] [ iter: 82,000 ] [ performance: 17.387 it/s ] [ lr: 5.00e-05 ] [ eta: 1109 days, 20:49:56 ] [ l_g_pix: 5.2601e-02 ] [ l_g_total: 5.2601e-02 ] +2024-10-25 13:06:49,082 INFO: [ epoch: 364 ] [ iter: 82,100 ] [ performance: 18.138 it/s ] [ lr: 5.00e-05 ] [ eta: 1104 days, 20:05:25 ] [ l_g_pix: 4.1687e-02 ] [ l_g_total: 4.1687e-02 ] +2024-10-25 13:06:55,676 INFO: [ epoch: 365 ] [ iter: 82,200 ] [ performance: 16.459 it/s ] [ lr: 5.00e-05 ] [ eta: 1100 days, 0:33:04 ] [ l_g_pix: 5.8544e-02 ] [ l_g_total: 5.8544e-02 ] +2024-10-25 13:07:00,797 INFO: [ epoch: 365 ] [ iter: 82,300 ] [ performance: 19.601 it/s ] [ lr: 5.00e-05 ] [ eta: 1094 days, 21:24:06 ] [ l_g_pix: 5.6958e-02 ] [ l_g_total: 5.6958e-02 ] +2024-10-25 13:07:07,276 INFO: [ epoch: 366 ] [ iter: 82,400 ] [ performance: 17.175 it/s ] [ lr: 5.00e-05 ] [ eta: 1090 days, 0:36:25 ] [ l_g_pix: 5.2520e-02 ] [ l_g_total: 5.2520e-02 ] +2024-10-25 13:07:12,505 INFO: [ epoch: 366 ] [ iter: 82,500 ] [ performance: 19.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1084 days, 21:22:27 ] [ l_g_pix: 4.6683e-02 ] [ l_g_total: 4.6683e-02 ] +2024-10-25 13:07:19,090 INFO: [ epoch: 367 ] [ iter: 82,600 ] [ performance: 16.849 it/s ] [ lr: 5.00e-05 ] [ eta: 1080 days, 0:24:16 ] [ l_g_pix: 5.5808e-02 ] [ l_g_total: 5.5808e-02 ] +2024-10-25 13:07:25,081 INFO: [ epoch: 367 ] [ iter: 82,700 ] [ performance: 16.456 it/s ] [ lr: 5.00e-05 ] [ eta: 1075 days, 0:13:19 ] [ l_g_pix: 6.2429e-02 ] [ l_g_total: 6.2429e-02 ] +2024-10-25 13:07:30,135 INFO: [ epoch: 367 ] [ iter: 82,800 ] [ performance: 18.066 it/s ] [ lr: 5.00e-05 ] [ eta: 1069 days, 19:13:26 ] [ l_g_pix: 4.5026e-02 ] [ l_g_total: 4.5026e-02 ] +2024-10-25 13:07:36,619 INFO: [ epoch: 368 ] [ iter: 82,900 ] [ performance: 19.151 it/s ] [ lr: 5.00e-05 ] [ eta: 1064 days, 20:44:00 ] [ l_g_pix: 4.2524e-02 ] [ l_g_total: 4.2524e-02 ] +2024-10-25 13:07:41,534 INFO: [ epoch: 368 ] [ iter: 83,000 ] [ performance: 19.770 it/s ] [ lr: 5.00e-05 ] [ eta: 1059 days, 14:28:54 ] [ l_g_pix: 5.6290e-02 ] [ l_g_total: 5.6290e-02 ] +2024-10-25 13:07:48,249 INFO: [ epoch: 369 ] [ iter: 83,100 ] [ performance: 14.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1054 days, 16:23:58 ] [ l_g_pix: 5.5573e-02 ] [ l_g_total: 5.5573e-02 ] +2024-10-25 13:07:53,185 INFO: [ epoch: 369 ] [ iter: 83,200 ] [ performance: 17.018 it/s ] [ lr: 5.00e-05 ] [ eta: 1049 days, 9:39:07 ] [ l_g_pix: 5.2307e-02 ] [ l_g_total: 5.2307e-02 ] +2024-10-25 13:08:00,215 INFO: [ epoch: 370 ] [ iter: 83,300 ] [ performance: 13.490 it/s ] [ lr: 5.00e-05 ] [ eta: 1044 days, 12:19:59 ] [ l_g_pix: 5.5658e-02 ] [ l_g_total: 5.5658e-02 ] +2024-10-25 13:08:05,417 INFO: [ epoch: 370 ] [ iter: 83,400 ] [ performance: 16.067 it/s ] [ lr: 5.00e-05 ] [ eta: 1039 days, 6:12:14 ] [ l_g_pix: 5.3476e-02 ] [ l_g_total: 5.3476e-02 ] +2024-10-25 13:08:12,075 INFO: [ epoch: 371 ] [ iter: 83,500 ] [ performance: 14.410 it/s ] [ lr: 5.00e-05 ] [ eta: 1034 days, 6:27:09 ] [ l_g_pix: 5.1135e-02 ] [ l_g_total: 5.1135e-02 ] +2024-10-25 13:08:17,354 INFO: [ epoch: 371 ] [ iter: 83,600 ] [ performance: 16.553 it/s ] [ lr: 5.00e-05 ] [ eta: 1029 days, 0:03:04 ] [ l_g_pix: 4.0540e-02 ] [ l_g_total: 4.0540e-02 ] +2024-10-25 13:08:22,330 INFO: [ epoch: 371 ] [ iter: 83,700 ] [ performance: 19.920 it/s ] [ lr: 5.00e-05 ] [ eta: 1023 days, 15:59:17 ] [ l_g_pix: 6.9919e-02 ] [ l_g_total: 6.9919e-02 ] +2024-10-25 13:08:28,952 INFO: [ epoch: 372 ] [ iter: 83,800 ] [ performance: 16.979 it/s ] [ lr: 5.00e-05 ] [ eta: 1018 days, 15:02:50 ] [ l_g_pix: 5.8066e-02 ] [ l_g_total: 5.8066e-02 ] +2024-10-25 13:08:34,447 INFO: [ epoch: 372 ] [ iter: 83,900 ] [ performance: 18.073 it/s ] [ lr: 5.00e-05 ] [ eta: 1013 days, 8:42:21 ] [ l_g_pix: 6.1102e-02 ] [ l_g_total: 6.1102e-02 ] +2024-10-25 13:08:41,188 INFO: [ epoch: 373 ] [ iter: 84,000 ] [ performance: 16.148 it/s ] [ lr: 5.00e-05 ] [ eta: 1008 days, 7:35:39 ] [ l_g_pix: 5.4597e-02 ] [ l_g_total: 5.4597e-02 ] +2024-10-25 13:08:46,332 INFO: [ epoch: 373 ] [ iter: 84,100 ] [ performance: 19.649 it/s ] [ lr: 5.00e-05 ] [ eta: 1002 days, 23:03:19 ] [ l_g_pix: 4.9784e-02 ] [ l_g_total: 4.9784e-02 ] +2024-10-25 13:08:52,859 INFO: [ epoch: 374 ] [ iter: 84,200 ] [ performance: 17.011 it/s ] [ lr: 5.00e-05 ] [ eta: 997 days, 20:17:51 ] [ l_g_pix: 6.6928e-02 ] [ l_g_total: 6.6928e-02 ] +2024-10-25 13:08:58,137 INFO: [ epoch: 374 ] [ iter: 84,300 ] [ performance: 19.035 it/s ] [ lr: 5.00e-05 ] [ eta: 992 days, 11:44:08 ] [ l_g_pix: 5.4495e-02 ] [ l_g_total: 5.4495e-02 ] +2024-10-25 13:09:04,590 INFO: [ epoch: 375 ] [ iter: 84,400 ] [ performance: 16.905 it/s ] [ lr: 5.00e-05 ] [ eta: 987 days, 7:58:00 ] [ l_g_pix: 5.4990e-02 ] [ l_g_total: 5.4990e-02 ] +2024-10-25 13:09:10,487 INFO: [ epoch: 375 ] [ iter: 84,500 ] [ performance: 16.604 it/s ] [ lr: 5.00e-05 ] [ eta: 982 days, 1:27:06 ] [ l_g_pix: 6.4005e-02 ] [ l_g_total: 6.4005e-02 ] +2024-10-25 13:09:15,493 INFO: [ epoch: 375 ] [ iter: 84,600 ] [ performance: 18.323 it/s ] [ lr: 5.00e-05 ] [ eta: 976 days, 14:47:40 ] [ l_g_pix: 6.0729e-02 ] [ l_g_total: 6.0729e-02 ] +2024-10-25 13:09:22,117 INFO: [ epoch: 376 ] [ iter: 84,700 ] [ performance: 18.686 it/s ] [ lr: 5.00e-05 ] [ eta: 971 days, 10:44:00 ] [ l_g_pix: 4.2046e-02 ] [ l_g_total: 4.2046e-02 ] +2024-10-25 13:09:27,097 INFO: [ epoch: 376 ] [ iter: 84,800 ] [ performance: 19.443 it/s ] [ lr: 5.00e-05 ] [ eta: 965 days, 23:21:53 ] [ l_g_pix: 3.6906e-02 ] [ l_g_total: 3.6906e-02 ] +2024-10-25 13:09:33,721 INFO: [ epoch: 377 ] [ iter: 84,900 ] [ performance: 14.023 it/s ] [ lr: 5.00e-05 ] [ eta: 960 days, 18:36:56 ] [ l_g_pix: 5.0379e-02 ] [ l_g_total: 5.0379e-02 ] +2024-10-25 13:09:38,624 INFO: [ epoch: 377 ] [ iter: 85,000 ] [ performance: 17.011 it/s ] [ lr: 5.00e-05 ] [ eta: 955 days, 6:19:31 ] [ l_g_pix: 5.2427e-02 ] [ l_g_total: 5.2427e-02 ] +2024-10-25 13:09:45,404 INFO: [ epoch: 378 ] [ iter: 85,100 ] [ performance: 13.457 it/s ] [ lr: 5.00e-05 ] [ eta: 950 days, 1:32:00 ] [ l_g_pix: 5.3133e-02 ] [ l_g_total: 5.3133e-02 ] +2024-10-25 13:09:50,631 INFO: [ epoch: 378 ] [ iter: 85,200 ] [ performance: 16.168 it/s ] [ lr: 5.00e-05 ] [ eta: 944 days, 13:58:50 ] [ l_g_pix: 4.5804e-02 ] [ l_g_total: 4.5804e-02 ] +2024-10-25 13:09:57,011 INFO: [ epoch: 379 ] [ iter: 85,300 ] [ performance: 14.547 it/s ] [ lr: 5.00e-05 ] [ eta: 939 days, 6:50:39 ] [ l_g_pix: 6.2670e-02 ] [ l_g_total: 6.2670e-02 ] +2024-10-25 13:10:02,351 INFO: [ epoch: 379 ] [ iter: 85,400 ] [ performance: 16.662 it/s ] [ lr: 5.00e-05 ] [ eta: 933 days, 19:08:07 ] [ l_g_pix: 4.8308e-02 ] [ l_g_total: 4.8308e-02 ] +2024-10-25 13:10:07,238 INFO: [ epoch: 379 ] [ iter: 85,500 ] [ performance: 20.649 it/s ] [ lr: 5.00e-05 ] [ eta: 928 days, 5:18:29 ] [ l_g_pix: 5.5433e-02 ] [ l_g_total: 5.5433e-02 ] +2024-10-25 13:10:13,704 INFO: [ epoch: 380 ] [ iter: 85,600 ] [ performance: 17.331 it/s ] [ lr: 5.00e-05 ] [ eta: 922 days, 21:31:22 ] [ l_g_pix: 5.0548e-02 ] [ l_g_total: 5.0548e-02 ] +2024-10-25 13:10:19,191 INFO: [ epoch: 380 ] [ iter: 85,700 ] [ performance: 17.912 it/s ] [ lr: 5.00e-05 ] [ eta: 917 days, 9:29:20 ] [ l_g_pix: 5.0430e-02 ] [ l_g_total: 5.0430e-02 ] +2024-10-25 13:10:25,662 INFO: [ epoch: 381 ] [ iter: 85,800 ] [ performance: 16.413 it/s ] [ lr: 5.00e-05 ] [ eta: 912 days, 1:01:55 ] [ l_g_pix: 4.4867e-02 ] [ l_g_total: 4.4867e-02 ] +2024-10-25 13:10:30,714 INFO: [ epoch: 381 ] [ iter: 85,900 ] [ performance: 20.144 it/s ] [ lr: 5.00e-05 ] [ eta: 906 days, 10:39:42 ] [ l_g_pix: 5.5476e-02 ] [ l_g_total: 5.5476e-02 ] +2024-10-25 13:10:37,227 INFO: [ epoch: 382 ] [ iter: 86,000 ] [ performance: 17.068 it/s ] [ lr: 5.00e-05 ] [ eta: 901 days, 1:41:13 ] [ l_g_pix: 5.3884e-02 ] [ l_g_total: 5.3884e-02 ] +2024-10-25 13:10:42,630 INFO: [ epoch: 382 ] [ iter: 86,100 ] [ performance: 18.568 it/s ] [ lr: 5.00e-05 ] [ eta: 895 days, 12:04:07 ] [ l_g_pix: 6.4069e-02 ] [ l_g_total: 6.4069e-02 ] +2024-10-25 13:10:49,395 INFO: [ epoch: 383 ] [ iter: 86,200 ] [ performance: 16.163 it/s ] [ lr: 5.00e-05 ] [ eta: 890 days, 3:22:01 ] [ l_g_pix: 5.7980e-02 ] [ l_g_total: 5.7980e-02 ] +2024-10-25 13:10:55,248 INFO: [ epoch: 383 ] [ iter: 86,300 ] [ performance: 16.944 it/s ] [ lr: 5.00e-05 ] [ eta: 884 days, 14:49:16 ] [ l_g_pix: 7.2744e-02 ] [ l_g_total: 7.2744e-02 ] +2024-10-25 13:11:00,191 INFO: [ epoch: 383 ] [ iter: 86,400 ] [ performance: 18.724 it/s ] [ lr: 5.00e-05 ] [ eta: 878 days, 22:30:47 ] [ l_g_pix: 6.2177e-02 ] [ l_g_total: 6.2177e-02 ] +2024-10-25 13:11:06,739 INFO: [ epoch: 384 ] [ iter: 86,500 ] [ performance: 19.150 it/s ] [ lr: 5.00e-05 ] [ eta: 873 days, 11:56:49 ] [ l_g_pix: 5.3970e-02 ] [ l_g_total: 5.3970e-02 ] +2024-10-25 13:11:11,709 INFO: [ epoch: 384 ] [ iter: 86,600 ] [ performance: 19.711 it/s ] [ lr: 5.00e-05 ] [ eta: 867 days, 19:08:46 ] [ l_g_pix: 4.7901e-02 ] [ l_g_total: 4.7901e-02 ] +2024-10-25 13:11:18,359 INFO: [ epoch: 385 ] [ iter: 86,700 ] [ performance: 18.374 it/s ] [ lr: 5.00e-05 ] [ eta: 862 days, 8:16:17 ] [ l_g_pix: 5.2092e-02 ] [ l_g_total: 5.2092e-02 ] +2024-10-25 13:11:23,626 INFO: [ epoch: 385 ] [ iter: 86,800 ] [ performance: 18.732 it/s ] [ lr: 5.00e-05 ] [ eta: 856 days, 15:57:49 ] [ l_g_pix: 5.3344e-02 ] [ l_g_total: 5.3344e-02 ] +2024-10-25 13:11:30,623 INFO: [ epoch: 386 ] [ iter: 86,900 ] [ performance: 12.542 it/s ] [ lr: 5.00e-05 ] [ eta: 851 days, 5:38:59 ] [ l_g_pix: 4.7503e-02 ] [ l_g_total: 4.7503e-02 ] +2024-10-25 13:11:35,880 INFO: [ epoch: 386 ] [ iter: 87,000 ] [ performance: 15.733 it/s ] [ lr: 5.00e-05 ] [ eta: 845 days, 12:40:17 ] [ l_g_pix: 4.1062e-02 ] [ l_g_total: 4.1062e-02 ] +2024-10-25 13:11:42,317 INFO: [ epoch: 387 ] [ iter: 87,100 ] [ performance: 14.000 it/s ] [ lr: 5.00e-05 ] [ eta: 839 days, 23:37:26 ] [ l_g_pix: 5.7956e-02 ] [ l_g_total: 5.7956e-02 ] +2024-10-25 13:11:47,693 INFO: [ epoch: 387 ] [ iter: 87,200 ] [ performance: 16.436 it/s ] [ lr: 5.00e-05 ] [ eta: 834 days, 6:26:58 ] [ l_g_pix: 4.6934e-02 ] [ l_g_total: 4.6934e-02 ] +2024-10-25 13:11:52,916 INFO: [ epoch: 387 ] [ iter: 87,300 ] [ performance: 18.871 it/s ] [ lr: 5.00e-05 ] [ eta: 828 days, 12:26:17 ] [ l_g_pix: 5.1631e-02 ] [ l_g_total: 5.1631e-02 ] +2024-10-25 13:11:59,431 INFO: [ epoch: 388 ] [ iter: 87,400 ] [ performance: 16.581 it/s ] [ lr: 5.00e-05 ] [ eta: 822 days, 22:39:20 ] [ l_g_pix: 4.2258e-02 ] [ l_g_total: 4.2258e-02 ] +2024-10-25 13:12:04,932 INFO: [ epoch: 388 ] [ iter: 87,500 ] [ performance: 19.195 it/s ] [ lr: 5.00e-05 ] [ eta: 817 days, 4:59:27 ] [ l_g_pix: 5.4831e-02 ] [ l_g_total: 5.4831e-02 ] +2024-10-25 13:12:11,444 INFO: [ epoch: 389 ] [ iter: 87,600 ] [ performance: 16.671 it/s ] [ lr: 5.00e-05 ] [ eta: 811 days, 14:30:09 ] [ l_g_pix: 4.3227e-02 ] [ l_g_total: 4.3227e-02 ] +2024-10-25 13:12:16,615 INFO: [ epoch: 389 ] [ iter: 87,700 ] [ performance: 19.501 it/s ] [ lr: 5.00e-05 ] [ eta: 805 days, 19:04:12 ] [ l_g_pix: 5.4717e-02 ] [ l_g_total: 5.4717e-02 ] +2024-10-25 13:12:23,125 INFO: [ epoch: 390 ] [ iter: 87,800 ] [ performance: 16.750 it/s ] [ lr: 5.00e-05 ] [ eta: 800 days, 3:53:17 ] [ l_g_pix: 5.4253e-02 ] [ l_g_total: 5.4253e-02 ] +2024-10-25 13:12:28,447 INFO: [ epoch: 390 ] [ iter: 87,900 ] [ performance: 18.972 it/s ] [ lr: 5.00e-05 ] [ eta: 794 days, 8:21:20 ] [ l_g_pix: 4.7180e-02 ] [ l_g_total: 4.7180e-02 ] +2024-10-25 13:12:34,753 INFO: [ epoch: 391 ] [ iter: 88,000 ] [ performance: 16.934 it/s ] [ lr: 5.00e-05 ] [ eta: 788 days, 15:48:10 ] [ l_g_pix: 5.6127e-02 ] [ l_g_total: 5.6127e-02 ] +2024-10-25 13:12:40,670 INFO: [ epoch: 391 ] [ iter: 88,100 ] [ performance: 18.553 it/s ] [ lr: 5.00e-05 ] [ eta: 782 days, 21:36:59 ] [ l_g_pix: 6.4396e-02 ] [ l_g_total: 6.4396e-02 ] +2024-10-25 13:12:45,906 INFO: [ epoch: 391 ] [ iter: 88,200 ] [ performance: 18.888 it/s ] [ lr: 5.00e-05 ] [ eta: 777 days, 0:52:07 ] [ l_g_pix: 5.9152e-02 ] [ l_g_total: 5.9152e-02 ] +2024-10-25 13:12:52,527 INFO: [ epoch: 392 ] [ iter: 88,300 ] [ performance: 18.549 it/s ] [ lr: 5.00e-05 ] [ eta: 771 days, 8:19:46 ] [ l_g_pix: 5.1424e-02 ] [ l_g_total: 5.1424e-02 ] +2024-10-25 13:12:57,709 INFO: [ epoch: 392 ] [ iter: 88,400 ] [ performance: 19.010 it/s ] [ lr: 5.00e-05 ] [ eta: 765 days, 10:47:11 ] [ l_g_pix: 5.0607e-02 ] [ l_g_total: 5.0607e-02 ] +2024-10-25 13:13:04,365 INFO: [ epoch: 393 ] [ iter: 88,500 ] [ performance: 18.755 it/s ] [ lr: 5.00e-05 ] [ eta: 759 days, 17:39:50 ] [ l_g_pix: 5.1662e-02 ] [ l_g_total: 5.1662e-02 ] +2024-10-25 13:13:09,476 INFO: [ epoch: 393 ] [ iter: 88,600 ] [ performance: 19.256 it/s ] [ lr: 5.00e-05 ] [ eta: 753 days, 19:16:52 ] [ l_g_pix: 4.6514e-02 ] [ l_g_total: 4.6514e-02 ] +2024-10-25 13:13:16,398 INFO: [ epoch: 394 ] [ iter: 88,700 ] [ performance: 13.031 it/s ] [ lr: 5.00e-05 ] [ eta: 748 days, 2:17:41 ] [ l_g_pix: 4.8958e-02 ] [ l_g_total: 4.8958e-02 ] +2024-10-25 13:13:21,613 INFO: [ epoch: 394 ] [ iter: 88,800 ] [ performance: 16.320 it/s ] [ lr: 5.00e-05 ] [ eta: 742 days, 3:37:11 ] [ l_g_pix: 5.9556e-02 ] [ l_g_total: 5.9556e-02 ] +2024-10-25 13:13:28,228 INFO: [ epoch: 395 ] [ iter: 88,900 ] [ performance: 13.094 it/s ] [ lr: 5.00e-05 ] [ eta: 736 days, 8:57:56 ] [ l_g_pix: 5.7800e-02 ] [ l_g_total: 5.7800e-02 ] +2024-10-25 13:13:33,604 INFO: [ epoch: 395 ] [ iter: 89,000 ] [ performance: 16.115 it/s ] [ lr: 5.00e-05 ] [ eta: 730 days, 10:09:41 ] [ l_g_pix: 5.5589e-02 ] [ l_g_total: 5.5589e-02 ] +2024-10-25 13:13:38,839 INFO: [ epoch: 395 ] [ iter: 89,100 ] [ performance: 18.574 it/s ] [ lr: 5.00e-05 ] [ eta: 724 days, 10:37:47 ] [ l_g_pix: 6.0110e-02 ] [ l_g_total: 6.0110e-02 ] +2024-10-25 13:13:45,778 INFO: [ epoch: 396 ] [ iter: 89,200 ] [ performance: 15.689 it/s ] [ lr: 5.00e-05 ] [ eta: 718 days, 15:55:12 ] [ l_g_pix: 5.0067e-02 ] [ l_g_total: 5.0067e-02 ] +2024-10-25 13:13:51,127 INFO: [ epoch: 396 ] [ iter: 89,300 ] [ performance: 20.449 it/s ] [ lr: 5.00e-05 ] [ eta: 712 days, 16:06:00 ] [ l_g_pix: 6.0650e-02 ] [ l_g_total: 6.0650e-02 ] +2024-10-25 13:13:57,658 INFO: [ epoch: 397 ] [ iter: 89,400 ] [ performance: 16.831 it/s ] [ lr: 5.00e-05 ] [ eta: 706 days, 19:27:39 ] [ l_g_pix: 5.9425e-02 ] [ l_g_total: 5.9425e-02 ] +2024-10-25 13:14:02,803 INFO: [ epoch: 397 ] [ iter: 89,500 ] [ performance: 20.025 it/s ] [ lr: 5.00e-05 ] [ eta: 700 days, 18:25:06 ] [ l_g_pix: 5.9844e-02 ] [ l_g_total: 5.9844e-02 ] +2024-10-25 13:14:09,376 INFO: [ epoch: 398 ] [ iter: 89,600 ] [ performance: 16.634 it/s ] [ lr: 5.00e-05 ] [ eta: 694 days, 21:12:47 ] [ l_g_pix: 5.1280e-02 ] [ l_g_total: 5.1280e-02 ] +2024-10-25 13:14:14,550 INFO: [ epoch: 398 ] [ iter: 89,700 ] [ performance: 19.345 it/s ] [ lr: 5.00e-05 ] [ eta: 688 days, 19:38:42 ] [ l_g_pix: 5.1222e-02 ] [ l_g_total: 5.1222e-02 ] +2024-10-25 13:14:21,449 INFO: [ epoch: 399 ] [ iter: 89,800 ] [ performance: 15.896 it/s ] [ lr: 5.00e-05 ] [ eta: 682 days, 22:40:08 ] [ l_g_pix: 5.5082e-02 ] [ l_g_total: 5.5082e-02 ] +2024-10-25 13:14:26,874 INFO: [ epoch: 399 ] [ iter: 89,900 ] [ performance: 18.889 it/s ] [ lr: 5.00e-05 ] [ eta: 676 days, 21:11:00 ] [ l_g_pix: 5.1870e-02 ] [ l_g_total: 5.1870e-02 ] +2024-10-25 13:14:32,085 INFO: [ epoch: 399 ] [ iter: 90,000 ] [ performance: 19.087 it/s ] [ lr: 5.00e-05 ] [ eta: 670 days, 18:47:49 ] [ l_g_pix: 5.6111e-02 ] [ l_g_total: 5.6111e-02 ] +2024-10-25 13:14:32,085 INFO: Saving models and training states. +2024-10-25 13:15:39,870 INFO: Validation val + + # psnr: 21.8836........ Best: 21.8836 @ 90000 iter + # ssim: 0.6400........ Best: 0.6400 @ 90000 iter + # dists: 0.7867........ Best: 0.7867 @ 90000 iter + +2024-10-25 13:15:46,406 INFO: [ epoch: 400 ] [ iter: 90,100 ] [ performance: 18.902 it/s ] [ lr: 5.00e-05 ] [ eta: 672 days, 14:09:14 ] [ l_g_pix: 5.7440e-02 ] [ l_g_total: 5.7440e-02 ] +2024-10-25 13:15:51,354 INFO: [ epoch: 400 ] [ iter: 90,200 ] [ performance: 19.747 it/s ] [ lr: 5.00e-05 ] [ eta: 666 days, 8:33:10 ] [ l_g_pix: 5.9372e-02 ] [ l_g_total: 5.9372e-02 ] +2024-10-25 13:15:57,945 INFO: [ epoch: 401 ] [ iter: 90,300 ] [ performance: 18.869 it/s ] [ lr: 5.00e-05 ] [ eta: 660 days, 7:06:14 ] [ l_g_pix: 5.4970e-02 ] [ l_g_total: 5.4970e-02 ] +2024-10-25 13:16:02,949 INFO: [ epoch: 401 ] [ iter: 90,400 ] [ performance: 19.595 it/s ] [ lr: 5.00e-05 ] [ eta: 654 days, 1:03:32 ] [ l_g_pix: 5.6827e-02 ] [ l_g_total: 5.6827e-02 ] +2024-10-25 13:16:09,788 INFO: [ epoch: 402 ] [ iter: 90,500 ] [ performance: 12.887 it/s ] [ lr: 5.00e-05 ] [ eta: 647 days, 23:34:30 ] [ l_g_pix: 5.8376e-02 ] [ l_g_total: 5.8376e-02 ] +2024-10-25 13:16:14,946 INFO: [ epoch: 402 ] [ iter: 90,600 ] [ performance: 16.599 it/s ] [ lr: 5.00e-05 ] [ eta: 641 days, 17:19:28 ] [ l_g_pix: 4.4205e-02 ] [ l_g_total: 4.4205e-02 ] +2024-10-25 13:16:21,045 INFO: [ epoch: 403 ] [ iter: 90,700 ] [ performance: 12.984 it/s ] [ lr: 5.00e-05 ] [ eta: 635 days, 13:12:58 ] [ l_g_pix: 6.7088e-02 ] [ l_g_total: 6.7088e-02 ] +2024-10-25 13:16:26,304 INFO: [ epoch: 403 ] [ iter: 90,800 ] [ performance: 16.496 it/s ] [ lr: 5.00e-05 ] [ eta: 629 days, 6:37:34 ] [ l_g_pix: 4.4617e-02 ] [ l_g_total: 4.4617e-02 ] +2024-10-25 13:16:31,299 INFO: [ epoch: 403 ] [ iter: 90,900 ] [ performance: 19.557 it/s ] [ lr: 5.00e-05 ] [ eta: 622 days, 23:04:20 ] [ l_g_pix: 4.9201e-02 ] [ l_g_total: 4.9201e-02 ] +2024-10-25 13:16:37,919 INFO: [ epoch: 404 ] [ iter: 91,000 ] [ performance: 16.311 it/s ] [ lr: 5.00e-05 ] [ eta: 616 days, 19:18:17 ] [ l_g_pix: 5.4565e-02 ] [ l_g_total: 5.4565e-02 ] +2024-10-25 13:16:43,531 INFO: [ epoch: 404 ] [ iter: 91,100 ] [ performance: 19.920 it/s ] [ lr: 5.00e-05 ] [ eta: 610 days, 12:40:45 ] [ l_g_pix: 4.3932e-02 ] [ l_g_total: 4.3932e-02 ] +2024-10-25 13:16:49,966 INFO: [ epoch: 405 ] [ iter: 91,200 ] [ performance: 16.717 it/s ] [ lr: 5.00e-05 ] [ eta: 604 days, 7:45:05 ] [ l_g_pix: 6.1302e-02 ] [ l_g_total: 6.1302e-02 ] +2024-10-25 13:16:55,099 INFO: [ epoch: 405 ] [ iter: 91,300 ] [ performance: 20.008 it/s ] [ lr: 5.00e-05 ] [ eta: 597 days, 23:19:18 ] [ l_g_pix: 5.3820e-02 ] [ l_g_total: 5.3820e-02 ] +2024-10-25 13:17:01,572 INFO: [ epoch: 406 ] [ iter: 91,400 ] [ performance: 16.647 it/s ] [ lr: 5.00e-05 ] [ eta: 591 days, 17:48:17 ] [ l_g_pix: 5.8604e-02 ] [ l_g_total: 5.8604e-02 ] +2024-10-25 13:17:06,774 INFO: [ epoch: 406 ] [ iter: 91,500 ] [ performance: 19.740 it/s ] [ lr: 5.00e-05 ] [ eta: 585 days, 8:55:48 ] [ l_g_pix: 5.6793e-02 ] [ l_g_total: 5.6793e-02 ] +2024-10-25 13:17:13,118 INFO: [ epoch: 407 ] [ iter: 91,600 ] [ performance: 16.817 it/s ] [ lr: 5.00e-05 ] [ eta: 579 days, 2:25:41 ] [ l_g_pix: 4.8469e-02 ] [ l_g_total: 4.8469e-02 ] +2024-10-25 13:17:18,933 INFO: [ epoch: 407 ] [ iter: 91,700 ] [ performance: 18.902 it/s ] [ lr: 5.00e-05 ] [ eta: 572 days, 18:21:32 ] [ l_g_pix: 5.2617e-02 ] [ l_g_total: 5.2617e-02 ] +2024-10-25 13:17:23,950 INFO: [ epoch: 407 ] [ iter: 91,800 ] [ performance: 19.608 it/s ] [ lr: 5.00e-05 ] [ eta: 566 days, 8:08:47 ] [ l_g_pix: 4.5527e-02 ] [ l_g_total: 4.5527e-02 ] +2024-10-25 13:17:30,543 INFO: [ epoch: 408 ] [ iter: 91,900 ] [ performance: 18.707 it/s ] [ lr: 5.00e-05 ] [ eta: 560 days, 1:11:57 ] [ l_g_pix: 5.8063e-02 ] [ l_g_total: 5.8063e-02 ] +2024-10-25 13:17:35,352 INFO: [ epoch: 408 ] [ iter: 92,000 ] [ performance: 20.121 it/s ] [ lr: 5.00e-05 ] [ eta: 553 days, 13:55:31 ] [ l_g_pix: 5.0528e-02 ] [ l_g_total: 5.0528e-02 ] +2024-10-25 13:17:41,980 INFO: [ epoch: 409 ] [ iter: 92,100 ] [ performance: 18.636 it/s ] [ lr: 5.00e-05 ] [ eta: 547 days, 6:22:14 ] [ l_g_pix: 5.3474e-02 ] [ l_g_total: 5.3474e-02 ] +2024-10-25 13:17:47,069 INFO: [ epoch: 409 ] [ iter: 92,200 ] [ performance: 19.341 it/s ] [ lr: 5.00e-05 ] [ eta: 540 days, 19:07:04 ] [ l_g_pix: 5.2654e-02 ] [ l_g_total: 5.2654e-02 ] +2024-10-25 13:17:54,027 INFO: [ epoch: 410 ] [ iter: 92,300 ] [ performance: 19.076 it/s ] [ lr: 5.00e-05 ] [ eta: 534 days, 11:34:41 ] [ l_g_pix: 4.9027e-02 ] [ l_g_total: 4.9027e-02 ] +2024-10-25 13:17:59,324 INFO: [ epoch: 410 ] [ iter: 92,400 ] [ performance: 18.939 it/s ] [ lr: 5.00e-05 ] [ eta: 528 days, 0:08:44 ] [ l_g_pix: 7.4943e-02 ] [ l_g_total: 7.4943e-02 ] +2024-10-25 13:18:05,573 INFO: [ epoch: 411 ] [ iter: 92,500 ] [ performance: 11.958 it/s ] [ lr: 5.00e-05 ] [ eta: 521 days, 14:24:07 ] [ l_g_pix: 7.0770e-02 ] [ l_g_total: 7.0770e-02 ] +2024-10-25 13:18:10,963 INFO: [ epoch: 411 ] [ iter: 92,600 ] [ performance: 16.030 it/s ] [ lr: 5.00e-05 ] [ eta: 515 days, 2:32:41 ] [ l_g_pix: 4.9636e-02 ] [ l_g_total: 4.9636e-02 ] +2024-10-25 13:18:16,029 INFO: [ epoch: 411 ] [ iter: 92,700 ] [ performance: 18.963 it/s ] [ lr: 5.00e-05 ] [ eta: 508 days, 13:44:01 ] [ l_g_pix: 4.9948e-02 ] [ l_g_total: 4.9948e-02 ] +2024-10-25 13:18:22,616 INFO: [ epoch: 412 ] [ iter: 92,800 ] [ performance: 16.084 it/s ] [ lr: 5.00e-05 ] [ eta: 502 days, 3:40:48 ] [ l_g_pix: 5.0602e-02 ] [ l_g_total: 5.0602e-02 ] +2024-10-25 13:18:28,028 INFO: [ epoch: 412 ] [ iter: 92,900 ] [ performance: 21.089 it/s ] [ lr: 5.00e-05 ] [ eta: 495 days, 14:56:40 ] [ l_g_pix: 5.4240e-02 ] [ l_g_total: 5.4240e-02 ] +2024-10-25 13:18:34,574 INFO: [ epoch: 413 ] [ iter: 93,000 ] [ performance: 16.534 it/s ] [ lr: 5.00e-05 ] [ eta: 489 days, 4:06:42 ] [ l_g_pix: 4.1371e-02 ] [ l_g_total: 4.1371e-02 ] +2024-10-25 13:18:39,739 INFO: [ epoch: 413 ] [ iter: 93,100 ] [ performance: 21.073 it/s ] [ lr: 5.00e-05 ] [ eta: 482 days, 14:16:16 ] [ l_g_pix: 5.7419e-02 ] [ l_g_total: 5.7419e-02 ] +2024-10-25 13:18:46,328 INFO: [ epoch: 414 ] [ iter: 93,200 ] [ performance: 16.419 it/s ] [ lr: 5.00e-05 ] [ eta: 476 days, 2:49:52 ] [ l_g_pix: 6.0110e-02 ] [ l_g_total: 6.0110e-02 ] +2024-10-25 13:18:51,891 INFO: [ epoch: 414 ] [ iter: 93,300 ] [ performance: 18.612 it/s ] [ lr: 5.00e-05 ] [ eta: 469 days, 13:07:04 ] [ l_g_pix: 5.6002e-02 ] [ l_g_total: 5.6002e-02 ] +2024-10-25 13:18:59,142 INFO: [ epoch: 415 ] [ iter: 93,400 ] [ performance: 14.809 it/s ] [ lr: 5.00e-05 ] [ eta: 463 days, 2:11:14 ] [ l_g_pix: 4.9887e-02 ] [ l_g_total: 4.9887e-02 ] +2024-10-25 13:19:04,768 INFO: [ epoch: 415 ] [ iter: 93,500 ] [ performance: 18.921 it/s ] [ lr: 5.00e-05 ] [ eta: 456 days, 11:55:21 ] [ l_g_pix: 6.6880e-02 ] [ l_g_total: 6.6880e-02 ] +2024-10-25 13:19:09,823 INFO: [ epoch: 415 ] [ iter: 93,600 ] [ performance: 19.554 it/s ] [ lr: 5.00e-05 ] [ eta: 449 days, 20:19:45 ] [ l_g_pix: 5.2294e-02 ] [ l_g_total: 5.2294e-02 ] +2024-10-25 13:19:16,465 INFO: [ epoch: 416 ] [ iter: 93,700 ] [ performance: 19.173 it/s ] [ lr: 5.00e-05 ] [ eta: 443 days, 7:13:50 ] [ l_g_pix: 5.1466e-02 ] [ l_g_total: 5.1466e-02 ] +2024-10-25 13:19:21,632 INFO: [ epoch: 416 ] [ iter: 93,800 ] [ performance: 19.310 it/s ] [ lr: 5.00e-05 ] [ eta: 436 days, 15:13:31 ] [ l_g_pix: 5.1476e-02 ] [ l_g_total: 5.1476e-02 ] +2024-10-25 13:19:28,458 INFO: [ epoch: 417 ] [ iter: 93,900 ] [ performance: 17.884 it/s ] [ lr: 5.00e-05 ] [ eta: 430 days, 1:44:34 ] [ l_g_pix: 4.9031e-02 ] [ l_g_total: 4.9031e-02 ] +2024-10-25 13:19:33,915 INFO: [ epoch: 417 ] [ iter: 94,000 ] [ performance: 18.216 it/s ] [ lr: 5.00e-05 ] [ eta: 423 days, 9:36:02 ] [ l_g_pix: 4.9961e-02 ] [ l_g_total: 4.9961e-02 ] +2024-10-25 13:19:41,040 INFO: [ epoch: 418 ] [ iter: 94,100 ] [ performance: 17.173 it/s ] [ lr: 5.00e-05 ] [ eta: 416 days, 19:53:13 ] [ l_g_pix: 4.0055e-02 ] [ l_g_total: 4.0055e-02 ] +2024-10-25 13:19:46,553 INFO: [ epoch: 418 ] [ iter: 94,200 ] [ performance: 17.899 it/s ] [ lr: 5.00e-05 ] [ eta: 410 days, 3:10:52 ] [ l_g_pix: 5.2670e-02 ] [ l_g_total: 5.2670e-02 ] +2024-10-25 13:19:53,343 INFO: [ epoch: 419 ] [ iter: 94,300 ] [ performance: 9.843 it/s ] [ lr: 5.00e-05 ] [ eta: 403 days, 12:11:24 ] [ l_g_pix: 6.0977e-02 ] [ l_g_total: 6.0977e-02 ] +2024-10-25 13:19:58,915 INFO: [ epoch: 419 ] [ iter: 94,400 ] [ performance: 15.022 it/s ] [ lr: 5.00e-05 ] [ eta: 396 days, 18:55:42 ] [ l_g_pix: 6.9083e-02 ] [ l_g_total: 6.9083e-02 ] +2024-10-25 13:20:04,172 INFO: [ epoch: 419 ] [ iter: 94,500 ] [ performance: 17.511 it/s ] [ lr: 5.00e-05 ] [ eta: 390 days, 0:52:33 ] [ l_g_pix: 3.9588e-02 ] [ l_g_total: 3.9588e-02 ] +2024-10-25 13:20:11,427 INFO: [ epoch: 420 ] [ iter: 94,600 ] [ performance: 14.497 it/s ] [ lr: 5.00e-05 ] [ eta: 383 days, 9:31:40 ] [ l_g_pix: 5.6796e-02 ] [ l_g_total: 5.6796e-02 ] +2024-10-25 13:20:16,608 INFO: [ epoch: 420 ] [ iter: 94,700 ] [ performance: 20.022 it/s ] [ lr: 5.00e-05 ] [ eta: 376 days, 14:43:25 ] [ l_g_pix: 5.8705e-02 ] [ l_g_total: 5.8705e-02 ] +2024-10-25 13:20:23,299 INFO: [ epoch: 421 ] [ iter: 94,800 ] [ performance: 15.851 it/s ] [ lr: 5.00e-05 ] [ eta: 369 days, 21:48:44 ] [ l_g_pix: 5.9376e-02 ] [ l_g_total: 5.9376e-02 ] +2024-10-25 13:20:28,562 INFO: [ epoch: 421 ] [ iter: 94,900 ] [ performance: 19.267 it/s ] [ lr: 5.00e-05 ] [ eta: 363 days, 2:30:26 ] [ l_g_pix: 4.8262e-02 ] [ l_g_total: 4.8262e-02 ] +2024-10-25 13:20:35,305 INFO: [ epoch: 422 ] [ iter: 95,000 ] [ performance: 15.619 it/s ] [ lr: 5.00e-05 ] [ eta: 356 days, 8:57:51 ] [ l_g_pix: 5.8486e-02 ] [ l_g_total: 5.8486e-02 ] +2024-10-25 13:20:40,765 INFO: [ epoch: 422 ] [ iter: 95,100 ] [ performance: 18.904 it/s ] [ lr: 5.00e-05 ] [ eta: 349 days, 13:18:06 ] [ l_g_pix: 4.0993e-02 ] [ l_g_total: 4.0993e-02 ] +2024-10-25 13:20:47,864 INFO: [ epoch: 423 ] [ iter: 95,200 ] [ performance: 14.897 it/s ] [ lr: 5.00e-05 ] [ eta: 342 days, 19:31:06 ] [ l_g_pix: 6.2532e-02 ] [ l_g_total: 6.2532e-02 ] +2024-10-25 13:20:53,270 INFO: [ epoch: 423 ] [ iter: 95,300 ] [ performance: 18.507 it/s ] [ lr: 5.00e-05 ] [ eta: 335 days, 23:07:58 ] [ l_g_pix: 4.9842e-02 ] [ l_g_total: 4.9842e-02 ] +2024-10-25 13:20:58,647 INFO: [ epoch: 423 ] [ iter: 95,400 ] [ performance: 18.579 it/s ] [ lr: 5.00e-05 ] [ eta: 329 days, 2:24:37 ] [ l_g_pix: 6.3202e-02 ] [ l_g_total: 6.3202e-02 ] +2024-10-25 13:21:05,290 INFO: [ epoch: 424 ] [ iter: 95,500 ] [ performance: 18.427 it/s ] [ lr: 5.00e-05 ] [ eta: 322 days, 6:58:09 ] [ l_g_pix: 5.7418e-02 ] [ l_g_total: 5.7418e-02 ] +2024-10-25 13:21:10,557 INFO: [ epoch: 424 ] [ iter: 95,600 ] [ performance: 18.873 it/s ] [ lr: 5.00e-05 ] [ eta: 315 days, 9:28:47 ] [ l_g_pix: 4.8827e-02 ] [ l_g_total: 4.8827e-02 ] +2024-10-25 13:21:17,420 INFO: [ epoch: 425 ] [ iter: 95,700 ] [ performance: 18.025 it/s ] [ lr: 5.00e-05 ] [ eta: 308 days, 13:36:05 ] [ l_g_pix: 5.8505e-02 ] [ l_g_total: 5.8505e-02 ] +2024-10-25 13:21:23,054 INFO: [ epoch: 425 ] [ iter: 95,800 ] [ performance: 17.803 it/s ] [ lr: 5.00e-05 ] [ eta: 301 days, 15:54:38 ] [ l_g_pix: 5.3064e-02 ] [ l_g_total: 5.3064e-02 ] +2024-10-25 13:21:29,731 INFO: [ epoch: 426 ] [ iter: 95,900 ] [ performance: 18.633 it/s ] [ lr: 5.00e-05 ] [ eta: 294 days, 19:05:33 ] [ l_g_pix: 5.1840e-02 ] [ l_g_total: 5.1840e-02 ] +2024-10-25 13:21:35,094 INFO: [ epoch: 426 ] [ iter: 96,000 ] [ performance: 18.647 it/s ] [ lr: 5.00e-05 ] [ eta: 287 days, 20:26:41 ] [ l_g_pix: 5.7314e-02 ] [ l_g_total: 5.7314e-02 ] +2024-10-25 13:21:41,694 INFO: [ epoch: 427 ] [ iter: 96,100 ] [ performance: 17.924 it/s ] [ lr: 5.00e-05 ] [ eta: 280 days, 22:50:18 ] [ l_g_pix: 5.0696e-02 ] [ l_g_total: 5.0696e-02 ] +2024-10-25 13:21:47,200 INFO: [ epoch: 427 ] [ iter: 96,200 ] [ performance: 18.121 it/s ] [ lr: 5.00e-05 ] [ eta: 273 days, 23:42:43 ] [ l_g_pix: 5.2680e-02 ] [ l_g_total: 5.2680e-02 ] +2024-10-25 13:21:52,807 INFO: [ epoch: 427 ] [ iter: 96,300 ] [ performance: 14.848 it/s ] [ lr: 5.00e-05 ] [ eta: 267 days, 0:22:53 ] [ l_g_pix: 5.8315e-02 ] [ l_g_total: 5.8315e-02 ] +2024-10-25 13:21:59,762 INFO: [ epoch: 428 ] [ iter: 96,400 ] [ performance: 14.459 it/s ] [ lr: 5.00e-05 ] [ eta: 260 days, 2:05:18 ] [ l_g_pix: 5.9738e-02 ] [ l_g_total: 5.9738e-02 ] +2024-10-25 13:22:04,974 INFO: [ epoch: 428 ] [ iter: 96,500 ] [ performance: 18.773 it/s ] [ lr: 5.00e-05 ] [ eta: 253 days, 1:42:55 ] [ l_g_pix: 5.4020e-02 ] [ l_g_total: 5.4020e-02 ] +2024-10-25 13:22:11,917 INFO: [ epoch: 429 ] [ iter: 96,600 ] [ performance: 14.987 it/s ] [ lr: 5.00e-05 ] [ eta: 246 days, 2:41:08 ] [ l_g_pix: 6.6016e-02 ] [ l_g_total: 6.6016e-02 ] +2024-10-25 13:22:17,344 INFO: [ epoch: 429 ] [ iter: 96,700 ] [ performance: 19.371 it/s ] [ lr: 5.00e-05 ] [ eta: 239 days, 1:52:55 ] [ l_g_pix: 4.6804e-02 ] [ l_g_total: 4.6804e-02 ] +2024-10-25 13:22:23,996 INFO: [ epoch: 430 ] [ iter: 96,800 ] [ performance: 15.592 it/s ] [ lr: 5.00e-05 ] [ eta: 232 days, 1:51:54 ] [ l_g_pix: 5.4135e-02 ] [ l_g_total: 5.4135e-02 ] +2024-10-25 13:22:29,858 INFO: [ epoch: 430 ] [ iter: 96,900 ] [ performance: 18.813 it/s ] [ lr: 5.00e-05 ] [ eta: 225 days, 0:47:56 ] [ l_g_pix: 4.0511e-02 ] [ l_g_total: 4.0511e-02 ] +2024-10-25 13:22:36,173 INFO: [ epoch: 431 ] [ iter: 97,000 ] [ performance: 16.230 it/s ] [ lr: 5.00e-05 ] [ eta: 217 days, 23:47:02 ] [ l_g_pix: 4.8998e-02 ] [ l_g_total: 4.8998e-02 ] +2024-10-25 13:22:41,659 INFO: [ epoch: 431 ] [ iter: 97,100 ] [ performance: 18.775 it/s ] [ lr: 5.00e-05 ] [ eta: 210 days, 21:45:02 ] [ l_g_pix: 6.1067e-02 ] [ l_g_total: 6.1067e-02 ] +2024-10-25 13:22:46,880 INFO: [ epoch: 431 ] [ iter: 97,200 ] [ performance: 19.100 it/s ] [ lr: 5.00e-05 ] [ eta: 203 days, 19:12:24 ] [ l_g_pix: 5.6270e-02 ] [ l_g_total: 5.6270e-02 ] +2024-10-25 13:22:53,647 INFO: [ epoch: 432 ] [ iter: 97,300 ] [ performance: 18.641 it/s ] [ lr: 5.00e-05 ] [ eta: 196 days, 17:31:52 ] [ l_g_pix: 6.3421e-02 ] [ l_g_total: 6.3421e-02 ] +2024-10-25 13:22:58,631 INFO: [ epoch: 432 ] [ iter: 97,400 ] [ performance: 19.859 it/s ] [ lr: 5.00e-05 ] [ eta: 189 days, 14:11:36 ] [ l_g_pix: 5.8075e-02 ] [ l_g_total: 5.8075e-02 ] +2024-10-25 13:23:05,734 INFO: [ epoch: 433 ] [ iter: 97,500 ] [ performance: 18.576 it/s ] [ lr: 5.00e-05 ] [ eta: 182 days, 12:02:57 ] [ l_g_pix: 5.0586e-02 ] [ l_g_total: 5.0586e-02 ] +2024-10-25 13:23:11,127 INFO: [ epoch: 433 ] [ iter: 97,600 ] [ performance: 18.548 it/s ] [ lr: 5.00e-05 ] [ eta: 175 days, 8:22:17 ] [ l_g_pix: 5.9562e-02 ] [ l_g_total: 5.9562e-02 ] +2024-10-25 13:23:17,862 INFO: [ epoch: 434 ] [ iter: 97,700 ] [ performance: 18.434 it/s ] [ lr: 5.00e-05 ] [ eta: 168 days, 5:15:00 ] [ l_g_pix: 5.1096e-02 ] [ l_g_total: 5.1096e-02 ] +2024-10-25 13:23:23,112 INFO: [ epoch: 434 ] [ iter: 97,800 ] [ performance: 18.971 it/s ] [ lr: 5.00e-05 ] [ eta: 161 days, 0:50:55 ] [ l_g_pix: 6.0616e-02 ] [ l_g_total: 6.0616e-02 ] +2024-10-25 13:23:29,487 INFO: [ epoch: 435 ] [ iter: 97,900 ] [ performance: 17.938 it/s ] [ lr: 5.00e-05 ] [ eta: 153 days, 20:48:36 ] [ l_g_pix: 4.8136e-02 ] [ l_g_total: 4.8136e-02 ] +2024-10-25 13:23:35,128 INFO: [ epoch: 435 ] [ iter: 98,000 ] [ performance: 17.753 it/s ] [ lr: 5.00e-05 ] [ eta: 146 days, 16:00:39 ] [ l_g_pix: 4.4044e-02 ] [ l_g_total: 4.4044e-02 ] +2024-10-25 13:23:41,281 INFO: [ epoch: 435 ] [ iter: 98,100 ] [ performance: 15.628 it/s ] [ lr: 5.00e-05 ] [ eta: 139 days, 11:10:04 ] [ l_g_pix: 4.7799e-02 ] [ l_g_total: 4.7799e-02 ] +2024-10-25 13:23:48,012 INFO: [ epoch: 436 ] [ iter: 98,200 ] [ performance: 14.938 it/s ] [ lr: 5.00e-05 ] [ eta: 132 days, 6:16:19 ] [ l_g_pix: 6.2652e-02 ] [ l_g_total: 6.2652e-02 ] +2024-10-25 13:23:53,276 INFO: [ epoch: 436 ] [ iter: 98,300 ] [ performance: 20.031 it/s ] [ lr: 5.00e-05 ] [ eta: 125 days, 0:18:35 ] [ l_g_pix: 5.0699e-02 ] [ l_g_total: 5.0699e-02 ] +2024-10-25 13:24:00,012 INFO: [ epoch: 437 ] [ iter: 98,400 ] [ performance: 15.239 it/s ] [ lr: 5.00e-05 ] [ eta: 117 days, 18:42:31 ] [ l_g_pix: 5.5836e-02 ] [ l_g_total: 5.5836e-02 ] +2024-10-25 13:24:05,340 INFO: [ epoch: 437 ] [ iter: 98,500 ] [ performance: 19.209 it/s ] [ lr: 5.00e-05 ] [ eta: 110 days, 12:08:53 ] [ l_g_pix: 6.1972e-02 ] [ l_g_total: 6.1972e-02 ] +2024-10-25 13:24:12,452 INFO: [ epoch: 438 ] [ iter: 98,600 ] [ performance: 14.416 it/s ] [ lr: 5.00e-05 ] [ eta: 103 days, 5:59:01 ] [ l_g_pix: 6.4440e-02 ] [ l_g_total: 6.4440e-02 ] +2024-10-25 13:24:18,028 INFO: [ epoch: 438 ] [ iter: 98,700 ] [ performance: 20.474 it/s ] [ lr: 5.00e-05 ] [ eta: 95 days, 22:52:14 ] [ l_g_pix: 5.5498e-02 ] [ l_g_total: 5.5498e-02 ] +2024-10-25 13:24:24,580 INFO: [ epoch: 439 ] [ iter: 98,800 ] [ performance: 15.595 it/s ] [ lr: 5.00e-05 ] [ eta: 88 days, 15:46:20 ] [ l_g_pix: 5.8135e-02 ] [ l_g_total: 5.8135e-02 ] +2024-10-25 13:24:30,116 INFO: [ epoch: 439 ] [ iter: 98,900 ] [ performance: 17.543 it/s ] [ lr: 5.00e-05 ] [ eta: 81 days, 8:00:00 ] [ l_g_pix: 4.6926e-02 ] [ l_g_total: 4.6926e-02 ] +2024-10-25 13:24:35,396 INFO: [ epoch: 439 ] [ iter: 99,000 ] [ performance: 18.830 it/s ] [ lr: 5.00e-05 ] [ eta: 73 days, 23:50:57 ] [ l_g_pix: 5.4259e-02 ] [ l_g_total: 5.4259e-02 ] +2024-10-25 13:24:42,291 INFO: [ epoch: 440 ] [ iter: 99,100 ] [ performance: 18.556 it/s ] [ lr: 5.00e-05 ] [ eta: 66 days, 15:48:30 ] [ l_g_pix: 5.7752e-02 ] [ l_g_total: 5.7752e-02 ] +2024-10-25 13:24:48,011 INFO: [ epoch: 440 ] [ iter: 99,200 ] [ performance: 17.553 it/s ] [ lr: 5.00e-05 ] [ eta: 59 days, 7:07:25 ] [ l_g_pix: 3.8067e-02 ] [ l_g_total: 3.8067e-02 ] +2024-10-25 13:24:54,790 INFO: [ epoch: 441 ] [ iter: 99,300 ] [ performance: 18.139 it/s ] [ lr: 5.00e-05 ] [ eta: 51 days, 22:19:37 ] [ l_g_pix: 6.3595e-02 ] [ l_g_total: 6.3595e-02 ] +2024-10-25 13:25:00,178 INFO: [ epoch: 441 ] [ iter: 99,400 ] [ performance: 18.539 it/s ] [ lr: 5.00e-05 ] [ eta: 44 days, 12:55:19 ] [ l_g_pix: 5.8249e-02 ] [ l_g_total: 5.8249e-02 ] +2024-10-25 13:25:07,018 INFO: [ epoch: 442 ] [ iter: 99,500 ] [ performance: 17.847 it/s ] [ lr: 5.00e-05 ] [ eta: 37 days, 3:25:08 ] [ l_g_pix: 5.5887e-02 ] [ l_g_total: 5.5887e-02 ] +2024-10-25 13:25:12,342 INFO: [ epoch: 442 ] [ iter: 99,600 ] [ performance: 18.738 it/s ] [ lr: 5.00e-05 ] [ eta: 29 days, 17:22:04 ] [ l_g_pix: 5.2918e-02 ] [ l_g_total: 5.2918e-02 ] +2024-10-25 13:25:18,982 INFO: [ epoch: 443 ] [ iter: 99,700 ] [ performance: 19.283 it/s ] [ lr: 5.00e-05 ] [ eta: 22 days, 7:07:49 ] [ l_g_pix: 5.0123e-02 ] [ l_g_total: 5.0123e-02 ] +2024-10-25 13:25:25,059 INFO: [ epoch: 443 ] [ iter: 99,800 ] [ performance: 16.552 it/s ] [ lr: 5.00e-05 ] [ eta: 14 days, 20:29:34 ] [ l_g_pix: 5.6773e-02 ] [ l_g_total: 5.6773e-02 ] +2024-10-25 13:25:30,427 INFO: [ epoch: 443 ] [ iter: 99,900 ] [ performance: 9.902 it/s ] [ lr: 5.00e-05 ] [ eta: 7 days, 9:29:54 ] [ l_g_pix: 6.2116e-02 ] [ l_g_total: 6.2116e-02 ] +2024-10-25 13:25:30,428 INFO: End of training. Time consumed: 1:47:37 +2024-10-25 13:25:30,428 INFO: Save the latest model. +2024-10-25 13:26:39,417 INFO: Validation val + + # psnr: 21.8863........ Best: 21.8863 @ 99900 iter + # ssim: 0.6402........ Best: 0.6402 @ 99900 iter + # dists: 0.7867........ Best: 0.7867 @ 99900 iter + diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/training_states/90000.state b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..b02944cb4bebcae2a15569a177dc5da626f59770 --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_06/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dabad3e21fe614a31674358e9186b3b8e713a881d70265fcf4641f1808597005 +size 14841978 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/4ximagenet_span_fp16_ic9600_07.toml b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/4ximagenet_span_fp16_ic9600_07.toml new file mode 100644 index 0000000000000000000000000000000000000000..4f9be14f33a9460803926aaf29a4c9b9c1038f2d --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/4ximagenet_span_fp16_ic9600_07.toml @@ -0,0 +1,61 @@ +# GENERATE TIME: Fri Oct 25 13:26:45 2024 +# CMD: +# train.py -opt options/span/4ximagenet_span_fp16_ic9600_07.toml + +name = "4ximagenet_span_fp16_ic9600_07" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_07/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/imagenet/ic9600_07_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/testsets/Urban100/hr' +dataroot_lq = '/home/phips/Documents/Datasets/wip/testsets/Urban100/lr_x4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +type = "span" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 50000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/models/net_g_90000.pth b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..76f90776f282587fc4782dbf3c356f7629b0230d --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f393f6adc52729ad764a136f6e605ffc3d5613c20151d3ed7fecab7c9b36d38b +size 9010012 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/models/net_g_latest.pth b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..056723892dcd2e51c8795ceea3a7be1bb6abdf0a --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c38df396496d7b316613d5fa5b04daff34a9130849956d90c3e10e65387ae5ba +size 9010221 diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/train_4ximagenet_span_fp16_ic9600_07_20241025_132645.log b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/train_4ximagenet_span_fp16_ic9600_07_20241025_132645.log new file mode 100644 index 0000000000000000000000000000000000000000..956b18226ec0b7f7ac0d40929df4710d35f89fef --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/train_4ximagenet_span_fp16_ic9600_07_20241025_132645.log @@ -0,0 +1,1057 @@ +2024-10-25 13:26:45,176 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-25 13:26:45,374 INFO: Dataset [paired] is built. +2024-10-25 13:26:45,375 INFO: Training statistics: + Starting model: 4ximagenet_span_fp16_ic9600_07 + Number of train images: 446 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 28 + Total epochs 3572 for total iters 100000. +2024-10-25 13:26:45,380 INFO: Dataset [paired] is built. +2024-10-25 13:26:45,380 INFO: Number of val images/folders: 100 +2024-10-25 13:26:45,593 INFO: Using network [span]. +2024-10-25 13:26:45,632 INFO: Using exponential-moving average. +2024-10-25 13:26:45,634 INFO: Loss [L1Loss] enabled. +2024-10-25 13:26:45,634 INFO: Using model [image]. +2024-10-25 13:26:46,131 INFO: AMP enabled. +2024-10-25 13:26:46,131 INFO: Deterministic mode enabled. +2024-10-25 13:26:46,131 INFO: Start training from epoch: 0, iter: 0 +2024-10-25 13:26:54,046 INFO: [ epoch: 3 ] [ iter: 100 ] [ performance: 12.637 it/s ] [ lr: 1.00e-04 ] [ eta: 7 days, 18:14:41 ] [ l_g_pix: 1.3597e-01 ] [ l_g_total: 1.3597e-01 ] +2024-10-25 13:27:01,521 INFO: [ epoch: 7 ] [ iter: 200 ] [ performance: 12.998 it/s ] [ lr: 1.00e-04 ] [ eta: 16 days, 9:17:05 ] [ l_g_pix: 1.0032e-01 ] [ l_g_total: 1.0032e-01 ] +2024-10-25 13:27:08,882 INFO: [ epoch: 11 ] [ iter: 300 ] [ performance: 13.550 it/s ] [ lr: 1.00e-04 ] [ eta: 24 days, 20:46:02 ] [ l_g_pix: 9.6671e-02 ] [ l_g_total: 9.6671e-02 ] +2024-10-25 13:27:15,957 INFO: [ epoch: 14 ] [ iter: 400 ] [ performance: 13.839 it/s ] [ lr: 1.00e-04 ] [ eta: 32 days, 23:54:39 ] [ l_g_pix: 7.0290e-02 ] [ l_g_total: 7.0290e-02 ] +2024-10-25 13:27:23,487 INFO: [ epoch: 18 ] [ iter: 500 ] [ performance: 13.205 it/s ] [ lr: 1.00e-04 ] [ eta: 41 days, 15:13:32 ] [ l_g_pix: 7.3573e-02 ] [ l_g_total: 7.3573e-02 ] +2024-10-25 13:27:30,981 INFO: [ epoch: 22 ] [ iter: 600 ] [ performance: 13.277 it/s ] [ lr: 1.00e-04 ] [ eta: 50 days, 5:07:16 ] [ l_g_pix: 8.2848e-02 ] [ l_g_total: 8.2848e-02 ] +2024-10-25 13:27:37,815 INFO: [ epoch: 25 ] [ iter: 700 ] [ performance: 14.533 it/s ] [ lr: 1.00e-04 ] [ eta: 58 days, 0:26:06 ] [ l_g_pix: 7.7887e-02 ] [ l_g_total: 7.7887e-02 ] +2024-10-25 13:27:45,395 INFO: [ epoch: 29 ] [ iter: 800 ] [ performance: 13.822 it/s ] [ lr: 1.00e-04 ] [ eta: 66 days, 15:52:35 ] [ l_g_pix: 6.7698e-02 ] [ l_g_total: 6.7698e-02 ] +2024-10-25 13:27:53,059 INFO: [ epoch: 33 ] [ iter: 900 ] [ performance: 12.886 it/s ] [ lr: 1.00e-04 ] [ eta: 75 days, 9:14:35 ] [ l_g_pix: 5.9955e-02 ] [ l_g_total: 5.9955e-02 ] +2024-10-25 13:28:00,606 INFO: [ epoch: 37 ] [ iter: 1,000 ] [ performance: 13.070 it/s ] [ lr: 1.00e-04 ] [ eta: 83 days, 22:57:44 ] [ l_g_pix: 5.7412e-02 ] [ l_g_total: 5.7412e-02 ] +2024-10-25 13:28:07,435 INFO: [ epoch: 40 ] [ iter: 1,100 ] [ performance: 14.449 it/s ] [ lr: 1.00e-04 ] [ eta: 91 days, 16:32:09 ] [ l_g_pix: 6.4928e-02 ] [ l_g_total: 6.4928e-02 ] +2024-10-25 13:28:14,841 INFO: [ epoch: 44 ] [ iter: 1,200 ] [ performance: 13.949 it/s ] [ lr: 1.00e-04 ] [ eta: 100 days, 1:34:11 ] [ l_g_pix: 5.7960e-02 ] [ l_g_total: 5.7960e-02 ] +2024-10-25 13:28:22,421 INFO: [ epoch: 48 ] [ iter: 1,300 ] [ performance: 12.942 it/s ] [ lr: 1.00e-04 ] [ eta: 108 days, 14:57:06 ] [ l_g_pix: 7.4317e-02 ] [ l_g_total: 7.4317e-02 ] +2024-10-25 13:28:29,293 INFO: [ epoch: 51 ] [ iter: 1,400 ] [ performance: 13.726 it/s ] [ lr: 1.00e-04 ] [ eta: 116 days, 8:30:36 ] [ l_g_pix: 8.3696e-02 ] [ l_g_total: 8.3696e-02 ] +2024-10-25 13:28:36,603 INFO: [ epoch: 55 ] [ iter: 1,500 ] [ performance: 14.672 it/s ] [ lr: 1.00e-04 ] [ eta: 124 days, 13:42:19 ] [ l_g_pix: 6.2229e-02 ] [ l_g_total: 6.2229e-02 ] +2024-10-25 13:28:44,171 INFO: [ epoch: 59 ] [ iter: 1,600 ] [ performance: 13.881 it/s ] [ lr: 1.00e-04 ] [ eta: 133 days, 1:30:14 ] [ l_g_pix: 6.8351e-02 ] [ l_g_total: 6.8351e-02 ] +2024-10-25 13:28:51,127 INFO: [ epoch: 62 ] [ iter: 1,700 ] [ performance: 14.078 it/s ] [ lr: 1.00e-04 ] [ eta: 140 days, 20:13:02 ] [ l_g_pix: 6.6309e-02 ] [ l_g_total: 6.6309e-02 ] +2024-10-25 13:28:58,701 INFO: [ epoch: 66 ] [ iter: 1,800 ] [ performance: 13.610 it/s ] [ lr: 1.00e-04 ] [ eta: 149 days, 7:22:28 ] [ l_g_pix: 6.6641e-02 ] [ l_g_total: 6.6641e-02 ] +2024-10-25 13:29:06,082 INFO: [ epoch: 70 ] [ iter: 1,900 ] [ performance: 13.352 it/s ] [ lr: 1.00e-04 ] [ eta: 157 days, 12:49:46 ] [ l_g_pix: 7.2654e-02 ] [ l_g_total: 7.2654e-02 ] +2024-10-25 13:29:13,312 INFO: [ epoch: 74 ] [ iter: 2,000 ] [ performance: 13.599 it/s ] [ lr: 1.00e-04 ] [ eta: 165 days, 13:49:12 ] [ l_g_pix: 7.1142e-02 ] [ l_g_total: 7.1142e-02 ] +2024-10-25 13:29:20,207 INFO: [ epoch: 77 ] [ iter: 2,100 ] [ performance: 14.111 it/s ] [ lr: 1.00e-04 ] [ eta: 173 days, 5:14:49 ] [ l_g_pix: 6.0941e-02 ] [ l_g_total: 6.0941e-02 ] +2024-10-25 13:29:27,806 INFO: [ epoch: 81 ] [ iter: 2,200 ] [ performance: 13.594 it/s ] [ lr: 1.00e-04 ] [ eta: 181 days, 15:27:03 ] [ l_g_pix: 6.0333e-02 ] [ l_g_total: 6.0333e-02 ] +2024-10-25 13:29:35,418 INFO: [ epoch: 85 ] [ iter: 2,300 ] [ performance: 12.641 it/s ] [ lr: 1.00e-04 ] [ eta: 190 days, 1:33:36 ] [ l_g_pix: 7.6831e-02 ] [ l_g_total: 7.6831e-02 ] +2024-10-25 13:29:42,376 INFO: [ epoch: 88 ] [ iter: 2,400 ] [ performance: 13.502 it/s ] [ lr: 1.00e-04 ] [ eta: 197 days, 17:32:29 ] [ l_g_pix: 6.2202e-02 ] [ l_g_total: 6.2202e-02 ] +2024-10-25 13:29:49,847 INFO: [ epoch: 92 ] [ iter: 2,500 ] [ performance: 14.080 it/s ] [ lr: 1.00e-04 ] [ eta: 205 days, 23:00:47 ] [ l_g_pix: 6.2383e-02 ] [ l_g_total: 6.2383e-02 ] +2024-10-25 13:29:57,143 INFO: [ epoch: 96 ] [ iter: 2,600 ] [ performance: 13.880 it/s ] [ lr: 1.00e-04 ] [ eta: 213 days, 23:20:01 ] [ l_g_pix: 6.3621e-02 ] [ l_g_total: 6.3621e-02 ] +2024-10-25 13:30:04,155 INFO: [ epoch: 99 ] [ iter: 2,700 ] [ performance: 13.710 it/s ] [ lr: 1.00e-04 ] [ eta: 221 days, 15:36:04 ] [ l_g_pix: 7.8492e-02 ] [ l_g_total: 7.8492e-02 ] +2024-10-25 13:30:11,595 INFO: [ epoch: 103 ] [ iter: 2,800 ] [ performance: 13.566 it/s ] [ lr: 1.00e-04 ] [ eta: 229 days, 18:59:28 ] [ l_g_pix: 6.7389e-02 ] [ l_g_total: 6.7389e-02 ] +2024-10-25 13:30:18,665 INFO: [ epoch: 107 ] [ iter: 2,900 ] [ performance: 14.910 it/s ] [ lr: 1.00e-04 ] [ eta: 237 days, 12:00:00 ] [ l_g_pix: 6.5051e-02 ] [ l_g_total: 6.5051e-02 ] +2024-10-25 13:30:26,009 INFO: [ epoch: 111 ] [ iter: 3,000 ] [ performance: 14.187 it/s ] [ lr: 1.00e-04 ] [ eta: 245 days, 12:00:20 ] [ l_g_pix: 5.7884e-02 ] [ l_g_total: 5.7884e-02 ] +2024-10-25 13:30:32,961 INFO: [ epoch: 114 ] [ iter: 3,100 ] [ performance: 13.766 it/s ] [ lr: 1.00e-04 ] [ eta: 253 days, 1:04:08 ] [ l_g_pix: 5.8560e-02 ] [ l_g_total: 5.8560e-02 ] +2024-10-25 13:30:40,503 INFO: [ epoch: 118 ] [ iter: 3,200 ] [ performance: 13.489 it/s ] [ lr: 1.00e-04 ] [ eta: 261 days, 5:34:46 ] [ l_g_pix: 7.0657e-02 ] [ l_g_total: 7.0657e-02 ] +2024-10-25 13:30:48,054 INFO: [ epoch: 122 ] [ iter: 3,300 ] [ performance: 13.566 it/s ] [ lr: 1.00e-04 ] [ eta: 269 days, 9:56:53 ] [ l_g_pix: 5.5221e-02 ] [ l_g_total: 5.5221e-02 ] +2024-10-25 13:30:54,981 INFO: [ epoch: 125 ] [ iter: 3,400 ] [ performance: 14.027 it/s ] [ lr: 1.00e-04 ] [ eta: 276 days, 21:08:14 ] [ l_g_pix: 7.0586e-02 ] [ l_g_total: 7.0586e-02 ] +2024-10-25 13:31:02,484 INFO: [ epoch: 129 ] [ iter: 3,500 ] [ performance: 13.794 it/s ] [ lr: 1.00e-04 ] [ eta: 284 days, 23:21:53 ] [ l_g_pix: 7.2099e-02 ] [ l_g_total: 7.2099e-02 ] +2024-10-25 13:31:09,797 INFO: [ epoch: 133 ] [ iter: 3,600 ] [ performance: 13.729 it/s ] [ lr: 1.00e-04 ] [ eta: 292 days, 20:06:22 ] [ l_g_pix: 6.2304e-02 ] [ l_g_total: 6.2304e-02 ] +2024-10-25 13:31:17,294 INFO: [ epoch: 137 ] [ iter: 3,700 ] [ performance: 12.644 it/s ] [ lr: 1.00e-04 ] [ eta: 300 days, 21:21:18 ] [ l_g_pix: 6.4998e-02 ] [ l_g_total: 6.4998e-02 ] +2024-10-25 13:31:24,198 INFO: [ epoch: 140 ] [ iter: 3,800 ] [ performance: 13.594 it/s ] [ lr: 1.00e-04 ] [ eta: 308 days, 6:20:53 ] [ l_g_pix: 5.3978e-02 ] [ l_g_total: 5.3978e-02 ] +2024-10-25 13:31:31,511 INFO: [ epoch: 144 ] [ iter: 3,900 ] [ performance: 14.155 it/s ] [ lr: 1.00e-04 ] [ eta: 316 days, 1:52:21 ] [ l_g_pix: 7.2547e-02 ] [ l_g_total: 7.2547e-02 ] +2024-10-25 13:31:38,943 INFO: [ epoch: 148 ] [ iter: 4,000 ] [ performance: 13.762 it/s ] [ lr: 1.00e-04 ] [ eta: 324 days, 0:08:58 ] [ l_g_pix: 5.4279e-02 ] [ l_g_total: 5.4279e-02 ] +2024-10-25 13:31:45,440 INFO: [ epoch: 151 ] [ iter: 4,100 ] [ performance: 14.340 it/s ] [ lr: 1.00e-04 ] [ eta: 330 days, 21:07:29 ] [ l_g_pix: 6.9802e-02 ] [ l_g_total: 6.9802e-02 ] +2024-10-25 13:31:52,674 INFO: [ epoch: 155 ] [ iter: 4,200 ] [ performance: 14.050 it/s ] [ lr: 1.00e-04 ] [ eta: 338 days, 13:20:53 ] [ l_g_pix: 6.3689e-02 ] [ l_g_total: 6.3689e-02 ] +2024-10-25 13:31:59,995 INFO: [ epoch: 159 ] [ iter: 4,300 ] [ performance: 13.774 it/s ] [ lr: 1.00e-04 ] [ eta: 346 days, 7:29:12 ] [ l_g_pix: 5.0537e-02 ] [ l_g_total: 5.0537e-02 ] +2024-10-25 13:32:06,812 INFO: [ epoch: 162 ] [ iter: 4,400 ] [ performance: 14.262 it/s ] [ lr: 1.00e-04 ] [ eta: 353 days, 11:49:05 ] [ l_g_pix: 5.0153e-02 ] [ l_g_total: 5.0153e-02 ] +2024-10-25 13:32:14,123 INFO: [ epoch: 166 ] [ iter: 4,500 ] [ performance: 14.097 it/s ] [ lr: 1.00e-04 ] [ eta: 361 days, 4:54:18 ] [ l_g_pix: 5.7361e-02 ] [ l_g_total: 5.7361e-02 ] +2024-10-25 13:32:21,749 INFO: [ epoch: 170 ] [ iter: 4,600 ] [ performance: 13.528 it/s ] [ lr: 1.00e-04 ] [ eta: 369 days, 5:54:50 ] [ l_g_pix: 5.5675e-02 ] [ l_g_total: 5.5675e-02 ] +2024-10-25 13:32:29,314 INFO: [ epoch: 174 ] [ iter: 4,700 ] [ performance: 13.385 it/s ] [ lr: 1.00e-04 ] [ eta: 377 days, 4:51:57 ] [ l_g_pix: 6.4205e-02 ] [ l_g_total: 6.4205e-02 ] +2024-10-25 13:32:36,084 INFO: [ epoch: 177 ] [ iter: 4,800 ] [ performance: 14.135 it/s ] [ lr: 1.00e-04 ] [ eta: 384 days, 6:24:54 ] [ l_g_pix: 5.1986e-02 ] [ l_g_total: 5.1986e-02 ] +2024-10-25 13:32:43,603 INFO: [ epoch: 181 ] [ iter: 4,900 ] [ performance: 13.091 it/s ] [ lr: 1.00e-04 ] [ eta: 392 days, 3:20:55 ] [ l_g_pix: 5.8622e-02 ] [ l_g_total: 5.8622e-02 ] +2024-10-25 13:32:51,102 INFO: [ epoch: 185 ] [ iter: 5,000 ] [ performance: 13.230 it/s ] [ lr: 1.00e-04 ] [ eta: 399 days, 23:20:37 ] [ l_g_pix: 6.2573e-02 ] [ l_g_total: 6.2573e-02 ] +2024-10-25 13:32:57,941 INFO: [ epoch: 188 ] [ iter: 5,100 ] [ performance: 15.117 it/s ] [ lr: 1.00e-04 ] [ eta: 407 days, 1:31:01 ] [ l_g_pix: 5.9163e-02 ] [ l_g_total: 5.9163e-02 ] +2024-10-25 13:33:05,457 INFO: [ epoch: 192 ] [ iter: 5,200 ] [ performance: 14.028 it/s ] [ lr: 1.00e-04 ] [ eta: 414 days, 21:07:45 ] [ l_g_pix: 7.7128e-02 ] [ l_g_total: 7.7128e-02 ] +2024-10-25 13:33:13,034 INFO: [ epoch: 196 ] [ iter: 5,300 ] [ performance: 13.100 it/s ] [ lr: 1.00e-04 ] [ eta: 422 days, 17:56:35 ] [ l_g_pix: 6.0499e-02 ] [ l_g_total: 6.0499e-02 ] +2024-10-25 13:33:20,018 INFO: [ epoch: 199 ] [ iter: 5,400 ] [ performance: 13.774 it/s ] [ lr: 1.00e-04 ] [ eta: 429 days, 22:46:32 ] [ l_g_pix: 7.1636e-02 ] [ l_g_total: 7.1636e-02 ] +2024-10-25 13:33:27,389 INFO: [ epoch: 203 ] [ iter: 5,500 ] [ performance: 13.582 it/s ] [ lr: 1.00e-04 ] [ eta: 437 days, 13:19:34 ] [ l_g_pix: 5.9171e-02 ] [ l_g_total: 5.9171e-02 ] +2024-10-25 13:33:34,874 INFO: [ epoch: 207 ] [ iter: 5,600 ] [ performance: 13.455 it/s ] [ lr: 1.00e-04 ] [ eta: 445 days, 6:28:47 ] [ l_g_pix: 6.3639e-02 ] [ l_g_total: 6.3639e-02 ] +2024-10-25 13:33:42,299 INFO: [ epoch: 211 ] [ iter: 5,700 ] [ performance: 13.206 it/s ] [ lr: 1.00e-04 ] [ eta: 452 days, 21:39:07 ] [ l_g_pix: 8.4555e-02 ] [ l_g_total: 8.4555e-02 ] +2024-10-25 13:33:49,253 INFO: [ epoch: 214 ] [ iter: 5,800 ] [ performance: 13.865 it/s ] [ lr: 1.00e-04 ] [ eta: 460 days, 0:06:07 ] [ l_g_pix: 6.7594e-02 ] [ l_g_total: 6.7594e-02 ] +2024-10-25 13:33:56,748 INFO: [ epoch: 218 ] [ iter: 5,900 ] [ performance: 12.980 it/s ] [ lr: 1.00e-04 ] [ eta: 467 days, 16:16:52 ] [ l_g_pix: 8.6492e-02 ] [ l_g_total: 8.6492e-02 ] +2024-10-25 13:34:04,251 INFO: [ epoch: 222 ] [ iter: 6,000 ] [ performance: 13.182 it/s ] [ lr: 1.00e-04 ] [ eta: 475 days, 8:16:57 ] [ l_g_pix: 7.7254e-02 ] [ l_g_total: 7.7254e-02 ] +2024-10-25 13:34:11,211 INFO: [ epoch: 225 ] [ iter: 6,100 ] [ performance: 14.694 it/s ] [ lr: 1.00e-04 ] [ eta: 482 days, 9:40:25 ] [ l_g_pix: 7.3606e-02 ] [ l_g_total: 7.3606e-02 ] +2024-10-25 13:34:18,571 INFO: [ epoch: 229 ] [ iter: 6,200 ] [ performance: 14.024 it/s ] [ lr: 1.00e-04 ] [ eta: 489 days, 21:05:43 ] [ l_g_pix: 5.9431e-02 ] [ l_g_total: 5.9431e-02 ] +2024-10-25 13:34:26,439 INFO: [ epoch: 233 ] [ iter: 6,300 ] [ performance: 12.242 it/s ] [ lr: 1.00e-04 ] [ eta: 497 days, 21:21:08 ] [ l_g_pix: 6.8233e-02 ] [ l_g_total: 6.8233e-02 ] +2024-10-25 13:34:34,258 INFO: [ epoch: 237 ] [ iter: 6,400 ] [ performance: 12.561 it/s ] [ lr: 1.00e-04 ] [ eta: 505 days, 19:53:49 ] [ l_g_pix: 6.3567e-02 ] [ l_g_total: 6.3567e-02 ] +2024-10-25 13:34:41,257 INFO: [ epoch: 240 ] [ iter: 6,500 ] [ performance: 14.096 it/s ] [ lr: 1.00e-04 ] [ eta: 512 days, 20:42:41 ] [ l_g_pix: 6.2964e-02 ] [ l_g_total: 6.2964e-02 ] +2024-10-25 13:34:48,952 INFO: [ epoch: 244 ] [ iter: 6,600 ] [ performance: 13.421 it/s ] [ lr: 1.00e-04 ] [ eta: 520 days, 15:11:08 ] [ l_g_pix: 5.6387e-02 ] [ l_g_total: 5.6387e-02 ] +2024-10-25 13:34:56,502 INFO: [ epoch: 248 ] [ iter: 6,700 ] [ performance: 12.610 it/s ] [ lr: 1.00e-04 ] [ eta: 528 days, 5:27:47 ] [ l_g_pix: 5.1731e-02 ] [ l_g_total: 5.1731e-02 ] +2024-10-25 13:35:03,829 INFO: [ epoch: 251 ] [ iter: 6,800 ] [ performance: 13.213 it/s ] [ lr: 1.00e-04 ] [ eta: 535 days, 13:34:33 ] [ l_g_pix: 6.9657e-02 ] [ l_g_total: 6.9657e-02 ] +2024-10-25 13:35:11,482 INFO: [ epoch: 255 ] [ iter: 6,900 ] [ performance: 14.334 it/s ] [ lr: 1.00e-04 ] [ eta: 543 days, 5:40:43 ] [ l_g_pix: 5.4928e-02 ] [ l_g_total: 5.4928e-02 ] +2024-10-25 13:35:18,960 INFO: [ epoch: 259 ] [ iter: 7,000 ] [ performance: 13.740 it/s ] [ lr: 1.00e-04 ] [ eta: 550 days, 16:51:40 ] [ l_g_pix: 4.8564e-02 ] [ l_g_total: 4.8564e-02 ] +2024-10-25 13:35:26,122 INFO: [ epoch: 262 ] [ iter: 7,100 ] [ performance: 13.839 it/s ] [ lr: 1.00e-04 ] [ eta: 557 days, 19:29:04 ] [ l_g_pix: 6.7399e-02 ] [ l_g_total: 6.7399e-02 ] +2024-10-25 13:35:33,626 INFO: [ epoch: 266 ] [ iter: 7,200 ] [ performance: 13.526 it/s ] [ lr: 1.00e-04 ] [ eta: 565 days, 6:29:56 ] [ l_g_pix: 5.7051e-02 ] [ l_g_total: 5.7051e-02 ] +2024-10-25 13:35:41,315 INFO: [ epoch: 270 ] [ iter: 7,300 ] [ performance: 12.414 it/s ] [ lr: 1.00e-04 ] [ eta: 572 days, 21:52:09 ] [ l_g_pix: 6.5623e-02 ] [ l_g_total: 6.5623e-02 ] +2024-10-25 13:35:48,962 INFO: [ epoch: 274 ] [ iter: 7,400 ] [ performance: 12.811 it/s ] [ lr: 1.00e-04 ] [ eta: 580 days, 11:43:59 ] [ l_g_pix: 7.0018e-02 ] [ l_g_total: 7.0018e-02 ] +2024-10-25 13:35:56,128 INFO: [ epoch: 277 ] [ iter: 7,500 ] [ performance: 13.542 it/s ] [ lr: 1.00e-04 ] [ eta: 587 days, 12:48:13 ] [ l_g_pix: 6.5638e-02 ] [ l_g_total: 6.5638e-02 ] +2024-10-25 13:36:03,766 INFO: [ epoch: 281 ] [ iter: 7,600 ] [ performance: 13.264 it/s ] [ lr: 1.00e-04 ] [ eta: 595 days, 1:35:46 ] [ l_g_pix: 6.7939e-02 ] [ l_g_total: 6.7939e-02 ] +2024-10-25 13:36:11,124 INFO: [ epoch: 285 ] [ iter: 7,700 ] [ performance: 12.913 it/s ] [ lr: 1.00e-04 ] [ eta: 602 days, 6:47:58 ] [ l_g_pix: 6.7188e-02 ] [ l_g_total: 6.7188e-02 ] +2024-10-25 13:36:17,963 INFO: [ epoch: 288 ] [ iter: 7,800 ] [ performance: 13.918 it/s ] [ lr: 1.00e-04 ] [ eta: 608 days, 22:17:41 ] [ l_g_pix: 6.3726e-02 ] [ l_g_total: 6.3726e-02 ] +2024-10-25 13:36:25,854 INFO: [ epoch: 292 ] [ iter: 7,900 ] [ performance: 14.211 it/s ] [ lr: 1.00e-04 ] [ eta: 616 days, 16:18:32 ] [ l_g_pix: 7.1490e-02 ] [ l_g_total: 7.1490e-02 ] +2024-10-25 13:36:33,430 INFO: [ epoch: 296 ] [ iter: 8,000 ] [ performance: 13.567 it/s ] [ lr: 1.00e-04 ] [ eta: 624 days, 1:50:26 ] [ l_g_pix: 7.6000e-02 ] [ l_g_total: 7.6000e-02 ] +2024-10-25 13:36:40,402 INFO: [ epoch: 299 ] [ iter: 8,100 ] [ performance: 13.867 it/s ] [ lr: 1.00e-04 ] [ eta: 630 days, 19:32:39 ] [ l_g_pix: 7.4837e-02 ] [ l_g_total: 7.4837e-02 ] +2024-10-25 13:36:47,737 INFO: [ epoch: 303 ] [ iter: 8,200 ] [ performance: 13.721 it/s ] [ lr: 1.00e-04 ] [ eta: 637 days, 22:06:42 ] [ l_g_pix: 6.5349e-02 ] [ l_g_total: 6.5349e-02 ] +2024-10-25 13:36:55,418 INFO: [ epoch: 307 ] [ iter: 8,300 ] [ performance: 13.880 it/s ] [ lr: 1.00e-04 ] [ eta: 645 days, 9:04:53 ] [ l_g_pix: 5.6751e-02 ] [ l_g_total: 5.6751e-02 ] +2024-10-25 13:37:02,651 INFO: [ epoch: 311 ] [ iter: 8,400 ] [ performance: 13.847 it/s ] [ lr: 1.00e-04 ] [ eta: 652 days, 8:13:49 ] [ l_g_pix: 7.1899e-02 ] [ l_g_total: 7.1899e-02 ] +2024-10-25 13:37:09,236 INFO: [ epoch: 314 ] [ iter: 8,500 ] [ performance: 14.636 it/s ] [ lr: 1.00e-04 ] [ eta: 658 days, 14:31:04 ] [ l_g_pix: 7.4005e-02 ] [ l_g_total: 7.4005e-02 ] +2024-10-25 13:37:16,778 INFO: [ epoch: 318 ] [ iter: 8,600 ] [ performance: 13.735 it/s ] [ lr: 1.00e-04 ] [ eta: 665 days, 20:43:18 ] [ l_g_pix: 8.1127e-02 ] [ l_g_total: 8.1127e-02 ] +2024-10-25 13:37:24,390 INFO: [ epoch: 322 ] [ iter: 8,700 ] [ performance: 13.780 it/s ] [ lr: 1.00e-04 ] [ eta: 673 days, 4:15:50 ] [ l_g_pix: 7.3617e-02 ] [ l_g_total: 7.3617e-02 ] +2024-10-25 13:37:31,325 INFO: [ epoch: 325 ] [ iter: 8,800 ] [ performance: 14.182 it/s ] [ lr: 1.00e-04 ] [ eta: 679 days, 18:15:32 ] [ l_g_pix: 6.9219e-02 ] [ l_g_total: 6.9219e-02 ] +2024-10-25 13:37:38,886 INFO: [ epoch: 329 ] [ iter: 8,900 ] [ performance: 13.548 it/s ] [ lr: 1.00e-04 ] [ eta: 686 days, 23:42:45 ] [ l_g_pix: 6.1289e-02 ] [ l_g_total: 6.1289e-02 ] +2024-10-25 13:37:46,243 INFO: [ epoch: 333 ] [ iter: 9,000 ] [ performance: 13.579 it/s ] [ lr: 1.00e-04 ] [ eta: 693 days, 23:34:00 ] [ l_g_pix: 6.5318e-02 ] [ l_g_total: 6.5318e-02 ] +2024-10-25 13:37:53,741 INFO: [ epoch: 337 ] [ iter: 9,100 ] [ performance: 12.236 it/s ] [ lr: 1.00e-04 ] [ eta: 701 days, 2:35:38 ] [ l_g_pix: 6.6896e-02 ] [ l_g_total: 6.6896e-02 ] +2024-10-25 13:38:00,364 INFO: [ epoch: 340 ] [ iter: 9,200 ] [ performance: 13.943 it/s ] [ lr: 1.00e-04 ] [ eta: 707 days, 7:08:08 ] [ l_g_pix: 5.3092e-02 ] [ l_g_total: 5.3092e-02 ] +2024-10-25 13:38:07,557 INFO: [ epoch: 344 ] [ iter: 9,300 ] [ performance: 14.455 it/s ] [ lr: 1.00e-04 ] [ eta: 714 days, 1:38:56 ] [ l_g_pix: 7.4225e-02 ] [ l_g_total: 7.4225e-02 ] +2024-10-25 13:38:14,871 INFO: [ epoch: 348 ] [ iter: 9,400 ] [ performance: 13.938 it/s ] [ lr: 1.00e-04 ] [ eta: 720 days, 22:49:50 ] [ l_g_pix: 5.4259e-02 ] [ l_g_total: 5.4259e-02 ] +2024-10-25 13:38:21,348 INFO: [ epoch: 351 ] [ iter: 9,500 ] [ performance: 14.770 it/s ] [ lr: 1.00e-04 ] [ eta: 726 days, 22:33:26 ] [ l_g_pix: 6.2548e-02 ] [ l_g_total: 6.2548e-02 ] +2024-10-25 13:38:28,796 INFO: [ epoch: 355 ] [ iter: 9,600 ] [ performance: 13.866 it/s ] [ lr: 1.00e-04 ] [ eta: 733 days, 22:17:22 ] [ l_g_pix: 5.5412e-02 ] [ l_g_total: 5.5412e-02 ] +2024-10-25 13:38:36,310 INFO: [ epoch: 359 ] [ iter: 9,700 ] [ performance: 13.829 it/s ] [ lr: 1.00e-04 ] [ eta: 740 days, 23:17:09 ] [ l_g_pix: 6.1878e-02 ] [ l_g_total: 6.1878e-02 ] +2024-10-25 13:38:43,068 INFO: [ epoch: 362 ] [ iter: 9,800 ] [ performance: 14.454 it/s ] [ lr: 1.00e-04 ] [ eta: 747 days, 4:54:21 ] [ l_g_pix: 8.2825e-02 ] [ l_g_total: 8.2825e-02 ] +2024-10-25 13:38:50,638 INFO: [ epoch: 366 ] [ iter: 9,900 ] [ performance: 13.351 it/s ] [ lr: 1.00e-04 ] [ eta: 754 days, 6:29:54 ] [ l_g_pix: 6.3321e-02 ] [ l_g_total: 6.3321e-02 ] +2024-10-25 13:38:58,200 INFO: [ epoch: 370 ] [ iter: 10,000 ] [ performance: 13.269 it/s ] [ lr: 1.00e-04 ] [ eta: 761 days, 7:26:26 ] [ l_g_pix: 8.0467e-02 ] [ l_g_total: 8.0467e-02 ] +2024-10-25 13:38:58,200 INFO: Saving models and training states. +2024-10-25 13:40:08,615 INFO: Validation val + + # psnr: 21.3025........ Best: 21.3025 @ 10000 iter + # ssim: 0.6080........ Best: 0.6080 @ 10000 iter + # dists: 0.7898........ Best: 0.7898 @ 10000 iter + +2024-10-25 13:40:16,426 INFO: [ epoch: 374 ] [ iter: 10,100 ] [ performance: 13.063 it/s ] [ lr: 1.00e-04 ] [ eta: 841 days, 20:35:52 ] [ l_g_pix: 5.5937e-02 ] [ l_g_total: 5.5937e-02 ] +2024-10-25 13:40:23,470 INFO: [ epoch: 377 ] [ iter: 10,200 ] [ performance: 13.799 it/s ] [ lr: 1.00e-04 ] [ eta: 848 days, 5:49:48 ] [ l_g_pix: 6.6182e-02 ] [ l_g_total: 6.6182e-02 ] +2024-10-25 13:40:31,263 INFO: [ epoch: 381 ] [ iter: 10,300 ] [ performance: 12.760 it/s ] [ lr: 1.00e-04 ] [ eta: 855 days, 9:20:41 ] [ l_g_pix: 5.3894e-02 ] [ l_g_total: 5.3894e-02 ] +2024-10-25 13:40:39,200 INFO: [ epoch: 385 ] [ iter: 10,400 ] [ performance: 12.654 it/s ] [ lr: 1.00e-04 ] [ eta: 862 days, 15:59:00 ] [ l_g_pix: 6.6335e-02 ] [ l_g_total: 6.6335e-02 ] +2024-10-25 13:40:46,395 INFO: [ epoch: 388 ] [ iter: 10,500 ] [ performance: 15.256 it/s ] [ lr: 1.00e-04 ] [ eta: 869 days, 3:44:49 ] [ l_g_pix: 7.0209e-02 ] [ l_g_total: 7.0209e-02 ] +2024-10-25 13:40:54,150 INFO: [ epoch: 392 ] [ iter: 10,600 ] [ performance: 13.577 it/s ] [ lr: 1.00e-04 ] [ eta: 876 days, 5:01:59 ] [ l_g_pix: 5.9138e-02 ] [ l_g_total: 5.9138e-02 ] +2024-10-25 13:41:02,052 INFO: [ epoch: 396 ] [ iter: 10,700 ] [ performance: 12.417 it/s ] [ lr: 1.00e-04 ] [ eta: 883 days, 9:31:08 ] [ l_g_pix: 6.6781e-02 ] [ l_g_total: 6.6781e-02 ] +2024-10-25 13:41:09,406 INFO: [ epoch: 399 ] [ iter: 10,800 ] [ performance: 13.198 it/s ] [ lr: 1.00e-04 ] [ eta: 889 days, 23:59:59 ] [ l_g_pix: 6.1198e-02 ] [ l_g_total: 6.1198e-02 ] +2024-10-25 13:41:17,247 INFO: [ epoch: 403 ] [ iter: 10,900 ] [ performance: 12.270 it/s ] [ lr: 1.00e-04 ] [ eta: 897 days, 2:06:01 ] [ l_g_pix: 5.4311e-02 ] [ l_g_total: 5.4311e-02 ] +2024-10-25 13:41:25,102 INFO: [ epoch: 407 ] [ iter: 11,000 ] [ performance: 12.583 it/s ] [ lr: 1.00e-04 ] [ eta: 904 days, 4:07:33 ] [ l_g_pix: 4.9705e-02 ] [ l_g_total: 4.9705e-02 ] +2024-10-25 13:41:32,969 INFO: [ epoch: 411 ] [ iter: 11,100 ] [ performance: 12.301 it/s ] [ lr: 1.00e-04 ] [ eta: 911 days, 6:01:28 ] [ l_g_pix: 6.6001e-02 ] [ l_g_total: 6.6001e-02 ] +2024-10-25 13:41:40,338 INFO: [ epoch: 414 ] [ iter: 11,200 ] [ performance: 13.151 it/s ] [ lr: 1.00e-04 ] [ eta: 917 days, 19:11:35 ] [ l_g_pix: 5.5871e-02 ] [ l_g_total: 5.5871e-02 ] +2024-10-25 13:41:48,495 INFO: [ epoch: 418 ] [ iter: 11,300 ] [ performance: 11.359 it/s ] [ lr: 1.00e-04 ] [ eta: 925 days, 3:22:07 ] [ l_g_pix: 6.0954e-02 ] [ l_g_total: 6.0954e-02 ] +2024-10-25 13:41:56,396 INFO: [ epoch: 422 ] [ iter: 11,400 ] [ performance: 12.231 it/s ] [ lr: 1.00e-04 ] [ eta: 932 days, 4:47:08 ] [ l_g_pix: 5.7644e-02 ] [ l_g_total: 5.7644e-02 ] +2024-10-25 13:42:03,599 INFO: [ epoch: 425 ] [ iter: 11,500 ] [ performance: 14.515 it/s ] [ lr: 1.00e-04 ] [ eta: 938 days, 12:36:23 ] [ l_g_pix: 7.1936e-02 ] [ l_g_total: 7.1936e-02 ] +2024-10-25 13:42:11,538 INFO: [ epoch: 429 ] [ iter: 11,600 ] [ performance: 13.120 it/s ] [ lr: 1.00e-04 ] [ eta: 945 days, 14:04:53 ] [ l_g_pix: 6.4682e-02 ] [ l_g_total: 6.4682e-02 ] +2024-10-25 13:42:19,576 INFO: [ epoch: 433 ] [ iter: 11,700 ] [ performance: 11.347 it/s ] [ lr: 1.00e-04 ] [ eta: 952 days, 17:34:11 ] [ l_g_pix: 8.7708e-02 ] [ l_g_total: 8.7708e-02 ] +2024-10-25 13:42:27,412 INFO: [ epoch: 437 ] [ iter: 11,800 ] [ performance: 12.310 it/s ] [ lr: 1.00e-04 ] [ eta: 959 days, 15:39:08 ] [ l_g_pix: 5.1939e-02 ] [ l_g_total: 5.1939e-02 ] +2024-10-25 13:42:34,731 INFO: [ epoch: 440 ] [ iter: 11,900 ] [ performance: 14.437 it/s ] [ lr: 1.00e-04 ] [ eta: 966 days, 0:39:00 ] [ l_g_pix: 6.4145e-02 ] [ l_g_total: 6.4145e-02 ] +2024-10-25 13:42:42,559 INFO: [ epoch: 444 ] [ iter: 12,000 ] [ performance: 13.218 it/s ] [ lr: 1.00e-04 ] [ eta: 972 days, 21:41:36 ] [ l_g_pix: 5.7830e-02 ] [ l_g_total: 5.7830e-02 ] +2024-10-25 13:42:50,411 INFO: [ epoch: 448 ] [ iter: 12,100 ] [ performance: 11.645 it/s ] [ lr: 1.00e-04 ] [ eta: 979 days, 18:51:26 ] [ l_g_pix: 5.9479e-02 ] [ l_g_total: 5.9479e-02 ] +2024-10-25 13:42:57,704 INFO: [ epoch: 451 ] [ iter: 12,200 ] [ performance: 13.051 it/s ] [ lr: 1.00e-04 ] [ eta: 986 days, 1:58:39 ] [ l_g_pix: 6.5933e-02 ] [ l_g_total: 6.5933e-02 ] +2024-10-25 13:43:05,666 INFO: [ epoch: 455 ] [ iter: 12,300 ] [ performance: 14.384 it/s ] [ lr: 1.00e-04 ] [ eta: 993 days, 0:58:57 ] [ l_g_pix: 5.8664e-02 ] [ l_g_total: 5.8664e-02 ] +2024-10-25 13:43:13,570 INFO: [ epoch: 459 ] [ iter: 12,400 ] [ performance: 13.096 it/s ] [ lr: 1.00e-04 ] [ eta: 999 days, 22:08:29 ] [ l_g_pix: 7.2770e-02 ] [ l_g_total: 7.2770e-02 ] +2024-10-25 13:43:20,607 INFO: [ epoch: 462 ] [ iter: 12,500 ] [ performance: 14.863 it/s ] [ lr: 1.00e-04 ] [ eta: 1005 days, 21:47:01 ] [ l_g_pix: 6.7016e-02 ] [ l_g_total: 6.7016e-02 ] +2024-10-25 13:43:28,622 INFO: [ epoch: 466 ] [ iter: 12,600 ] [ performance: 13.056 it/s ] [ lr: 1.00e-04 ] [ eta: 1012 days, 20:45:57 ] [ l_g_pix: 7.2281e-02 ] [ l_g_total: 7.2281e-02 ] +2024-10-25 13:43:36,476 INFO: [ epoch: 470 ] [ iter: 12,700 ] [ performance: 11.657 it/s ] [ lr: 1.00e-04 ] [ eta: 1019 days, 15:25:25 ] [ l_g_pix: 6.7170e-02 ] [ l_g_total: 6.7170e-02 ] +2024-10-25 13:43:44,226 INFO: [ epoch: 474 ] [ iter: 12,800 ] [ performance: 12.543 it/s ] [ lr: 1.00e-04 ] [ eta: 1026 days, 7:05:58 ] [ l_g_pix: 5.7536e-02 ] [ l_g_total: 5.7536e-02 ] +2024-10-25 13:43:51,542 INFO: [ epoch: 477 ] [ iter: 12,900 ] [ performance: 14.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1032 days, 11:51:22 ] [ l_g_pix: 6.2875e-02 ] [ l_g_total: 6.2875e-02 ] +2024-10-25 13:43:59,578 INFO: [ epoch: 481 ] [ iter: 13,000 ] [ performance: 12.865 it/s ] [ lr: 1.00e-04 ] [ eta: 1039 days, 9:36:59 ] [ l_g_pix: 6.1053e-02 ] [ l_g_total: 6.1053e-02 ] +2024-10-25 13:44:07,387 INFO: [ epoch: 485 ] [ iter: 13,100 ] [ performance: 10.935 it/s ] [ lr: 1.00e-04 ] [ eta: 1046 days, 1:25:33 ] [ l_g_pix: 6.3320e-02 ] [ l_g_total: 6.3320e-02 ] +2024-10-25 13:44:14,464 INFO: [ epoch: 488 ] [ iter: 13,200 ] [ performance: 13.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1051 days, 23:10:43 ] [ l_g_pix: 6.6429e-02 ] [ l_g_total: 6.6429e-02 ] +2024-10-25 13:44:22,498 INFO: [ epoch: 492 ] [ iter: 13,300 ] [ performance: 13.673 it/s ] [ lr: 1.00e-04 ] [ eta: 1058 days, 19:34:32 ] [ l_g_pix: 5.9471e-02 ] [ l_g_total: 5.9471e-02 ] +2024-10-25 13:44:30,545 INFO: [ epoch: 496 ] [ iter: 13,400 ] [ performance: 12.723 it/s ] [ lr: 1.00e-04 ] [ eta: 1065 days, 15:50:47 ] [ l_g_pix: 6.7035e-02 ] [ l_g_total: 6.7035e-02 ] +2024-10-25 13:44:37,718 INFO: [ epoch: 499 ] [ iter: 13,500 ] [ performance: 14.024 it/s ] [ lr: 1.00e-04 ] [ eta: 1071 days, 14:39:31 ] [ l_g_pix: 6.0705e-02 ] [ l_g_total: 6.0705e-02 ] +2024-10-25 13:44:45,524 INFO: [ epoch: 503 ] [ iter: 13,600 ] [ performance: 13.093 it/s ] [ lr: 1.00e-04 ] [ eta: 1078 days, 4:16:07 ] [ l_g_pix: 6.2497e-02 ] [ l_g_total: 6.2497e-02 ] +2024-10-25 13:44:53,379 INFO: [ epoch: 507 ] [ iter: 13,700 ] [ performance: 13.599 it/s ] [ lr: 1.00e-04 ] [ eta: 1084 days, 18:37:08 ] [ l_g_pix: 6.4293e-02 ] [ l_g_total: 6.4293e-02 ] +2024-10-25 13:45:01,271 INFO: [ epoch: 511 ] [ iter: 13,800 ] [ performance: 12.886 it/s ] [ lr: 1.00e-04 ] [ eta: 1091 days, 9:24:47 ] [ l_g_pix: 6.0996e-02 ] [ l_g_total: 6.0996e-02 ] +2024-10-25 13:45:08,594 INFO: [ epoch: 514 ] [ iter: 13,900 ] [ performance: 13.728 it/s ] [ lr: 1.00e-04 ] [ eta: 1097 days, 10:09:54 ] [ l_g_pix: 6.9301e-02 ] [ l_g_total: 6.9301e-02 ] +2024-10-25 13:45:16,430 INFO: [ epoch: 518 ] [ iter: 14,000 ] [ performance: 12.980 it/s ] [ lr: 1.00e-04 ] [ eta: 1103 days, 22:45:50 ] [ l_g_pix: 6.3004e-02 ] [ l_g_total: 6.3004e-02 ] +2024-10-25 13:45:24,485 INFO: [ epoch: 522 ] [ iter: 14,100 ] [ performance: 13.639 it/s ] [ lr: 1.00e-04 ] [ eta: 1110 days, 16:08:49 ] [ l_g_pix: 6.4824e-02 ] [ l_g_total: 6.4824e-02 ] +2024-10-25 13:45:31,920 INFO: [ epoch: 525 ] [ iter: 14,200 ] [ performance: 13.494 it/s ] [ lr: 1.00e-04 ] [ eta: 1116 days, 18:19:41 ] [ l_g_pix: 6.1428e-02 ] [ l_g_total: 6.1428e-02 ] +2024-10-25 13:45:40,205 INFO: [ epoch: 529 ] [ iter: 14,300 ] [ performance: 13.049 it/s ] [ lr: 1.00e-04 ] [ eta: 1123 days, 16:17:38 ] [ l_g_pix: 6.6687e-02 ] [ l_g_total: 6.6687e-02 ] +2024-10-25 13:45:48,116 INFO: [ epoch: 533 ] [ iter: 14,400 ] [ performance: 12.732 it/s ] [ lr: 1.00e-04 ] [ eta: 1130 days, 4:56:42 ] [ l_g_pix: 6.1695e-02 ] [ l_g_total: 6.1695e-02 ] +2024-10-25 13:45:55,967 INFO: [ epoch: 537 ] [ iter: 14,500 ] [ performance: 10.128 it/s ] [ lr: 1.00e-04 ] [ eta: 1136 days, 15:42:42 ] [ l_g_pix: 6.0035e-02 ] [ l_g_total: 6.0035e-02 ] +2024-10-25 13:46:02,956 INFO: [ epoch: 540 ] [ iter: 14,600 ] [ performance: 13.125 it/s ] [ lr: 1.00e-04 ] [ eta: 1142 days, 5:36:21 ] [ l_g_pix: 6.3754e-02 ] [ l_g_total: 6.3754e-02 ] +2024-10-25 13:46:10,965 INFO: [ epoch: 544 ] [ iter: 14,700 ] [ performance: 12.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1148 days, 19:15:32 ] [ l_g_pix: 4.8833e-02 ] [ l_g_total: 4.8833e-02 ] +2024-10-25 13:46:18,997 INFO: [ epoch: 548 ] [ iter: 14,800 ] [ performance: 12.382 it/s ] [ lr: 1.00e-04 ] [ eta: 1155 days, 9:01:35 ] [ l_g_pix: 5.7517e-02 ] [ l_g_total: 5.7517e-02 ] +2024-10-25 13:46:26,261 INFO: [ epoch: 551 ] [ iter: 14,900 ] [ performance: 12.642 it/s ] [ lr: 1.00e-04 ] [ eta: 1161 days, 4:11:45 ] [ l_g_pix: 7.8364e-02 ] [ l_g_total: 7.8364e-02 ] +2024-10-25 13:46:34,278 INFO: [ epoch: 555 ] [ iter: 15,000 ] [ performance: 12.510 it/s ] [ lr: 1.00e-04 ] [ eta: 1167 days, 16:43:50 ] [ l_g_pix: 5.8665e-02 ] [ l_g_total: 5.8665e-02 ] +2024-10-25 13:46:42,179 INFO: [ epoch: 559 ] [ iter: 15,100 ] [ performance: 12.759 it/s ] [ lr: 1.00e-04 ] [ eta: 1174 days, 2:05:14 ] [ l_g_pix: 6.2474e-02 ] [ l_g_total: 6.2474e-02 ] +2024-10-25 13:46:49,348 INFO: [ epoch: 562 ] [ iter: 15,200 ] [ performance: 13.695 it/s ] [ lr: 1.00e-04 ] [ eta: 1179 days, 17:46:53 ] [ l_g_pix: 5.9923e-02 ] [ l_g_total: 5.9923e-02 ] +2024-10-25 13:46:57,189 INFO: [ epoch: 566 ] [ iter: 15,300 ] [ performance: 13.544 it/s ] [ lr: 1.00e-04 ] [ eta: 1186 days, 0:51:57 ] [ l_g_pix: 6.6313e-02 ] [ l_g_total: 6.6313e-02 ] +2024-10-25 13:47:04,988 INFO: [ epoch: 570 ] [ iter: 15,400 ] [ performance: 12.958 it/s ] [ lr: 1.00e-04 ] [ eta: 1192 days, 6:32:18 ] [ l_g_pix: 5.2805e-02 ] [ l_g_total: 5.2805e-02 ] +2024-10-25 13:47:12,724 INFO: [ epoch: 574 ] [ iter: 15,500 ] [ performance: 12.630 it/s ] [ lr: 1.00e-04 ] [ eta: 1198 days, 10:16:50 ] [ l_g_pix: 6.1701e-02 ] [ l_g_total: 6.1701e-02 ] +2024-10-25 13:47:19,848 INFO: [ epoch: 577 ] [ iter: 15,600 ] [ performance: 13.752 it/s ] [ lr: 1.00e-04 ] [ eta: 1203 days, 23:16:18 ] [ l_g_pix: 5.6283e-02 ] [ l_g_total: 5.6283e-02 ] +2024-10-25 13:47:27,775 INFO: [ epoch: 581 ] [ iter: 15,700 ] [ performance: 11.934 it/s ] [ lr: 1.00e-04 ] [ eta: 1210 days, 6:38:33 ] [ l_g_pix: 6.6646e-02 ] [ l_g_total: 6.6646e-02 ] +2024-10-25 13:47:35,479 INFO: [ epoch: 585 ] [ iter: 15,800 ] [ performance: 12.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1216 days, 8:23:01 ] [ l_g_pix: 6.6218e-02 ] [ l_g_total: 6.6218e-02 ] +2024-10-25 13:47:42,795 INFO: [ epoch: 588 ] [ iter: 15,900 ] [ performance: 19.067 it/s ] [ lr: 1.00e-04 ] [ eta: 1222 days, 0:36:42 ] [ l_g_pix: 6.7227e-02 ] [ l_g_total: 6.7227e-02 ] +2024-10-25 13:47:50,965 INFO: [ epoch: 592 ] [ iter: 16,000 ] [ performance: 13.053 it/s ] [ lr: 1.00e-04 ] [ eta: 1228 days, 12:22:13 ] [ l_g_pix: 6.3588e-02 ] [ l_g_total: 6.3588e-02 ] +2024-10-25 13:47:58,736 INFO: [ epoch: 596 ] [ iter: 16,100 ] [ performance: 11.830 it/s ] [ lr: 1.00e-04 ] [ eta: 1234 days, 14:22:27 ] [ l_g_pix: 6.3400e-02 ] [ l_g_total: 6.3400e-02 ] +2024-10-25 13:48:05,978 INFO: [ epoch: 599 ] [ iter: 16,200 ] [ performance: 13.435 it/s ] [ lr: 1.00e-04 ] [ eta: 1240 days, 3:39:02 ] [ l_g_pix: 4.8921e-02 ] [ l_g_total: 4.8921e-02 ] +2024-10-25 13:48:13,766 INFO: [ epoch: 603 ] [ iter: 16,300 ] [ performance: 12.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1246 days, 5:10:49 ] [ l_g_pix: 5.5698e-02 ] [ l_g_total: 5.5698e-02 ] +2024-10-25 13:48:21,609 INFO: [ epoch: 607 ] [ iter: 16,400 ] [ performance: 12.632 it/s ] [ lr: 1.00e-04 ] [ eta: 1252 days, 7:35:10 ] [ l_g_pix: 5.6132e-02 ] [ l_g_total: 5.6132e-02 ] +2024-10-25 13:48:29,557 INFO: [ epoch: 611 ] [ iter: 16,500 ] [ performance: 11.331 it/s ] [ lr: 1.00e-04 ] [ eta: 1258 days, 11:58:43 ] [ l_g_pix: 6.5975e-02 ] [ l_g_total: 6.5975e-02 ] +2024-10-25 13:48:36,728 INFO: [ epoch: 614 ] [ iter: 16,600 ] [ performance: 13.473 it/s ] [ lr: 1.00e-04 ] [ eta: 1263 days, 21:56:25 ] [ l_g_pix: 4.7260e-02 ] [ l_g_total: 4.7260e-02 ] +2024-10-25 13:48:44,499 INFO: [ epoch: 618 ] [ iter: 16,700 ] [ performance: 10.660 it/s ] [ lr: 1.00e-04 ] [ eta: 1269 days, 21:22:32 ] [ l_g_pix: 7.2441e-02 ] [ l_g_total: 7.2441e-02 ] +2024-10-25 13:48:52,294 INFO: [ epoch: 622 ] [ iter: 16,800 ] [ performance: 12.463 it/s ] [ lr: 1.00e-04 ] [ eta: 1275 days, 20:55:31 ] [ l_g_pix: 7.8740e-02 ] [ l_g_total: 7.8740e-02 ] +2024-10-25 13:48:59,505 INFO: [ epoch: 625 ] [ iter: 16,900 ] [ performance: 18.530 it/s ] [ lr: 1.00e-04 ] [ eta: 1281 days, 6:35:03 ] [ l_g_pix: 5.6773e-02 ] [ l_g_total: 5.6773e-02 ] +2024-10-25 13:49:07,222 INFO: [ epoch: 629 ] [ iter: 17,000 ] [ performance: 13.521 it/s ] [ lr: 1.00e-04 ] [ eta: 1287 days, 3:29:52 ] [ l_g_pix: 6.1863e-02 ] [ l_g_total: 6.1863e-02 ] +2024-10-25 13:49:15,196 INFO: [ epoch: 633 ] [ iter: 17,100 ] [ performance: 10.227 it/s ] [ lr: 1.00e-04 ] [ eta: 1293 days, 5:53:06 ] [ l_g_pix: 6.5642e-02 ] [ l_g_total: 6.5642e-02 ] +2024-10-25 13:49:22,821 INFO: [ epoch: 637 ] [ iter: 17,200 ] [ performance: 12.650 it/s ] [ lr: 1.00e-04 ] [ eta: 1298 days, 23:50:07 ] [ l_g_pix: 5.3579e-02 ] [ l_g_total: 5.3579e-02 ] +2024-10-25 13:49:29,894 INFO: [ epoch: 640 ] [ iter: 17,300 ] [ performance: 21.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1304 days, 4:39:35 ] [ l_g_pix: 7.2392e-02 ] [ l_g_total: 7.2392e-02 ] +2024-10-25 13:49:37,938 INFO: [ epoch: 644 ] [ iter: 17,400 ] [ performance: 13.107 it/s ] [ lr: 1.00e-04 ] [ eta: 1310 days, 7:21:58 ] [ l_g_pix: 6.2938e-02 ] [ l_g_total: 6.2938e-02 ] +2024-10-25 13:49:45,397 INFO: [ epoch: 648 ] [ iter: 17,500 ] [ performance: 9.723 it/s ] [ lr: 1.00e-04 ] [ eta: 1315 days, 20:13:20 ] [ l_g_pix: 7.1508e-02 ] [ l_g_total: 7.1508e-02 ] +2024-10-25 13:49:52,525 INFO: [ epoch: 651 ] [ iter: 17,600 ] [ performance: 13.351 it/s ] [ lr: 1.00e-04 ] [ eta: 1321 days, 1:06:07 ] [ l_g_pix: 5.7323e-02 ] [ l_g_total: 5.7323e-02 ] +2024-10-25 13:50:00,286 INFO: [ epoch: 655 ] [ iter: 17,700 ] [ performance: 21.460 it/s ] [ lr: 1.00e-04 ] [ eta: 1326 days, 20:03:18 ] [ l_g_pix: 6.8801e-02 ] [ l_g_total: 6.8801e-02 ] +2024-10-25 13:50:08,368 INFO: [ epoch: 659 ] [ iter: 17,800 ] [ performance: 12.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1332 days, 21:53:30 ] [ l_g_pix: 6.6280e-02 ] [ l_g_total: 6.6280e-02 ] +2024-10-25 13:50:15,513 INFO: [ epoch: 662 ] [ iter: 17,900 ] [ performance: 19.986 it/s ] [ lr: 1.00e-04 ] [ eta: 1338 days, 1:55:29 ] [ l_g_pix: 6.7879e-02 ] [ l_g_total: 6.7879e-02 ] +2024-10-25 13:50:22,969 INFO: [ epoch: 666 ] [ iter: 18,000 ] [ performance: 13.866 it/s ] [ lr: 1.00e-04 ] [ eta: 1343 days, 12:38:20 ] [ l_g_pix: 5.4887e-02 ] [ l_g_total: 5.4887e-02 ] +2024-10-25 13:50:30,709 INFO: [ epoch: 670 ] [ iter: 18,100 ] [ performance: 8.924 it/s ] [ lr: 1.00e-04 ] [ eta: 1349 days, 5:23:11 ] [ l_g_pix: 5.7508e-02 ] [ l_g_total: 5.7508e-02 ] +2024-10-25 13:50:38,788 INFO: [ epoch: 674 ] [ iter: 18,200 ] [ performance: 11.958 it/s ] [ lr: 1.00e-04 ] [ eta: 1355 days, 5:25:42 ] [ l_g_pix: 7.9044e-02 ] [ l_g_total: 7.9044e-02 ] +2024-10-25 13:50:45,732 INFO: [ epoch: 677 ] [ iter: 18,300 ] [ performance: 22.497 it/s ] [ lr: 1.00e-04 ] [ eta: 1360 days, 3:14:18 ] [ l_g_pix: 6.5205e-02 ] [ l_g_total: 6.5205e-02 ] +2024-10-25 13:50:53,735 INFO: [ epoch: 681 ] [ iter: 18,400 ] [ performance: 12.974 it/s ] [ lr: 1.00e-04 ] [ eta: 1366 days, 0:40:43 ] [ l_g_pix: 5.6485e-02 ] [ l_g_total: 5.6485e-02 ] +2024-10-25 13:51:01,567 INFO: [ epoch: 685 ] [ iter: 18,500 ] [ performance: 7.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1371 days, 17:49:04 ] [ l_g_pix: 7.9189e-02 ] [ l_g_total: 7.9189e-02 ] +2024-10-25 13:51:08,930 INFO: [ epoch: 688 ] [ iter: 18,600 ] [ performance: 12.766 it/s ] [ lr: 1.00e-04 ] [ eta: 1376 days, 23:54:08 ] [ l_g_pix: 5.9418e-02 ] [ l_g_total: 5.9418e-02 ] +2024-10-25 13:51:17,130 INFO: [ epoch: 692 ] [ iter: 18,700 ] [ performance: 19.218 it/s ] [ lr: 1.00e-04 ] [ eta: 1383 days, 0:28:49 ] [ l_g_pix: 6.7199e-02 ] [ l_g_total: 6.7199e-02 ] +2024-10-25 13:51:24,987 INFO: [ epoch: 696 ] [ iter: 18,800 ] [ performance: 13.017 it/s ] [ lr: 1.00e-04 ] [ eta: 1388 days, 16:52:21 ] [ l_g_pix: 5.8522e-02 ] [ l_g_total: 5.8522e-02 ] +2024-10-25 13:51:32,218 INFO: [ epoch: 699 ] [ iter: 18,900 ] [ performance: 15.308 it/s ] [ lr: 1.00e-04 ] [ eta: 1393 days, 18:43:34 ] [ l_g_pix: 5.6670e-02 ] [ l_g_total: 5.6670e-02 ] +2024-10-25 13:51:39,926 INFO: [ epoch: 703 ] [ iter: 19,000 ] [ performance: 13.088 it/s ] [ lr: 1.00e-04 ] [ eta: 1399 days, 6:54:40 ] [ l_g_pix: 6.1170e-02 ] [ l_g_total: 6.1170e-02 ] +2024-10-25 13:51:47,986 INFO: [ epoch: 707 ] [ iter: 19,100 ] [ performance: 19.198 it/s ] [ lr: 1.00e-04 ] [ eta: 1405 days, 2:34:48 ] [ l_g_pix: 5.4749e-02 ] [ l_g_total: 5.4749e-02 ] +2024-10-25 13:51:55,853 INFO: [ epoch: 711 ] [ iter: 19,200 ] [ performance: 12.922 it/s ] [ lr: 1.00e-04 ] [ eta: 1410 days, 17:27:32 ] [ l_g_pix: 6.3214e-02 ] [ l_g_total: 6.3214e-02 ] +2024-10-25 13:52:02,710 INFO: [ epoch: 714 ] [ iter: 19,300 ] [ performance: 22.302 it/s ] [ lr: 1.00e-04 ] [ eta: 1415 days, 9:16:03 ] [ l_g_pix: 5.8539e-02 ] [ l_g_total: 5.8539e-02 ] +2024-10-25 13:52:10,601 INFO: [ epoch: 718 ] [ iter: 19,400 ] [ performance: 12.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1420 days, 23:49:54 ] [ l_g_pix: 5.5058e-02 ] [ l_g_total: 5.5058e-02 ] +2024-10-25 13:52:18,640 INFO: [ epoch: 722 ] [ iter: 19,500 ] [ performance: 18.299 it/s ] [ lr: 1.00e-04 ] [ eta: 1426 days, 17:17:02 ] [ l_g_pix: 6.4016e-02 ] [ l_g_total: 6.4016e-02 ] +2024-10-25 13:52:25,638 INFO: [ epoch: 725 ] [ iter: 19,600 ] [ performance: 14.384 it/s ] [ lr: 1.00e-04 ] [ eta: 1431 days, 11:02:26 ] [ l_g_pix: 7.6257e-02 ] [ l_g_total: 7.6257e-02 ] +2024-10-25 13:52:33,516 INFO: [ epoch: 729 ] [ iter: 19,700 ] [ performance: 20.150 it/s ] [ lr: 1.00e-04 ] [ eta: 1437 days, 0:00:42 ] [ l_g_pix: 6.2321e-02 ] [ l_g_total: 6.2321e-02 ] +2024-10-25 13:52:41,317 INFO: [ epoch: 733 ] [ iter: 19,800 ] [ performance: 12.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1442 days, 10:51:58 ] [ l_g_pix: 5.3726e-02 ] [ l_g_total: 5.3726e-02 ] +2024-10-25 13:52:49,513 INFO: [ epoch: 737 ] [ iter: 19,900 ] [ performance: 1.440 it/s ] [ lr: 1.00e-04 ] [ eta: 1448 days, 6:02:53 ] [ l_g_pix: 6.5652e-02 ] [ l_g_total: 6.5652e-02 ] +2024-10-25 13:52:56,760 INFO: [ epoch: 740 ] [ iter: 20,000 ] [ performance: 12.720 it/s ] [ lr: 1.00e-04 ] [ eta: 1453 days, 3:42:19 ] [ l_g_pix: 7.0747e-02 ] [ l_g_total: 7.0747e-02 ] +2024-10-25 13:52:56,761 INFO: Saving models and training states. +2024-10-25 13:54:05,115 INFO: Validation val + + # psnr: 21.6979........ Best: 21.6979 @ 20000 iter + # ssim: 0.6266........ Best: 0.6266 @ 20000 iter + # dists: 0.7884........ Best: 0.7884 @ 20000 iter + +2024-10-25 13:54:13,173 INFO: [ epoch: 744 ] [ iter: 20,100 ] [ performance: 12.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1522 days, 0:01:50 ] [ l_g_pix: 5.8495e-02 ] [ l_g_total: 5.8495e-02 ] +2024-10-25 13:54:20,976 INFO: [ epoch: 748 ] [ iter: 20,200 ] [ performance: 12.819 it/s ] [ lr: 1.00e-04 ] [ eta: 1527 days, 7:16:00 ] [ l_g_pix: 7.5754e-02 ] [ l_g_total: 7.5754e-02 ] +2024-10-25 13:54:28,208 INFO: [ epoch: 751 ] [ iter: 20,300 ] [ performance: 13.305 it/s ] [ lr: 1.00e-04 ] [ eta: 1532 days, 1:26:44 ] [ l_g_pix: 6.3964e-02 ] [ l_g_total: 6.3964e-02 ] +2024-10-25 13:54:36,024 INFO: [ epoch: 755 ] [ iter: 20,400 ] [ performance: 12.759 it/s ] [ lr: 1.00e-04 ] [ eta: 1537 days, 8:07:27 ] [ l_g_pix: 6.8021e-02 ] [ l_g_total: 6.8021e-02 ] +2024-10-25 13:54:43,959 INFO: [ epoch: 759 ] [ iter: 20,500 ] [ performance: 12.681 it/s ] [ lr: 1.00e-04 ] [ eta: 1542 days, 16:59:57 ] [ l_g_pix: 6.3809e-02 ] [ l_g_total: 6.3809e-02 ] +2024-10-25 13:54:51,186 INFO: [ epoch: 762 ] [ iter: 20,600 ] [ performance: 13.769 it/s ] [ lr: 1.00e-04 ] [ eta: 1547 days, 9:48:54 ] [ l_g_pix: 6.2796e-02 ] [ l_g_total: 6.2796e-02 ] +2024-10-25 13:54:59,193 INFO: [ epoch: 766 ] [ iter: 20,700 ] [ performance: 13.092 it/s ] [ lr: 1.00e-04 ] [ eta: 1552 days, 19:25:28 ] [ l_g_pix: 5.8873e-02 ] [ l_g_total: 5.8873e-02 ] +2024-10-25 13:55:07,064 INFO: [ epoch: 770 ] [ iter: 20,800 ] [ performance: 12.534 it/s ] [ lr: 1.00e-04 ] [ eta: 1558 days, 1:35:26 ] [ l_g_pix: 6.4726e-02 ] [ l_g_total: 6.4726e-02 ] +2024-10-25 13:55:14,887 INFO: [ epoch: 774 ] [ iter: 20,900 ] [ performance: 12.660 it/s ] [ lr: 1.00e-04 ] [ eta: 1563 days, 6:16:05 ] [ l_g_pix: 6.4719e-02 ] [ l_g_total: 6.4719e-02 ] +2024-10-25 13:55:22,044 INFO: [ epoch: 777 ] [ iter: 21,000 ] [ performance: 13.818 it/s ] [ lr: 1.00e-04 ] [ eta: 1567 days, 19:52:44 ] [ l_g_pix: 6.0928e-02 ] [ l_g_total: 6.0928e-02 ] +2024-10-25 13:55:30,169 INFO: [ epoch: 781 ] [ iter: 21,100 ] [ performance: 13.005 it/s ] [ lr: 1.00e-04 ] [ eta: 1573 days, 6:19:41 ] [ l_g_pix: 6.4131e-02 ] [ l_g_total: 6.4131e-02 ] +2024-10-25 13:55:38,053 INFO: [ epoch: 785 ] [ iter: 21,200 ] [ performance: 12.479 it/s ] [ lr: 1.00e-04 ] [ eta: 1578 days, 11:02:00 ] [ l_g_pix: 6.7891e-02 ] [ l_g_total: 6.7891e-02 ] +2024-10-25 13:55:45,326 INFO: [ epoch: 788 ] [ iter: 21,300 ] [ performance: 13.101 it/s ] [ lr: 1.00e-04 ] [ eta: 1583 days, 1:57:33 ] [ l_g_pix: 7.0810e-02 ] [ l_g_total: 7.0810e-02 ] +2024-10-25 13:55:53,249 INFO: [ epoch: 792 ] [ iter: 21,400 ] [ performance: 13.634 it/s ] [ lr: 1.00e-04 ] [ eta: 1588 days, 6:40:19 ] [ l_g_pix: 6.9456e-02 ] [ l_g_total: 6.9456e-02 ] +2024-10-25 13:56:01,228 INFO: [ epoch: 796 ] [ iter: 21,500 ] [ performance: 13.045 it/s ] [ lr: 1.00e-04 ] [ eta: 1593 days, 12:09:31 ] [ l_g_pix: 5.3853e-02 ] [ l_g_total: 5.3853e-02 ] +2024-10-25 13:56:08,603 INFO: [ epoch: 799 ] [ iter: 21,600 ] [ performance: 13.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1598 days, 4:02:04 ] [ l_g_pix: 6.5714e-02 ] [ l_g_total: 6.5714e-02 ] +2024-10-25 13:56:16,355 INFO: [ epoch: 803 ] [ iter: 21,700 ] [ performance: 13.055 it/s ] [ lr: 1.00e-04 ] [ eta: 1603 days, 3:43:22 ] [ l_g_pix: 4.7927e-02 ] [ l_g_total: 4.7927e-02 ] +2024-10-25 13:56:24,381 INFO: [ epoch: 807 ] [ iter: 21,800 ] [ performance: 12.234 it/s ] [ lr: 1.00e-04 ] [ eta: 1608 days, 8:55:08 ] [ l_g_pix: 6.3524e-02 ] [ l_g_total: 6.3524e-02 ] +2024-10-25 13:56:32,439 INFO: [ epoch: 811 ] [ iter: 21,900 ] [ performance: 12.326 it/s ] [ lr: 1.00e-04 ] [ eta: 1613 days, 14:22:14 ] [ l_g_pix: 8.2296e-02 ] [ l_g_total: 8.2296e-02 ] +2024-10-25 13:56:39,701 INFO: [ epoch: 814 ] [ iter: 22,000 ] [ performance: 13.378 it/s ] [ lr: 1.00e-04 ] [ eta: 1618 days, 2:07:12 ] [ l_g_pix: 5.4742e-02 ] [ l_g_total: 5.4742e-02 ] +2024-10-25 13:56:47,554 INFO: [ epoch: 818 ] [ iter: 22,100 ] [ performance: 13.034 it/s ] [ lr: 1.00e-04 ] [ eta: 1623 days, 2:15:35 ] [ l_g_pix: 6.4393e-02 ] [ l_g_total: 6.4393e-02 ] +2024-10-25 13:56:55,507 INFO: [ epoch: 822 ] [ iter: 22,200 ] [ performance: 12.000 it/s ] [ lr: 1.00e-04 ] [ eta: 1628 days, 4:07:04 ] [ l_g_pix: 7.8729e-02 ] [ l_g_total: 7.8729e-02 ] +2024-10-25 13:57:02,826 INFO: [ epoch: 825 ] [ iter: 22,300 ] [ performance: 12.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1632 days, 15:52:13 ] [ l_g_pix: 6.9446e-02 ] [ l_g_total: 6.9446e-02 ] +2024-10-25 13:57:10,930 INFO: [ epoch: 829 ] [ iter: 22,400 ] [ performance: 13.139 it/s ] [ lr: 1.00e-04 ] [ eta: 1637 days, 20:07:44 ] [ l_g_pix: 5.8683e-02 ] [ l_g_total: 5.8683e-02 ] +2024-10-25 13:57:19,082 INFO: [ epoch: 833 ] [ iter: 22,500 ] [ performance: 12.664 it/s ] [ lr: 1.00e-04 ] [ eta: 1643 days, 0:57:41 ] [ l_g_pix: 7.0873e-02 ] [ l_g_total: 7.0873e-02 ] +2024-10-25 13:57:26,942 INFO: [ epoch: 837 ] [ iter: 22,600 ] [ performance: 12.162 it/s ] [ lr: 1.00e-04 ] [ eta: 1647 days, 23:04:06 ] [ l_g_pix: 5.6836e-02 ] [ l_g_total: 5.6836e-02 ] +2024-10-25 13:57:34,185 INFO: [ epoch: 840 ] [ iter: 22,700 ] [ performance: 12.987 it/s ] [ lr: 1.00e-04 ] [ eta: 1652 days, 7:28:39 ] [ l_g_pix: 6.1455e-02 ] [ l_g_total: 6.1455e-02 ] +2024-10-25 13:57:42,007 INFO: [ epoch: 844 ] [ iter: 22,800 ] [ performance: 13.499 it/s ] [ lr: 1.00e-04 ] [ eta: 1657 days, 3:55:30 ] [ l_g_pix: 7.9850e-02 ] [ l_g_total: 7.9850e-02 ] +2024-10-25 13:57:50,111 INFO: [ epoch: 848 ] [ iter: 22,900 ] [ performance: 12.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1662 days, 5:56:53 ] [ l_g_pix: 7.5692e-02 ] [ l_g_total: 7.5692e-02 ] +2024-10-25 13:57:57,495 INFO: [ epoch: 851 ] [ iter: 23,000 ] [ performance: 12.887 it/s ] [ lr: 1.00e-04 ] [ eta: 1666 days, 16:09:27 ] [ l_g_pix: 5.9684e-02 ] [ l_g_total: 5.9684e-02 ] +2024-10-25 13:58:05,514 INFO: [ epoch: 855 ] [ iter: 23,100 ] [ performance: 12.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1671 days, 15:29:58 ] [ l_g_pix: 7.9118e-02 ] [ l_g_total: 7.9118e-02 ] +2024-10-25 13:58:13,680 INFO: [ epoch: 859 ] [ iter: 23,200 ] [ performance: 12.907 it/s ] [ lr: 1.00e-04 ] [ eta: 1676 days, 17:31:10 ] [ l_g_pix: 7.2067e-02 ] [ l_g_total: 7.2067e-02 ] +2024-10-25 13:58:20,989 INFO: [ epoch: 862 ] [ iter: 23,300 ] [ performance: 13.316 it/s ] [ lr: 1.00e-04 ] [ eta: 1681 days, 0:50:49 ] [ l_g_pix: 6.0282e-02 ] [ l_g_total: 6.0282e-02 ] +2024-10-25 13:58:28,823 INFO: [ epoch: 866 ] [ iter: 23,400 ] [ performance: 13.282 it/s ] [ lr: 1.00e-04 ] [ eta: 1685 days, 18:55:41 ] [ l_g_pix: 6.1600e-02 ] [ l_g_total: 6.1600e-02 ] +2024-10-25 13:58:36,573 INFO: [ epoch: 870 ] [ iter: 23,500 ] [ performance: 13.074 it/s ] [ lr: 1.00e-04 ] [ eta: 1690 days, 10:48:29 ] [ l_g_pix: 4.6433e-02 ] [ l_g_total: 4.6433e-02 ] +2024-10-25 13:58:44,525 INFO: [ epoch: 874 ] [ iter: 23,600 ] [ performance: 11.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1695 days, 6:31:51 ] [ l_g_pix: 6.1892e-02 ] [ l_g_total: 6.1892e-02 ] +2024-10-25 13:58:51,588 INFO: [ epoch: 877 ] [ iter: 23,700 ] [ performance: 13.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1699 days, 6:57:28 ] [ l_g_pix: 5.9131e-02 ] [ l_g_total: 5.9131e-02 ] +2024-10-25 13:58:59,495 INFO: [ epoch: 881 ] [ iter: 23,800 ] [ performance: 13.043 it/s ] [ lr: 1.00e-04 ] [ eta: 1704 days, 0:52:05 ] [ l_g_pix: 6.4117e-02 ] [ l_g_total: 6.4117e-02 ] +2024-10-25 13:59:07,384 INFO: [ epoch: 885 ] [ iter: 23,900 ] [ performance: 12.839 it/s ] [ lr: 1.00e-04 ] [ eta: 1708 days, 17:57:56 ] [ l_g_pix: 5.7303e-02 ] [ l_g_total: 5.7303e-02 ] +2024-10-25 13:59:14,464 INFO: [ epoch: 888 ] [ iter: 24,000 ] [ performance: 13.022 it/s ] [ lr: 1.00e-04 ] [ eta: 1712 days, 17:32:13 ] [ l_g_pix: 6.3586e-02 ] [ l_g_total: 6.3586e-02 ] +2024-10-25 13:59:22,423 INFO: [ epoch: 892 ] [ iter: 24,100 ] [ performance: 12.766 it/s ] [ lr: 1.00e-04 ] [ eta: 1717 days, 11:14:43 ] [ l_g_pix: 5.5544e-02 ] [ l_g_total: 5.5544e-02 ] +2024-10-25 13:59:30,347 INFO: [ epoch: 896 ] [ iter: 24,200 ] [ performance: 12.986 it/s ] [ lr: 1.00e-04 ] [ eta: 1722 days, 3:47:23 ] [ l_g_pix: 6.6322e-02 ] [ l_g_total: 6.6322e-02 ] +2024-10-25 13:59:37,868 INFO: [ epoch: 899 ] [ iter: 24,300 ] [ performance: 13.158 it/s ] [ lr: 1.00e-04 ] [ eta: 1726 days, 11:24:30 ] [ l_g_pix: 6.4137e-02 ] [ l_g_total: 6.4137e-02 ] +2024-10-25 13:59:45,559 INFO: [ epoch: 903 ] [ iter: 24,400 ] [ performance: 13.084 it/s ] [ lr: 1.00e-04 ] [ eta: 1730 days, 22:10:04 ] [ l_g_pix: 6.8143e-02 ] [ l_g_total: 6.8143e-02 ] +2024-10-25 13:59:53,602 INFO: [ epoch: 907 ] [ iter: 24,500 ] [ performance: 12.713 it/s ] [ lr: 1.00e-04 ] [ eta: 1735 days, 15:54:10 ] [ l_g_pix: 5.5084e-02 ] [ l_g_total: 5.5084e-02 ] +2024-10-25 14:00:01,470 INFO: [ epoch: 911 ] [ iter: 24,600 ] [ performance: 12.800 it/s ] [ lr: 1.00e-04 ] [ eta: 1740 days, 5:30:58 ] [ l_g_pix: 6.7812e-02 ] [ l_g_total: 6.7812e-02 ] +2024-10-25 14:00:08,479 INFO: [ epoch: 914 ] [ iter: 24,700 ] [ performance: 13.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1744 days, 0:43:14 ] [ l_g_pix: 6.3086e-02 ] [ l_g_total: 6.3086e-02 ] +2024-10-25 14:00:16,402 INFO: [ epoch: 918 ] [ iter: 24,800 ] [ performance: 12.774 it/s ] [ lr: 1.00e-04 ] [ eta: 1748 days, 14:38:20 ] [ l_g_pix: 5.6086e-02 ] [ l_g_total: 5.6086e-02 ] +2024-10-25 14:00:24,254 INFO: [ epoch: 922 ] [ iter: 24,900 ] [ performance: 12.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1753 days, 2:37:50 ] [ l_g_pix: 5.7955e-02 ] [ l_g_total: 5.7955e-02 ] +2024-10-25 14:00:31,376 INFO: [ epoch: 925 ] [ iter: 25,000 ] [ performance: 14.732 it/s ] [ lr: 1.00e-04 ] [ eta: 1756 days, 22:59:28 ] [ l_g_pix: 5.9312e-02 ] [ l_g_total: 5.9312e-02 ] +2024-10-25 14:00:39,118 INFO: [ epoch: 929 ] [ iter: 25,100 ] [ performance: 13.644 it/s ] [ lr: 1.00e-04 ] [ eta: 1761 days, 7:49:45 ] [ l_g_pix: 8.1040e-02 ] [ l_g_total: 8.1040e-02 ] +2024-10-25 14:00:46,987 INFO: [ epoch: 933 ] [ iter: 25,200 ] [ performance: 12.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1765 days, 18:52:55 ] [ l_g_pix: 6.8239e-02 ] [ l_g_total: 6.8239e-02 ] +2024-10-25 14:00:55,167 INFO: [ epoch: 937 ] [ iter: 25,300 ] [ performance: 12.457 it/s ] [ lr: 1.00e-04 ] [ eta: 1770 days, 11:58:07 ] [ l_g_pix: 4.4441e-02 ] [ l_g_total: 4.4441e-02 ] +2024-10-25 14:01:02,360 INFO: [ epoch: 940 ] [ iter: 25,400 ] [ performance: 12.951 it/s ] [ lr: 1.00e-04 ] [ eta: 1774 days, 8:08:29 ] [ l_g_pix: 6.5527e-02 ] [ l_g_total: 6.5527e-02 ] +2024-10-25 14:01:10,179 INFO: [ epoch: 944 ] [ iter: 25,500 ] [ performance: 12.859 it/s ] [ lr: 1.00e-04 ] [ eta: 1778 days, 16:51:56 ] [ l_g_pix: 6.2192e-02 ] [ l_g_total: 6.2192e-02 ] +2024-10-25 14:01:18,013 INFO: [ epoch: 948 ] [ iter: 25,600 ] [ performance: 12.584 it/s ] [ lr: 1.00e-04 ] [ eta: 1783 days, 1:27:48 ] [ l_g_pix: 5.0003e-02 ] [ l_g_total: 5.0003e-02 ] +2024-10-25 14:01:25,249 INFO: [ epoch: 951 ] [ iter: 25,700 ] [ performance: 13.272 it/s ] [ lr: 1.00e-04 ] [ eta: 1786 days, 21:17:02 ] [ l_g_pix: 7.1709e-02 ] [ l_g_total: 7.1709e-02 ] +2024-10-25 14:01:33,044 INFO: [ epoch: 955 ] [ iter: 25,800 ] [ performance: 12.686 it/s ] [ lr: 1.00e-04 ] [ eta: 1791 days, 4:13:46 ] [ l_g_pix: 5.6015e-02 ] [ l_g_total: 5.6015e-02 ] +2024-10-25 14:01:40,952 INFO: [ epoch: 959 ] [ iter: 25,900 ] [ performance: 12.664 it/s ] [ lr: 1.00e-04 ] [ eta: 1795 days, 13:03:47 ] [ l_g_pix: 6.5528e-02 ] [ l_g_total: 6.5528e-02 ] +2024-10-25 14:01:47,873 INFO: [ epoch: 962 ] [ iter: 26,000 ] [ performance: 14.759 it/s ] [ lr: 1.00e-04 ] [ eta: 1799 days, 1:09:52 ] [ l_g_pix: 5.1008e-02 ] [ l_g_total: 5.1008e-02 ] +2024-10-25 14:01:55,792 INFO: [ epoch: 966 ] [ iter: 26,100 ] [ performance: 13.435 it/s ] [ lr: 1.00e-04 ] [ eta: 1803 days, 9:22:03 ] [ l_g_pix: 6.8808e-02 ] [ l_g_total: 6.8808e-02 ] +2024-10-25 14:02:03,774 INFO: [ epoch: 970 ] [ iter: 26,200 ] [ performance: 12.312 it/s ] [ lr: 1.00e-04 ] [ eta: 1807 days, 18:26:13 ] [ l_g_pix: 6.0502e-02 ] [ l_g_total: 6.0502e-02 ] +2024-10-25 14:02:11,775 INFO: [ epoch: 974 ] [ iter: 26,300 ] [ performance: 12.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1812 days, 3:26:27 ] [ l_g_pix: 7.3681e-02 ] [ l_g_total: 7.3681e-02 ] +2024-10-25 14:02:18,951 INFO: [ epoch: 977 ] [ iter: 26,400 ] [ performance: 14.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1815 days, 19:08:45 ] [ l_g_pix: 6.6752e-02 ] [ l_g_total: 6.6752e-02 ] +2024-10-25 14:02:26,956 INFO: [ epoch: 981 ] [ iter: 26,500 ] [ performance: 13.081 it/s ] [ lr: 1.00e-04 ] [ eta: 1820 days, 3:21:14 ] [ l_g_pix: 7.2653e-02 ] [ l_g_total: 7.2653e-02 ] +2024-10-25 14:02:34,794 INFO: [ epoch: 985 ] [ iter: 26,600 ] [ performance: 12.071 it/s ] [ lr: 1.00e-04 ] [ eta: 1824 days, 7:43:24 ] [ l_g_pix: 6.6118e-02 ] [ l_g_total: 6.6118e-02 ] +2024-10-25 14:02:42,135 INFO: [ epoch: 988 ] [ iter: 26,700 ] [ performance: 12.950 it/s ] [ lr: 1.00e-04 ] [ eta: 1828 days, 1:32:55 ] [ l_g_pix: 5.7635e-02 ] [ l_g_total: 5.7635e-02 ] +2024-10-25 14:02:50,129 INFO: [ epoch: 992 ] [ iter: 26,800 ] [ performance: 13.839 it/s ] [ lr: 1.00e-04 ] [ eta: 1832 days, 8:13:45 ] [ l_g_pix: 6.0634e-02 ] [ l_g_total: 6.0634e-02 ] +2024-10-25 14:02:57,893 INFO: [ epoch: 996 ] [ iter: 26,900 ] [ performance: 13.250 it/s ] [ lr: 1.00e-04 ] [ eta: 1836 days, 9:48:31 ] [ l_g_pix: 6.2755e-02 ] [ l_g_total: 6.2755e-02 ] +2024-10-25 14:03:05,206 INFO: [ epoch: 999 ] [ iter: 27,000 ] [ performance: 13.618 it/s ] [ lr: 1.00e-04 ] [ eta: 1840 days, 1:48:40 ] [ l_g_pix: 6.5184e-02 ] [ l_g_total: 6.5184e-02 ] +2024-10-25 14:03:13,140 INFO: [ epoch:1003 ] [ iter: 27,100 ] [ performance: 12.990 it/s ] [ lr: 1.00e-04 ] [ eta: 1844 days, 5:58:28 ] [ l_g_pix: 5.6996e-02 ] [ l_g_total: 5.6996e-02 ] +2024-10-25 14:03:21,069 INFO: [ epoch:1007 ] [ iter: 27,200 ] [ performance: 11.913 it/s ] [ lr: 1.00e-04 ] [ eta: 1848 days, 9:34:57 ] [ l_g_pix: 6.9628e-02 ] [ l_g_total: 6.9628e-02 ] +2024-10-25 14:03:29,117 INFO: [ epoch:1011 ] [ iter: 27,300 ] [ performance: 12.220 it/s ] [ lr: 1.00e-04 ] [ eta: 1852 days, 15:10:00 ] [ l_g_pix: 6.7442e-02 ] [ l_g_total: 6.7442e-02 ] +2024-10-25 14:03:36,460 INFO: [ epoch:1014 ] [ iter: 27,400 ] [ performance: 13.490 it/s ] [ lr: 1.00e-04 ] [ eta: 1856 days, 6:05:16 ] [ l_g_pix: 5.7175e-02 ] [ l_g_total: 5.7175e-02 ] +2024-10-25 14:03:44,574 INFO: [ epoch:1018 ] [ iter: 27,500 ] [ performance: 12.756 it/s ] [ lr: 1.00e-04 ] [ eta: 1860 days, 12:08:01 ] [ l_g_pix: 5.4936e-02 ] [ l_g_total: 5.4936e-02 ] +2024-10-25 14:03:52,598 INFO: [ epoch:1022 ] [ iter: 27,600 ] [ performance: 11.583 it/s ] [ lr: 1.00e-04 ] [ eta: 1864 days, 15:54:27 ] [ l_g_pix: 6.4853e-02 ] [ l_g_total: 6.4853e-02 ] +2024-10-25 14:03:59,909 INFO: [ epoch:1025 ] [ iter: 27,700 ] [ performance: 12.786 it/s ] [ lr: 1.00e-04 ] [ eta: 1868 days, 4:55:13 ] [ l_g_pix: 5.2093e-02 ] [ l_g_total: 5.2093e-02 ] +2024-10-25 14:04:08,005 INFO: [ epoch:1029 ] [ iter: 27,800 ] [ performance: 13.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1872 days, 9:17:14 ] [ l_g_pix: 6.9067e-02 ] [ l_g_total: 6.9067e-02 ] +2024-10-25 14:04:15,796 INFO: [ epoch:1033 ] [ iter: 27,900 ] [ performance: 13.040 it/s ] [ lr: 1.00e-04 ] [ eta: 1876 days, 7:04:41 ] [ l_g_pix: 7.3092e-02 ] [ l_g_total: 7.3092e-02 ] +2024-10-25 14:04:23,620 INFO: [ epoch:1037 ] [ iter: 28,000 ] [ performance: 11.832 it/s ] [ lr: 1.00e-04 ] [ eta: 1880 days, 5:05:56 ] [ l_g_pix: 5.3064e-02 ] [ l_g_total: 5.3064e-02 ] +2024-10-25 14:04:30,824 INFO: [ epoch:1040 ] [ iter: 28,100 ] [ performance: 13.029 it/s ] [ lr: 1.00e-04 ] [ eta: 1883 days, 14:17:27 ] [ l_g_pix: 6.4799e-02 ] [ l_g_total: 6.4799e-02 ] +2024-10-25 14:04:38,785 INFO: [ epoch:1044 ] [ iter: 28,200 ] [ performance: 13.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1887 days, 14:12:09 ] [ l_g_pix: 6.1413e-02 ] [ l_g_total: 6.1413e-02 ] +2024-10-25 14:04:46,828 INFO: [ epoch:1048 ] [ iter: 28,300 ] [ performance: 12.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1891 days, 15:17:15 ] [ l_g_pix: 5.6267e-02 ] [ l_g_total: 5.6267e-02 ] +2024-10-25 14:04:54,043 INFO: [ epoch:1051 ] [ iter: 28,400 ] [ performance: 13.596 it/s ] [ lr: 1.00e-04 ] [ eta: 1894 days, 23:28:08 ] [ l_g_pix: 6.5668e-02 ] [ l_g_total: 6.5668e-02 ] +2024-10-25 14:05:01,825 INFO: [ epoch:1055 ] [ iter: 28,500 ] [ performance: 13.119 it/s ] [ lr: 1.00e-04 ] [ eta: 1898 days, 18:29:58 ] [ l_g_pix: 5.0890e-02 ] [ l_g_total: 5.0890e-02 ] +2024-10-25 14:05:09,785 INFO: [ epoch:1059 ] [ iter: 28,600 ] [ performance: 13.111 it/s ] [ lr: 1.00e-04 ] [ eta: 1902 days, 16:39:03 ] [ l_g_pix: 6.1641e-02 ] [ l_g_total: 6.1641e-02 ] +2024-10-25 14:05:17,014 INFO: [ epoch:1062 ] [ iter: 28,700 ] [ performance: 13.561 it/s ] [ lr: 1.00e-04 ] [ eta: 1905 days, 23:51:45 ] [ l_g_pix: 6.5933e-02 ] [ l_g_total: 6.5933e-02 ] +2024-10-25 14:05:24,915 INFO: [ epoch:1066 ] [ iter: 28,800 ] [ performance: 13.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1909 days, 19:58:15 ] [ l_g_pix: 6.7974e-02 ] [ l_g_total: 6.7974e-02 ] +2024-10-25 14:05:32,780 INFO: [ epoch:1070 ] [ iter: 28,900 ] [ performance: 12.932 it/s ] [ lr: 1.00e-04 ] [ eta: 1913 days, 14:55:15 ] [ l_g_pix: 5.3843e-02 ] [ l_g_total: 5.3843e-02 ] +2024-10-25 14:05:40,704 INFO: [ epoch:1074 ] [ iter: 29,000 ] [ performance: 11.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1917 days, 10:35:53 ] [ l_g_pix: 6.2492e-02 ] [ l_g_total: 6.2492e-02 ] +2024-10-25 14:05:47,849 INFO: [ epoch:1077 ] [ iter: 29,100 ] [ performance: 12.884 it/s ] [ lr: 1.00e-04 ] [ eta: 1920 days, 14:30:08 ] [ l_g_pix: 6.3670e-02 ] [ l_g_total: 6.3670e-02 ] +2024-10-25 14:05:55,942 INFO: [ epoch:1081 ] [ iter: 29,200 ] [ performance: 12.885 it/s ] [ lr: 1.00e-04 ] [ eta: 1924 days, 12:37:58 ] [ l_g_pix: 6.2333e-02 ] [ l_g_total: 6.2333e-02 ] +2024-10-25 14:06:03,720 INFO: [ epoch:1085 ] [ iter: 29,300 ] [ performance: 12.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1928 days, 4:08:43 ] [ l_g_pix: 6.7557e-02 ] [ l_g_total: 6.7557e-02 ] +2024-10-25 14:06:11,117 INFO: [ epoch:1088 ] [ iter: 29,400 ] [ performance: 12.714 it/s ] [ lr: 1.00e-04 ] [ eta: 1931 days, 11:45:15 ] [ l_g_pix: 6.0608e-02 ] [ l_g_total: 6.0608e-02 ] +2024-10-25 14:06:18,757 INFO: [ epoch:1092 ] [ iter: 29,500 ] [ performance: 12.956 it/s ] [ lr: 1.00e-04 ] [ eta: 1934 days, 23:42:44 ] [ l_g_pix: 6.6789e-02 ] [ l_g_total: 6.6789e-02 ] +2024-10-25 14:06:26,502 INFO: [ epoch:1096 ] [ iter: 29,600 ] [ performance: 13.279 it/s ] [ lr: 1.00e-04 ] [ eta: 1938 days, 13:17:03 ] [ l_g_pix: 6.3438e-02 ] [ l_g_total: 6.3438e-02 ] +2024-10-25 14:06:33,619 INFO: [ epoch:1099 ] [ iter: 29,700 ] [ performance: 13.775 it/s ] [ lr: 1.00e-04 ] [ eta: 1941 days, 14:10:59 ] [ l_g_pix: 5.9982e-02 ] [ l_g_total: 5.9982e-02 ] +2024-10-25 14:06:41,394 INFO: [ epoch:1103 ] [ iter: 29,800 ] [ performance: 12.850 it/s ] [ lr: 1.00e-04 ] [ eta: 1945 days, 3:30:24 ] [ l_g_pix: 6.1610e-02 ] [ l_g_total: 6.1610e-02 ] +2024-10-25 14:06:49,190 INFO: [ epoch:1107 ] [ iter: 29,900 ] [ performance: 12.836 it/s ] [ lr: 1.00e-04 ] [ eta: 1948 days, 16:48:59 ] [ l_g_pix: 6.5274e-02 ] [ l_g_total: 6.5274e-02 ] +2024-10-25 14:06:57,038 INFO: [ epoch:1111 ] [ iter: 30,000 ] [ performance: 12.615 it/s ] [ lr: 1.00e-04 ] [ eta: 1952 days, 6:41:26 ] [ l_g_pix: 7.0228e-02 ] [ l_g_total: 7.0228e-02 ] +2024-10-25 14:06:57,039 INFO: Saving models and training states. +2024-10-25 14:08:05,991 INFO: Validation val + + # psnr: 21.7703........ Best: 21.7703 @ 30000 iter + # ssim: 0.6320........ Best: 0.6320 @ 30000 iter + # dists: 0.7876........ Best: 0.7876 @ 30000 iter + +2024-10-25 14:08:13,061 INFO: [ epoch:1114 ] [ iter: 30,100 ] [ performance: 13.590 it/s ] [ lr: 1.00e-04 ] [ eta: 2010 days, 23:50:27 ] [ l_g_pix: 7.8807e-02 ] [ l_g_total: 7.8807e-02 ] +2024-10-25 14:08:21,098 INFO: [ epoch:1118 ] [ iter: 30,200 ] [ performance: 12.426 it/s ] [ lr: 1.00e-04 ] [ eta: 2014 days, 14:37:44 ] [ l_g_pix: 6.9969e-02 ] [ l_g_total: 6.9969e-02 ] +2024-10-25 14:08:29,074 INFO: [ epoch:1122 ] [ iter: 30,300 ] [ performance: 12.502 it/s ] [ lr: 1.00e-04 ] [ eta: 2018 days, 3:46:12 ] [ l_g_pix: 5.3404e-02 ] [ l_g_total: 5.3404e-02 ] +2024-10-25 14:08:36,587 INFO: [ epoch:1125 ] [ iter: 30,400 ] [ performance: 14.689 it/s ] [ lr: 1.00e-04 ] [ eta: 2021 days, 7:31:56 ] [ l_g_pix: 6.3509e-02 ] [ l_g_total: 6.3509e-02 ] +2024-10-25 14:08:44,717 INFO: [ epoch:1129 ] [ iter: 30,500 ] [ performance: 12.997 it/s ] [ lr: 1.00e-04 ] [ eta: 2024 days, 22:47:06 ] [ l_g_pix: 7.0812e-02 ] [ l_g_total: 7.0812e-02 ] +2024-10-25 14:08:52,735 INFO: [ epoch:1133 ] [ iter: 30,600 ] [ performance: 12.259 it/s ] [ lr: 1.00e-04 ] [ eta: 2028 days, 11:24:56 ] [ l_g_pix: 5.1180e-02 ] [ l_g_total: 5.1180e-02 ] +2024-10-25 14:09:00,598 INFO: [ epoch:1137 ] [ iter: 30,700 ] [ performance: 12.566 it/s ] [ lr: 1.00e-04 ] [ eta: 2031 days, 20:38:04 ] [ l_g_pix: 6.3665e-02 ] [ l_g_total: 6.3665e-02 ] +2024-10-25 14:09:07,668 INFO: [ epoch:1140 ] [ iter: 30,800 ] [ performance: 12.808 it/s ] [ lr: 1.00e-04 ] [ eta: 2034 days, 14:09:33 ] [ l_g_pix: 4.5163e-02 ] [ l_g_total: 4.5163e-02 ] +2024-10-25 14:09:15,847 INFO: [ epoch:1144 ] [ iter: 30,900 ] [ performance: 12.408 it/s ] [ lr: 1.00e-04 ] [ eta: 2038 days, 4:34:39 ] [ l_g_pix: 6.2318e-02 ] [ l_g_total: 6.2318e-02 ] +2024-10-25 14:09:23,986 INFO: [ epoch:1148 ] [ iter: 31,000 ] [ performance: 11.941 it/s ] [ lr: 1.00e-04 ] [ eta: 2041 days, 17:47:37 ] [ l_g_pix: 6.3713e-02 ] [ l_g_total: 6.3713e-02 ] +2024-10-25 14:09:31,157 INFO: [ epoch:1151 ] [ iter: 31,100 ] [ performance: 13.247 it/s ] [ lr: 1.00e-04 ] [ eta: 2044 days, 12:00:26 ] [ l_g_pix: 6.1146e-02 ] [ l_g_total: 6.1146e-02 ] +2024-10-25 14:09:39,431 INFO: [ epoch:1155 ] [ iter: 31,200 ] [ performance: 11.592 it/s ] [ lr: 1.00e-04 ] [ eta: 2048 days, 2:55:04 ] [ l_g_pix: 5.0312e-02 ] [ l_g_total: 5.0312e-02 ] +2024-10-25 14:09:47,720 INFO: [ epoch:1159 ] [ iter: 31,300 ] [ performance: 11.914 it/s ] [ lr: 1.00e-04 ] [ eta: 2051 days, 17:39:39 ] [ l_g_pix: 6.5421e-02 ] [ l_g_total: 6.5421e-02 ] +2024-10-25 14:09:55,020 INFO: [ epoch:1162 ] [ iter: 31,400 ] [ performance: 14.967 it/s ] [ lr: 1.00e-04 ] [ eta: 2054 days, 13:04:44 ] [ l_g_pix: 5.9130e-02 ] [ l_g_total: 5.9130e-02 ] +2024-10-25 14:10:03,095 INFO: [ epoch:1166 ] [ iter: 31,500 ] [ performance: 13.075 it/s ] [ lr: 1.00e-04 ] [ eta: 2057 days, 22:50:43 ] [ l_g_pix: 6.4231e-02 ] [ l_g_total: 6.4231e-02 ] +2024-10-25 14:10:11,252 INFO: [ epoch:1170 ] [ iter: 31,600 ] [ performance: 11.413 it/s ] [ lr: 1.00e-04 ] [ eta: 2061 days, 9:43:06 ] [ l_g_pix: 5.8285e-02 ] [ l_g_total: 5.8285e-02 ] +2024-10-25 14:10:19,439 INFO: [ epoch:1174 ] [ iter: 31,700 ] [ performance: 11.963 it/s ] [ lr: 1.00e-04 ] [ eta: 2064 days, 20:42:41 ] [ l_g_pix: 6.9269e-02 ] [ l_g_total: 6.9269e-02 ] +2024-10-25 14:10:26,902 INFO: [ epoch:1177 ] [ iter: 31,800 ] [ performance: 14.285 it/s ] [ lr: 1.00e-04 ] [ eta: 2067 days, 17:31:34 ] [ l_g_pix: 5.9692e-02 ] [ l_g_total: 5.9692e-02 ] +2024-10-25 14:10:34,783 INFO: [ epoch:1181 ] [ iter: 31,900 ] [ performance: 13.124 it/s ] [ lr: 1.00e-04 ] [ eta: 2070 days, 21:50:57 ] [ l_g_pix: 6.4033e-02 ] [ l_g_total: 6.4033e-02 ] +2024-10-25 14:10:42,878 INFO: [ epoch:1185 ] [ iter: 32,000 ] [ performance: 11.339 it/s ] [ lr: 1.00e-04 ] [ eta: 2074 days, 5:46:25 ] [ l_g_pix: 6.9486e-02 ] [ l_g_total: 6.9486e-02 ] +2024-10-25 14:10:50,616 INFO: [ epoch:1188 ] [ iter: 32,100 ] [ performance: 12.421 it/s ] [ lr: 1.00e-04 ] [ eta: 2077 days, 6:30:13 ] [ l_g_pix: 5.5348e-02 ] [ l_g_total: 5.5348e-02 ] +2024-10-25 14:10:58,665 INFO: [ epoch:1192 ] [ iter: 32,200 ] [ performance: 15.366 it/s ] [ lr: 1.00e-04 ] [ eta: 2080 days, 12:39:23 ] [ l_g_pix: 6.7340e-02 ] [ l_g_total: 6.7340e-02 ] +2024-10-25 14:11:06,671 INFO: [ epoch:1196 ] [ iter: 32,300 ] [ performance: 13.198 it/s ] [ lr: 1.00e-04 ] [ eta: 2083 days, 17:34:02 ] [ l_g_pix: 6.1644e-02 ] [ l_g_total: 6.1644e-02 ] +2024-10-25 14:11:14,087 INFO: [ epoch:1199 ] [ iter: 32,400 ] [ performance: 13.935 it/s ] [ lr: 1.00e-04 ] [ eta: 2086 days, 10:57:26 ] [ l_g_pix: 5.7653e-02 ] [ l_g_total: 5.7653e-02 ] +2024-10-25 14:11:22,176 INFO: [ epoch:1203 ] [ iter: 32,500 ] [ performance: 12.768 it/s ] [ lr: 1.00e-04 ] [ eta: 2089 days, 16:32:18 ] [ l_g_pix: 7.2240e-02 ] [ l_g_total: 7.2240e-02 ] +2024-10-25 14:11:30,383 INFO: [ epoch:1207 ] [ iter: 32,600 ] [ performance: 10.995 it/s ] [ lr: 1.00e-04 ] [ eta: 2092 days, 23:53:52 ] [ l_g_pix: 5.2255e-02 ] [ l_g_total: 5.2255e-02 ] +2024-10-25 14:11:38,365 INFO: [ epoch:1211 ] [ iter: 32,700 ] [ performance: 12.066 it/s ] [ lr: 1.00e-04 ] [ eta: 2096 days, 2:35:07 ] [ l_g_pix: 6.1900e-02 ] [ l_g_total: 6.1900e-02 ] +2024-10-25 14:11:45,771 INFO: [ epoch:1214 ] [ iter: 32,800 ] [ performance: 13.949 it/s ] [ lr: 1.00e-04 ] [ eta: 2098 days, 18:04:38 ] [ l_g_pix: 6.0778e-02 ] [ l_g_total: 6.0778e-02 ] +2024-10-25 14:11:54,051 INFO: [ epoch:1218 ] [ iter: 32,900 ] [ performance: 12.533 it/s ] [ lr: 1.00e-04 ] [ eta: 2102 days, 1:26:54 ] [ l_g_pix: 5.7697e-02 ] [ l_g_total: 5.7697e-02 ] +2024-10-25 14:12:02,016 INFO: [ epoch:1222 ] [ iter: 33,000 ] [ performance: 10.891 it/s ] [ lr: 1.00e-04 ] [ eta: 2105 days, 2:29:20 ] [ l_g_pix: 6.1545e-02 ] [ l_g_total: 6.1545e-02 ] +2024-10-25 14:12:09,320 INFO: [ epoch:1225 ] [ iter: 33,100 ] [ performance: 12.820 it/s ] [ lr: 1.00e-04 ] [ eta: 2107 days, 14:48:57 ] [ l_g_pix: 6.6024e-02 ] [ l_g_total: 6.6024e-02 ] +2024-10-25 14:12:17,396 INFO: [ epoch:1229 ] [ iter: 33,200 ] [ performance: 13.801 it/s ] [ lr: 1.00e-04 ] [ eta: 2110 days, 17:03:22 ] [ l_g_pix: 7.0035e-02 ] [ l_g_total: 7.0035e-02 ] +2024-10-25 14:12:25,362 INFO: [ epoch:1233 ] [ iter: 33,300 ] [ performance: 12.856 it/s ] [ lr: 1.00e-04 ] [ eta: 2113 days, 16:48:56 ] [ l_g_pix: 6.5686e-02 ] [ l_g_total: 6.5686e-02 ] +2024-10-25 14:12:33,343 INFO: [ epoch:1237 ] [ iter: 33,400 ] [ performance: 10.704 it/s ] [ lr: 1.00e-04 ] [ eta: 2116 days, 16:23:50 ] [ l_g_pix: 5.8645e-02 ] [ l_g_total: 5.8645e-02 ] +2024-10-25 14:12:40,634 INFO: [ epoch:1240 ] [ iter: 33,500 ] [ performance: 12.803 it/s ] [ lr: 1.00e-04 ] [ eta: 2119 days, 2:47:54 ] [ l_g_pix: 5.5282e-02 ] [ l_g_total: 5.5282e-02 ] +2024-10-25 14:12:48,762 INFO: [ epoch:1244 ] [ iter: 33,600 ] [ performance: 13.462 it/s ] [ lr: 1.00e-04 ] [ eta: 2122 days, 4:14:23 ] [ l_g_pix: 6.0864e-02 ] [ l_g_total: 6.0864e-02 ] +2024-10-25 14:12:56,738 INFO: [ epoch:1248 ] [ iter: 33,700 ] [ performance: 12.756 it/s ] [ lr: 1.00e-04 ] [ eta: 2125 days, 2:25:37 ] [ l_g_pix: 5.6521e-02 ] [ l_g_total: 5.6521e-02 ] +2024-10-25 14:13:03,991 INFO: [ epoch:1251 ] [ iter: 33,800 ] [ performance: 13.462 it/s ] [ lr: 1.00e-04 ] [ eta: 2127 days, 10:52:17 ] [ l_g_pix: 6.0973e-02 ] [ l_g_total: 6.0973e-02 ] +2024-10-25 14:13:12,182 INFO: [ epoch:1255 ] [ iter: 33,900 ] [ performance: 12.493 it/s ] [ lr: 1.00e-04 ] [ eta: 2130 days, 12:07:40 ] [ l_g_pix: 8.0094e-02 ] [ l_g_total: 8.0094e-02 ] +2024-10-25 14:13:20,327 INFO: [ epoch:1259 ] [ iter: 34,000 ] [ performance: 13.221 it/s ] [ lr: 1.00e-04 ] [ eta: 2133 days, 12:05:21 ] [ l_g_pix: 8.4156e-02 ] [ l_g_total: 8.4156e-02 ] +2024-10-25 14:13:27,561 INFO: [ epoch:1262 ] [ iter: 34,100 ] [ performance: 13.678 it/s ] [ lr: 1.00e-04 ] [ eta: 2135 days, 18:55:50 ] [ l_g_pix: 6.2936e-02 ] [ l_g_total: 6.2936e-02 ] +2024-10-25 14:13:35,704 INFO: [ epoch:1266 ] [ iter: 34,200 ] [ performance: 12.908 it/s ] [ lr: 1.00e-04 ] [ eta: 2138 days, 17:59:09 ] [ l_g_pix: 5.4642e-02 ] [ l_g_total: 5.4642e-02 ] +2024-10-25 14:13:43,819 INFO: [ epoch:1270 ] [ iter: 34,300 ] [ performance: 12.455 it/s ] [ lr: 1.00e-04 ] [ eta: 2141 days, 16:04:36 ] [ l_g_pix: 5.3050e-02 ] [ l_g_total: 5.3050e-02 ] +2024-10-25 14:13:51,635 INFO: [ epoch:1274 ] [ iter: 34,400 ] [ performance: 10.659 it/s ] [ lr: 1.00e-04 ] [ eta: 2144 days, 8:15:21 ] [ l_g_pix: 6.7595e-02 ] [ l_g_total: 6.7595e-02 ] +2024-10-25 14:13:58,834 INFO: [ epoch:1277 ] [ iter: 34,500 ] [ performance: 13.006 it/s ] [ lr: 1.00e-04 ] [ eta: 2146 days, 12:47:26 ] [ l_g_pix: 6.2536e-02 ] [ l_g_total: 6.2536e-02 ] +2024-10-25 14:14:06,659 INFO: [ epoch:1281 ] [ iter: 34,600 ] [ performance: 13.009 it/s ] [ lr: 1.00e-04 ] [ eta: 2149 days, 4:17:09 ] [ l_g_pix: 6.0150e-02 ] [ l_g_total: 6.0150e-02 ] +2024-10-25 14:14:14,309 INFO: [ epoch:1285 ] [ iter: 34,700 ] [ performance: 13.060 it/s ] [ lr: 1.00e-04 ] [ eta: 2151 days, 16:10:19 ] [ l_g_pix: 5.8247e-02 ] [ l_g_total: 5.8247e-02 ] +2024-10-25 14:14:21,564 INFO: [ epoch:1288 ] [ iter: 34,800 ] [ performance: 12.818 it/s ] [ lr: 1.00e-04 ] [ eta: 2153 days, 20:29:20 ] [ l_g_pix: 6.8229e-02 ] [ l_g_total: 6.8229e-02 ] +2024-10-25 14:14:29,510 INFO: [ epoch:1292 ] [ iter: 34,900 ] [ performance: 12.636 it/s ] [ lr: 1.00e-04 ] [ eta: 2156 days, 12:53:24 ] [ l_g_pix: 7.4694e-02 ] [ l_g_total: 7.4694e-02 ] +2024-10-25 14:14:37,639 INFO: [ epoch:1296 ] [ iter: 35,000 ] [ performance: 11.972 it/s ] [ lr: 1.00e-04 ] [ eta: 2159 days, 8:09:45 ] [ l_g_pix: 7.0913e-02 ] [ l_g_total: 7.0913e-02 ] +2024-10-25 14:14:44,949 INFO: [ epoch:1299 ] [ iter: 35,100 ] [ performance: 13.291 it/s ] [ lr: 1.00e-04 ] [ eta: 2161 days, 12:12:33 ] [ l_g_pix: 5.6346e-02 ] [ l_g_total: 5.6346e-02 ] +2024-10-25 14:14:52,778 INFO: [ epoch:1303 ] [ iter: 35,200 ] [ performance: 12.457 it/s ] [ lr: 1.00e-04 ] [ eta: 2164 days, 1:12:03 ] [ l_g_pix: 6.2272e-02 ] [ l_g_total: 6.2272e-02 ] +2024-10-25 14:15:00,853 INFO: [ epoch:1307 ] [ iter: 35,300 ] [ performance: 12.400 it/s ] [ lr: 1.00e-04 ] [ eta: 2166 days, 18:10:07 ] [ l_g_pix: 5.7283e-02 ] [ l_g_total: 5.7283e-02 ] +2024-10-25 14:15:08,882 INFO: [ epoch:1311 ] [ iter: 35,400 ] [ performance: 12.167 it/s ] [ lr: 1.00e-04 ] [ eta: 2169 days, 9:51:52 ] [ l_g_pix: 5.9161e-02 ] [ l_g_total: 5.9161e-02 ] +2024-10-25 14:15:16,274 INFO: [ epoch:1314 ] [ iter: 35,500 ] [ performance: 13.243 it/s ] [ lr: 1.00e-04 ] [ eta: 2171 days, 13:42:30 ] [ l_g_pix: 7.0167e-02 ] [ l_g_total: 7.0167e-02 ] +2024-10-25 14:15:24,199 INFO: [ epoch:1318 ] [ iter: 35,600 ] [ performance: 11.969 it/s ] [ lr: 1.00e-04 ] [ eta: 2174 days, 2:40:19 ] [ l_g_pix: 5.7292e-02 ] [ l_g_total: 5.7292e-02 ] +2024-10-25 14:15:32,073 INFO: [ epoch:1322 ] [ iter: 35,700 ] [ performance: 12.560 it/s ] [ lr: 1.00e-04 ] [ eta: 2176 days, 14:16:10 ] [ l_g_pix: 6.1333e-02 ] [ l_g_total: 6.1333e-02 ] +2024-10-25 14:15:39,414 INFO: [ epoch:1325 ] [ iter: 35,800 ] [ performance: 18.919 it/s ] [ lr: 1.00e-04 ] [ eta: 2178 days, 15:56:57 ] [ l_g_pix: 6.0005e-02 ] [ l_g_total: 6.0005e-02 ] +2024-10-25 14:15:47,605 INFO: [ epoch:1329 ] [ iter: 35,900 ] [ performance: 13.045 it/s ] [ lr: 1.00e-04 ] [ eta: 2181 days, 8:20:35 ] [ l_g_pix: 6.3367e-02 ] [ l_g_total: 6.3367e-02 ] +2024-10-25 14:15:55,578 INFO: [ epoch:1333 ] [ iter: 36,000 ] [ performance: 11.586 it/s ] [ lr: 1.00e-04 ] [ eta: 2183 days, 20:24:32 ] [ l_g_pix: 6.1336e-02 ] [ l_g_total: 6.1336e-02 ] +2024-10-25 14:16:03,678 INFO: [ epoch:1337 ] [ iter: 36,100 ] [ performance: 12.208 it/s ] [ lr: 1.00e-04 ] [ eta: 2186 days, 10:17:14 ] [ l_g_pix: 6.0720e-02 ] [ l_g_total: 6.0720e-02 ] +2024-10-25 14:16:11,007 INFO: [ epoch:1340 ] [ iter: 36,200 ] [ performance: 11.876 it/s ] [ lr: 1.00e-04 ] [ eta: 2188 days, 10:03:25 ] [ l_g_pix: 6.6593e-02 ] [ l_g_total: 6.6593e-02 ] +2024-10-25 14:16:19,086 INFO: [ epoch:1344 ] [ iter: 36,300 ] [ performance: 12.293 it/s ] [ lr: 1.00e-04 ] [ eta: 2190 days, 22:41:08 ] [ l_g_pix: 5.9971e-02 ] [ l_g_total: 5.9971e-02 ] +2024-10-25 14:16:27,190 INFO: [ epoch:1348 ] [ iter: 36,400 ] [ performance: 11.170 it/s ] [ lr: 1.00e-04 ] [ eta: 2193 days, 11:17:59 ] [ l_g_pix: 5.3610e-02 ] [ l_g_total: 5.3610e-02 ] +2024-10-25 14:16:34,510 INFO: [ epoch:1351 ] [ iter: 36,500 ] [ performance: 13.194 it/s ] [ lr: 1.00e-04 ] [ eta: 2195 days, 9:38:11 ] [ l_g_pix: 5.3863e-02 ] [ l_g_total: 5.3863e-02 ] +2024-10-25 14:16:42,451 INFO: [ epoch:1355 ] [ iter: 36,600 ] [ performance: 10.943 it/s ] [ lr: 1.00e-04 ] [ eta: 2197 days, 18:30:56 ] [ l_g_pix: 6.3881e-02 ] [ l_g_total: 6.3881e-02 ] +2024-10-25 14:16:50,647 INFO: [ epoch:1359 ] [ iter: 36,700 ] [ performance: 11.993 it/s ] [ lr: 1.00e-04 ] [ eta: 2200 days, 7:25:01 ] [ l_g_pix: 6.1063e-02 ] [ l_g_total: 6.1063e-02 ] +2024-10-25 14:16:58,034 INFO: [ epoch:1362 ] [ iter: 36,800 ] [ performance: 19.616 it/s ] [ lr: 1.00e-04 ] [ eta: 2202 days, 5:40:37 ] [ l_g_pix: 6.7735e-02 ] [ l_g_total: 6.7735e-02 ] +2024-10-25 14:17:06,095 INFO: [ epoch:1366 ] [ iter: 36,900 ] [ performance: 13.108 it/s ] [ lr: 1.00e-04 ] [ eta: 2204 days, 15:19:55 ] [ l_g_pix: 5.8663e-02 ] [ l_g_total: 5.8663e-02 ] +2024-10-25 14:17:13,785 INFO: [ epoch:1370 ] [ iter: 37,000 ] [ performance: 10.395 it/s ] [ lr: 1.00e-04 ] [ eta: 2206 days, 18:02:56 ] [ l_g_pix: 5.6582e-02 ] [ l_g_total: 5.6582e-02 ] +2024-10-25 14:17:21,749 INFO: [ epoch:1374 ] [ iter: 37,100 ] [ performance: 12.207 it/s ] [ lr: 1.00e-04 ] [ eta: 2209 days, 1:08:25 ] [ l_g_pix: 6.1998e-02 ] [ l_g_total: 6.1998e-02 ] +2024-10-25 14:17:28,988 INFO: [ epoch:1377 ] [ iter: 37,200 ] [ performance: 19.442 it/s ] [ lr: 1.00e-04 ] [ eta: 2210 days, 19:07:15 ] [ l_g_pix: 4.9926e-02 ] [ l_g_total: 4.9926e-02 ] +2024-10-25 14:17:36,848 INFO: [ epoch:1381 ] [ iter: 37,300 ] [ performance: 13.326 it/s ] [ lr: 1.00e-04 ] [ eta: 2212 days, 23:31:11 ] [ l_g_pix: 5.8781e-02 ] [ l_g_total: 5.8781e-02 ] +2024-10-25 14:17:44,792 INFO: [ epoch:1385 ] [ iter: 37,400 ] [ performance: 9.797 it/s ] [ lr: 1.00e-04 ] [ eta: 2215 days, 4:57:29 ] [ l_g_pix: 4.1214e-02 ] [ l_g_total: 4.1214e-02 ] +2024-10-25 14:17:52,323 INFO: [ epoch:1388 ] [ iter: 37,500 ] [ performance: 12.726 it/s ] [ lr: 1.00e-04 ] [ eta: 2217 days, 2:45:24 ] [ l_g_pix: 5.7228e-02 ] [ l_g_total: 5.7228e-02 ] +2024-10-25 14:18:00,488 INFO: [ epoch:1392 ] [ iter: 37,600 ] [ performance: 18.959 it/s ] [ lr: 1.00e-04 ] [ eta: 2219 days, 11:08:54 ] [ l_g_pix: 5.9554e-02 ] [ l_g_total: 5.9554e-02 ] +2024-10-25 14:18:08,698 INFO: [ epoch:1396 ] [ iter: 37,700 ] [ performance: 12.704 it/s ] [ lr: 1.00e-04 ] [ eta: 2221 days, 19:51:54 ] [ l_g_pix: 6.5746e-02 ] [ l_g_total: 6.5746e-02 ] +2024-10-25 14:18:16,012 INFO: [ epoch:1399 ] [ iter: 37,800 ] [ performance: 17.286 it/s ] [ lr: 1.00e-04 ] [ eta: 2223 days, 12:38:21 ] [ l_g_pix: 5.9628e-02 ] [ l_g_total: 5.9628e-02 ] +2024-10-25 14:18:24,007 INFO: [ epoch:1403 ] [ iter: 37,900 ] [ performance: 12.891 it/s ] [ lr: 1.00e-04 ] [ eta: 2225 days, 16:45:32 ] [ l_g_pix: 6.7250e-02 ] [ l_g_total: 6.7250e-02 ] +2024-10-25 14:18:32,017 INFO: [ epoch:1407 ] [ iter: 38,000 ] [ performance: 9.242 it/s ] [ lr: 1.00e-04 ] [ eta: 2227 days, 20:40:45 ] [ l_g_pix: 6.3985e-02 ] [ l_g_total: 6.3985e-02 ] +2024-10-25 14:18:40,030 INFO: [ epoch:1411 ] [ iter: 38,100 ] [ performance: 12.063 it/s ] [ lr: 1.00e-04 ] [ eta: 2230 days, 0:13:04 ] [ l_g_pix: 6.1101e-02 ] [ l_g_total: 6.1101e-02 ] +2024-10-25 14:18:47,514 INFO: [ epoch:1414 ] [ iter: 38,200 ] [ performance: 18.566 it/s ] [ lr: 1.00e-04 ] [ eta: 2231 days, 18:13:42 ] [ l_g_pix: 6.6852e-02 ] [ l_g_total: 6.6852e-02 ] +2024-10-25 14:18:55,512 INFO: [ epoch:1418 ] [ iter: 38,300 ] [ performance: 12.888 it/s ] [ lr: 1.00e-04 ] [ eta: 2233 days, 20:37:28 ] [ l_g_pix: 6.8503e-02 ] [ l_g_total: 6.8503e-02 ] +2024-10-25 14:19:03,736 INFO: [ epoch:1422 ] [ iter: 38,400 ] [ performance: 7.444 it/s ] [ lr: 1.00e-04 ] [ eta: 2236 days, 2:27:39 ] [ l_g_pix: 8.3575e-02 ] [ l_g_total: 8.3575e-02 ] +2024-10-25 14:19:11,087 INFO: [ epoch:1425 ] [ iter: 38,500 ] [ performance: 12.737 it/s ] [ lr: 1.00e-04 ] [ eta: 2237 days, 16:54:02 ] [ l_g_pix: 6.8761e-02 ] [ l_g_total: 6.8761e-02 ] +2024-10-25 14:19:19,151 INFO: [ epoch:1429 ] [ iter: 38,600 ] [ performance: 19.808 it/s ] [ lr: 1.00e-04 ] [ eta: 2239 days, 19:06:40 ] [ l_g_pix: 6.4336e-02 ] [ l_g_total: 6.4336e-02 ] +2024-10-25 14:19:27,282 INFO: [ epoch:1433 ] [ iter: 38,700 ] [ performance: 12.656 it/s ] [ lr: 1.00e-04 ] [ eta: 2241 days, 22:00:48 ] [ l_g_pix: 6.2859e-02 ] [ l_g_total: 6.2859e-02 ] +2024-10-25 14:19:35,477 INFO: [ epoch:1437 ] [ iter: 38,800 ] [ performance: 6.645 it/s ] [ lr: 1.00e-04 ] [ eta: 2244 days, 1:32:50 ] [ l_g_pix: 5.9901e-02 ] [ l_g_total: 5.9901e-02 ] +2024-10-25 14:19:42,980 INFO: [ epoch:1440 ] [ iter: 38,900 ] [ performance: 12.507 it/s ] [ lr: 1.00e-04 ] [ eta: 2245 days, 16:52:54 ] [ l_g_pix: 6.5380e-02 ] [ l_g_total: 6.5380e-02 ] +2024-10-25 14:19:51,110 INFO: [ epoch:1444 ] [ iter: 39,000 ] [ performance: 20.671 it/s ] [ lr: 1.00e-04 ] [ eta: 2247 days, 18:26:24 ] [ l_g_pix: 5.2875e-02 ] [ l_g_total: 5.2875e-02 ] +2024-10-25 14:19:59,408 INFO: [ epoch:1448 ] [ iter: 39,100 ] [ performance: 12.345 it/s ] [ lr: 1.00e-04 ] [ eta: 2249 days, 22:22:01 ] [ l_g_pix: 5.5761e-02 ] [ l_g_total: 5.5761e-02 ] +2024-10-25 14:20:06,728 INFO: [ epoch:1451 ] [ iter: 39,200 ] [ performance: 19.185 it/s ] [ lr: 1.00e-04 ] [ eta: 2251 days, 9:18:58 ] [ l_g_pix: 6.9770e-02 ] [ l_g_total: 6.9770e-02 ] +2024-10-25 14:20:14,847 INFO: [ epoch:1455 ] [ iter: 39,300 ] [ performance: 12.532 it/s ] [ lr: 1.00e-04 ] [ eta: 2253 days, 9:20:31 ] [ l_g_pix: 5.7375e-02 ] [ l_g_total: 5.7375e-02 ] +2024-10-25 14:20:22,879 INFO: [ epoch:1459 ] [ iter: 39,400 ] [ performance: 19.180 it/s ] [ lr: 1.00e-04 ] [ eta: 2255 days, 7:26:50 ] [ l_g_pix: 5.1084e-02 ] [ l_g_total: 5.1084e-02 ] +2024-10-25 14:20:30,180 INFO: [ epoch:1462 ] [ iter: 39,500 ] [ performance: 13.851 it/s ] [ lr: 1.00e-04 ] [ eta: 2256 days, 16:49:45 ] [ l_g_pix: 4.9642e-02 ] [ l_g_total: 4.9642e-02 ] +2024-10-25 14:20:38,154 INFO: [ epoch:1466 ] [ iter: 39,600 ] [ performance: 18.512 it/s ] [ lr: 1.00e-04 ] [ eta: 2258 days, 13:05:21 ] [ l_g_pix: 6.9673e-02 ] [ l_g_total: 6.9673e-02 ] +2024-10-25 14:20:46,128 INFO: [ epoch:1470 ] [ iter: 39,700 ] [ performance: 12.663 it/s ] [ lr: 1.00e-04 ] [ eta: 2260 days, 8:53:41 ] [ l_g_pix: 6.8034e-02 ] [ l_g_total: 6.8034e-02 ] +2024-10-25 14:20:54,227 INFO: [ epoch:1474 ] [ iter: 39,800 ] [ performance: 2.729 it/s ] [ lr: 1.00e-04 ] [ eta: 2262 days, 6:21:38 ] [ l_g_pix: 6.8348e-02 ] [ l_g_total: 6.8348e-02 ] +2024-10-25 14:21:01,514 INFO: [ epoch:1477 ] [ iter: 39,900 ] [ performance: 12.720 it/s ] [ lr: 1.00e-04 ] [ eta: 2263 days, 13:49:27 ] [ l_g_pix: 7.4184e-02 ] [ l_g_total: 7.4184e-02 ] +2024-10-25 14:21:09,635 INFO: [ epoch:1481 ] [ iter: 40,000 ] [ performance: 15.902 it/s ] [ lr: 1.00e-04 ] [ eta: 2265 days, 10:46:20 ] [ l_g_pix: 5.5098e-02 ] [ l_g_total: 5.5098e-02 ] +2024-10-25 14:21:09,635 INFO: Saving models and training states. +2024-10-25 14:22:19,490 INFO: Validation val + + # psnr: 21.7874........ Best: 21.7874 @ 40000 iter + # ssim: 0.6336........ Best: 0.6336 @ 40000 iter + # dists: 0.7871........ Best: 0.7871 @ 40000 iter + +2024-10-25 14:22:27,459 INFO: [ epoch:1485 ] [ iter: 40,100 ] [ performance: 12.576 it/s ] [ lr: 1.00e-04 ] [ eta: 2315 days, 15:02:58 ] [ l_g_pix: 6.3071e-02 ] [ l_g_total: 6.3071e-02 ] +2024-10-25 14:22:34,866 INFO: [ epoch:1488 ] [ iter: 40,200 ] [ performance: 13.021 it/s ] [ lr: 1.00e-04 ] [ eta: 2316 days, 21:18:11 ] [ l_g_pix: 6.3284e-02 ] [ l_g_total: 6.3284e-02 ] +2024-10-25 14:22:43,097 INFO: [ epoch:1492 ] [ iter: 40,300 ] [ performance: 12.152 it/s ] [ lr: 1.00e-04 ] [ eta: 2318 days, 16:48:13 ] [ l_g_pix: 5.3298e-02 ] [ l_g_total: 5.3298e-02 ] +2024-10-25 14:22:51,395 INFO: [ epoch:1496 ] [ iter: 40,400 ] [ performance: 12.102 it/s ] [ lr: 1.00e-04 ] [ eta: 2320 days, 12:57:41 ] [ l_g_pix: 5.7412e-02 ] [ l_g_total: 5.7412e-02 ] +2024-10-25 14:22:58,867 INFO: [ epoch:1499 ] [ iter: 40,500 ] [ performance: 13.339 it/s ] [ lr: 1.00e-04 ] [ eta: 2321 days, 19:01:32 ] [ l_g_pix: 5.5398e-02 ] [ l_g_total: 5.5398e-02 ] +2024-10-25 14:23:06,763 INFO: [ epoch:1503 ] [ iter: 40,600 ] [ performance: 12.993 it/s ] [ lr: 1.00e-04 ] [ eta: 2323 days, 7:38:52 ] [ l_g_pix: 5.0742e-02 ] [ l_g_total: 5.0742e-02 ] +2024-10-25 14:23:14,654 INFO: [ epoch:1507 ] [ iter: 40,700 ] [ performance: 12.583 it/s ] [ lr: 1.00e-04 ] [ eta: 2324 days, 19:45:08 ] [ l_g_pix: 5.7620e-02 ] [ l_g_total: 5.7620e-02 ] +2024-10-25 14:23:22,892 INFO: [ epoch:1511 ] [ iter: 40,800 ] [ performance: 12.356 it/s ] [ lr: 1.00e-04 ] [ eta: 2326 days, 13:07:24 ] [ l_g_pix: 5.8023e-02 ] [ l_g_total: 5.8023e-02 ] +2024-10-25 14:23:30,277 INFO: [ epoch:1514 ] [ iter: 40,900 ] [ performance: 13.495 it/s ] [ lr: 1.00e-04 ] [ eta: 2327 days, 16:02:43 ] [ l_g_pix: 5.2292e-02 ] [ l_g_total: 5.2292e-02 ] +2024-10-25 14:23:38,394 INFO: [ epoch:1518 ] [ iter: 41,000 ] [ performance: 12.873 it/s ] [ lr: 1.00e-04 ] [ eta: 2329 days, 6:32:34 ] [ l_g_pix: 4.6193e-02 ] [ l_g_total: 4.6193e-02 ] +2024-10-25 14:23:46,488 INFO: [ epoch:1522 ] [ iter: 41,100 ] [ performance: 12.134 it/s ] [ lr: 1.00e-04 ] [ eta: 2330 days, 20:12:10 ] [ l_g_pix: 6.0052e-02 ] [ l_g_total: 6.0052e-02 ] +2024-10-25 14:23:53,799 INFO: [ epoch:1525 ] [ iter: 41,200 ] [ performance: 12.876 it/s ] [ lr: 1.00e-04 ] [ eta: 2331 days, 20:38:52 ] [ l_g_pix: 6.7537e-02 ] [ l_g_total: 6.7537e-02 ] +2024-10-25 14:24:01,871 INFO: [ epoch:1529 ] [ iter: 41,300 ] [ performance: 13.445 it/s ] [ lr: 1.00e-04 ] [ eta: 2333 days, 9:04:39 ] [ l_g_pix: 7.6216e-02 ] [ l_g_total: 7.6216e-02 ] +2024-10-25 14:24:09,755 INFO: [ epoch:1533 ] [ iter: 41,400 ] [ performance: 13.045 it/s ] [ lr: 1.00e-04 ] [ eta: 2334 days, 18:00:51 ] [ l_g_pix: 7.1273e-02 ] [ l_g_total: 7.1273e-02 ] +2024-10-25 14:24:17,942 INFO: [ epoch:1537 ] [ iter: 41,500 ] [ performance: 11.918 it/s ] [ lr: 1.00e-04 ] [ eta: 2336 days, 7:25:46 ] [ l_g_pix: 6.9323e-02 ] [ l_g_total: 6.9323e-02 ] +2024-10-25 14:24:25,259 INFO: [ epoch:1540 ] [ iter: 41,600 ] [ performance: 12.761 it/s ] [ lr: 1.00e-04 ] [ eta: 2337 days, 6:16:35 ] [ l_g_pix: 4.6517e-02 ] [ l_g_total: 4.6517e-02 ] +2024-10-25 14:24:33,213 INFO: [ epoch:1544 ] [ iter: 41,700 ] [ performance: 12.361 it/s ] [ lr: 1.00e-04 ] [ eta: 2338 days, 15:01:36 ] [ l_g_pix: 6.4863e-02 ] [ l_g_total: 6.4863e-02 ] +2024-10-25 14:24:41,236 INFO: [ epoch:1548 ] [ iter: 41,800 ] [ performance: 12.416 it/s ] [ lr: 1.00e-04 ] [ eta: 2340 days, 0:27:24 ] [ l_g_pix: 5.2397e-02 ] [ l_g_total: 5.2397e-02 ] +2024-10-25 14:24:48,485 INFO: [ epoch:1551 ] [ iter: 41,900 ] [ performance: 13.474 it/s ] [ lr: 1.00e-04 ] [ eta: 2340 days, 20:56:15 ] [ l_g_pix: 6.3552e-02 ] [ l_g_total: 6.3552e-02 ] +2024-10-25 14:24:56,630 INFO: [ epoch:1555 ] [ iter: 42,000 ] [ performance: 12.824 it/s ] [ lr: 1.00e-04 ] [ eta: 2342 days, 7:28:07 ] [ l_g_pix: 4.5976e-02 ] [ l_g_total: 4.5976e-02 ] +2024-10-25 14:25:04,942 INFO: [ epoch:1559 ] [ iter: 42,100 ] [ performance: 11.627 it/s ] [ lr: 1.00e-04 ] [ eta: 2343 days, 20:13:27 ] [ l_g_pix: 6.4553e-02 ] [ l_g_total: 6.4553e-02 ] +2024-10-25 14:25:12,178 INFO: [ epoch:1562 ] [ iter: 42,200 ] [ performance: 12.681 it/s ] [ lr: 1.00e-04 ] [ eta: 2344 days, 15:14:46 ] [ l_g_pix: 5.9015e-02 ] [ l_g_total: 5.9015e-02 ] +2024-10-25 14:25:20,391 INFO: [ epoch:1566 ] [ iter: 42,300 ] [ performance: 12.993 it/s ] [ lr: 1.00e-04 ] [ eta: 2346 days, 1:31:20 ] [ l_g_pix: 6.2558e-02 ] [ l_g_total: 6.2558e-02 ] +2024-10-25 14:25:28,589 INFO: [ epoch:1570 ] [ iter: 42,400 ] [ performance: 12.564 it/s ] [ lr: 1.00e-04 ] [ eta: 2347 days, 11:05:44 ] [ l_g_pix: 5.7259e-02 ] [ l_g_total: 5.7259e-02 ] +2024-10-25 14:25:36,857 INFO: [ epoch:1574 ] [ iter: 42,500 ] [ performance: 11.531 it/s ] [ lr: 1.00e-04 ] [ eta: 2348 days, 21:21:01 ] [ l_g_pix: 6.4716e-02 ] [ l_g_total: 6.4716e-02 ] +2024-10-25 14:25:44,308 INFO: [ epoch:1577 ] [ iter: 42,600 ] [ performance: 12.461 it/s ] [ lr: 1.00e-04 ] [ eta: 2349 days, 18:06:11 ] [ l_g_pix: 4.9416e-02 ] [ l_g_total: 4.9416e-02 ] +2024-10-25 14:25:52,499 INFO: [ epoch:1581 ] [ iter: 42,700 ] [ performance: 12.937 it/s ] [ lr: 1.00e-04 ] [ eta: 2351 days, 2:13:46 ] [ l_g_pix: 6.3849e-02 ] [ l_g_total: 6.3849e-02 ] +2024-10-25 14:26:00,557 INFO: [ epoch:1585 ] [ iter: 42,800 ] [ performance: 12.652 it/s ] [ lr: 1.00e-04 ] [ eta: 2352 days, 7:47:08 ] [ l_g_pix: 5.6209e-02 ] [ l_g_total: 5.6209e-02 ] +2024-10-25 14:26:07,663 INFO: [ epoch:1588 ] [ iter: 42,900 ] [ performance: 13.389 it/s ] [ lr: 1.00e-04 ] [ eta: 2352 days, 21:47:28 ] [ l_g_pix: 5.6337e-02 ] [ l_g_total: 5.6337e-02 ] +2024-10-25 14:26:15,751 INFO: [ epoch:1592 ] [ iter: 43,000 ] [ performance: 12.822 it/s ] [ lr: 1.00e-04 ] [ eta: 2354 days, 2:56:28 ] [ l_g_pix: 6.1710e-02 ] [ l_g_total: 6.1710e-02 ] +2024-10-25 14:26:23,810 INFO: [ epoch:1596 ] [ iter: 43,100 ] [ performance: 13.160 it/s ] [ lr: 1.00e-04 ] [ eta: 2355 days, 7:11:51 ] [ l_g_pix: 6.1798e-02 ] [ l_g_total: 6.1798e-02 ] +2024-10-25 14:26:31,367 INFO: [ epoch:1599 ] [ iter: 43,200 ] [ performance: 13.200 it/s ] [ lr: 1.00e-04 ] [ eta: 2356 days, 3:04:53 ] [ l_g_pix: 5.5265e-02 ] [ l_g_total: 5.5265e-02 ] +2024-10-25 14:26:39,141 INFO: [ epoch:1603 ] [ iter: 43,300 ] [ performance: 13.167 it/s ] [ lr: 1.00e-04 ] [ eta: 2357 days, 1:57:50 ] [ l_g_pix: 7.5234e-02 ] [ l_g_total: 7.5234e-02 ] +2024-10-25 14:26:46,979 INFO: [ epoch:1607 ] [ iter: 43,400 ] [ performance: 12.944 it/s ] [ lr: 1.00e-04 ] [ eta: 2358 days, 1:24:47 ] [ l_g_pix: 5.5227e-02 ] [ l_g_total: 5.5227e-02 ] +2024-10-25 14:26:54,880 INFO: [ epoch:1611 ] [ iter: 43,500 ] [ performance: 11.915 it/s ] [ lr: 1.00e-04 ] [ eta: 2359 days, 1:25:40 ] [ l_g_pix: 5.3012e-02 ] [ l_g_total: 5.3012e-02 ] +2024-10-25 14:27:02,294 INFO: [ epoch:1614 ] [ iter: 43,600 ] [ performance: 12.722 it/s ] [ lr: 1.00e-04 ] [ eta: 2359 days, 17:22:18 ] [ l_g_pix: 5.2824e-02 ] [ l_g_total: 5.2824e-02 ] +2024-10-25 14:27:10,389 INFO: [ epoch:1618 ] [ iter: 43,700 ] [ performance: 12.853 it/s ] [ lr: 1.00e-04 ] [ eta: 2360 days, 19:33:04 ] [ l_g_pix: 6.1081e-02 ] [ l_g_total: 6.1081e-02 ] +2024-10-25 14:27:18,524 INFO: [ epoch:1622 ] [ iter: 43,800 ] [ performance: 12.542 it/s ] [ lr: 1.00e-04 ] [ eta: 2361 days, 21:54:27 ] [ l_g_pix: 6.9161e-02 ] [ l_g_total: 6.9161e-02 ] +2024-10-25 14:27:25,769 INFO: [ epoch:1625 ] [ iter: 43,900 ] [ performance: 12.842 it/s ] [ lr: 1.00e-04 ] [ eta: 2362 days, 9:56:02 ] [ l_g_pix: 6.9764e-02 ] [ l_g_total: 6.9764e-02 ] +2024-10-25 14:27:34,123 INFO: [ epoch:1629 ] [ iter: 44,000 ] [ performance: 12.349 it/s ] [ lr: 1.00e-04 ] [ eta: 2363 days, 14:49:01 ] [ l_g_pix: 6.5833e-02 ] [ l_g_total: 6.5833e-02 ] +2024-10-25 14:27:42,235 INFO: [ epoch:1633 ] [ iter: 44,100 ] [ performance: 12.649 it/s ] [ lr: 1.00e-04 ] [ eta: 2364 days, 15:28:52 ] [ l_g_pix: 6.6484e-02 ] [ l_g_total: 6.6484e-02 ] +2024-10-25 14:27:50,524 INFO: [ epoch:1637 ] [ iter: 44,200 ] [ performance: 12.321 it/s ] [ lr: 1.00e-04 ] [ eta: 2365 days, 18:25:09 ] [ l_g_pix: 7.0765e-02 ] [ l_g_total: 7.0765e-02 ] +2024-10-25 14:27:57,810 INFO: [ epoch:1640 ] [ iter: 44,300 ] [ performance: 12.855 it/s ] [ lr: 1.00e-04 ] [ eta: 2366 days, 5:24:25 ] [ l_g_pix: 6.3247e-02 ] [ l_g_total: 6.3247e-02 ] +2024-10-25 14:28:05,856 INFO: [ epoch:1644 ] [ iter: 44,400 ] [ performance: 12.616 it/s ] [ lr: 1.00e-04 ] [ eta: 2367 days, 3:42:34 ] [ l_g_pix: 6.4716e-02 ] [ l_g_total: 6.4716e-02 ] +2024-10-25 14:28:13,883 INFO: [ epoch:1648 ] [ iter: 44,500 ] [ performance: 12.628 it/s ] [ lr: 1.00e-04 ] [ eta: 2368 days, 1:16:07 ] [ l_g_pix: 6.8798e-02 ] [ l_g_total: 6.8798e-02 ] +2024-10-25 14:28:21,393 INFO: [ epoch:1651 ] [ iter: 44,600 ] [ performance: 13.005 it/s ] [ lr: 1.00e-04 ] [ eta: 2368 days, 14:26:18 ] [ l_g_pix: 7.6352e-02 ] [ l_g_total: 7.6352e-02 ] +2024-10-25 14:28:29,583 INFO: [ epoch:1655 ] [ iter: 44,700 ] [ performance: 12.383 it/s ] [ lr: 1.00e-04 ] [ eta: 2369 days, 13:37:29 ] [ l_g_pix: 6.4294e-02 ] [ l_g_total: 6.4294e-02 ] +2024-10-25 14:28:37,969 INFO: [ epoch:1659 ] [ iter: 44,800 ] [ performance: 12.122 it/s ] [ lr: 1.00e-04 ] [ eta: 2370 days, 15:22:35 ] [ l_g_pix: 5.1391e-02 ] [ l_g_total: 5.1391e-02 ] +2024-10-25 14:28:45,378 INFO: [ epoch:1662 ] [ iter: 44,900 ] [ performance: 14.239 it/s ] [ lr: 1.00e-04 ] [ eta: 2371 days, 1:41:40 ] [ l_g_pix: 5.6126e-02 ] [ l_g_total: 5.6126e-02 ] +2024-10-25 14:28:53,459 INFO: [ epoch:1666 ] [ iter: 45,000 ] [ performance: 13.123 it/s ] [ lr: 1.00e-04 ] [ eta: 2371 days, 21:52:47 ] [ l_g_pix: 5.3190e-02 ] [ l_g_total: 5.3190e-02 ] +2024-10-25 14:29:01,738 INFO: [ epoch:1670 ] [ iter: 45,100 ] [ performance: 12.040 it/s ] [ lr: 1.00e-04 ] [ eta: 2372 days, 20:37:26 ] [ l_g_pix: 6.0552e-02 ] [ l_g_total: 6.0552e-02 ] +2024-10-25 14:29:10,038 INFO: [ epoch:1674 ] [ iter: 45,200 ] [ performance: 12.046 it/s ] [ lr: 1.00e-04 ] [ eta: 2373 days, 19:13:50 ] [ l_g_pix: 6.5684e-02 ] [ l_g_total: 6.5684e-02 ] +2024-10-25 14:29:17,522 INFO: [ epoch:1677 ] [ iter: 45,300 ] [ performance: 12.343 it/s ] [ lr: 1.00e-04 ] [ eta: 2374 days, 4:58:46 ] [ l_g_pix: 5.8031e-02 ] [ l_g_total: 5.8031e-02 ] +2024-10-25 14:29:25,755 INFO: [ epoch:1681 ] [ iter: 45,400 ] [ performance: 12.231 it/s ] [ lr: 1.00e-04 ] [ eta: 2375 days, 1:40:56 ] [ l_g_pix: 7.1832e-02 ] [ l_g_total: 7.1832e-02 ] +2024-10-25 14:29:33,943 INFO: [ epoch:1685 ] [ iter: 45,500 ] [ performance: 12.222 it/s ] [ lr: 1.00e-04 ] [ eta: 2375 days, 21:13:48 ] [ l_g_pix: 5.6637e-02 ] [ l_g_total: 5.6637e-02 ] +2024-10-25 14:29:41,342 INFO: [ epoch:1688 ] [ iter: 45,600 ] [ performance: 12.934 it/s ] [ lr: 1.00e-04 ] [ eta: 2376 days, 4:24:26 ] [ l_g_pix: 8.3142e-02 ] [ l_g_total: 8.3142e-02 ] +2024-10-25 14:29:49,492 INFO: [ epoch:1692 ] [ iter: 45,700 ] [ performance: 12.175 it/s ] [ lr: 1.00e-04 ] [ eta: 2376 days, 22:29:54 ] [ l_g_pix: 6.8347e-02 ] [ l_g_total: 6.8347e-02 ] +2024-10-25 14:29:57,923 INFO: [ epoch:1696 ] [ iter: 45,800 ] [ performance: 11.992 it/s ] [ lr: 1.00e-04 ] [ eta: 2377 days, 20:22:13 ] [ l_g_pix: 6.5036e-02 ] [ l_g_total: 6.5036e-02 ] +2024-10-25 14:30:05,591 INFO: [ epoch:1699 ] [ iter: 45,900 ] [ performance: 13.325 it/s ] [ lr: 1.00e-04 ] [ eta: 2378 days, 6:18:25 ] [ l_g_pix: 6.3402e-02 ] [ l_g_total: 6.3402e-02 ] +2024-10-25 14:30:13,555 INFO: [ epoch:1703 ] [ iter: 46,000 ] [ performance: 12.868 it/s ] [ lr: 1.00e-04 ] [ eta: 2378 days, 20:15:15 ] [ l_g_pix: 6.6742e-02 ] [ l_g_total: 6.6742e-02 ] +2024-10-25 14:30:21,746 INFO: [ epoch:1707 ] [ iter: 46,100 ] [ performance: 11.981 it/s ] [ lr: 1.00e-04 ] [ eta: 2379 days, 13:10:16 ] [ l_g_pix: 6.2066e-02 ] [ l_g_total: 6.2066e-02 ] +2024-10-25 14:30:29,656 INFO: [ epoch:1711 ] [ iter: 46,200 ] [ performance: 12.360 it/s ] [ lr: 1.00e-04 ] [ eta: 2380 days, 1:25:19 ] [ l_g_pix: 5.2723e-02 ] [ l_g_total: 5.2723e-02 ] +2024-10-25 14:30:37,075 INFO: [ epoch:1714 ] [ iter: 46,300 ] [ performance: 13.659 it/s ] [ lr: 1.00e-04 ] [ eta: 2380 days, 5:54:02 ] [ l_g_pix: 6.3260e-02 ] [ l_g_total: 6.3260e-02 ] +2024-10-25 14:30:45,542 INFO: [ epoch:1718 ] [ iter: 46,400 ] [ performance: 12.509 it/s ] [ lr: 1.00e-04 ] [ eta: 2381 days, 1:35:01 ] [ l_g_pix: 7.0325e-02 ] [ l_g_total: 7.0325e-02 ] +2024-10-25 14:30:53,830 INFO: [ epoch:1722 ] [ iter: 46,500 ] [ performance: 11.810 it/s ] [ lr: 1.00e-04 ] [ eta: 2381 days, 18:08:17 ] [ l_g_pix: 6.0121e-02 ] [ l_g_total: 6.0121e-02 ] +2024-10-25 14:31:01,115 INFO: [ epoch:1725 ] [ iter: 46,600 ] [ performance: 12.875 it/s ] [ lr: 1.00e-04 ] [ eta: 2381 days, 19:20:59 ] [ l_g_pix: 6.1743e-02 ] [ l_g_total: 6.1743e-02 ] +2024-10-25 14:31:09,516 INFO: [ epoch:1729 ] [ iter: 46,700 ] [ performance: 13.168 it/s ] [ lr: 1.00e-04 ] [ eta: 2382 days, 12:40:51 ] [ l_g_pix: 5.3549e-02 ] [ l_g_total: 5.3549e-02 ] +2024-10-25 14:31:17,777 INFO: [ epoch:1733 ] [ iter: 46,800 ] [ performance: 12.516 it/s ] [ lr: 1.00e-04 ] [ eta: 2383 days, 3:28:11 ] [ l_g_pix: 6.8400e-02 ] [ l_g_total: 6.8400e-02 ] +2024-10-25 14:31:26,261 INFO: [ epoch:1737 ] [ iter: 46,900 ] [ performance: 11.240 it/s ] [ lr: 1.00e-04 ] [ eta: 2383 days, 21:05:52 ] [ l_g_pix: 5.5773e-02 ] [ l_g_total: 5.5773e-02 ] +2024-10-25 14:31:33,992 INFO: [ epoch:1740 ] [ iter: 47,000 ] [ performance: 12.198 it/s ] [ lr: 1.00e-04 ] [ eta: 2384 days, 3:10:16 ] [ l_g_pix: 6.0432e-02 ] [ l_g_total: 6.0432e-02 ] +2024-10-25 14:31:42,624 INFO: [ epoch:1744 ] [ iter: 47,100 ] [ performance: 11.540 it/s ] [ lr: 1.00e-04 ] [ eta: 2384 days, 22:02:31 ] [ l_g_pix: 6.1556e-02 ] [ l_g_total: 6.1556e-02 ] +2024-10-25 14:31:50,989 INFO: [ epoch:1748 ] [ iter: 47,200 ] [ performance: 11.787 it/s ] [ lr: 1.00e-04 ] [ eta: 2385 days, 12:31:38 ] [ l_g_pix: 5.6146e-02 ] [ l_g_total: 5.6146e-02 ] +2024-10-25 14:31:58,447 INFO: [ epoch:1751 ] [ iter: 47,300 ] [ performance: 13.402 it/s ] [ lr: 1.00e-04 ] [ eta: 2385 days, 13:16:01 ] [ l_g_pix: 6.4146e-02 ] [ l_g_total: 6.4146e-02 ] +2024-10-25 14:32:06,794 INFO: [ epoch:1755 ] [ iter: 47,400 ] [ performance: 12.504 it/s ] [ lr: 1.00e-04 ] [ eta: 2386 days, 2:34:59 ] [ l_g_pix: 5.8951e-02 ] [ l_g_total: 5.8951e-02 ] +2024-10-25 14:32:15,324 INFO: [ epoch:1759 ] [ iter: 47,500 ] [ performance: 11.072 it/s ] [ lr: 1.00e-04 ] [ eta: 2386 days, 18:05:44 ] [ l_g_pix: 6.9018e-02 ] [ l_g_total: 6.9018e-02 ] +2024-10-25 14:32:22,735 INFO: [ epoch:1762 ] [ iter: 47,600 ] [ performance: 12.434 it/s ] [ lr: 1.00e-04 ] [ eta: 2386 days, 16:51:06 ] [ l_g_pix: 6.3813e-02 ] [ l_g_total: 6.3813e-02 ] +2024-10-25 14:32:30,869 INFO: [ epoch:1766 ] [ iter: 47,700 ] [ performance: 13.401 it/s ] [ lr: 1.00e-04 ] [ eta: 2387 days, 1:42:05 ] [ l_g_pix: 5.9552e-02 ] [ l_g_total: 5.9552e-02 ] +2024-10-25 14:32:39,085 INFO: [ epoch:1770 ] [ iter: 47,800 ] [ performance: 12.620 it/s ] [ lr: 1.00e-04 ] [ eta: 2387 days, 11:17:37 ] [ l_g_pix: 6.0488e-02 ] [ l_g_total: 6.0488e-02 ] +2024-10-25 14:32:47,412 INFO: [ epoch:1774 ] [ iter: 47,900 ] [ performance: 11.014 it/s ] [ lr: 1.00e-04 ] [ eta: 2387 days, 22:01:52 ] [ l_g_pix: 6.1114e-02 ] [ l_g_total: 6.1114e-02 ] +2024-10-25 14:32:54,927 INFO: [ epoch:1777 ] [ iter: 48,000 ] [ performance: 12.326 it/s ] [ lr: 1.00e-04 ] [ eta: 2387 days, 20:34:19 ] [ l_g_pix: 4.6139e-02 ] [ l_g_total: 4.6139e-02 ] +2024-10-25 14:33:03,129 INFO: [ epoch:1781 ] [ iter: 48,100 ] [ performance: 13.328 it/s ] [ lr: 1.00e-04 ] [ eta: 2388 days, 4:36:46 ] [ l_g_pix: 6.3441e-02 ] [ l_g_total: 6.3441e-02 ] +2024-10-25 14:33:11,426 INFO: [ epoch:1785 ] [ iter: 48,200 ] [ performance: 12.507 it/s ] [ lr: 1.00e-04 ] [ eta: 2388 days, 13:33:30 ] [ l_g_pix: 6.5620e-02 ] [ l_g_total: 6.5620e-02 ] +2024-10-25 14:33:19,141 INFO: [ epoch:1788 ] [ iter: 48,300 ] [ performance: 12.296 it/s ] [ lr: 1.00e-04 ] [ eta: 2388 days, 13:40:32 ] [ l_g_pix: 5.9860e-02 ] [ l_g_total: 5.9860e-02 ] +2024-10-25 14:33:27,350 INFO: [ epoch:1792 ] [ iter: 48,400 ] [ performance: 12.226 it/s ] [ lr: 1.00e-04 ] [ eta: 2388 days, 20:26:55 ] [ l_g_pix: 5.6175e-02 ] [ l_g_total: 5.6175e-02 ] +2024-10-25 14:33:35,293 INFO: [ epoch:1796 ] [ iter: 48,500 ] [ performance: 13.458 it/s ] [ lr: 1.00e-04 ] [ eta: 2388 days, 22:58:06 ] [ l_g_pix: 6.9354e-02 ] [ l_g_total: 6.9354e-02 ] +2024-10-25 14:33:42,838 INFO: [ epoch:1799 ] [ iter: 48,600 ] [ performance: 13.330 it/s ] [ lr: 1.00e-04 ] [ eta: 2388 days, 19:21:38 ] [ l_g_pix: 5.8603e-02 ] [ l_g_total: 5.8603e-02 ] +2024-10-25 14:33:50,774 INFO: [ epoch:1803 ] [ iter: 48,700 ] [ performance: 13.265 it/s ] [ lr: 1.00e-04 ] [ eta: 2388 days, 20:54:22 ] [ l_g_pix: 7.1330e-02 ] [ l_g_total: 7.1330e-02 ] +2024-10-25 14:33:59,136 INFO: [ epoch:1807 ] [ iter: 48,800 ] [ performance: 12.408 it/s ] [ lr: 1.00e-04 ] [ eta: 2389 days, 4:04:04 ] [ l_g_pix: 7.5605e-02 ] [ l_g_total: 7.5605e-02 ] +2024-10-25 14:34:07,469 INFO: [ epoch:1811 ] [ iter: 48,900 ] [ performance: 10.925 it/s ] [ lr: 1.00e-04 ] [ eta: 2389 days, 10:21:29 ] [ l_g_pix: 5.4174e-02 ] [ l_g_total: 5.4174e-02 ] +2024-10-25 14:34:14,960 INFO: [ epoch:1814 ] [ iter: 49,000 ] [ performance: 12.356 it/s ] [ lr: 1.00e-04 ] [ eta: 2389 days, 4:14:46 ] [ l_g_pix: 6.5302e-02 ] [ l_g_total: 6.5302e-02 ] +2024-10-25 14:34:23,204 INFO: [ epoch:1818 ] [ iter: 49,100 ] [ performance: 12.773 it/s ] [ lr: 1.00e-04 ] [ eta: 2389 days, 8:22:08 ] [ l_g_pix: 6.3622e-02 ] [ l_g_total: 6.3622e-02 ] +2024-10-25 14:34:31,138 INFO: [ epoch:1822 ] [ iter: 49,200 ] [ performance: 12.666 it/s ] [ lr: 1.00e-04 ] [ eta: 2389 days, 7:39:22 ] [ l_g_pix: 6.8587e-02 ] [ l_g_total: 6.8587e-02 ] +2024-10-25 14:34:38,691 INFO: [ epoch:1825 ] [ iter: 49,300 ] [ performance: 12.359 it/s ] [ lr: 1.00e-04 ] [ eta: 2389 days, 1:08:29 ] [ l_g_pix: 5.9564e-02 ] [ l_g_total: 5.9564e-02 ] +2024-10-25 14:34:46,948 INFO: [ epoch:1829 ] [ iter: 49,400 ] [ performance: 12.199 it/s ] [ lr: 1.00e-04 ] [ eta: 2389 days, 4:06:32 ] [ l_g_pix: 6.1689e-02 ] [ l_g_total: 6.1689e-02 ] +2024-10-25 14:34:55,260 INFO: [ epoch:1833 ] [ iter: 49,500 ] [ performance: 12.156 it/s ] [ lr: 1.00e-04 ] [ eta: 2389 days, 7:23:04 ] [ l_g_pix: 5.8532e-02 ] [ l_g_total: 5.8532e-02 ] +2024-10-25 14:35:03,794 INFO: [ epoch:1837 ] [ iter: 49,600 ] [ performance: 11.869 it/s ] [ lr: 1.00e-04 ] [ eta: 2389 days, 13:18:11 ] [ l_g_pix: 7.6246e-02 ] [ l_g_total: 7.6246e-02 ] +2024-10-25 14:35:11,122 INFO: [ epoch:1840 ] [ iter: 49,700 ] [ performance: 12.487 it/s ] [ lr: 1.00e-04 ] [ eta: 2389 days, 1:53:47 ] [ l_g_pix: 6.1859e-02 ] [ l_g_total: 6.1859e-02 ] +2024-10-25 14:35:19,697 INFO: [ epoch:1844 ] [ iter: 49,800 ] [ performance: 11.936 it/s ] [ lr: 1.00e-04 ] [ eta: 2389 days, 7:28:45 ] [ l_g_pix: 5.7781e-02 ] [ l_g_total: 5.7781e-02 ] +2024-10-25 14:35:28,155 INFO: [ epoch:1848 ] [ iter: 49,900 ] [ performance: 12.303 it/s ] [ lr: 1.00e-04 ] [ eta: 2389 days, 10:56:31 ] [ l_g_pix: 6.6237e-02 ] [ l_g_total: 6.6237e-02 ] +2024-10-25 14:35:35,607 INFO: [ epoch:1851 ] [ iter: 50,000 ] [ performance: 13.017 it/s ] [ lr: 5.00e-05 ] [ eta: 2388 days, 23:58:30 ] [ l_g_pix: 7.4525e-02 ] [ l_g_total: 7.4525e-02 ] +2024-10-25 14:35:35,607 INFO: Saving models and training states. +2024-10-25 14:36:46,259 INFO: Validation val + + # psnr: 21.7995........ Best: 21.7995 @ 50000 iter + # ssim: 0.6347........ Best: 0.6347 @ 50000 iter + # dists: 0.7867........ Best: 0.7867 @ 50000 iter + +2024-10-25 14:36:54,397 INFO: [ epoch:1855 ] [ iter: 50,100 ] [ performance: 12.000 it/s ] [ lr: 5.00e-05 ] [ eta: 2429 days, 17:24:05 ] [ l_g_pix: 6.1752e-02 ] [ l_g_total: 6.1752e-02 ] +2024-10-25 14:37:02,770 INFO: [ epoch:1859 ] [ iter: 50,200 ] [ performance: 11.964 it/s ] [ lr: 5.00e-05 ] [ eta: 2429 days, 16:21:27 ] [ l_g_pix: 5.7529e-02 ] [ l_g_total: 5.7529e-02 ] +2024-10-25 14:37:10,297 INFO: [ epoch:1862 ] [ iter: 50,300 ] [ performance: 14.747 it/s ] [ lr: 5.00e-05 ] [ eta: 2429 days, 3:10:53 ] [ l_g_pix: 5.4637e-02 ] [ l_g_total: 5.4637e-02 ] +2024-10-25 14:37:18,827 INFO: [ epoch:1866 ] [ iter: 50,400 ] [ performance: 12.585 it/s ] [ lr: 5.00e-05 ] [ eta: 2429 days, 3:23:59 ] [ l_g_pix: 6.1890e-02 ] [ l_g_total: 6.1890e-02 ] +2024-10-25 14:37:27,615 INFO: [ epoch:1870 ] [ iter: 50,500 ] [ performance: 11.167 it/s ] [ lr: 5.00e-05 ] [ eta: 2429 days, 6:41:02 ] [ l_g_pix: 6.1467e-02 ] [ l_g_total: 6.1467e-02 ] +2024-10-25 14:37:36,440 INFO: [ epoch:1874 ] [ iter: 50,600 ] [ performance: 11.278 it/s ] [ lr: 5.00e-05 ] [ eta: 2429 days, 9:59:53 ] [ l_g_pix: 6.0554e-02 ] [ l_g_total: 6.0554e-02 ] +2024-10-25 14:37:44,091 INFO: [ epoch:1877 ] [ iter: 50,700 ] [ performance: 12.153 it/s ] [ lr: 5.00e-05 ] [ eta: 2428 days, 20:44:25 ] [ l_g_pix: 5.8534e-02 ] [ l_g_total: 5.8534e-02 ] +2024-10-25 14:37:52,577 INFO: [ epoch:1881 ] [ iter: 50,800 ] [ performance: 11.903 it/s ] [ lr: 5.00e-05 ] [ eta: 2428 days, 18:27:51 ] [ l_g_pix: 6.5858e-02 ] [ l_g_total: 6.5858e-02 ] +2024-10-25 14:38:01,005 INFO: [ epoch:1885 ] [ iter: 50,900 ] [ performance: 11.697 it/s ] [ lr: 5.00e-05 ] [ eta: 2428 days, 14:56:10 ] [ l_g_pix: 6.2185e-02 ] [ l_g_total: 6.2185e-02 ] +2024-10-25 14:38:08,535 INFO: [ epoch:1888 ] [ iter: 51,000 ] [ performance: 12.730 it/s ] [ lr: 5.00e-05 ] [ eta: 2427 days, 22:43:16 ] [ l_g_pix: 5.2294e-02 ] [ l_g_total: 5.2294e-02 ] +2024-10-25 14:38:16,639 INFO: [ epoch:1892 ] [ iter: 51,100 ] [ performance: 12.084 it/s ] [ lr: 5.00e-05 ] [ eta: 2427 days, 13:52:14 ] [ l_g_pix: 5.4454e-02 ] [ l_g_total: 5.4454e-02 ] +2024-10-25 14:38:24,758 INFO: [ epoch:1896 ] [ iter: 51,200 ] [ performance: 12.244 it/s ] [ lr: 5.00e-05 ] [ eta: 2427 days, 4:46:39 ] [ l_g_pix: 5.8564e-02 ] [ l_g_total: 5.8564e-02 ] +2024-10-25 14:38:32,153 INFO: [ epoch:1899 ] [ iter: 51,300 ] [ performance: 14.770 it/s ] [ lr: 5.00e-05 ] [ eta: 2426 days, 9:26:27 ] [ l_g_pix: 5.8834e-02 ] [ l_g_total: 5.8834e-02 ] +2024-10-25 14:38:39,980 INFO: [ epoch:1903 ] [ iter: 51,400 ] [ performance: 13.336 it/s ] [ lr: 5.00e-05 ] [ eta: 2425 days, 19:31:45 ] [ l_g_pix: 6.8775e-02 ] [ l_g_total: 6.8775e-02 ] +2024-10-25 14:38:48,081 INFO: [ epoch:1907 ] [ iter: 51,500 ] [ performance: 11.728 it/s ] [ lr: 5.00e-05 ] [ eta: 2425 days, 8:51:57 ] [ l_g_pix: 6.7487e-02 ] [ l_g_total: 6.7487e-02 ] +2024-10-25 14:38:56,204 INFO: [ epoch:1911 ] [ iter: 51,600 ] [ performance: 12.128 it/s ] [ lr: 5.00e-05 ] [ eta: 2424 days, 22:03:22 ] [ l_g_pix: 6.1463e-02 ] [ l_g_total: 6.1463e-02 ] +2024-10-25 14:39:03,138 INFO: [ epoch:1914 ] [ iter: 51,700 ] [ performance: 15.937 it/s ] [ lr: 5.00e-05 ] [ eta: 2423 days, 18:49:43 ] [ l_g_pix: 5.6898e-02 ] [ l_g_total: 5.6898e-02 ] +2024-10-25 14:39:11,136 INFO: [ epoch:1918 ] [ iter: 51,800 ] [ performance: 13.370 it/s ] [ lr: 5.00e-05 ] [ eta: 2423 days, 5:28:45 ] [ l_g_pix: 6.7093e-02 ] [ l_g_total: 6.7093e-02 ] +2024-10-25 14:39:19,058 INFO: [ epoch:1922 ] [ iter: 51,900 ] [ performance: 11.667 it/s ] [ lr: 5.00e-05 ] [ eta: 2422 days, 14:39:33 ] [ l_g_pix: 5.7220e-02 ] [ l_g_total: 5.7220e-02 ] +2024-10-25 14:39:26,385 INFO: [ epoch:1925 ] [ iter: 52,000 ] [ performance: 12.997 it/s ] [ lr: 5.00e-05 ] [ eta: 2421 days, 15:28:18 ] [ l_g_pix: 7.6850e-02 ] [ l_g_total: 7.6850e-02 ] +2024-10-25 14:39:34,292 INFO: [ epoch:1929 ] [ iter: 52,100 ] [ performance: 14.868 it/s ] [ lr: 5.00e-05 ] [ eta: 2420 days, 23:35:14 ] [ l_g_pix: 5.3464e-02 ] [ l_g_total: 5.3464e-02 ] +2024-10-25 14:39:42,291 INFO: [ epoch:1933 ] [ iter: 52,200 ] [ performance: 13.110 it/s ] [ lr: 5.00e-05 ] [ eta: 2420 days, 8:29:33 ] [ l_g_pix: 6.1855e-02 ] [ l_g_total: 6.1855e-02 ] +2024-10-25 14:39:50,190 INFO: [ epoch:1937 ] [ iter: 52,300 ] [ performance: 11.569 it/s ] [ lr: 5.00e-05 ] [ eta: 2419 days, 15:37:48 ] [ l_g_pix: 6.1114e-02 ] [ l_g_total: 6.1114e-02 ] +2024-10-25 14:39:57,513 INFO: [ epoch:1940 ] [ iter: 52,400 ] [ performance: 12.988 it/s ] [ lr: 5.00e-05 ] [ eta: 2418 days, 14:42:29 ] [ l_g_pix: 6.1233e-02 ] [ l_g_total: 6.1233e-02 ] +2024-10-25 14:40:06,129 INFO: [ epoch:1944 ] [ iter: 52,500 ] [ performance: 10.558 it/s ] [ lr: 5.00e-05 ] [ eta: 2418 days, 6:26:11 ] [ l_g_pix: 6.6607e-02 ] [ l_g_total: 6.6607e-02 ] +2024-10-25 14:40:14,438 INFO: [ epoch:1948 ] [ iter: 52,600 ] [ performance: 11.582 it/s ] [ lr: 5.00e-05 ] [ eta: 2417 days, 17:38:37 ] [ l_g_pix: 6.3994e-02 ] [ l_g_total: 6.3994e-02 ] +2024-10-25 14:40:22,394 INFO: [ epoch:1951 ] [ iter: 52,700 ] [ performance: 13.713 it/s ] [ lr: 5.00e-05 ] [ eta: 2416 days, 23:45:44 ] [ l_g_pix: 5.8122e-02 ] [ l_g_total: 5.8122e-02 ] +2024-10-25 14:40:30,554 INFO: [ epoch:1955 ] [ iter: 52,800 ] [ performance: 12.627 it/s ] [ lr: 5.00e-05 ] [ eta: 2416 days, 8:05:43 ] [ l_g_pix: 5.0407e-02 ] [ l_g_total: 5.0407e-02 ] +2024-10-25 14:40:39,237 INFO: [ epoch:1959 ] [ iter: 52,900 ] [ performance: 10.432 it/s ] [ lr: 5.00e-05 ] [ eta: 2415 days, 22:49:44 ] [ l_g_pix: 6.5531e-02 ] [ l_g_total: 6.5531e-02 ] +2024-10-25 14:40:46,804 INFO: [ epoch:1962 ] [ iter: 53,000 ] [ performance: 12.328 it/s ] [ lr: 5.00e-05 ] [ eta: 2414 days, 22:31:07 ] [ l_g_pix: 5.1114e-02 ] [ l_g_total: 5.1114e-02 ] +2024-10-25 14:40:54,945 INFO: [ epoch:1966 ] [ iter: 53,100 ] [ performance: 13.489 it/s ] [ lr: 5.00e-05 ] [ eta: 2414 days, 5:14:53 ] [ l_g_pix: 5.5291e-02 ] [ l_g_total: 5.5291e-02 ] +2024-10-25 14:41:03,466 INFO: [ epoch:1970 ] [ iter: 53,200 ] [ performance: 12.155 it/s ] [ lr: 5.00e-05 ] [ eta: 2413 days, 16:28:44 ] [ l_g_pix: 6.6504e-02 ] [ l_g_total: 6.6504e-02 ] +2024-10-25 14:41:12,116 INFO: [ epoch:1974 ] [ iter: 53,300 ] [ performance: 9.959 it/s ] [ lr: 5.00e-05 ] [ eta: 2413 days, 4:53:57 ] [ l_g_pix: 7.8326e-02 ] [ l_g_total: 7.8326e-02 ] +2024-10-25 14:41:19,790 INFO: [ epoch:1977 ] [ iter: 53,400 ] [ performance: 12.068 it/s ] [ lr: 5.00e-05 ] [ eta: 2412 days, 4:12:42 ] [ l_g_pix: 6.2014e-02 ] [ l_g_total: 6.2014e-02 ] +2024-10-25 14:41:28,280 INFO: [ epoch:1981 ] [ iter: 53,500 ] [ performance: 12.909 it/s ] [ lr: 5.00e-05 ] [ eta: 2411 days, 13:38:33 ] [ l_g_pix: 5.3928e-02 ] [ l_g_total: 5.3928e-02 ] +2024-10-25 14:41:36,558 INFO: [ epoch:1985 ] [ iter: 53,600 ] [ performance: 12.282 it/s ] [ lr: 5.00e-05 ] [ eta: 2410 days, 19:51:31 ] [ l_g_pix: 6.9887e-02 ] [ l_g_total: 6.9887e-02 ] +2024-10-25 14:41:44,247 INFO: [ epoch:1988 ] [ iter: 53,700 ] [ performance: 12.991 it/s ] [ lr: 5.00e-05 ] [ eta: 2409 days, 18:02:44 ] [ l_g_pix: 5.7303e-02 ] [ l_g_total: 5.7303e-02 ] +2024-10-25 14:41:52,767 INFO: [ epoch:1992 ] [ iter: 53,800 ] [ performance: 12.026 it/s ] [ lr: 5.00e-05 ] [ eta: 2409 days, 2:28:20 ] [ l_g_pix: 6.0103e-02 ] [ l_g_total: 6.0103e-02 ] +2024-10-25 14:42:01,599 INFO: [ epoch:1996 ] [ iter: 53,900 ] [ performance: 12.159 it/s ] [ lr: 5.00e-05 ] [ eta: 2408 days, 14:24:51 ] [ l_g_pix: 6.8132e-02 ] [ l_g_total: 6.8132e-02 ] +2024-10-25 14:42:09,144 INFO: [ epoch:1999 ] [ iter: 54,000 ] [ performance: 12.972 it/s ] [ lr: 5.00e-05 ] [ eta: 2407 days, 9:25:51 ] [ l_g_pix: 5.3526e-02 ] [ l_g_total: 5.3526e-02 ] +2024-10-25 14:42:17,126 INFO: [ epoch:2003 ] [ iter: 54,100 ] [ performance: 13.665 it/s ] [ lr: 5.00e-05 ] [ eta: 2406 days, 9:35:41 ] [ l_g_pix: 5.7500e-02 ] [ l_g_total: 5.7500e-02 ] +2024-10-25 14:42:25,438 INFO: [ epoch:2007 ] [ iter: 54,200 ] [ performance: 12.383 it/s ] [ lr: 5.00e-05 ] [ eta: 2405 days, 13:30:51 ] [ l_g_pix: 5.5668e-02 ] [ l_g_total: 5.5668e-02 ] +2024-10-25 14:42:33,847 INFO: [ epoch:2011 ] [ iter: 54,300 ] [ performance: 9.650 it/s ] [ lr: 5.00e-05 ] [ eta: 2404 days, 18:11:44 ] [ l_g_pix: 6.6311e-02 ] [ l_g_total: 6.6311e-02 ] +2024-10-25 14:42:41,783 INFO: [ epoch:2014 ] [ iter: 54,400 ] [ performance: 11.772 it/s ] [ lr: 5.00e-05 ] [ eta: 2403 days, 16:25:03 ] [ l_g_pix: 6.8001e-02 ] [ l_g_total: 6.8001e-02 ] +2024-10-25 14:42:50,372 INFO: [ epoch:2018 ] [ iter: 54,500 ] [ performance: 12.413 it/s ] [ lr: 5.00e-05 ] [ eta: 2402 days, 22:27:55 ] [ l_g_pix: 5.1906e-02 ] [ l_g_total: 5.1906e-02 ] +2024-10-25 14:42:58,957 INFO: [ epoch:2022 ] [ iter: 54,600 ] [ performance: 11.814 it/s ] [ lr: 5.00e-05 ] [ eta: 2402 days, 3:58:18 ] [ l_g_pix: 6.4543e-02 ] [ l_g_total: 6.4543e-02 ] +2024-10-25 14:43:06,647 INFO: [ epoch:2025 ] [ iter: 54,700 ] [ performance: 12.795 it/s ] [ lr: 5.00e-05 ] [ eta: 2400 days, 21:44:49 ] [ l_g_pix: 7.5973e-02 ] [ l_g_total: 7.5973e-02 ] +2024-10-25 14:43:15,107 INFO: [ epoch:2029 ] [ iter: 54,800 ] [ performance: 12.022 it/s ] [ lr: 5.00e-05 ] [ eta: 2400 days, 0:45:38 ] [ l_g_pix: 6.6810e-02 ] [ l_g_total: 6.6810e-02 ] +2024-10-25 14:43:23,915 INFO: [ epoch:2033 ] [ iter: 54,900 ] [ performance: 11.700 it/s ] [ lr: 5.00e-05 ] [ eta: 2399 days, 7:39:51 ] [ l_g_pix: 6.7761e-02 ] [ l_g_total: 6.7761e-02 ] +2024-10-25 14:43:32,794 INFO: [ epoch:2037 ] [ iter: 55,000 ] [ performance: 11.354 it/s ] [ lr: 5.00e-05 ] [ eta: 2398 days, 14:58:12 ] [ l_g_pix: 5.3777e-02 ] [ l_g_total: 5.3777e-02 ] +2024-10-25 14:43:40,901 INFO: [ epoch:2040 ] [ iter: 55,100 ] [ performance: 11.397 it/s ] [ lr: 5.00e-05 ] [ eta: 2397 days, 12:09:07 ] [ l_g_pix: 6.4976e-02 ] [ l_g_total: 6.4976e-02 ] +2024-10-25 14:43:49,751 INFO: [ epoch:2044 ] [ iter: 55,200 ] [ performance: 11.321 it/s ] [ lr: 5.00e-05 ] [ eta: 2396 days, 18:07:43 ] [ l_g_pix: 5.2783e-02 ] [ l_g_total: 5.2783e-02 ] +2024-10-25 14:43:58,865 INFO: [ epoch:2048 ] [ iter: 55,300 ] [ performance: 11.293 it/s ] [ lr: 5.00e-05 ] [ eta: 2396 days, 2:53:46 ] [ l_g_pix: 5.5872e-02 ] [ l_g_total: 5.5872e-02 ] +2024-10-25 14:44:07,421 INFO: [ epoch:2051 ] [ iter: 55,400 ] [ performance: 11.609 it/s ] [ lr: 5.00e-05 ] [ eta: 2395 days, 4:14:02 ] [ l_g_pix: 5.8253e-02 ] [ l_g_total: 5.8253e-02 ] +2024-10-25 14:44:16,178 INFO: [ epoch:2055 ] [ iter: 55,500 ] [ performance: 11.593 it/s ] [ lr: 5.00e-05 ] [ eta: 2394 days, 7:35:24 ] [ l_g_pix: 6.3919e-02 ] [ l_g_total: 6.3919e-02 ] +2024-10-25 14:44:24,884 INFO: [ epoch:2059 ] [ iter: 55,600 ] [ performance: 11.509 it/s ] [ lr: 5.00e-05 ] [ eta: 2393 days, 9:49:06 ] [ l_g_pix: 5.4228e-02 ] [ l_g_total: 5.4228e-02 ] +2024-10-25 14:44:33,182 INFO: [ epoch:2062 ] [ iter: 55,700 ] [ performance: 17.126 it/s ] [ lr: 5.00e-05 ] [ eta: 2392 days, 6:33:05 ] [ l_g_pix: 6.0716e-02 ] [ l_g_total: 6.0716e-02 ] +2024-10-25 14:44:42,178 INFO: [ epoch:2066 ] [ iter: 55,800 ] [ performance: 11.899 it/s ] [ lr: 5.00e-05 ] [ eta: 2391 days, 11:23:34 ] [ l_g_pix: 6.2443e-02 ] [ l_g_total: 6.2443e-02 ] +2024-10-25 14:44:51,041 INFO: [ epoch:2070 ] [ iter: 55,900 ] [ performance: 10.847 it/s ] [ lr: 5.00e-05 ] [ eta: 2390 days, 14:06:47 ] [ l_g_pix: 6.4521e-02 ] [ l_g_total: 6.4521e-02 ] +2024-10-25 14:45:00,004 INFO: [ epoch:2074 ] [ iter: 56,000 ] [ performance: 11.101 it/s ] [ lr: 5.00e-05 ] [ eta: 2389 days, 17:33:07 ] [ l_g_pix: 5.6005e-02 ] [ l_g_total: 5.6005e-02 ] +2024-10-25 14:45:08,083 INFO: [ epoch:2077 ] [ iter: 56,100 ] [ performance: 11.259 it/s ] [ lr: 5.00e-05 ] [ eta: 2388 days, 9:43:28 ] [ l_g_pix: 6.4095e-02 ] [ l_g_total: 6.4095e-02 ] +2024-10-25 14:45:17,031 INFO: [ epoch:2081 ] [ iter: 56,200 ] [ performance: 11.192 it/s ] [ lr: 5.00e-05 ] [ eta: 2387 days, 12:00:17 ] [ l_g_pix: 5.4497e-02 ] [ l_g_total: 5.4497e-02 ] +2024-10-25 14:45:25,846 INFO: [ epoch:2085 ] [ iter: 56,300 ] [ performance: 10.303 it/s ] [ lr: 5.00e-05 ] [ eta: 2386 days, 12:10:42 ] [ l_g_pix: 6.3082e-02 ] [ l_g_total: 6.3082e-02 ] +2024-10-25 14:45:33,943 INFO: [ epoch:2088 ] [ iter: 56,400 ] [ performance: 11.956 it/s ] [ lr: 5.00e-05 ] [ eta: 2385 days, 3:10:14 ] [ l_g_pix: 5.7378e-02 ] [ l_g_total: 5.7378e-02 ] +2024-10-25 14:45:42,736 INFO: [ epoch:2092 ] [ iter: 56,500 ] [ performance: 10.769 it/s ] [ lr: 5.00e-05 ] [ eta: 2384 days, 2:07:45 ] [ l_g_pix: 5.1177e-02 ] [ l_g_total: 5.1177e-02 ] +2024-10-25 14:45:51,654 INFO: [ epoch:2096 ] [ iter: 56,600 ] [ performance: 11.142 it/s ] [ lr: 5.00e-05 ] [ eta: 2383 days, 2:05:47 ] [ l_g_pix: 5.6565e-02 ] [ l_g_total: 5.6565e-02 ] +2024-10-25 14:45:59,917 INFO: [ epoch:2099 ] [ iter: 56,700 ] [ performance: 15.828 it/s ] [ lr: 5.00e-05 ] [ eta: 2381 days, 17:41:49 ] [ l_g_pix: 5.0396e-02 ] [ l_g_total: 5.0396e-02 ] +2024-10-25 14:46:08,550 INFO: [ epoch:2103 ] [ iter: 56,800 ] [ performance: 12.080 it/s ] [ lr: 5.00e-05 ] [ eta: 2380 days, 13:15:56 ] [ l_g_pix: 7.5176e-02 ] [ l_g_total: 7.5176e-02 ] +2024-10-25 14:46:17,209 INFO: [ epoch:2107 ] [ iter: 56,900 ] [ performance: 9.904 it/s ] [ lr: 5.00e-05 ] [ eta: 2379 days, 8:40:51 ] [ l_g_pix: 6.3132e-02 ] [ l_g_total: 6.3132e-02 ] +2024-10-25 14:46:25,892 INFO: [ epoch:2111 ] [ iter: 57,000 ] [ performance: 11.252 it/s ] [ lr: 5.00e-05 ] [ eta: 2378 days, 3:53:45 ] [ l_g_pix: 6.5780e-02 ] [ l_g_total: 6.5780e-02 ] +2024-10-25 14:46:34,116 INFO: [ epoch:2114 ] [ iter: 57,100 ] [ performance: 17.998 it/s ] [ lr: 5.00e-05 ] [ eta: 2376 days, 17:09:28 ] [ l_g_pix: 5.0679e-02 ] [ l_g_total: 5.0679e-02 ] +2024-10-25 14:46:42,859 INFO: [ epoch:2118 ] [ iter: 57,200 ] [ performance: 12.045 it/s ] [ lr: 5.00e-05 ] [ eta: 2375 days, 12:07:44 ] [ l_g_pix: 6.3765e-02 ] [ l_g_total: 6.3765e-02 ] +2024-10-25 14:46:51,708 INFO: [ epoch:2122 ] [ iter: 57,300 ] [ performance: 8.916 it/s ] [ lr: 5.00e-05 ] [ eta: 2374 days, 7:53:06 ] [ l_g_pix: 4.8232e-02 ] [ l_g_total: 4.8232e-02 ] +2024-10-25 14:46:59,759 INFO: [ epoch:2125 ] [ iter: 57,400 ] [ performance: 11.817 it/s ] [ lr: 5.00e-05 ] [ eta: 2372 days, 17:41:53 ] [ l_g_pix: 6.8602e-02 ] [ l_g_total: 6.8602e-02 ] +2024-10-25 14:47:08,677 INFO: [ epoch:2129 ] [ iter: 57,500 ] [ performance: 17.590 it/s ] [ lr: 5.00e-05 ] [ eta: 2371 days, 13:17:44 ] [ l_g_pix: 6.9460e-02 ] [ l_g_total: 6.9460e-02 ] +2024-10-25 14:47:17,613 INFO: [ epoch:2133 ] [ iter: 57,600 ] [ performance: 11.716 it/s ] [ lr: 5.00e-05 ] [ eta: 2370 days, 8:36:35 ] [ l_g_pix: 6.6231e-02 ] [ l_g_total: 6.6231e-02 ] +2024-10-25 14:47:26,544 INFO: [ epoch:2137 ] [ iter: 57,700 ] [ performance: 8.179 it/s ] [ lr: 5.00e-05 ] [ eta: 2369 days, 3:22:08 ] [ l_g_pix: 6.6933e-02 ] [ l_g_total: 6.6933e-02 ] +2024-10-25 14:47:34,496 INFO: [ epoch:2140 ] [ iter: 57,800 ] [ performance: 11.845 it/s ] [ lr: 5.00e-05 ] [ eta: 2367 days, 10:09:48 ] [ l_g_pix: 6.7197e-02 ] [ l_g_total: 6.7197e-02 ] +2024-10-25 14:47:43,492 INFO: [ epoch:2144 ] [ iter: 57,900 ] [ performance: 8.546 it/s ] [ lr: 5.00e-05 ] [ eta: 2366 days, 4:43:24 ] [ l_g_pix: 5.8361e-02 ] [ l_g_total: 5.8361e-02 ] +2024-10-25 14:47:52,340 INFO: [ epoch:2148 ] [ iter: 58,000 ] [ performance: 10.927 it/s ] [ lr: 5.00e-05 ] [ eta: 2364 days, 21:03:02 ] [ l_g_pix: 5.6138e-02 ] [ l_g_total: 5.6138e-02 ] +2024-10-25 14:48:00,445 INFO: [ epoch:2151 ] [ iter: 58,100 ] [ performance: 17.135 it/s ] [ lr: 5.00e-05 ] [ eta: 2363 days, 4:14:38 ] [ l_g_pix: 5.7359e-02 ] [ l_g_total: 5.7359e-02 ] +2024-10-25 14:48:09,368 INFO: [ epoch:2155 ] [ iter: 58,200 ] [ performance: 11.606 it/s ] [ lr: 5.00e-05 ] [ eta: 2361 days, 20:29:23 ] [ l_g_pix: 6.1098e-02 ] [ l_g_total: 6.1098e-02 ] +2024-10-25 14:48:18,467 INFO: [ epoch:2159 ] [ iter: 58,300 ] [ performance: 7.258 it/s ] [ lr: 5.00e-05 ] [ eta: 2360 days, 14:16:14 ] [ l_g_pix: 6.5992e-02 ] [ l_g_total: 6.5992e-02 ] +2024-10-25 14:48:26,739 INFO: [ epoch:2162 ] [ iter: 58,400 ] [ performance: 11.402 it/s ] [ lr: 5.00e-05 ] [ eta: 2358 days, 21:59:07 ] [ l_g_pix: 6.0108e-02 ] [ l_g_total: 6.0108e-02 ] +2024-10-25 14:48:35,314 INFO: [ epoch:2166 ] [ iter: 58,500 ] [ performance: 19.982 it/s ] [ lr: 5.00e-05 ] [ eta: 2357 days, 8:44:28 ] [ l_g_pix: 6.7205e-02 ] [ l_g_total: 6.7205e-02 ] +2024-10-25 14:48:43,373 INFO: [ epoch:2170 ] [ iter: 58,600 ] [ performance: 12.811 it/s ] [ lr: 5.00e-05 ] [ eta: 2355 days, 13:05:10 ] [ l_g_pix: 5.5685e-02 ] [ l_g_total: 5.5685e-02 ] +2024-10-25 14:48:52,060 INFO: [ epoch:2174 ] [ iter: 58,700 ] [ performance: 6.480 it/s ] [ lr: 5.00e-05 ] [ eta: 2354 days, 0:10:57 ] [ l_g_pix: 4.7710e-02 ] [ l_g_total: 4.7710e-02 ] +2024-10-25 14:49:00,271 INFO: [ epoch:2177 ] [ iter: 58,800 ] [ performance: 11.436 it/s ] [ lr: 5.00e-05 ] [ eta: 2352 days, 5:20:53 ] [ l_g_pix: 6.9352e-02 ] [ l_g_total: 6.9352e-02 ] +2024-10-25 14:49:09,255 INFO: [ epoch:2181 ] [ iter: 58,900 ] [ performance: 19.712 it/s ] [ lr: 5.00e-05 ] [ eta: 2350 days, 18:53:21 ] [ l_g_pix: 5.3910e-02 ] [ l_g_total: 5.3910e-02 ] +2024-10-25 14:49:18,225 INFO: [ epoch:2185 ] [ iter: 59,000 ] [ performance: 11.476 it/s ] [ lr: 5.00e-05 ] [ eta: 2349 days, 7:46:25 ] [ l_g_pix: 6.1168e-02 ] [ l_g_total: 6.1168e-02 ] +2024-10-25 14:49:26,194 INFO: [ epoch:2188 ] [ iter: 59,100 ] [ performance: 19.924 it/s ] [ lr: 5.00e-05 ] [ eta: 2347 days, 8:46:58 ] [ l_g_pix: 6.7702e-02 ] [ l_g_total: 6.7702e-02 ] +2024-10-25 14:49:35,224 INFO: [ epoch:2192 ] [ iter: 59,200 ] [ performance: 11.362 it/s ] [ lr: 5.00e-05 ] [ eta: 2345 days, 21:22:14 ] [ l_g_pix: 6.1132e-02 ] [ l_g_total: 6.1132e-02 ] +2024-10-25 14:49:44,245 INFO: [ epoch:2196 ] [ iter: 59,300 ] [ performance: 18.815 it/s ] [ lr: 5.00e-05 ] [ eta: 2344 days, 9:21:53 ] [ l_g_pix: 6.2694e-02 ] [ l_g_total: 6.2694e-02 ] +2024-10-25 14:49:52,384 INFO: [ epoch:2199 ] [ iter: 59,400 ] [ performance: 12.495 it/s ] [ lr: 5.00e-05 ] [ eta: 2342 days, 10:54:28 ] [ l_g_pix: 5.0330e-02 ] [ l_g_total: 5.0330e-02 ] +2024-10-25 14:50:01,143 INFO: [ epoch:2203 ] [ iter: 59,500 ] [ performance: 18.584 it/s ] [ lr: 5.00e-05 ] [ eta: 2340 days, 18:57:44 ] [ l_g_pix: 5.2378e-02 ] [ l_g_total: 5.2378e-02 ] +2024-10-25 14:50:09,842 INFO: [ epoch:2207 ] [ iter: 59,600 ] [ performance: 11.669 it/s ] [ lr: 5.00e-05 ] [ eta: 2339 days, 1:51:52 ] [ l_g_pix: 5.5802e-02 ] [ l_g_total: 5.5802e-02 ] +2024-10-25 14:50:18,707 INFO: [ epoch:2211 ] [ iter: 59,700 ] [ performance: 3.427 it/s ] [ lr: 5.00e-05 ] [ eta: 2337 days, 10:09:00 ] [ l_g_pix: 7.8674e-02 ] [ l_g_total: 7.8674e-02 ] +2024-10-25 14:50:26,729 INFO: [ epoch:2214 ] [ iter: 59,800 ] [ performance: 11.578 it/s ] [ lr: 5.00e-05 ] [ eta: 2335 days, 8:31:17 ] [ l_g_pix: 7.1981e-02 ] [ l_g_total: 7.1981e-02 ] +2024-10-25 14:50:35,648 INFO: [ epoch:2218 ] [ iter: 59,900 ] [ performance: 19.671 it/s ] [ lr: 5.00e-05 ] [ eta: 2333 days, 16:26:08 ] [ l_g_pix: 6.7657e-02 ] [ l_g_total: 6.7657e-02 ] +2024-10-25 14:50:44,597 INFO: [ epoch:2222 ] [ iter: 60,000 ] [ performance: 11.271 it/s ] [ lr: 5.00e-05 ] [ eta: 2332 days, 0:11:36 ] [ l_g_pix: 5.0853e-02 ] [ l_g_total: 5.0853e-02 ] +2024-10-25 14:50:44,598 INFO: Saving models and training states. +2024-10-25 14:52:07,868 INFO: Validation val + + # psnr: 21.8059........ Best: 21.8059 @ 60000 iter + # ssim: 0.6353........ Best: 0.6353 @ 60000 iter + # dists: 0.7866........ Best: 0.7866 @ 60000 iter + +2024-10-25 14:52:16,310 INFO: [ epoch:2225 ] [ iter: 60,100 ] [ performance: 18.015 it/s ] [ lr: 5.00e-05 ] [ eta: 2368 days, 12:43:38 ] [ l_g_pix: 6.6198e-02 ] [ l_g_total: 6.6198e-02 ] +2024-10-25 14:52:25,609 INFO: [ epoch:2229 ] [ iter: 60,200 ] [ performance: 10.799 it/s ] [ lr: 5.00e-05 ] [ eta: 2366 days, 21:03:31 ] [ l_g_pix: 5.1873e-02 ] [ l_g_total: 5.1873e-02 ] +2024-10-25 14:52:34,902 INFO: [ epoch:2233 ] [ iter: 60,300 ] [ performance: 10.781 it/s ] [ lr: 5.00e-05 ] [ eta: 2365 days, 4:48:16 ] [ l_g_pix: 6.3915e-02 ] [ l_g_total: 6.3915e-02 ] +2024-10-25 14:52:44,001 INFO: [ epoch:2237 ] [ iter: 60,400 ] [ performance: 10.992 it/s ] [ lr: 5.00e-05 ] [ eta: 2363 days, 9:54:13 ] [ l_g_pix: 4.9446e-02 ] [ l_g_total: 4.9446e-02 ] +2024-10-25 14:52:52,231 INFO: [ epoch:2240 ] [ iter: 60,500 ] [ performance: 11.543 it/s ] [ lr: 5.00e-05 ] [ eta: 2361 days, 4:57:44 ] [ l_g_pix: 5.7089e-02 ] [ l_g_total: 5.7089e-02 ] +2024-10-25 14:53:01,491 INFO: [ epoch:2244 ] [ iter: 60,600 ] [ performance: 10.751 it/s ] [ lr: 5.00e-05 ] [ eta: 2359 days, 10:50:00 ] [ l_g_pix: 6.5057e-02 ] [ l_g_total: 6.5057e-02 ] +2024-10-25 14:53:10,947 INFO: [ epoch:2248 ] [ iter: 60,700 ] [ performance: 10.662 it/s ] [ lr: 5.00e-05 ] [ eta: 2357 days, 18:20:24 ] [ l_g_pix: 5.1366e-02 ] [ l_g_total: 5.1366e-02 ] +2024-10-25 14:53:19,114 INFO: [ epoch:2251 ] [ iter: 60,800 ] [ performance: 12.150 it/s ] [ lr: 5.00e-05 ] [ eta: 2355 days, 11:16:52 ] [ l_g_pix: 6.4007e-02 ] [ l_g_total: 6.4007e-02 ] +2024-10-25 14:53:28,421 INFO: [ epoch:2255 ] [ iter: 60,900 ] [ performance: 11.398 it/s ] [ lr: 5.00e-05 ] [ eta: 2353 days, 16:08:17 ] [ l_g_pix: 5.5693e-02 ] [ l_g_total: 5.5693e-02 ] +2024-10-25 14:53:37,736 INFO: [ epoch:2259 ] [ iter: 61,000 ] [ performance: 10.610 it/s ] [ lr: 5.00e-05 ] [ eta: 2351 days, 20:34:11 ] [ l_g_pix: 7.1421e-02 ] [ l_g_total: 7.1421e-02 ] +2024-10-25 14:53:46,217 INFO: [ epoch:2262 ] [ iter: 61,100 ] [ performance: 11.180 it/s ] [ lr: 5.00e-05 ] [ eta: 2349 days, 15:28:39 ] [ l_g_pix: 4.7439e-02 ] [ l_g_total: 4.7439e-02 ] +2024-10-25 14:53:55,472 INFO: [ epoch:2266 ] [ iter: 61,200 ] [ performance: 11.837 it/s ] [ lr: 5.00e-05 ] [ eta: 2347 days, 18:15:20 ] [ l_g_pix: 6.5189e-02 ] [ l_g_total: 6.5189e-02 ] +2024-10-25 14:54:04,619 INFO: [ epoch:2270 ] [ iter: 61,300 ] [ performance: 11.359 it/s ] [ lr: 5.00e-05 ] [ eta: 2345 days, 19:21:25 ] [ l_g_pix: 6.6627e-02 ] [ l_g_total: 6.6627e-02 ] +2024-10-25 14:54:13,876 INFO: [ epoch:2274 ] [ iter: 61,400 ] [ performance: 10.580 it/s ] [ lr: 5.00e-05 ] [ eta: 2343 days, 21:08:16 ] [ l_g_pix: 5.4880e-02 ] [ l_g_total: 5.4880e-02 ] +2024-10-25 14:54:22,450 INFO: [ epoch:2277 ] [ iter: 61,500 ] [ performance: 11.110 it/s ] [ lr: 5.00e-05 ] [ eta: 2341 days, 15:04:58 ] [ l_g_pix: 6.4020e-02 ] [ l_g_total: 6.4020e-02 ] +2024-10-25 14:54:31,716 INFO: [ epoch:2281 ] [ iter: 61,600 ] [ performance: 10.688 it/s ] [ lr: 5.00e-05 ] [ eta: 2339 days, 15:56:55 ] [ l_g_pix: 4.7438e-02 ] [ l_g_total: 4.7438e-02 ] +2024-10-25 14:54:41,006 INFO: [ epoch:2285 ] [ iter: 61,700 ] [ performance: 10.728 it/s ] [ lr: 5.00e-05 ] [ eta: 2337 days, 16:32:45 ] [ l_g_pix: 5.7552e-02 ] [ l_g_total: 5.7552e-02 ] +2024-10-25 14:54:49,333 INFO: [ epoch:2288 ] [ iter: 61,800 ] [ performance: 11.745 it/s ] [ lr: 5.00e-05 ] [ eta: 2335 days, 6:24:27 ] [ l_g_pix: 6.8369e-02 ] [ l_g_total: 6.8369e-02 ] +2024-10-25 14:54:58,839 INFO: [ epoch:2292 ] [ iter: 61,900 ] [ performance: 11.077 it/s ] [ lr: 5.00e-05 ] [ eta: 2333 days, 8:17:51 ] [ l_g_pix: 5.5048e-02 ] [ l_g_total: 5.5048e-02 ] +2024-10-25 14:55:07,992 INFO: [ epoch:2296 ] [ iter: 62,000 ] [ performance: 10.575 it/s ] [ lr: 5.00e-05 ] [ eta: 2331 days, 5:55:09 ] [ l_g_pix: 7.9818e-02 ] [ l_g_total: 7.9818e-02 ] +2024-10-25 14:55:16,695 INFO: [ epoch:2299 ] [ iter: 62,100 ] [ performance: 11.034 it/s ] [ lr: 5.00e-05 ] [ eta: 2328 days, 22:17:58 ] [ l_g_pix: 6.2675e-02 ] [ l_g_total: 6.2675e-02 ] +2024-10-25 14:55:26,294 INFO: [ epoch:2303 ] [ iter: 62,200 ] [ performance: 10.988 it/s ] [ lr: 5.00e-05 ] [ eta: 2326 days, 23:36:05 ] [ l_g_pix: 5.8880e-02 ] [ l_g_total: 5.8880e-02 ] +2024-10-25 14:55:35,316 INFO: [ epoch:2307 ] [ iter: 62,300 ] [ performance: 11.039 it/s ] [ lr: 5.00e-05 ] [ eta: 2324 days, 18:20:09 ] [ l_g_pix: 6.1106e-02 ] [ l_g_total: 6.1106e-02 ] +2024-10-25 14:55:44,454 INFO: [ epoch:2311 ] [ iter: 62,400 ] [ performance: 10.476 it/s ] [ lr: 5.00e-05 ] [ eta: 2322 days, 13:46:25 ] [ l_g_pix: 6.3852e-02 ] [ l_g_total: 6.3852e-02 ] +2024-10-25 14:55:52,675 INFO: [ epoch:2314 ] [ iter: 62,500 ] [ performance: 11.302 it/s ] [ lr: 5.00e-05 ] [ eta: 2319 days, 23:09:15 ] [ l_g_pix: 6.4579e-02 ] [ l_g_total: 6.4579e-02 ] +2024-10-25 14:56:02,041 INFO: [ epoch:2318 ] [ iter: 62,600 ] [ performance: 11.351 it/s ] [ lr: 5.00e-05 ] [ eta: 2317 days, 19:58:00 ] [ l_g_pix: 6.2084e-02 ] [ l_g_total: 6.2084e-02 ] +2024-10-25 14:56:11,232 INFO: [ epoch:2322 ] [ iter: 62,700 ] [ performance: 11.098 it/s ] [ lr: 5.00e-05 ] [ eta: 2315 days, 14:27:25 ] [ l_g_pix: 5.9656e-02 ] [ l_g_total: 5.9656e-02 ] +2024-10-25 14:56:19,580 INFO: [ epoch:2325 ] [ iter: 62,800 ] [ performance: 11.442 it/s ] [ lr: 5.00e-05 ] [ eta: 2312 days, 23:42:52 ] [ l_g_pix: 7.0457e-02 ] [ l_g_total: 7.0457e-02 ] +2024-10-25 14:56:28,982 INFO: [ epoch:2329 ] [ iter: 62,900 ] [ performance: 10.999 it/s ] [ lr: 5.00e-05 ] [ eta: 2310 days, 19:22:58 ] [ l_g_pix: 6.8074e-02 ] [ l_g_total: 6.8074e-02 ] +2024-10-25 14:56:38,485 INFO: [ epoch:2333 ] [ iter: 63,000 ] [ performance: 11.129 it/s ] [ lr: 5.00e-05 ] [ eta: 2308 days, 15:33:10 ] [ l_g_pix: 6.3272e-02 ] [ l_g_total: 6.3272e-02 ] +2024-10-25 14:56:47,946 INFO: [ epoch:2337 ] [ iter: 63,100 ] [ performance: 10.824 it/s ] [ lr: 5.00e-05 ] [ eta: 2306 days, 10:46:33 ] [ l_g_pix: 6.8391e-02 ] [ l_g_total: 6.8391e-02 ] +2024-10-25 14:56:56,149 INFO: [ epoch:2340 ] [ iter: 63,200 ] [ performance: 11.609 it/s ] [ lr: 5.00e-05 ] [ eta: 2303 days, 16:36:41 ] [ l_g_pix: 5.5406e-02 ] [ l_g_total: 5.5406e-02 ] +2024-10-25 14:57:04,984 INFO: [ epoch:2344 ] [ iter: 63,300 ] [ performance: 11.452 it/s ] [ lr: 5.00e-05 ] [ eta: 2301 days, 4:25:53 ] [ l_g_pix: 5.4863e-02 ] [ l_g_total: 5.4863e-02 ] +2024-10-25 14:57:14,007 INFO: [ epoch:2348 ] [ iter: 63,400 ] [ performance: 10.483 it/s ] [ lr: 5.00e-05 ] [ eta: 2298 days, 17:40:28 ] [ l_g_pix: 6.9468e-02 ] [ l_g_total: 6.9468e-02 ] +2024-10-25 14:57:21,757 INFO: [ epoch:2351 ] [ iter: 63,500 ] [ performance: 11.667 it/s ] [ lr: 5.00e-05 ] [ eta: 2295 days, 17:30:21 ] [ l_g_pix: 6.2371e-02 ] [ l_g_total: 6.2371e-02 ] +2024-10-25 14:57:30,167 INFO: [ epoch:2355 ] [ iter: 63,600 ] [ performance: 12.490 it/s ] [ lr: 5.00e-05 ] [ eta: 2292 days, 23:34:43 ] [ l_g_pix: 6.5647e-02 ] [ l_g_total: 6.5647e-02 ] +2024-10-25 14:57:38,858 INFO: [ epoch:2359 ] [ iter: 63,700 ] [ performance: 11.936 it/s ] [ lr: 5.00e-05 ] [ eta: 2290 days, 8:01:27 ] [ l_g_pix: 4.3284e-02 ] [ l_g_total: 4.3284e-02 ] +2024-10-25 14:57:46,987 INFO: [ epoch:2362 ] [ iter: 63,800 ] [ performance: 11.445 it/s ] [ lr: 5.00e-05 ] [ eta: 2287 days, 10:19:33 ] [ l_g_pix: 6.3447e-02 ] [ l_g_total: 6.3447e-02 ] +2024-10-25 14:57:55,905 INFO: [ epoch:2366 ] [ iter: 63,900 ] [ performance: 11.318 it/s ] [ lr: 5.00e-05 ] [ eta: 2284 days, 20:05:32 ] [ l_g_pix: 4.8573e-02 ] [ l_g_total: 4.8573e-02 ] +2024-10-25 14:58:04,861 INFO: [ epoch:2370 ] [ iter: 64,000 ] [ performance: 11.598 it/s ] [ lr: 5.00e-05 ] [ eta: 2282 days, 5:44:50 ] [ l_g_pix: 7.8998e-02 ] [ l_g_total: 7.8998e-02 ] +2024-10-25 14:58:13,555 INFO: [ epoch:2374 ] [ iter: 64,100 ] [ performance: 11.546 it/s ] [ lr: 5.00e-05 ] [ eta: 2279 days, 12:17:21 ] [ l_g_pix: 5.8167e-02 ] [ l_g_total: 5.8167e-02 ] +2024-10-25 14:58:21,587 INFO: [ epoch:2377 ] [ iter: 64,200 ] [ performance: 11.499 it/s ] [ lr: 5.00e-05 ] [ eta: 2276 days, 11:45:49 ] [ l_g_pix: 6.8329e-02 ] [ l_g_total: 6.8329e-02 ] +2024-10-25 14:58:30,323 INFO: [ epoch:2381 ] [ iter: 64,300 ] [ performance: 11.471 it/s ] [ lr: 5.00e-05 ] [ eta: 2273 days, 17:46:39 ] [ l_g_pix: 7.3271e-02 ] [ l_g_total: 7.3271e-02 ] +2024-10-25 14:58:39,137 INFO: [ epoch:2385 ] [ iter: 64,400 ] [ performance: 11.615 it/s ] [ lr: 5.00e-05 ] [ eta: 2271 days, 0:04:25 ] [ l_g_pix: 4.9374e-02 ] [ l_g_total: 4.9374e-02 ] +2024-10-25 14:58:47,141 INFO: [ epoch:2388 ] [ iter: 64,500 ] [ performance: 12.089 it/s ] [ lr: 5.00e-05 ] [ eta: 2267 days, 21:53:39 ] [ l_g_pix: 6.0210e-02 ] [ l_g_total: 6.0210e-02 ] +2024-10-25 14:58:56,047 INFO: [ epoch:2392 ] [ iter: 64,600 ] [ performance: 11.600 it/s ] [ lr: 5.00e-05 ] [ eta: 2265 days, 4:08:17 ] [ l_g_pix: 5.9915e-02 ] [ l_g_total: 5.9915e-02 ] +2024-10-25 14:59:04,768 INFO: [ epoch:2396 ] [ iter: 64,700 ] [ performance: 11.526 it/s ] [ lr: 5.00e-05 ] [ eta: 2262 days, 8:04:30 ] [ l_g_pix: 6.9344e-02 ] [ l_g_total: 6.9344e-02 ] +2024-10-25 14:59:12,751 INFO: [ epoch:2399 ] [ iter: 64,800 ] [ performance: 13.175 it/s ] [ lr: 5.00e-05 ] [ eta: 2259 days, 4:19:18 ] [ l_g_pix: 7.1415e-02 ] [ l_g_total: 7.1415e-02 ] +2024-10-25 14:59:21,352 INFO: [ epoch:2403 ] [ iter: 64,900 ] [ performance: 12.259 it/s ] [ lr: 5.00e-05 ] [ eta: 2256 days, 6:07:59 ] [ l_g_pix: 6.5240e-02 ] [ l_g_total: 6.5240e-02 ] +2024-10-25 14:59:30,788 INFO: [ epoch:2407 ] [ iter: 65,000 ] [ performance: 10.482 it/s ] [ lr: 5.00e-05 ] [ eta: 2253 days, 15:35:24 ] [ l_g_pix: 6.6830e-02 ] [ l_g_total: 6.6830e-02 ] +2024-10-25 14:59:39,534 INFO: [ epoch:2411 ] [ iter: 65,100 ] [ performance: 11.000 it/s ] [ lr: 5.00e-05 ] [ eta: 2250 days, 17:49:55 ] [ l_g_pix: 6.5365e-02 ] [ l_g_total: 6.5365e-02 ] +2024-10-25 14:59:47,513 INFO: [ epoch:2414 ] [ iter: 65,200 ] [ performance: 11.742 it/s ] [ lr: 5.00e-05 ] [ eta: 2247 days, 12:11:01 ] [ l_g_pix: 6.6736e-02 ] [ l_g_total: 6.6736e-02 ] +2024-10-25 14:59:56,291 INFO: [ epoch:2418 ] [ iter: 65,300 ] [ performance: 11.542 it/s ] [ lr: 5.00e-05 ] [ eta: 2244 days, 13:46:52 ] [ l_g_pix: 6.3493e-02 ] [ l_g_total: 6.3493e-02 ] +2024-10-25 15:00:05,229 INFO: [ epoch:2422 ] [ iter: 65,400 ] [ performance: 11.105 it/s ] [ lr: 5.00e-05 ] [ eta: 2241 days, 16:26:09 ] [ l_g_pix: 7.1131e-02 ] [ l_g_total: 7.1131e-02 ] +2024-10-25 15:00:13,137 INFO: [ epoch:2425 ] [ iter: 65,500 ] [ performance: 11.937 it/s ] [ lr: 5.00e-05 ] [ eta: 2238 days, 8:43:20 ] [ l_g_pix: 5.0988e-02 ] [ l_g_total: 5.0988e-02 ] +2024-10-25 15:00:21,749 INFO: [ epoch:2429 ] [ iter: 65,600 ] [ performance: 11.712 it/s ] [ lr: 5.00e-05 ] [ eta: 2235 days, 7:17:55 ] [ l_g_pix: 7.3677e-02 ] [ l_g_total: 7.3677e-02 ] +2024-10-25 15:00:30,360 INFO: [ epoch:2433 ] [ iter: 65,700 ] [ performance: 11.656 it/s ] [ lr: 5.00e-05 ] [ eta: 2232 days, 5:22:53 ] [ l_g_pix: 6.0137e-02 ] [ l_g_total: 6.0137e-02 ] +2024-10-25 15:00:39,024 INFO: [ epoch:2437 ] [ iter: 65,800 ] [ performance: 11.372 it/s ] [ lr: 5.00e-05 ] [ eta: 2229 days, 3:29:24 ] [ l_g_pix: 6.6739e-02 ] [ l_g_total: 6.6739e-02 ] +2024-10-25 15:00:46,738 INFO: [ epoch:2440 ] [ iter: 65,900 ] [ performance: 12.242 it/s ] [ lr: 5.00e-05 ] [ eta: 2225 days, 16:07:36 ] [ l_g_pix: 6.4982e-02 ] [ l_g_total: 6.4982e-02 ] +2024-10-25 15:00:55,665 INFO: [ epoch:2444 ] [ iter: 66,000 ] [ performance: 10.994 it/s ] [ lr: 5.00e-05 ] [ eta: 2222 days, 15:46:51 ] [ l_g_pix: 5.8857e-02 ] [ l_g_total: 5.8857e-02 ] +2024-10-25 15:01:04,543 INFO: [ epoch:2448 ] [ iter: 66,100 ] [ performance: 11.150 it/s ] [ lr: 5.00e-05 ] [ eta: 2219 days, 14:29:06 ] [ l_g_pix: 6.8963e-02 ] [ l_g_total: 6.8963e-02 ] +2024-10-25 15:01:12,785 INFO: [ epoch:2451 ] [ iter: 66,200 ] [ performance: 11.958 it/s ] [ lr: 5.00e-05 ] [ eta: 2216 days, 6:42:59 ] [ l_g_pix: 6.9951e-02 ] [ l_g_total: 6.9951e-02 ] +2024-10-25 15:01:22,159 INFO: [ epoch:2455 ] [ iter: 66,300 ] [ performance: 11.169 it/s ] [ lr: 5.00e-05 ] [ eta: 2213 days, 9:05:39 ] [ l_g_pix: 7.0663e-02 ] [ l_g_total: 7.0663e-02 ] +2024-10-25 15:01:30,972 INFO: [ epoch:2459 ] [ iter: 66,400 ] [ performance: 11.089 it/s ] [ lr: 5.00e-05 ] [ eta: 2210 days, 5:42:38 ] [ l_g_pix: 5.2895e-02 ] [ l_g_total: 5.2895e-02 ] +2024-10-25 15:01:38,559 INFO: [ epoch:2462 ] [ iter: 66,500 ] [ performance: 12.232 it/s ] [ lr: 5.00e-05 ] [ eta: 2206 days, 14:25:44 ] [ l_g_pix: 6.6528e-02 ] [ l_g_total: 6.6528e-02 ] +2024-10-25 15:01:47,489 INFO: [ epoch:2466 ] [ iter: 66,600 ] [ performance: 12.788 it/s ] [ lr: 5.00e-05 ] [ eta: 2203 days, 11:11:30 ] [ l_g_pix: 5.8367e-02 ] [ l_g_total: 5.8367e-02 ] +2024-10-25 15:01:56,454 INFO: [ epoch:2470 ] [ iter: 66,700 ] [ performance: 11.769 it/s ] [ lr: 5.00e-05 ] [ eta: 2200 days, 7:46:45 ] [ l_g_pix: 6.3736e-02 ] [ l_g_total: 6.3736e-02 ] +2024-10-25 15:02:05,421 INFO: [ epoch:2474 ] [ iter: 66,800 ] [ performance: 10.736 it/s ] [ lr: 5.00e-05 ] [ eta: 2197 days, 3:52:50 ] [ l_g_pix: 6.2683e-02 ] [ l_g_total: 6.2683e-02 ] +2024-10-25 15:02:13,297 INFO: [ epoch:2477 ] [ iter: 66,900 ] [ performance: 11.824 it/s ] [ lr: 5.00e-05 ] [ eta: 2193 days, 13:27:23 ] [ l_g_pix: 5.1377e-02 ] [ l_g_total: 5.1377e-02 ] +2024-10-25 15:02:22,030 INFO: [ epoch:2481 ] [ iter: 67,000 ] [ performance: 10.990 it/s ] [ lr: 5.00e-05 ] [ eta: 2190 days, 6:27:29 ] [ l_g_pix: 5.4715e-02 ] [ l_g_total: 5.4715e-02 ] +2024-10-25 15:02:30,908 INFO: [ epoch:2485 ] [ iter: 67,100 ] [ performance: 11.153 it/s ] [ lr: 5.00e-05 ] [ eta: 2187 days, 0:17:23 ] [ l_g_pix: 5.9579e-02 ] [ l_g_total: 5.9579e-02 ] +2024-10-25 15:02:38,856 INFO: [ epoch:2488 ] [ iter: 67,200 ] [ performance: 12.466 it/s ] [ lr: 5.00e-05 ] [ eta: 2183 days, 9:09:43 ] [ l_g_pix: 8.1086e-02 ] [ l_g_total: 8.1086e-02 ] +2024-10-25 15:02:47,825 INFO: [ epoch:2492 ] [ iter: 67,300 ] [ performance: 11.640 it/s ] [ lr: 5.00e-05 ] [ eta: 2180 days, 2:51:27 ] [ l_g_pix: 5.0134e-02 ] [ l_g_total: 5.0134e-02 ] +2024-10-25 15:02:56,435 INFO: [ epoch:2496 ] [ iter: 67,400 ] [ performance: 11.160 it/s ] [ lr: 5.00e-05 ] [ eta: 2176 days, 16:48:30 ] [ l_g_pix: 6.0983e-02 ] [ l_g_total: 6.0983e-02 ] +2024-10-25 15:03:04,558 INFO: [ epoch:2499 ] [ iter: 67,500 ] [ performance: 11.831 it/s ] [ lr: 5.00e-05 ] [ eta: 2173 days, 1:53:30 ] [ l_g_pix: 5.3279e-02 ] [ l_g_total: 5.3279e-02 ] +2024-10-25 15:03:13,147 INFO: [ epoch:2503 ] [ iter: 67,600 ] [ performance: 12.799 it/s ] [ lr: 5.00e-05 ] [ eta: 2169 days, 14:42:36 ] [ l_g_pix: 4.6058e-02 ] [ l_g_total: 4.6058e-02 ] +2024-10-25 15:03:21,853 INFO: [ epoch:2507 ] [ iter: 67,700 ] [ performance: 11.967 it/s ] [ lr: 5.00e-05 ] [ eta: 2166 days, 4:05:56 ] [ l_g_pix: 5.0808e-02 ] [ l_g_total: 5.0808e-02 ] +2024-10-25 15:03:30,745 INFO: [ epoch:2511 ] [ iter: 67,800 ] [ performance: 10.565 it/s ] [ lr: 5.00e-05 ] [ eta: 2162 days, 18:40:42 ] [ l_g_pix: 6.3024e-02 ] [ l_g_total: 6.3024e-02 ] +2024-10-25 15:03:38,659 INFO: [ epoch:2514 ] [ iter: 67,900 ] [ performance: 11.747 it/s ] [ lr: 5.00e-05 ] [ eta: 2159 days, 0:02:15 ] [ l_g_pix: 6.9331e-02 ] [ l_g_total: 6.9331e-02 ] +2024-10-25 15:03:47,411 INFO: [ epoch:2518 ] [ iter: 68,000 ] [ performance: 12.359 it/s ] [ lr: 5.00e-05 ] [ eta: 2155 days, 12:24:04 ] [ l_g_pix: 7.7530e-02 ] [ l_g_total: 7.7530e-02 ] +2024-10-25 15:03:56,215 INFO: [ epoch:2522 ] [ iter: 68,100 ] [ performance: 11.723 it/s ] [ lr: 5.00e-05 ] [ eta: 2152 days, 0:44:31 ] [ l_g_pix: 5.0772e-02 ] [ l_g_total: 5.0772e-02 ] +2024-10-25 15:04:04,171 INFO: [ epoch:2525 ] [ iter: 68,200 ] [ performance: 12.162 it/s ] [ lr: 5.00e-05 ] [ eta: 2148 days, 5:06:14 ] [ l_g_pix: 6.4985e-02 ] [ l_g_total: 6.4985e-02 ] +2024-10-25 15:04:12,967 INFO: [ epoch:2529 ] [ iter: 68,300 ] [ performance: 11.657 it/s ] [ lr: 5.00e-05 ] [ eta: 2144 days, 16:25:38 ] [ l_g_pix: 5.5498e-02 ] [ l_g_total: 5.5498e-02 ] +2024-10-25 15:04:21,634 INFO: [ epoch:2533 ] [ iter: 68,400 ] [ performance: 12.041 it/s ] [ lr: 5.00e-05 ] [ eta: 2141 days, 2:07:13 ] [ l_g_pix: 4.9582e-02 ] [ l_g_total: 4.9582e-02 ] +2024-10-25 15:04:30,567 INFO: [ epoch:2537 ] [ iter: 68,500 ] [ performance: 11.499 it/s ] [ lr: 5.00e-05 ] [ eta: 2137 days, 13:39:34 ] [ l_g_pix: 5.5149e-02 ] [ l_g_total: 5.5149e-02 ] +2024-10-25 15:04:38,462 INFO: [ epoch:2540 ] [ iter: 68,600 ] [ performance: 12.216 it/s ] [ lr: 5.00e-05 ] [ eta: 2133 days, 15:39:19 ] [ l_g_pix: 6.4312e-02 ] [ l_g_total: 6.4312e-02 ] +2024-10-25 15:04:47,319 INFO: [ epoch:2544 ] [ iter: 68,700 ] [ performance: 11.619 it/s ] [ lr: 5.00e-05 ] [ eta: 2130 days, 1:34:03 ] [ l_g_pix: 6.1911e-02 ] [ l_g_total: 6.1911e-02 ] +2024-10-25 15:04:56,166 INFO: [ epoch:2548 ] [ iter: 68,800 ] [ performance: 10.393 it/s ] [ lr: 5.00e-05 ] [ eta: 2126 days, 10:54:47 ] [ l_g_pix: 5.2323e-02 ] [ l_g_total: 5.2323e-02 ] +2024-10-25 15:05:04,221 INFO: [ epoch:2551 ] [ iter: 68,900 ] [ performance: 11.589 it/s ] [ lr: 5.00e-05 ] [ eta: 2122 days, 12:54:45 ] [ l_g_pix: 5.0501e-02 ] [ l_g_total: 5.0501e-02 ] +2024-10-25 15:05:13,057 INFO: [ epoch:2555 ] [ iter: 69,000 ] [ performance: 12.085 it/s ] [ lr: 5.00e-05 ] [ eta: 2118 days, 21:11:57 ] [ l_g_pix: 5.5605e-02 ] [ l_g_total: 5.5605e-02 ] +2024-10-25 15:05:21,678 INFO: [ epoch:2559 ] [ iter: 69,100 ] [ performance: 11.772 it/s ] [ lr: 5.00e-05 ] [ eta: 2115 days, 3:08:52 ] [ l_g_pix: 7.5511e-02 ] [ l_g_total: 7.5511e-02 ] +2024-10-25 15:05:29,451 INFO: [ epoch:2562 ] [ iter: 69,200 ] [ performance: 12.163 it/s ] [ lr: 5.00e-05 ] [ eta: 2111 days, 1:21:09 ] [ l_g_pix: 5.4538e-02 ] [ l_g_total: 5.4538e-02 ] +2024-10-25 15:05:38,074 INFO: [ epoch:2566 ] [ iter: 69,300 ] [ performance: 11.795 it/s ] [ lr: 5.00e-05 ] [ eta: 2107 days, 6:23:00 ] [ l_g_pix: 5.4713e-02 ] [ l_g_total: 5.4713e-02 ] +2024-10-25 15:05:46,563 INFO: [ epoch:2570 ] [ iter: 69,400 ] [ performance: 12.129 it/s ] [ lr: 5.00e-05 ] [ eta: 2103 days, 9:47:38 ] [ l_g_pix: 6.1152e-02 ] [ l_g_total: 6.1152e-02 ] +2024-10-25 15:05:54,951 INFO: [ epoch:2574 ] [ iter: 69,500 ] [ performance: 11.996 it/s ] [ lr: 5.00e-05 ] [ eta: 2099 days, 11:52:47 ] [ l_g_pix: 6.1026e-02 ] [ l_g_total: 6.1026e-02 ] +2024-10-25 15:06:02,523 INFO: [ epoch:2577 ] [ iter: 69,600 ] [ performance: 12.213 it/s ] [ lr: 5.00e-05 ] [ eta: 2095 days, 6:36:37 ] [ l_g_pix: 5.5603e-02 ] [ l_g_total: 5.5603e-02 ] +2024-10-25 15:06:11,046 INFO: [ epoch:2581 ] [ iter: 69,700 ] [ performance: 11.898 it/s ] [ lr: 5.00e-05 ] [ eta: 2091 days, 8:55:12 ] [ l_g_pix: 6.4895e-02 ] [ l_g_total: 6.4895e-02 ] +2024-10-25 15:06:19,410 INFO: [ epoch:2585 ] [ iter: 69,800 ] [ performance: 12.349 it/s ] [ lr: 5.00e-05 ] [ eta: 2087 days, 9:25:12 ] [ l_g_pix: 6.3570e-02 ] [ l_g_total: 6.3570e-02 ] +2024-10-25 15:06:27,092 INFO: [ epoch:2588 ] [ iter: 69,900 ] [ performance: 12.779 it/s ] [ lr: 5.00e-05 ] [ eta: 2083 days, 3:45:25 ] [ l_g_pix: 6.1479e-02 ] [ l_g_total: 6.1479e-02 ] +2024-10-25 15:06:35,725 INFO: [ epoch:2592 ] [ iter: 70,000 ] [ performance: 11.984 it/s ] [ lr: 5.00e-05 ] [ eta: 2079 days, 5:35:41 ] [ l_g_pix: 6.7460e-02 ] [ l_g_total: 6.7460e-02 ] +2024-10-25 15:06:35,725 INFO: Saving models and training states. +2024-10-25 15:07:47,257 INFO: Validation val + + # psnr: 21.8122........ Best: 21.8122 @ 70000 iter + # ssim: 0.6358........ Best: 0.6358 @ 70000 iter + # dists: 0.7865........ Best: 0.7865 @ 70000 iter + +2024-10-25 15:07:55,841 INFO: [ epoch:2596 ] [ iter: 70,100 ] [ performance: 11.763 it/s ] [ lr: 5.00e-05 ] [ eta: 2100 days, 0:38:17 ] [ l_g_pix: 5.9779e-02 ] [ l_g_total: 5.9779e-02 ] +2024-10-25 15:08:03,713 INFO: [ epoch:2599 ] [ iter: 70,200 ] [ performance: 14.033 it/s ] [ lr: 5.00e-05 ] [ eta: 2095 days, 17:13:42 ] [ l_g_pix: 5.7304e-02 ] [ l_g_total: 5.7304e-02 ] +2024-10-25 15:08:12,316 INFO: [ epoch:2603 ] [ iter: 70,300 ] [ performance: 12.341 it/s ] [ lr: 5.00e-05 ] [ eta: 2091 days, 15:24:24 ] [ l_g_pix: 5.5409e-02 ] [ l_g_total: 5.5409e-02 ] +2024-10-25 15:08:21,274 INFO: [ epoch:2607 ] [ iter: 70,400 ] [ performance: 11.540 it/s ] [ lr: 5.00e-05 ] [ eta: 2087 days, 16:02:13 ] [ l_g_pix: 6.4669e-02 ] [ l_g_total: 6.4669e-02 ] +2024-10-25 15:08:29,774 INFO: [ epoch:2611 ] [ iter: 70,500 ] [ performance: 11.691 it/s ] [ lr: 5.00e-05 ] [ eta: 2083 days, 12:24:25 ] [ l_g_pix: 7.2970e-02 ] [ l_g_total: 7.2970e-02 ] +2024-10-25 15:08:37,416 INFO: [ epoch:2614 ] [ iter: 70,600 ] [ performance: 11.794 it/s ] [ lr: 5.00e-05 ] [ eta: 2079 days, 1:18:27 ] [ l_g_pix: 5.7959e-02 ] [ l_g_total: 5.7959e-02 ] +2024-10-25 15:08:46,018 INFO: [ epoch:2618 ] [ iter: 70,700 ] [ performance: 11.681 it/s ] [ lr: 5.00e-05 ] [ eta: 2074 days, 21:35:38 ] [ l_g_pix: 6.8073e-02 ] [ l_g_total: 6.8073e-02 ] +2024-10-25 15:08:54,758 INFO: [ epoch:2622 ] [ iter: 70,800 ] [ performance: 11.314 it/s ] [ lr: 5.00e-05 ] [ eta: 2070 days, 18:31:05 ] [ l_g_pix: 7.0362e-02 ] [ l_g_total: 7.0362e-02 ] +2024-10-25 15:09:02,368 INFO: [ epoch:2625 ] [ iter: 70,900 ] [ performance: 12.488 it/s ] [ lr: 5.00e-05 ] [ eta: 2066 days, 5:49:30 ] [ l_g_pix: 7.5051e-02 ] [ l_g_total: 7.5051e-02 ] +2024-10-25 15:09:11,095 INFO: [ epoch:2629 ] [ iter: 71,000 ] [ performance: 11.302 it/s ] [ lr: 5.00e-05 ] [ eta: 2062 days, 1:42:19 ] [ l_g_pix: 6.1903e-02 ] [ l_g_total: 6.1903e-02 ] +2024-10-25 15:09:20,016 INFO: [ epoch:2633 ] [ iter: 71,100 ] [ performance: 11.241 it/s ] [ lr: 5.00e-05 ] [ eta: 2057 days, 22:39:04 ] [ l_g_pix: 6.6339e-02 ] [ l_g_total: 6.6339e-02 ] +2024-10-25 15:09:28,569 INFO: [ epoch:2637 ] [ iter: 71,200 ] [ performance: 11.548 it/s ] [ lr: 5.00e-05 ] [ eta: 2053 days, 16:10:00 ] [ l_g_pix: 5.2048e-02 ] [ l_g_total: 5.2048e-02 ] +2024-10-25 15:09:36,378 INFO: [ epoch:2640 ] [ iter: 71,300 ] [ performance: 12.382 it/s ] [ lr: 5.00e-05 ] [ eta: 2049 days, 3:16:47 ] [ l_g_pix: 5.7954e-02 ] [ l_g_total: 5.7954e-02 ] +2024-10-25 15:09:44,808 INFO: [ epoch:2644 ] [ iter: 71,400 ] [ performance: 11.618 it/s ] [ lr: 5.00e-05 ] [ eta: 2044 days, 18:52:59 ] [ l_g_pix: 6.9749e-02 ] [ l_g_total: 6.9749e-02 ] +2024-10-25 15:09:53,417 INFO: [ epoch:2648 ] [ iter: 71,500 ] [ performance: 11.618 it/s ] [ lr: 5.00e-05 ] [ eta: 2040 days, 11:26:13 ] [ l_g_pix: 5.9339e-02 ] [ l_g_total: 5.9339e-02 ] +2024-10-25 15:10:01,134 INFO: [ epoch:2651 ] [ iter: 71,600 ] [ performance: 14.529 it/s ] [ lr: 5.00e-05 ] [ eta: 2035 days, 20:28:49 ] [ l_g_pix: 5.4371e-02 ] [ l_g_total: 5.4371e-02 ] +2024-10-25 15:10:09,846 INFO: [ epoch:2655 ] [ iter: 71,700 ] [ performance: 12.267 it/s ] [ lr: 5.00e-05 ] [ eta: 2031 days, 12:54:51 ] [ l_g_pix: 7.3487e-02 ] [ l_g_total: 7.3487e-02 ] +2024-10-25 15:10:18,568 INFO: [ epoch:2659 ] [ iter: 71,800 ] [ performance: 10.899 it/s ] [ lr: 5.00e-05 ] [ eta: 2027 days, 4:56:28 ] [ l_g_pix: 6.3470e-02 ] [ l_g_total: 6.3470e-02 ] +2024-10-25 15:10:26,241 INFO: [ epoch:2662 ] [ iter: 71,900 ] [ performance: 12.310 it/s ] [ lr: 5.00e-05 ] [ eta: 2022 days, 12:17:39 ] [ l_g_pix: 7.0127e-02 ] [ l_g_total: 7.0127e-02 ] +2024-10-25 15:10:34,914 INFO: [ epoch:2666 ] [ iter: 72,000 ] [ performance: 14.195 it/s ] [ lr: 5.00e-05 ] [ eta: 2018 days, 3:00:09 ] [ l_g_pix: 7.6100e-02 ] [ l_g_total: 7.6100e-02 ] +2024-10-25 15:10:43,477 INFO: [ epoch:2670 ] [ iter: 72,100 ] [ performance: 12.325 it/s ] [ lr: 5.00e-05 ] [ eta: 2013 days, 16:22:46 ] [ l_g_pix: 5.6175e-02 ] [ l_g_total: 5.6175e-02 ] +2024-10-25 15:10:52,225 INFO: [ epoch:2674 ] [ iter: 72,200 ] [ performance: 10.289 it/s ] [ lr: 5.00e-05 ] [ eta: 2009 days, 6:42:20 ] [ l_g_pix: 6.7815e-02 ] [ l_g_total: 6.7815e-02 ] +2024-10-25 15:11:00,008 INFO: [ epoch:2677 ] [ iter: 72,300 ] [ performance: 11.984 it/s ] [ lr: 5.00e-05 ] [ eta: 2004 days, 13:06:58 ] [ l_g_pix: 5.5819e-02 ] [ l_g_total: 5.5819e-02 ] +2024-10-25 15:11:08,589 INFO: [ epoch:2681 ] [ iter: 72,400 ] [ performance: 10.993 it/s ] [ lr: 5.00e-05 ] [ eta: 2000 days, 1:12:51 ] [ l_g_pix: 5.7762e-02 ] [ l_g_total: 5.7762e-02 ] +2024-10-25 15:11:17,008 INFO: [ epoch:2685 ] [ iter: 72,500 ] [ performance: 11.612 it/s ] [ lr: 5.00e-05 ] [ eta: 1995 days, 11:36:06 ] [ l_g_pix: 6.2635e-02 ] [ l_g_total: 6.2635e-02 ] +2024-10-25 15:11:24,666 INFO: [ epoch:2688 ] [ iter: 72,600 ] [ performance: 13.966 it/s ] [ lr: 5.00e-05 ] [ eta: 1990 days, 15:43:34 ] [ l_g_pix: 6.5816e-02 ] [ l_g_total: 6.5816e-02 ] +2024-10-25 15:11:33,606 INFO: [ epoch:2692 ] [ iter: 72,700 ] [ performance: 11.849 it/s ] [ lr: 5.00e-05 ] [ eta: 1986 days, 5:09:03 ] [ l_g_pix: 6.0340e-02 ] [ l_g_total: 6.0340e-02 ] +2024-10-25 15:11:42,315 INFO: [ epoch:2696 ] [ iter: 72,800 ] [ performance: 10.187 it/s ] [ lr: 5.00e-05 ] [ eta: 1981 days, 16:19:46 ] [ l_g_pix: 7.5960e-02 ] [ l_g_total: 7.5960e-02 ] +2024-10-25 15:11:50,193 INFO: [ epoch:2699 ] [ iter: 72,900 ] [ performance: 11.889 it/s ] [ lr: 5.00e-05 ] [ eta: 1976 days, 20:46:22 ] [ l_g_pix: 5.4094e-02 ] [ l_g_total: 5.4094e-02 ] +2024-10-25 15:11:58,529 INFO: [ epoch:2703 ] [ iter: 73,000 ] [ performance: 13.549 it/s ] [ lr: 5.00e-05 ] [ eta: 1972 days, 4:12:33 ] [ l_g_pix: 4.7181e-02 ] [ l_g_total: 4.7181e-02 ] +2024-10-25 15:12:07,258 INFO: [ epoch:2707 ] [ iter: 73,100 ] [ performance: 11.956 it/s ] [ lr: 5.00e-05 ] [ eta: 1967 days, 14:07:19 ] [ l_g_pix: 6.8324e-02 ] [ l_g_total: 6.8324e-02 ] +2024-10-25 15:12:16,011 INFO: [ epoch:2711 ] [ iter: 73,200 ] [ performance: 9.882 it/s ] [ lr: 5.00e-05 ] [ eta: 1962 days, 23:43:30 ] [ l_g_pix: 6.1274e-02 ] [ l_g_total: 6.1274e-02 ] +2024-10-25 15:12:23,925 INFO: [ epoch:2714 ] [ iter: 73,300 ] [ performance: 11.769 it/s ] [ lr: 5.00e-05 ] [ eta: 1958 days, 2:37:28 ] [ l_g_pix: 6.1887e-02 ] [ l_g_total: 6.1887e-02 ] +2024-10-25 15:12:32,582 INFO: [ epoch:2718 ] [ iter: 73,400 ] [ performance: 13.346 it/s ] [ lr: 5.00e-05 ] [ eta: 1953 days, 10:34:19 ] [ l_g_pix: 5.8369e-02 ] [ l_g_total: 5.8369e-02 ] +2024-10-25 15:12:41,262 INFO: [ epoch:2722 ] [ iter: 73,500 ] [ performance: 11.945 it/s ] [ lr: 5.00e-05 ] [ eta: 1948 days, 18:12:31 ] [ l_g_pix: 5.7934e-02 ] [ l_g_total: 5.7934e-02 ] +2024-10-25 15:12:48,990 INFO: [ epoch:2725 ] [ iter: 73,600 ] [ performance: 13.002 it/s ] [ lr: 5.00e-05 ] [ eta: 1943 days, 18:22:42 ] [ l_g_pix: 6.3431e-02 ] [ l_g_total: 6.3431e-02 ] +2024-10-25 15:12:57,570 INFO: [ epoch:2729 ] [ iter: 73,700 ] [ performance: 11.971 it/s ] [ lr: 5.00e-05 ] [ eta: 1939 days, 0:20:49 ] [ l_g_pix: 6.4234e-02 ] [ l_g_total: 6.4234e-02 ] +2024-10-25 15:13:06,258 INFO: [ epoch:2733 ] [ iter: 73,800 ] [ performance: 12.704 it/s ] [ lr: 5.00e-05 ] [ eta: 1934 days, 6:37:24 ] [ l_g_pix: 6.4040e-02 ] [ l_g_total: 6.4040e-02 ] +2024-10-25 15:13:14,990 INFO: [ epoch:2737 ] [ iter: 73,900 ] [ performance: 11.741 it/s ] [ lr: 5.00e-05 ] [ eta: 1929 days, 12:43:56 ] [ l_g_pix: 6.8631e-02 ] [ l_g_total: 6.8631e-02 ] +2024-10-25 15:13:22,738 INFO: [ epoch:2740 ] [ iter: 74,000 ] [ performance: 12.787 it/s ] [ lr: 5.00e-05 ] [ eta: 1924 days, 11:15:10 ] [ l_g_pix: 5.7847e-02 ] [ l_g_total: 5.7847e-02 ] +2024-10-25 15:13:31,393 INFO: [ epoch:2744 ] [ iter: 74,100 ] [ performance: 11.832 it/s ] [ lr: 5.00e-05 ] [ eta: 1919 days, 15:52:03 ] [ l_g_pix: 7.2342e-02 ] [ l_g_total: 7.2342e-02 ] +2024-10-25 15:13:40,073 INFO: [ epoch:2748 ] [ iter: 74,200 ] [ performance: 9.476 it/s ] [ lr: 5.00e-05 ] [ eta: 1914 days, 20:11:03 ] [ l_g_pix: 5.5423e-02 ] [ l_g_total: 5.5423e-02 ] +2024-10-25 15:13:48,023 INFO: [ epoch:2751 ] [ iter: 74,300 ] [ performance: 11.676 it/s ] [ lr: 5.00e-05 ] [ eta: 1909 days, 18:48:05 ] [ l_g_pix: 5.8600e-02 ] [ l_g_total: 5.8600e-02 ] +2024-10-25 15:13:56,706 INFO: [ epoch:2755 ] [ iter: 74,400 ] [ performance: 12.662 it/s ] [ lr: 5.00e-05 ] [ eta: 1904 days, 22:11:31 ] [ l_g_pix: 5.7978e-02 ] [ l_g_total: 5.7978e-02 ] +2024-10-25 15:14:05,291 INFO: [ epoch:2759 ] [ iter: 74,500 ] [ performance: 11.869 it/s ] [ lr: 5.00e-05 ] [ eta: 1900 days, 0:24:17 ] [ l_g_pix: 6.0176e-02 ] [ l_g_total: 6.0176e-02 ] +2024-10-25 15:14:13,001 INFO: [ epoch:2762 ] [ iter: 74,600 ] [ performance: 12.149 it/s ] [ lr: 5.00e-05 ] [ eta: 1894 days, 19:58:25 ] [ l_g_pix: 5.3154e-02 ] [ l_g_total: 5.3154e-02 ] +2024-10-25 15:14:21,952 INFO: [ epoch:2766 ] [ iter: 74,700 ] [ performance: 11.379 it/s ] [ lr: 5.00e-05 ] [ eta: 1889 days, 23:49:53 ] [ l_g_pix: 7.8393e-02 ] [ l_g_total: 7.8393e-02 ] +2024-10-25 15:14:30,450 INFO: [ epoch:2770 ] [ iter: 74,800 ] [ performance: 12.699 it/s ] [ lr: 5.00e-05 ] [ eta: 1885 days, 0:01:01 ] [ l_g_pix: 6.4562e-02 ] [ l_g_total: 6.4562e-02 ] +2024-10-25 15:14:39,166 INFO: [ epoch:2774 ] [ iter: 74,900 ] [ performance: 11.722 it/s ] [ lr: 5.00e-05 ] [ eta: 1880 days, 1:15:21 ] [ l_g_pix: 5.1942e-02 ] [ l_g_total: 5.1942e-02 ] +2024-10-25 15:14:46,898 INFO: [ epoch:2777 ] [ iter: 75,000 ] [ performance: 12.005 it/s ] [ lr: 5.00e-05 ] [ eta: 1874 days, 19:10:32 ] [ l_g_pix: 5.4299e-02 ] [ l_g_total: 5.4299e-02 ] +2024-10-25 15:14:55,816 INFO: [ epoch:2781 ] [ iter: 75,100 ] [ performance: 11.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1869 days, 20:52:07 ] [ l_g_pix: 6.1498e-02 ] [ l_g_total: 6.1498e-02 ] +2024-10-25 15:15:04,284 INFO: [ epoch:2785 ] [ iter: 75,200 ] [ performance: 12.182 it/s ] [ lr: 5.00e-05 ] [ eta: 1864 days, 18:57:50 ] [ l_g_pix: 5.8321e-02 ] [ l_g_total: 5.8321e-02 ] +2024-10-25 15:15:11,841 INFO: [ epoch:2788 ] [ iter: 75,300 ] [ performance: 13.003 it/s ] [ lr: 5.00e-05 ] [ eta: 1859 days, 10:20:26 ] [ l_g_pix: 5.7469e-02 ] [ l_g_total: 5.7469e-02 ] +2024-10-25 15:15:20,365 INFO: [ epoch:2792 ] [ iter: 75,400 ] [ performance: 11.657 it/s ] [ lr: 5.00e-05 ] [ eta: 1854 days, 7:54:17 ] [ l_g_pix: 6.9583e-02 ] [ l_g_total: 6.9583e-02 ] +2024-10-25 15:15:29,155 INFO: [ epoch:2796 ] [ iter: 75,500 ] [ performance: 11.434 it/s ] [ lr: 5.00e-05 ] [ eta: 1849 days, 6:48:05 ] [ l_g_pix: 6.4022e-02 ] [ l_g_total: 6.4022e-02 ] +2024-10-25 15:15:36,984 INFO: [ epoch:2799 ] [ iter: 75,600 ] [ performance: 17.652 it/s ] [ lr: 5.00e-05 ] [ eta: 1843 days, 22:42:29 ] [ l_g_pix: 6.1249e-02 ] [ l_g_total: 6.1249e-02 ] +2024-10-25 15:15:45,408 INFO: [ epoch:2803 ] [ iter: 75,700 ] [ performance: 12.676 it/s ] [ lr: 5.00e-05 ] [ eta: 1838 days, 18:11:08 ] [ l_g_pix: 6.2159e-02 ] [ l_g_total: 6.2159e-02 ] +2024-10-25 15:15:54,041 INFO: [ epoch:2807 ] [ iter: 75,800 ] [ performance: 11.106 it/s ] [ lr: 5.00e-05 ] [ eta: 1833 days, 14:35:58 ] [ l_g_pix: 6.3585e-02 ] [ l_g_total: 6.3585e-02 ] +2024-10-25 15:16:02,723 INFO: [ epoch:2811 ] [ iter: 75,900 ] [ performance: 11.440 it/s ] [ lr: 5.00e-05 ] [ eta: 1828 days, 10:52:06 ] [ l_g_pix: 5.8317e-02 ] [ l_g_total: 5.8317e-02 ] +2024-10-25 15:16:10,395 INFO: [ epoch:2814 ] [ iter: 76,000 ] [ performance: 12.147 it/s ] [ lr: 5.00e-05 ] [ eta: 1822 days, 23:54:53 ] [ l_g_pix: 5.5607e-02 ] [ l_g_total: 5.5607e-02 ] +2024-10-25 15:16:18,990 INFO: [ epoch:2818 ] [ iter: 76,100 ] [ performance: 11.725 it/s ] [ lr: 5.00e-05 ] [ eta: 1817 days, 18:40:05 ] [ l_g_pix: 6.0945e-02 ] [ l_g_total: 6.0945e-02 ] +2024-10-25 15:16:27,820 INFO: [ epoch:2822 ] [ iter: 76,200 ] [ performance: 10.173 it/s ] [ lr: 5.00e-05 ] [ eta: 1812 days, 14:29:41 ] [ l_g_pix: 5.1684e-02 ] [ l_g_total: 5.1684e-02 ] +2024-10-25 15:16:35,505 INFO: [ epoch:2825 ] [ iter: 76,300 ] [ performance: 12.413 it/s ] [ lr: 5.00e-05 ] [ eta: 1807 days, 2:17:56 ] [ l_g_pix: 6.8831e-02 ] [ l_g_total: 6.8831e-02 ] +2024-10-25 15:16:43,940 INFO: [ epoch:2829 ] [ iter: 76,400 ] [ performance: 10.848 it/s ] [ lr: 5.00e-05 ] [ eta: 1801 days, 18:34:59 ] [ l_g_pix: 4.8508e-02 ] [ l_g_total: 4.8508e-02 ] +2024-10-25 15:16:52,429 INFO: [ epoch:2833 ] [ iter: 76,500 ] [ performance: 11.615 it/s ] [ lr: 5.00e-05 ] [ eta: 1796 days, 10:45:28 ] [ l_g_pix: 5.3219e-02 ] [ l_g_total: 5.3219e-02 ] +2024-10-25 15:17:01,177 INFO: [ epoch:2837 ] [ iter: 76,600 ] [ performance: 10.161 it/s ] [ lr: 5.00e-05 ] [ eta: 1791 days, 4:08:33 ] [ l_g_pix: 4.4806e-02 ] [ l_g_total: 4.4806e-02 ] +2024-10-25 15:17:09,164 INFO: [ epoch:2840 ] [ iter: 76,700 ] [ performance: 12.075 it/s ] [ lr: 5.00e-05 ] [ eta: 1785 days, 16:06:55 ] [ l_g_pix: 6.5510e-02 ] [ l_g_total: 6.5510e-02 ] +2024-10-25 15:17:17,399 INFO: [ epoch:2844 ] [ iter: 76,800 ] [ performance: 9.955 it/s ] [ lr: 5.00e-05 ] [ eta: 1780 days, 5:14:38 ] [ l_g_pix: 5.4602e-02 ] [ l_g_total: 5.4602e-02 ] +2024-10-25 15:17:26,202 INFO: [ epoch:2848 ] [ iter: 76,900 ] [ performance: 11.122 it/s ] [ lr: 5.00e-05 ] [ eta: 1774 days, 21:33:22 ] [ l_g_pix: 5.5392e-02 ] [ l_g_total: 5.5392e-02 ] +2024-10-25 15:17:33,922 INFO: [ epoch:2851 ] [ iter: 77,000 ] [ performance: 20.544 it/s ] [ lr: 5.00e-05 ] [ eta: 1769 days, 6:27:57 ] [ l_g_pix: 6.2797e-02 ] [ l_g_total: 6.2797e-02 ] +2024-10-25 15:17:42,575 INFO: [ epoch:2855 ] [ iter: 77,100 ] [ performance: 12.343 it/s ] [ lr: 5.00e-05 ] [ eta: 1763 days, 20:52:49 ] [ l_g_pix: 7.1562e-02 ] [ l_g_total: 7.1562e-02 ] +2024-10-25 15:17:51,311 INFO: [ epoch:2859 ] [ iter: 77,200 ] [ performance: 9.389 it/s ] [ lr: 5.00e-05 ] [ eta: 1758 days, 11:20:08 ] [ l_g_pix: 6.5013e-02 ] [ l_g_total: 6.5013e-02 ] +2024-10-25 15:17:58,922 INFO: [ epoch:2862 ] [ iter: 77,300 ] [ performance: 12.454 it/s ] [ lr: 5.00e-05 ] [ eta: 1752 days, 18:12:57 ] [ l_g_pix: 7.7402e-02 ] [ l_g_total: 7.7402e-02 ] +2024-10-25 15:18:07,678 INFO: [ epoch:2866 ] [ iter: 77,400 ] [ performance: 20.130 it/s ] [ lr: 5.00e-05 ] [ eta: 1747 days, 7:51:34 ] [ l_g_pix: 6.0581e-02 ] [ l_g_total: 6.0581e-02 ] +2024-10-25 15:18:16,543 INFO: [ epoch:2870 ] [ iter: 77,500 ] [ performance: 11.968 it/s ] [ lr: 5.00e-05 ] [ eta: 1741 days, 21:41:56 ] [ l_g_pix: 6.8319e-02 ] [ l_g_total: 6.8319e-02 ] +2024-10-25 15:18:25,102 INFO: [ epoch:2874 ] [ iter: 77,600 ] [ performance: 8.773 it/s ] [ lr: 5.00e-05 ] [ eta: 1736 days, 9:08:30 ] [ l_g_pix: 5.6547e-02 ] [ l_g_total: 5.6547e-02 ] +2024-10-25 15:18:32,842 INFO: [ epoch:2877 ] [ iter: 77,700 ] [ performance: 12.214 it/s ] [ lr: 5.00e-05 ] [ eta: 1730 days, 15:01:56 ] [ l_g_pix: 6.5346e-02 ] [ l_g_total: 6.5346e-02 ] +2024-10-25 15:18:41,585 INFO: [ epoch:2881 ] [ iter: 77,800 ] [ performance: 8.624 it/s ] [ lr: 5.00e-05 ] [ eta: 1725 days, 2:40:57 ] [ l_g_pix: 6.0479e-02 ] [ l_g_total: 6.0479e-02 ] +2024-10-25 15:18:50,338 INFO: [ epoch:2885 ] [ iter: 77,900 ] [ performance: 11.014 it/s ] [ lr: 5.00e-05 ] [ eta: 1719 days, 13:54:38 ] [ l_g_pix: 5.9718e-02 ] [ l_g_total: 5.9718e-02 ] +2024-10-25 15:18:58,144 INFO: [ epoch:2888 ] [ iter: 78,000 ] [ performance: 20.016 it/s ] [ lr: 5.00e-05 ] [ eta: 1713 days, 18:51:41 ] [ l_g_pix: 5.7279e-02 ] [ l_g_total: 5.7279e-02 ] +2024-10-25 15:19:06,785 INFO: [ epoch:2892 ] [ iter: 78,100 ] [ performance: 12.123 it/s ] [ lr: 5.00e-05 ] [ eta: 1708 days, 4:27:14 ] [ l_g_pix: 6.1290e-02 ] [ l_g_total: 6.1290e-02 ] +2024-10-25 15:19:15,647 INFO: [ epoch:2896 ] [ iter: 78,200 ] [ performance: 6.753 it/s ] [ lr: 5.00e-05 ] [ eta: 1702 days, 14:54:31 ] [ l_g_pix: 6.9890e-02 ] [ l_g_total: 6.9890e-02 ] +2024-10-25 15:19:23,666 INFO: [ epoch:2899 ] [ iter: 78,300 ] [ performance: 11.507 it/s ] [ lr: 5.00e-05 ] [ eta: 1696 days, 19:47:32 ] [ l_g_pix: 5.9602e-02 ] [ l_g_total: 5.9602e-02 ] +2024-10-25 15:19:32,086 INFO: [ epoch:2903 ] [ iter: 78,400 ] [ performance: 23.325 it/s ] [ lr: 5.00e-05 ] [ eta: 1691 days, 2:37:55 ] [ l_g_pix: 7.0628e-02 ] [ l_g_total: 7.0628e-02 ] +2024-10-25 15:19:40,677 INFO: [ epoch:2907 ] [ iter: 78,500 ] [ performance: 12.197 it/s ] [ lr: 5.00e-05 ] [ eta: 1685 days, 10:01:38 ] [ l_g_pix: 4.6762e-02 ] [ l_g_total: 4.6762e-02 ] +2024-10-25 15:19:49,451 INFO: [ epoch:2911 ] [ iter: 78,600 ] [ performance: 5.926 it/s ] [ lr: 5.00e-05 ] [ eta: 1679 days, 18:01:53 ] [ l_g_pix: 4.6365e-02 ] [ l_g_total: 4.6365e-02 ] +2024-10-25 15:19:57,232 INFO: [ epoch:2914 ] [ iter: 78,700 ] [ performance: 11.722 it/s ] [ lr: 5.00e-05 ] [ eta: 1673 days, 19:40:42 ] [ l_g_pix: 5.7164e-02 ] [ l_g_total: 5.7164e-02 ] +2024-10-25 15:20:06,027 INFO: [ epoch:2918 ] [ iter: 78,800 ] [ performance: 20.566 it/s ] [ lr: 5.00e-05 ] [ eta: 1668 days, 2:51:34 ] [ l_g_pix: 6.6298e-02 ] [ l_g_total: 6.6298e-02 ] +2024-10-25 15:20:14,661 INFO: [ epoch:2922 ] [ iter: 78,900 ] [ performance: 11.971 it/s ] [ lr: 5.00e-05 ] [ eta: 1662 days, 8:36:41 ] [ l_g_pix: 7.5531e-02 ] [ l_g_total: 7.5531e-02 ] +2024-10-25 15:20:22,600 INFO: [ epoch:2925 ] [ iter: 79,000 ] [ performance: 16.160 it/s ] [ lr: 5.00e-05 ] [ eta: 1656 days, 9:49:22 ] [ l_g_pix: 6.0768e-02 ] [ l_g_total: 6.0768e-02 ] +2024-10-25 15:20:31,258 INFO: [ epoch:2929 ] [ iter: 79,100 ] [ performance: 11.771 it/s ] [ lr: 5.00e-05 ] [ eta: 1650 days, 14:46:30 ] [ l_g_pix: 5.9794e-02 ] [ l_g_total: 5.9794e-02 ] +2024-10-25 15:20:39,954 INFO: [ epoch:2933 ] [ iter: 79,200 ] [ performance: 20.491 it/s ] [ lr: 5.00e-05 ] [ eta: 1644 days, 19:27:44 ] [ l_g_pix: 5.6181e-02 ] [ l_g_total: 5.6181e-02 ] +2024-10-25 15:20:48,614 INFO: [ epoch:2937 ] [ iter: 79,300 ] [ performance: 11.842 it/s ] [ lr: 5.00e-05 ] [ eta: 1638 days, 23:27:27 ] [ l_g_pix: 6.1216e-02 ] [ l_g_total: 6.1216e-02 ] +2024-10-25 15:20:56,593 INFO: [ epoch:2940 ] [ iter: 79,400 ] [ performance: 19.700 it/s ] [ lr: 5.00e-05 ] [ eta: 1632 days, 23:04:55 ] [ l_g_pix: 5.7878e-02 ] [ l_g_total: 5.7878e-02 ] +2024-10-25 15:21:05,281 INFO: [ epoch:2944 ] [ iter: 79,500 ] [ performance: 11.744 it/s ] [ lr: 5.00e-05 ] [ eta: 1627 days, 2:17:46 ] [ l_g_pix: 6.3126e-02 ] [ l_g_total: 6.3126e-02 ] +2024-10-25 15:21:13,794 INFO: [ epoch:2948 ] [ iter: 79,600 ] [ performance: 4.018 it/s ] [ lr: 5.00e-05 ] [ eta: 1621 days, 4:01:58 ] [ l_g_pix: 5.3452e-02 ] [ l_g_total: 5.3452e-02 ] +2024-10-25 15:21:21,384 INFO: [ epoch:2951 ] [ iter: 79,700 ] [ performance: 12.115 it/s ] [ lr: 5.00e-05 ] [ eta: 1615 days, 0:05:48 ] [ l_g_pix: 7.2008e-02 ] [ l_g_total: 7.2008e-02 ] +2024-10-25 15:21:30,155 INFO: [ epoch:2955 ] [ iter: 79,800 ] [ performance: 20.235 it/s ] [ lr: 5.00e-05 ] [ eta: 1609 days, 2:21:38 ] [ l_g_pix: 6.0018e-02 ] [ l_g_total: 6.0018e-02 ] +2024-10-25 15:21:38,577 INFO: [ epoch:2959 ] [ iter: 79,900 ] [ performance: 12.020 it/s ] [ lr: 5.00e-05 ] [ eta: 1603 days, 2:11:30 ] [ l_g_pix: 5.9937e-02 ] [ l_g_total: 5.9937e-02 ] +2024-10-25 15:21:46,276 INFO: [ epoch:2962 ] [ iter: 80,000 ] [ performance: 23.119 it/s ] [ lr: 5.00e-05 ] [ eta: 1596 days, 21:32:29 ] [ l_g_pix: 5.5353e-02 ] [ l_g_total: 5.5353e-02 ] +2024-10-25 15:21:46,277 INFO: Saving models and training states. +2024-10-25 15:22:55,037 INFO: Validation val + + # psnr: 21.8204........ Best: 21.8204 @ 80000 iter + # ssim: 0.6363........ Best: 0.6363 @ 80000 iter + # dists: 0.7864........ Best: 0.7864 @ 80000 iter + +2024-10-25 15:23:03,317 INFO: [ epoch:2966 ] [ iter: 80,100 ] [ performance: 12.195 it/s ] [ lr: 5.00e-05 ] [ eta: 1606 days, 15:44:41 ] [ l_g_pix: 6.5323e-02 ] [ l_g_total: 6.5323e-02 ] +2024-10-25 15:23:12,006 INFO: [ epoch:2970 ] [ iter: 80,200 ] [ performance: 20.319 it/s ] [ lr: 5.00e-05 ] [ eta: 1600 days, 13:45:12 ] [ l_g_pix: 6.9091e-02 ] [ l_g_total: 6.9091e-02 ] +2024-10-25 15:23:20,370 INFO: [ epoch:2974 ] [ iter: 80,300 ] [ performance: 12.007 it/s ] [ lr: 5.00e-05 ] [ eta: 1594 days, 9:30:09 ] [ l_g_pix: 6.2028e-02 ] [ l_g_total: 6.2028e-02 ] +2024-10-25 15:23:27,939 INFO: [ epoch:2977 ] [ iter: 80,400 ] [ performance: 12.579 it/s ] [ lr: 5.00e-05 ] [ eta: 1588 days, 0:27:32 ] [ l_g_pix: 6.8234e-02 ] [ l_g_total: 6.8234e-02 ] +2024-10-25 15:23:36,327 INFO: [ epoch:2981 ] [ iter: 80,500 ] [ performance: 11.923 it/s ] [ lr: 5.00e-05 ] [ eta: 1581 days, 19:25:58 ] [ l_g_pix: 5.5481e-02 ] [ l_g_total: 5.5481e-02 ] +2024-10-25 15:23:44,787 INFO: [ epoch:2985 ] [ iter: 80,600 ] [ performance: 11.872 it/s ] [ lr: 5.00e-05 ] [ eta: 1575 days, 14:19:34 ] [ l_g_pix: 5.9299e-02 ] [ l_g_total: 5.9299e-02 ] +2024-10-25 15:23:52,393 INFO: [ epoch:2988 ] [ iter: 80,700 ] [ performance: 13.097 it/s ] [ lr: 5.00e-05 ] [ eta: 1569 days, 4:10:11 ] [ l_g_pix: 6.4082e-02 ] [ l_g_total: 6.4082e-02 ] +2024-10-25 15:24:00,839 INFO: [ epoch:2992 ] [ iter: 80,800 ] [ performance: 12.434 it/s ] [ lr: 5.00e-05 ] [ eta: 1562 days, 22:04:27 ] [ l_g_pix: 5.5276e-02 ] [ l_g_total: 5.5276e-02 ] +2024-10-25 15:24:09,118 INFO: [ epoch:2996 ] [ iter: 80,900 ] [ performance: 11.992 it/s ] [ lr: 5.00e-05 ] [ eta: 1556 days, 14:37:21 ] [ l_g_pix: 5.7117e-02 ] [ l_g_total: 5.7117e-02 ] +2024-10-25 15:24:17,085 INFO: [ epoch:2999 ] [ iter: 81,000 ] [ performance: 12.270 it/s ] [ lr: 5.00e-05 ] [ eta: 1550 days, 5:03:38 ] [ l_g_pix: 5.4799e-02 ] [ l_g_total: 5.4799e-02 ] +2024-10-25 15:24:25,486 INFO: [ epoch:3003 ] [ iter: 81,100 ] [ performance: 12.950 it/s ] [ lr: 5.00e-05 ] [ eta: 1543 days, 21:20:25 ] [ l_g_pix: 5.9782e-02 ] [ l_g_total: 5.9782e-02 ] +2024-10-25 15:24:33,945 INFO: [ epoch:3007 ] [ iter: 81,200 ] [ performance: 12.353 it/s ] [ lr: 5.00e-05 ] [ eta: 1537 days, 13:27:08 ] [ l_g_pix: 6.3442e-02 ] [ l_g_total: 6.3442e-02 ] +2024-10-25 15:24:42,347 INFO: [ epoch:3011 ] [ iter: 81,300 ] [ performance: 11.713 it/s ] [ lr: 5.00e-05 ] [ eta: 1531 days, 4:47:46 ] [ l_g_pix: 5.0517e-02 ] [ l_g_total: 5.0517e-02 ] +2024-10-25 15:24:50,018 INFO: [ epoch:3014 ] [ iter: 81,400 ] [ performance: 12.353 it/s ] [ lr: 5.00e-05 ] [ eta: 1524 days, 15:54:09 ] [ l_g_pix: 5.1685e-02 ] [ l_g_total: 5.1685e-02 ] +2024-10-25 15:24:58,598 INFO: [ epoch:3018 ] [ iter: 81,500 ] [ performance: 11.599 it/s ] [ lr: 5.00e-05 ] [ eta: 1518 days, 7:14:48 ] [ l_g_pix: 5.5206e-02 ] [ l_g_total: 5.5206e-02 ] +2024-10-25 15:25:07,181 INFO: [ epoch:3022 ] [ iter: 81,600 ] [ performance: 11.626 it/s ] [ lr: 5.00e-05 ] [ eta: 1511 days, 22:08:06 ] [ l_g_pix: 6.7305e-02 ] [ l_g_total: 6.7305e-02 ] +2024-10-25 15:25:14,751 INFO: [ epoch:3025 ] [ iter: 81,700 ] [ performance: 12.953 it/s ] [ lr: 5.00e-05 ] [ eta: 1505 days, 7:23:45 ] [ l_g_pix: 6.5352e-02 ] [ l_g_total: 6.5352e-02 ] +2024-10-25 15:25:23,315 INFO: [ epoch:3029 ] [ iter: 81,800 ] [ performance: 12.264 it/s ] [ lr: 5.00e-05 ] [ eta: 1498 days, 21:15:35 ] [ l_g_pix: 5.1345e-02 ] [ l_g_total: 5.1345e-02 ] +2024-10-25 15:25:31,777 INFO: [ epoch:3033 ] [ iter: 81,900 ] [ performance: 11.461 it/s ] [ lr: 5.00e-05 ] [ eta: 1492 days, 10:08:18 ] [ l_g_pix: 5.8621e-02 ] [ l_g_total: 5.8621e-02 ] +2024-10-25 15:25:40,439 INFO: [ epoch:3037 ] [ iter: 82,000 ] [ performance: 11.505 it/s ] [ lr: 5.00e-05 ] [ eta: 1485 days, 23:32:44 ] [ l_g_pix: 5.1192e-02 ] [ l_g_total: 5.1192e-02 ] +2024-10-25 15:25:48,247 INFO: [ epoch:3040 ] [ iter: 82,100 ] [ performance: 12.447 it/s ] [ lr: 5.00e-05 ] [ eta: 1479 days, 8:13:32 ] [ l_g_pix: 6.2272e-02 ] [ l_g_total: 6.2272e-02 ] +2024-10-25 15:25:56,850 INFO: [ epoch:3044 ] [ iter: 82,200 ] [ performance: 12.006 it/s ] [ lr: 5.00e-05 ] [ eta: 1472 days, 20:23:51 ] [ l_g_pix: 6.9483e-02 ] [ l_g_total: 6.9483e-02 ] +2024-10-25 15:26:05,442 INFO: [ epoch:3048 ] [ iter: 82,300 ] [ performance: 11.192 it/s ] [ lr: 5.00e-05 ] [ eta: 1466 days, 8:02:31 ] [ l_g_pix: 5.2076e-02 ] [ l_g_total: 5.2076e-02 ] +2024-10-25 15:26:12,875 INFO: [ epoch:3051 ] [ iter: 82,400 ] [ performance: 12.273 it/s ] [ lr: 5.00e-05 ] [ eta: 1459 days, 13:32:38 ] [ l_g_pix: 6.2209e-02 ] [ l_g_total: 6.2209e-02 ] +2024-10-25 15:26:21,401 INFO: [ epoch:3055 ] [ iter: 82,500 ] [ performance: 12.614 it/s ] [ lr: 5.00e-05 ] [ eta: 1452 days, 23:56:31 ] [ l_g_pix: 4.6055e-02 ] [ l_g_total: 4.6055e-02 ] +2024-10-25 15:26:30,111 INFO: [ epoch:3059 ] [ iter: 82,600 ] [ performance: 11.992 it/s ] [ lr: 5.00e-05 ] [ eta: 1446 days, 10:45:35 ] [ l_g_pix: 6.2944e-02 ] [ l_g_total: 6.2944e-02 ] +2024-10-25 15:26:37,642 INFO: [ epoch:3062 ] [ iter: 82,700 ] [ performance: 12.759 it/s ] [ lr: 5.00e-05 ] [ eta: 1439 days, 15:25:43 ] [ l_g_pix: 5.9933e-02 ] [ l_g_total: 5.9933e-02 ] +2024-10-25 15:26:46,092 INFO: [ epoch:3066 ] [ iter: 82,800 ] [ performance: 12.254 it/s ] [ lr: 5.00e-05 ] [ eta: 1433 days, 0:03:56 ] [ l_g_pix: 6.6481e-02 ] [ l_g_total: 6.6481e-02 ] +2024-10-25 15:26:54,384 INFO: [ epoch:3070 ] [ iter: 82,900 ] [ performance: 12.848 it/s ] [ lr: 5.00e-05 ] [ eta: 1426 days, 7:29:16 ] [ l_g_pix: 6.2334e-02 ] [ l_g_total: 6.2334e-02 ] +2024-10-25 15:27:02,909 INFO: [ epoch:3074 ] [ iter: 83,000 ] [ performance: 12.230 it/s ] [ lr: 5.00e-05 ] [ eta: 1419 days, 15:32:33 ] [ l_g_pix: 6.7034e-02 ] [ l_g_total: 6.7034e-02 ] +2024-10-25 15:27:10,631 INFO: [ epoch:3077 ] [ iter: 83,100 ] [ performance: 12.301 it/s ] [ lr: 5.00e-05 ] [ eta: 1412 days, 19:21:33 ] [ l_g_pix: 6.6109e-02 ] [ l_g_total: 6.6109e-02 ] +2024-10-25 15:27:19,263 INFO: [ epoch:3081 ] [ iter: 83,200 ] [ performance: 11.908 it/s ] [ lr: 5.00e-05 ] [ eta: 1406 days, 2:59:37 ] [ l_g_pix: 6.7776e-02 ] [ l_g_total: 6.7776e-02 ] +2024-10-25 15:27:27,765 INFO: [ epoch:3085 ] [ iter: 83,300 ] [ performance: 11.203 it/s ] [ lr: 5.00e-05 ] [ eta: 1399 days, 9:32:45 ] [ l_g_pix: 5.6872e-02 ] [ l_g_total: 5.6872e-02 ] +2024-10-25 15:27:35,414 INFO: [ epoch:3088 ] [ iter: 83,400 ] [ performance: 12.138 it/s ] [ lr: 5.00e-05 ] [ eta: 1392 days, 11:41:22 ] [ l_g_pix: 5.6389e-02 ] [ l_g_total: 5.6389e-02 ] +2024-10-25 15:27:43,778 INFO: [ epoch:3092 ] [ iter: 83,500 ] [ performance: 12.625 it/s ] [ lr: 5.00e-05 ] [ eta: 1385 days, 16:41:13 ] [ l_g_pix: 5.7823e-02 ] [ l_g_total: 5.7823e-02 ] +2024-10-25 15:27:52,412 INFO: [ epoch:3096 ] [ iter: 83,600 ] [ performance: 12.040 it/s ] [ lr: 5.00e-05 ] [ eta: 1378 days, 22:27:01 ] [ l_g_pix: 7.9107e-02 ] [ l_g_total: 7.9107e-02 ] +2024-10-25 15:28:00,210 INFO: [ epoch:3099 ] [ iter: 83,700 ] [ performance: 11.863 it/s ] [ lr: 5.00e-05 ] [ eta: 1371 days, 23:56:57 ] [ l_g_pix: 5.7768e-02 ] [ l_g_total: 5.7768e-02 ] +2024-10-25 15:28:08,690 INFO: [ epoch:3103 ] [ iter: 83,800 ] [ performance: 11.826 it/s ] [ lr: 5.00e-05 ] [ eta: 1365 days, 4:04:45 ] [ l_g_pix: 6.0557e-02 ] [ l_g_total: 6.0557e-02 ] +2024-10-25 15:28:17,108 INFO: [ epoch:3107 ] [ iter: 83,900 ] [ performance: 12.445 it/s ] [ lr: 5.00e-05 ] [ eta: 1358 days, 7:27:47 ] [ l_g_pix: 5.3395e-02 ] [ l_g_total: 5.3395e-02 ] +2024-10-25 15:28:25,521 INFO: [ epoch:3111 ] [ iter: 84,000 ] [ performance: 12.135 it/s ] [ lr: 5.00e-05 ] [ eta: 1351 days, 10:21:27 ] [ l_g_pix: 5.2676e-02 ] [ l_g_total: 5.2676e-02 ] +2024-10-25 15:28:33,017 INFO: [ epoch:3114 ] [ iter: 84,100 ] [ performance: 12.371 it/s ] [ lr: 5.00e-05 ] [ eta: 1344 days, 8:44:14 ] [ l_g_pix: 6.0129e-02 ] [ l_g_total: 6.0129e-02 ] +2024-10-25 15:28:41,303 INFO: [ epoch:3118 ] [ iter: 84,200 ] [ performance: 12.204 it/s ] [ lr: 5.00e-05 ] [ eta: 1337 days, 10:10:00 ] [ l_g_pix: 6.3810e-02 ] [ l_g_total: 6.3810e-02 ] +2024-10-25 15:28:49,411 INFO: [ epoch:3122 ] [ iter: 84,300 ] [ performance: 12.779 it/s ] [ lr: 5.00e-05 ] [ eta: 1330 days, 10:21:34 ] [ l_g_pix: 7.5265e-02 ] [ l_g_total: 7.5265e-02 ] +2024-10-25 15:28:56,672 INFO: [ epoch:3125 ] [ iter: 84,400 ] [ performance: 13.311 it/s ] [ lr: 5.00e-05 ] [ eta: 1323 days, 6:25:50 ] [ l_g_pix: 5.1870e-02 ] [ l_g_total: 5.1870e-02 ] +2024-10-25 15:29:04,994 INFO: [ epoch:3129 ] [ iter: 84,500 ] [ performance: 12.355 it/s ] [ lr: 5.00e-05 ] [ eta: 1316 days, 6:39:55 ] [ l_g_pix: 6.8904e-02 ] [ l_g_total: 6.8904e-02 ] +2024-10-25 15:29:13,613 INFO: [ epoch:3133 ] [ iter: 84,600 ] [ performance: 11.926 it/s ] [ lr: 5.00e-05 ] [ eta: 1309 days, 7:42:29 ] [ l_g_pix: 7.2374e-02 ] [ l_g_total: 7.2374e-02 ] +2024-10-25 15:29:22,180 INFO: [ epoch:3137 ] [ iter: 84,700 ] [ performance: 11.967 it/s ] [ lr: 5.00e-05 ] [ eta: 1302 days, 8:03:11 ] [ l_g_pix: 7.6603e-02 ] [ l_g_total: 7.6603e-02 ] +2024-10-25 15:29:29,831 INFO: [ epoch:3140 ] [ iter: 84,800 ] [ performance: 12.561 it/s ] [ lr: 5.00e-05 ] [ eta: 1295 days, 4:03:10 ] [ l_g_pix: 6.1055e-02 ] [ l_g_total: 6.1055e-02 ] +2024-10-25 15:29:38,282 INFO: [ epoch:3144 ] [ iter: 84,900 ] [ performance: 12.054 it/s ] [ lr: 5.00e-05 ] [ eta: 1288 days, 2:59:00 ] [ l_g_pix: 5.4984e-02 ] [ l_g_total: 5.4984e-02 ] +2024-10-25 15:29:46,874 INFO: [ epoch:3148 ] [ iter: 85,000 ] [ performance: 11.818 it/s ] [ lr: 5.00e-05 ] [ eta: 1281 days, 2:02:04 ] [ l_g_pix: 6.3117e-02 ] [ l_g_total: 6.3117e-02 ] +2024-10-25 15:29:54,388 INFO: [ epoch:3151 ] [ iter: 85,100 ] [ performance: 12.388 it/s ] [ lr: 5.00e-05 ] [ eta: 1273 days, 20:08:39 ] [ l_g_pix: 6.7325e-02 ] [ l_g_total: 6.7325e-02 ] +2024-10-25 15:30:02,802 INFO: [ epoch:3155 ] [ iter: 85,200 ] [ performance: 12.100 it/s ] [ lr: 5.00e-05 ] [ eta: 1266 days, 17:32:09 ] [ l_g_pix: 6.4358e-02 ] [ l_g_total: 6.4358e-02 ] +2024-10-25 15:30:10,965 INFO: [ epoch:3159 ] [ iter: 85,300 ] [ performance: 12.196 it/s ] [ lr: 5.00e-05 ] [ eta: 1259 days, 13:26:06 ] [ l_g_pix: 6.9320e-02 ] [ l_g_total: 6.9320e-02 ] +2024-10-25 15:30:18,734 INFO: [ epoch:3162 ] [ iter: 85,400 ] [ performance: 12.572 it/s ] [ lr: 5.00e-05 ] [ eta: 1252 days, 7:17:07 ] [ l_g_pix: 5.6024e-02 ] [ l_g_total: 5.6024e-02 ] +2024-10-25 15:30:27,243 INFO: [ epoch:3166 ] [ iter: 85,500 ] [ performance: 11.747 it/s ] [ lr: 5.00e-05 ] [ eta: 1245 days, 3:40:56 ] [ l_g_pix: 6.5298e-02 ] [ l_g_total: 6.5298e-02 ] +2024-10-25 15:30:35,665 INFO: [ epoch:3170 ] [ iter: 85,600 ] [ performance: 11.820 it/s ] [ lr: 5.00e-05 ] [ eta: 1237 days, 23:15:36 ] [ l_g_pix: 6.4616e-02 ] [ l_g_total: 6.4616e-02 ] +2024-10-25 15:30:43,961 INFO: [ epoch:3174 ] [ iter: 85,700 ] [ performance: 11.892 it/s ] [ lr: 5.00e-05 ] [ eta: 1230 days, 17:52:04 ] [ l_g_pix: 5.1546e-02 ] [ l_g_total: 5.1546e-02 ] +2024-10-25 15:30:51,606 INFO: [ epoch:3177 ] [ iter: 85,800 ] [ performance: 12.548 it/s ] [ lr: 5.00e-05 ] [ eta: 1223 days, 9:27:04 ] [ l_g_pix: 5.7215e-02 ] [ l_g_total: 5.7215e-02 ] +2024-10-25 15:30:59,972 INFO: [ epoch:3181 ] [ iter: 85,900 ] [ performance: 11.922 it/s ] [ lr: 5.00e-05 ] [ eta: 1216 days, 3:25:38 ] [ l_g_pix: 5.5080e-02 ] [ l_g_total: 5.5080e-02 ] +2024-10-25 15:31:08,273 INFO: [ epoch:3185 ] [ iter: 86,000 ] [ performance: 11.995 it/s ] [ lr: 5.00e-05 ] [ eta: 1208 days, 20:41:23 ] [ l_g_pix: 6.6580e-02 ] [ l_g_total: 6.6580e-02 ] +2024-10-25 15:31:15,921 INFO: [ epoch:3188 ] [ iter: 86,100 ] [ performance: 13.486 it/s ] [ lr: 5.00e-05 ] [ eta: 1201 days, 10:58:12 ] [ l_g_pix: 6.9036e-02 ] [ l_g_total: 6.9036e-02 ] +2024-10-25 15:31:24,492 INFO: [ epoch:3192 ] [ iter: 86,200 ] [ performance: 12.367 it/s ] [ lr: 5.00e-05 ] [ eta: 1194 days, 4:21:45 ] [ l_g_pix: 7.2215e-02 ] [ l_g_total: 7.2215e-02 ] +2024-10-25 15:31:33,058 INFO: [ epoch:3196 ] [ iter: 86,300 ] [ performance: 11.434 it/s ] [ lr: 5.00e-05 ] [ eta: 1186 days, 21:15:31 ] [ l_g_pix: 6.1541e-02 ] [ l_g_total: 6.1541e-02 ] +2024-10-25 15:31:40,837 INFO: [ epoch:3199 ] [ iter: 86,400 ] [ performance: 12.225 it/s ] [ lr: 5.00e-05 ] [ eta: 1179 days, 10:42:35 ] [ l_g_pix: 7.1504e-02 ] [ l_g_total: 7.1504e-02 ] +2024-10-25 15:31:49,038 INFO: [ epoch:3203 ] [ iter: 86,500 ] [ performance: 13.526 it/s ] [ lr: 5.00e-05 ] [ eta: 1172 days, 1:18:25 ] [ l_g_pix: 6.7313e-02 ] [ l_g_total: 6.7313e-02 ] +2024-10-25 15:31:57,692 INFO: [ epoch:3207 ] [ iter: 86,600 ] [ performance: 12.294 it/s ] [ lr: 5.00e-05 ] [ eta: 1164 days, 17:08:03 ] [ l_g_pix: 6.0510e-02 ] [ l_g_total: 6.0510e-02 ] +2024-10-25 15:32:06,182 INFO: [ epoch:3211 ] [ iter: 86,700 ] [ performance: 11.461 it/s ] [ lr: 5.00e-05 ] [ eta: 1157 days, 7:52:40 ] [ l_g_pix: 4.7069e-02 ] [ l_g_total: 4.7069e-02 ] +2024-10-25 15:32:13,823 INFO: [ epoch:3214 ] [ iter: 86,800 ] [ performance: 12.372 it/s ] [ lr: 5.00e-05 ] [ eta: 1149 days, 19:02:02 ] [ l_g_pix: 5.2524e-02 ] [ l_g_total: 5.2524e-02 ] +2024-10-25 15:32:22,294 INFO: [ epoch:3218 ] [ iter: 86,900 ] [ performance: 11.782 it/s ] [ lr: 5.00e-05 ] [ eta: 1142 days, 8:47:25 ] [ l_g_pix: 6.0981e-02 ] [ l_g_total: 6.0981e-02 ] +2024-10-25 15:32:30,983 INFO: [ epoch:3222 ] [ iter: 87,000 ] [ performance: 11.619 it/s ] [ lr: 5.00e-05 ] [ eta: 1134 days, 22:51:36 ] [ l_g_pix: 6.0120e-02 ] [ l_g_total: 6.0120e-02 ] +2024-10-25 15:32:38,497 INFO: [ epoch:3225 ] [ iter: 87,100 ] [ performance: 13.417 it/s ] [ lr: 5.00e-05 ] [ eta: 1127 days, 8:14:11 ] [ l_g_pix: 6.6107e-02 ] [ l_g_total: 6.6107e-02 ] +2024-10-25 15:32:46,909 INFO: [ epoch:3229 ] [ iter: 87,200 ] [ performance: 12.458 it/s ] [ lr: 5.00e-05 ] [ eta: 1119 days, 20:23:27 ] [ l_g_pix: 7.2647e-02 ] [ l_g_total: 7.2647e-02 ] +2024-10-25 15:32:55,227 INFO: [ epoch:3233 ] [ iter: 87,300 ] [ performance: 11.443 it/s ] [ lr: 5.00e-05 ] [ eta: 1112 days, 7:44:35 ] [ l_g_pix: 5.7231e-02 ] [ l_g_total: 5.7231e-02 ] +2024-10-25 15:33:03,756 INFO: [ epoch:3237 ] [ iter: 87,400 ] [ performance: 11.612 it/s ] [ lr: 5.00e-05 ] [ eta: 1104 days, 19:22:22 ] [ l_g_pix: 5.8496e-02 ] [ l_g_total: 5.8496e-02 ] +2024-10-25 15:33:11,124 INFO: [ epoch:3240 ] [ iter: 87,500 ] [ performance: 13.674 it/s ] [ lr: 5.00e-05 ] [ eta: 1097 days, 2:29:54 ] [ l_g_pix: 5.9808e-02 ] [ l_g_total: 5.9808e-02 ] +2024-10-25 15:33:19,556 INFO: [ epoch:3244 ] [ iter: 87,600 ] [ performance: 12.515 it/s ] [ lr: 5.00e-05 ] [ eta: 1089 days, 12:52:41 ] [ l_g_pix: 5.9860e-02 ] [ l_g_total: 5.9860e-02 ] +2024-10-25 15:33:28,141 INFO: [ epoch:3248 ] [ iter: 87,700 ] [ performance: 10.857 it/s ] [ lr: 5.00e-05 ] [ eta: 1081 days, 23:18:49 ] [ l_g_pix: 6.4613e-02 ] [ l_g_total: 6.4613e-02 ] +2024-10-25 15:33:35,626 INFO: [ epoch:3251 ] [ iter: 87,800 ] [ performance: 12.258 it/s ] [ lr: 5.00e-05 ] [ eta: 1074 days, 5:32:39 ] [ l_g_pix: 5.9966e-02 ] [ l_g_total: 5.9966e-02 ] +2024-10-25 15:33:44,168 INFO: [ epoch:3255 ] [ iter: 87,900 ] [ performance: 12.766 it/s ] [ lr: 5.00e-05 ] [ eta: 1066 days, 14:54:40 ] [ l_g_pix: 6.0161e-02 ] [ l_g_total: 6.0161e-02 ] +2024-10-25 15:33:52,698 INFO: [ epoch:3259 ] [ iter: 88,000 ] [ performance: 12.107 it/s ] [ lr: 5.00e-05 ] [ eta: 1058 days, 23:45:49 ] [ l_g_pix: 6.2581e-02 ] [ l_g_total: 6.2581e-02 ] +2024-10-25 15:34:00,426 INFO: [ epoch:3262 ] [ iter: 88,100 ] [ performance: 12.728 it/s ] [ lr: 5.00e-05 ] [ eta: 1051 days, 5:29:20 ] [ l_g_pix: 6.7015e-02 ] [ l_g_total: 6.7015e-02 ] +2024-10-25 15:34:08,845 INFO: [ epoch:3266 ] [ iter: 88,200 ] [ performance: 12.191 it/s ] [ lr: 5.00e-05 ] [ eta: 1043 days, 13:03:06 ] [ l_g_pix: 5.8750e-02 ] [ l_g_total: 5.8750e-02 ] +2024-10-25 15:34:17,183 INFO: [ epoch:3270 ] [ iter: 88,300 ] [ performance: 13.034 it/s ] [ lr: 5.00e-05 ] [ eta: 1035 days, 19:53:00 ] [ l_g_pix: 5.6435e-02 ] [ l_g_total: 5.6435e-02 ] +2024-10-25 15:34:25,634 INFO: [ epoch:3274 ] [ iter: 88,400 ] [ performance: 12.262 it/s ] [ lr: 5.00e-05 ] [ eta: 1028 days, 2:37:01 ] [ l_g_pix: 7.2293e-02 ] [ l_g_total: 7.2293e-02 ] +2024-10-25 15:34:33,255 INFO: [ epoch:3277 ] [ iter: 88,500 ] [ performance: 12.706 it/s ] [ lr: 5.00e-05 ] [ eta: 1020 days, 6:13:52 ] [ l_g_pix: 6.7974e-02 ] [ l_g_total: 6.7974e-02 ] +2024-10-25 15:34:41,809 INFO: [ epoch:3281 ] [ iter: 88,600 ] [ performance: 12.053 it/s ] [ lr: 5.00e-05 ] [ eta: 1012 days, 12:22:18 ] [ l_g_pix: 5.7883e-02 ] [ l_g_total: 5.7883e-02 ] +2024-10-25 15:34:50,250 INFO: [ epoch:3285 ] [ iter: 88,700 ] [ performance: 10.799 it/s ] [ lr: 5.00e-05 ] [ eta: 1004 days, 17:41:03 ] [ l_g_pix: 5.0135e-02 ] [ l_g_total: 5.0135e-02 ] +2024-10-25 15:34:57,842 INFO: [ epoch:3288 ] [ iter: 88,800 ] [ performance: 12.179 it/s ] [ lr: 5.00e-05 ] [ eta: 996 days, 19:53:24 ] [ l_g_pix: 6.1758e-02 ] [ l_g_total: 6.1758e-02 ] +2024-10-25 15:35:06,175 INFO: [ epoch:3292 ] [ iter: 88,900 ] [ performance: 12.708 it/s ] [ lr: 5.00e-05 ] [ eta: 988 days, 23:57:19 ] [ l_g_pix: 7.4566e-02 ] [ l_g_total: 7.4566e-02 ] +2024-10-25 15:35:14,839 INFO: [ epoch:3296 ] [ iter: 89,000 ] [ performance: 11.946 it/s ] [ lr: 5.00e-05 ] [ eta: 981 days, 4:34:02 ] [ l_g_pix: 5.8077e-02 ] [ l_g_total: 5.8077e-02 ] +2024-10-25 15:35:22,563 INFO: [ epoch:3299 ] [ iter: 89,100 ] [ performance: 12.103 it/s ] [ lr: 5.00e-05 ] [ eta: 973 days, 5:51:22 ] [ l_g_pix: 6.2874e-02 ] [ l_g_total: 6.2874e-02 ] +2024-10-25 15:35:30,814 INFO: [ epoch:3303 ] [ iter: 89,200 ] [ performance: 12.114 it/s ] [ lr: 5.00e-05 ] [ eta: 965 days, 8:17:44 ] [ l_g_pix: 6.7914e-02 ] [ l_g_total: 6.7914e-02 ] +2024-10-25 15:35:39,327 INFO: [ epoch:3307 ] [ iter: 89,300 ] [ performance: 12.170 it/s ] [ lr: 5.00e-05 ] [ eta: 957 days, 11:03:15 ] [ l_g_pix: 5.5571e-02 ] [ l_g_total: 5.5571e-02 ] +2024-10-25 15:35:47,931 INFO: [ epoch:3311 ] [ iter: 89,400 ] [ performance: 11.814 it/s ] [ lr: 5.00e-05 ] [ eta: 949 days, 13:36:32 ] [ l_g_pix: 5.5893e-02 ] [ l_g_total: 5.5893e-02 ] +2024-10-25 15:35:55,563 INFO: [ epoch:3314 ] [ iter: 89,500 ] [ performance: 12.144 it/s ] [ lr: 5.00e-05 ] [ eta: 941 days, 12:50:57 ] [ l_g_pix: 6.3174e-02 ] [ l_g_total: 6.3174e-02 ] +2024-10-25 15:36:03,911 INFO: [ epoch:3318 ] [ iter: 89,600 ] [ performance: 12.038 it/s ] [ lr: 5.00e-05 ] [ eta: 933 days, 13:44:07 ] [ l_g_pix: 8.1582e-02 ] [ l_g_total: 8.1582e-02 ] +2024-10-25 15:36:12,338 INFO: [ epoch:3322 ] [ iter: 89,700 ] [ performance: 12.018 it/s ] [ lr: 5.00e-05 ] [ eta: 925 days, 14:23:00 ] [ l_g_pix: 5.2839e-02 ] [ l_g_total: 5.2839e-02 ] +2024-10-25 15:36:19,928 INFO: [ epoch:3325 ] [ iter: 89,800 ] [ performance: 12.747 it/s ] [ lr: 5.00e-05 ] [ eta: 917 days, 12:11:28 ] [ l_g_pix: 6.3324e-02 ] [ l_g_total: 6.3324e-02 ] +2024-10-25 15:36:28,306 INFO: [ epoch:3329 ] [ iter: 89,900 ] [ performance: 12.104 it/s ] [ lr: 5.00e-05 ] [ eta: 909 days, 11:47:15 ] [ l_g_pix: 6.8453e-02 ] [ l_g_total: 6.8453e-02 ] +2024-10-25 15:36:36,714 INFO: [ epoch:3333 ] [ iter: 90,000 ] [ performance: 11.966 it/s ] [ lr: 5.00e-05 ] [ eta: 901 days, 11:00:14 ] [ l_g_pix: 6.2323e-02 ] [ l_g_total: 6.2323e-02 ] +2024-10-25 15:36:36,715 INFO: Saving models and training states. +2024-10-25 15:37:44,224 INFO: Validation val + + # psnr: 21.8289........ Best: 21.8289 @ 90000 iter + # ssim: 0.6368........ Best: 0.6368 @ 90000 iter + # dists: 0.7863........ Best: 0.7863 @ 90000 iter + +2024-10-25 15:37:52,391 INFO: [ epoch:3337 ] [ iter: 90,100 ] [ performance: 12.765 it/s ] [ lr: 5.00e-05 ] [ eta: 901 days, 2:43:16 ] [ l_g_pix: 5.2503e-02 ] [ l_g_total: 5.2503e-02 ] +2024-10-25 15:37:59,762 INFO: [ epoch:3340 ] [ iter: 90,200 ] [ performance: 13.283 it/s ] [ lr: 5.00e-05 ] [ eta: 892 days, 20:18:43 ] [ l_g_pix: 6.0135e-02 ] [ l_g_total: 6.0135e-02 ] +2024-10-25 15:38:08,003 INFO: [ epoch:3344 ] [ iter: 90,300 ] [ performance: 12.200 it/s ] [ lr: 5.00e-05 ] [ eta: 884 days, 15:50:06 ] [ l_g_pix: 7.3088e-02 ] [ l_g_total: 7.3088e-02 ] +2024-10-25 15:38:16,887 INFO: [ epoch:3348 ] [ iter: 90,400 ] [ performance: 11.559 it/s ] [ lr: 5.00e-05 ] [ eta: 876 days, 12:36:58 ] [ l_g_pix: 5.7775e-02 ] [ l_g_total: 5.7775e-02 ] +2024-10-25 15:38:24,425 INFO: [ epoch:3351 ] [ iter: 90,500 ] [ performance: 12.294 it/s ] [ lr: 5.00e-05 ] [ eta: 868 days, 5:21:06 ] [ l_g_pix: 5.6224e-02 ] [ l_g_total: 5.6224e-02 ] +2024-10-25 15:38:32,858 INFO: [ epoch:3355 ] [ iter: 90,600 ] [ performance: 12.001 it/s ] [ lr: 5.00e-05 ] [ eta: 860 days, 0:00:22 ] [ l_g_pix: 6.7572e-02 ] [ l_g_total: 6.7572e-02 ] +2024-10-25 15:38:41,497 INFO: [ epoch:3359 ] [ iter: 90,700 ] [ performance: 11.462 it/s ] [ lr: 5.00e-05 ] [ eta: 851 days, 18:43:25 ] [ l_g_pix: 6.7617e-02 ] [ l_g_total: 6.7617e-02 ] +2024-10-25 15:38:49,312 INFO: [ epoch:3362 ] [ iter: 90,800 ] [ performance: 12.326 it/s ] [ lr: 5.00e-05 ] [ eta: 843 days, 10:51:17 ] [ l_g_pix: 5.8582e-02 ] [ l_g_total: 5.8582e-02 ] +2024-10-25 15:38:57,794 INFO: [ epoch:3366 ] [ iter: 90,900 ] [ performance: 11.828 it/s ] [ lr: 5.00e-05 ] [ eta: 835 days, 4:14:14 ] [ l_g_pix: 6.9027e-02 ] [ l_g_total: 6.9027e-02 ] +2024-10-25 15:39:06,329 INFO: [ epoch:3370 ] [ iter: 91,000 ] [ performance: 11.754 it/s ] [ lr: 5.00e-05 ] [ eta: 826 days, 21:16:57 ] [ l_g_pix: 5.8469e-02 ] [ l_g_total: 5.8469e-02 ] +2024-10-25 15:39:14,775 INFO: [ epoch:3374 ] [ iter: 91,100 ] [ performance: 11.711 it/s ] [ lr: 5.00e-05 ] [ eta: 818 days, 13:38:01 ] [ l_g_pix: 6.2353e-02 ] [ l_g_total: 6.2353e-02 ] +2024-10-25 15:39:22,502 INFO: [ epoch:3377 ] [ iter: 91,200 ] [ performance: 12.522 it/s ] [ lr: 5.00e-05 ] [ eta: 810 days, 3:45:26 ] [ l_g_pix: 5.8092e-02 ] [ l_g_total: 5.8092e-02 ] +2024-10-25 15:39:30,842 INFO: [ epoch:3381 ] [ iter: 91,300 ] [ performance: 11.549 it/s ] [ lr: 5.00e-05 ] [ eta: 801 days, 18:55:55 ] [ l_g_pix: 4.9051e-02 ] [ l_g_total: 4.9051e-02 ] +2024-10-25 15:39:39,100 INFO: [ epoch:3385 ] [ iter: 91,400 ] [ performance: 11.928 it/s ] [ lr: 5.00e-05 ] [ eta: 793 days, 9:26:56 ] [ l_g_pix: 5.6329e-02 ] [ l_g_total: 5.6329e-02 ] +2024-10-25 15:39:46,571 INFO: [ epoch:3388 ] [ iter: 91,500 ] [ performance: 14.916 it/s ] [ lr: 5.00e-05 ] [ eta: 784 days, 21:38:53 ] [ l_g_pix: 6.2864e-02 ] [ l_g_total: 6.2864e-02 ] +2024-10-25 15:39:55,161 INFO: [ epoch:3392 ] [ iter: 91,600 ] [ performance: 12.494 it/s ] [ lr: 5.00e-05 ] [ eta: 776 days, 12:02:37 ] [ l_g_pix: 5.6456e-02 ] [ l_g_total: 5.6456e-02 ] +2024-10-25 15:40:03,628 INFO: [ epoch:3396 ] [ iter: 91,700 ] [ performance: 11.187 it/s ] [ lr: 5.00e-05 ] [ eta: 768 days, 1:40:45 ] [ l_g_pix: 5.8280e-02 ] [ l_g_total: 5.8280e-02 ] +2024-10-25 15:40:11,454 INFO: [ epoch:3399 ] [ iter: 91,800 ] [ performance: 12.247 it/s ] [ lr: 5.00e-05 ] [ eta: 759 days, 13:23:04 ] [ l_g_pix: 6.3496e-02 ] [ l_g_total: 6.3496e-02 ] +2024-10-25 15:40:19,708 INFO: [ epoch:3403 ] [ iter: 91,900 ] [ performance: 14.523 it/s ] [ lr: 5.00e-05 ] [ eta: 751 days, 1:36:55 ] [ l_g_pix: 4.7098e-02 ] [ l_g_total: 4.7098e-02 ] +2024-10-25 15:40:28,181 INFO: [ epoch:3407 ] [ iter: 92,000 ] [ performance: 12.509 it/s ] [ lr: 5.00e-05 ] [ eta: 742 days, 13:52:32 ] [ l_g_pix: 7.4488e-02 ] [ l_g_total: 7.4488e-02 ] +2024-10-25 15:40:36,674 INFO: [ epoch:3411 ] [ iter: 92,100 ] [ performance: 11.072 it/s ] [ lr: 5.00e-05 ] [ eta: 734 days, 1:42:37 ] [ l_g_pix: 6.1349e-02 ] [ l_g_total: 6.1349e-02 ] +2024-10-25 15:40:44,299 INFO: [ epoch:3414 ] [ iter: 92,200 ] [ performance: 12.437 it/s ] [ lr: 5.00e-05 ] [ eta: 725 days, 11:11:33 ] [ l_g_pix: 6.4588e-02 ] [ l_g_total: 6.4588e-02 ] +2024-10-25 15:40:52,877 INFO: [ epoch:3418 ] [ iter: 92,300 ] [ performance: 11.087 it/s ] [ lr: 5.00e-05 ] [ eta: 716 days, 22:17:17 ] [ l_g_pix: 5.6109e-02 ] [ l_g_total: 5.6109e-02 ] +2024-10-25 15:41:01,370 INFO: [ epoch:3422 ] [ iter: 92,400 ] [ performance: 11.567 it/s ] [ lr: 5.00e-05 ] [ eta: 708 days, 8:43:40 ] [ l_g_pix: 6.1587e-02 ] [ l_g_total: 6.1587e-02 ] +2024-10-25 15:41:08,873 INFO: [ epoch:3425 ] [ iter: 92,500 ] [ performance: 15.348 it/s ] [ lr: 5.00e-05 ] [ eta: 699 days, 16:38:00 ] [ l_g_pix: 5.7640e-02 ] [ l_g_total: 5.7640e-02 ] +2024-10-25 15:41:17,143 INFO: [ epoch:3429 ] [ iter: 92,600 ] [ performance: 12.873 it/s ] [ lr: 5.00e-05 ] [ eta: 691 days, 1:41:59 ] [ l_g_pix: 6.3076e-02 ] [ l_g_total: 6.3076e-02 ] +2024-10-25 15:41:25,351 INFO: [ epoch:3433 ] [ iter: 92,700 ] [ performance: 10.554 it/s ] [ lr: 5.00e-05 ] [ eta: 682 days, 10:10:46 ] [ l_g_pix: 5.4723e-02 ] [ l_g_total: 5.4723e-02 ] +2024-10-25 15:41:33,671 INFO: [ epoch:3437 ] [ iter: 92,800 ] [ performance: 11.571 it/s ] [ lr: 5.00e-05 ] [ eta: 673 days, 18:25:37 ] [ l_g_pix: 5.7764e-02 ] [ l_g_total: 5.7764e-02 ] +2024-10-25 15:41:41,238 INFO: [ epoch:3440 ] [ iter: 92,900 ] [ performance: 14.017 it/s ] [ lr: 5.00e-05 ] [ eta: 665 days, 0:43:45 ] [ l_g_pix: 7.0102e-02 ] [ l_g_total: 7.0102e-02 ] +2024-10-25 15:41:49,394 INFO: [ epoch:3444 ] [ iter: 93,000 ] [ performance: 12.701 it/s ] [ lr: 5.00e-05 ] [ eta: 656 days, 7:45:15 ] [ l_g_pix: 5.9875e-02 ] [ l_g_total: 5.9875e-02 ] +2024-10-25 15:41:57,653 INFO: [ epoch:3448 ] [ iter: 93,100 ] [ performance: 10.374 it/s ] [ lr: 5.00e-05 ] [ eta: 647 days, 14:31:30 ] [ l_g_pix: 5.7810e-02 ] [ l_g_total: 5.7810e-02 ] +2024-10-25 15:42:05,310 INFO: [ epoch:3451 ] [ iter: 93,200 ] [ performance: 12.208 it/s ] [ lr: 5.00e-05 ] [ eta: 638 days, 19:41:58 ] [ l_g_pix: 6.0194e-02 ] [ l_g_total: 6.0194e-02 ] +2024-10-25 15:42:14,021 INFO: [ epoch:3455 ] [ iter: 93,300 ] [ performance: 14.018 it/s ] [ lr: 5.00e-05 ] [ eta: 630 days, 2:24:37 ] [ l_g_pix: 6.5723e-02 ] [ l_g_total: 6.5723e-02 ] +2024-10-25 15:42:22,860 INFO: [ epoch:3459 ] [ iter: 93,400 ] [ performance: 11.924 it/s ] [ lr: 5.00e-05 ] [ eta: 621 days, 8:52:13 ] [ l_g_pix: 6.8596e-02 ] [ l_g_total: 6.8596e-02 ] +2024-10-25 15:42:30,676 INFO: [ epoch:3462 ] [ iter: 93,500 ] [ performance: 13.075 it/s ] [ lr: 5.00e-05 ] [ eta: 612 days, 12:59:39 ] [ l_g_pix: 5.6620e-02 ] [ l_g_total: 5.6620e-02 ] +2024-10-25 15:42:39,761 INFO: [ epoch:3466 ] [ iter: 93,600 ] [ performance: 11.479 it/s ] [ lr: 5.00e-05 ] [ eta: 603 days, 18:56:18 ] [ l_g_pix: 6.1630e-02 ] [ l_g_total: 6.1630e-02 ] +2024-10-25 15:42:48,631 INFO: [ epoch:3470 ] [ iter: 93,700 ] [ performance: 13.516 it/s ] [ lr: 5.00e-05 ] [ eta: 595 days, 0:00:11 ] [ l_g_pix: 5.3272e-02 ] [ l_g_total: 5.3272e-02 ] +2024-10-25 15:42:57,197 INFO: [ epoch:3474 ] [ iter: 93,800 ] [ performance: 12.094 it/s ] [ lr: 5.00e-05 ] [ eta: 586 days, 4:03:03 ] [ l_g_pix: 4.7886e-02 ] [ l_g_total: 4.7886e-02 ] +2024-10-25 15:43:04,817 INFO: [ epoch:3477 ] [ iter: 93,900 ] [ performance: 13.190 it/s ] [ lr: 5.00e-05 ] [ eta: 577 days, 6:01:06 ] [ l_g_pix: 6.1936e-02 ] [ l_g_total: 6.1936e-02 ] +2024-10-25 15:43:13,563 INFO: [ epoch:3481 ] [ iter: 94,000 ] [ performance: 11.825 it/s ] [ lr: 5.00e-05 ] [ eta: 568 days, 9:26:30 ] [ l_g_pix: 6.7637e-02 ] [ l_g_total: 6.7637e-02 ] +2024-10-25 15:43:22,097 INFO: [ epoch:3485 ] [ iter: 94,100 ] [ performance: 9.963 it/s ] [ lr: 5.00e-05 ] [ eta: 559 days, 12:01:49 ] [ l_g_pix: 6.7399e-02 ] [ l_g_total: 6.7399e-02 ] +2024-10-25 15:43:29,838 INFO: [ epoch:3488 ] [ iter: 94,200 ] [ performance: 12.053 it/s ] [ lr: 5.00e-05 ] [ eta: 550 days, 12:52:03 ] [ l_g_pix: 5.1880e-02 ] [ l_g_total: 5.1880e-02 ] +2024-10-25 15:43:38,462 INFO: [ epoch:3492 ] [ iter: 94,300 ] [ performance: 12.378 it/s ] [ lr: 5.00e-05 ] [ eta: 541 days, 14:40:17 ] [ l_g_pix: 6.6569e-02 ] [ l_g_total: 6.6569e-02 ] +2024-10-25 15:43:47,315 INFO: [ epoch:3496 ] [ iter: 94,400 ] [ performance: 11.535 it/s ] [ lr: 5.00e-05 ] [ eta: 532 days, 16:21:16 ] [ l_g_pix: 6.6260e-02 ] [ l_g_total: 6.6260e-02 ] +2024-10-25 15:43:55,323 INFO: [ epoch:3499 ] [ iter: 94,500 ] [ performance: 11.542 it/s ] [ lr: 5.00e-05 ] [ eta: 523 days, 16:15:11 ] [ l_g_pix: 6.1888e-02 ] [ l_g_total: 6.1888e-02 ] +2024-10-25 15:44:03,762 INFO: [ epoch:3503 ] [ iter: 94,600 ] [ performance: 11.779 it/s ] [ lr: 5.00e-05 ] [ eta: 514 days, 16:21:13 ] [ l_g_pix: 5.2416e-02 ] [ l_g_total: 5.2416e-02 ] +2024-10-25 15:44:12,611 INFO: [ epoch:3507 ] [ iter: 94,700 ] [ performance: 11.645 it/s ] [ lr: 5.00e-05 ] [ eta: 505 days, 16:35:23 ] [ l_g_pix: 5.8639e-02 ] [ l_g_total: 5.8639e-02 ] +2024-10-25 15:44:21,449 INFO: [ epoch:3511 ] [ iter: 94,800 ] [ performance: 11.389 it/s ] [ lr: 5.00e-05 ] [ eta: 496 days, 16:19:02 ] [ l_g_pix: 6.0694e-02 ] [ l_g_total: 6.0694e-02 ] +2024-10-25 15:44:29,112 INFO: [ epoch:3514 ] [ iter: 94,900 ] [ performance: 12.343 it/s ] [ lr: 5.00e-05 ] [ eta: 487 days, 13:53:27 ] [ l_g_pix: 7.2140e-02 ] [ l_g_total: 7.2140e-02 ] +2024-10-25 15:44:37,572 INFO: [ epoch:3518 ] [ iter: 95,000 ] [ performance: 11.933 it/s ] [ lr: 5.00e-05 ] [ eta: 478 days, 12:08:38 ] [ l_g_pix: 6.8004e-02 ] [ l_g_total: 6.8004e-02 ] +2024-10-25 15:44:46,039 INFO: [ epoch:3522 ] [ iter: 95,100 ] [ performance: 11.989 it/s ] [ lr: 5.00e-05 ] [ eta: 469 days, 9:56:17 ] [ l_g_pix: 5.7000e-02 ] [ l_g_total: 5.7000e-02 ] +2024-10-25 15:44:53,498 INFO: [ epoch:3525 ] [ iter: 95,200 ] [ performance: 13.079 it/s ] [ lr: 5.00e-05 ] [ eta: 460 days, 5:55:03 ] [ l_g_pix: 5.7938e-02 ] [ l_g_total: 5.7938e-02 ] +2024-10-25 15:45:02,025 INFO: [ epoch:3529 ] [ iter: 95,300 ] [ performance: 11.965 it/s ] [ lr: 5.00e-05 ] [ eta: 451 days, 2:52:33 ] [ l_g_pix: 5.4875e-02 ] [ l_g_total: 5.4875e-02 ] +2024-10-25 15:45:10,525 INFO: [ epoch:3533 ] [ iter: 95,400 ] [ performance: 11.807 it/s ] [ lr: 5.00e-05 ] [ eta: 441 days, 23:19:34 ] [ l_g_pix: 5.2858e-02 ] [ l_g_total: 5.2858e-02 ] +2024-10-25 15:45:19,077 INFO: [ epoch:3537 ] [ iter: 95,500 ] [ performance: 11.767 it/s ] [ lr: 5.00e-05 ] [ eta: 432 days, 19:22:13 ] [ l_g_pix: 6.4091e-02 ] [ l_g_total: 6.4091e-02 ] +2024-10-25 15:45:26,607 INFO: [ epoch:3540 ] [ iter: 95,600 ] [ performance: 12.950 it/s ] [ lr: 5.00e-05 ] [ eta: 423 days, 13:41:20 ] [ l_g_pix: 5.4012e-02 ] [ l_g_total: 5.4012e-02 ] +2024-10-25 15:45:34,972 INFO: [ epoch:3544 ] [ iter: 95,700 ] [ performance: 11.637 it/s ] [ lr: 5.00e-05 ] [ eta: 414 days, 8:35:16 ] [ l_g_pix: 6.1362e-02 ] [ l_g_total: 6.1362e-02 ] +2024-10-25 15:45:43,333 INFO: [ epoch:3548 ] [ iter: 95,800 ] [ performance: 11.898 it/s ] [ lr: 5.00e-05 ] [ eta: 405 days, 3:00:59 ] [ l_g_pix: 5.9031e-02 ] [ l_g_total: 5.9031e-02 ] +2024-10-25 15:45:50,870 INFO: [ epoch:3551 ] [ iter: 95,900 ] [ performance: 12.143 it/s ] [ lr: 5.00e-05 ] [ eta: 395 days, 20:02:33 ] [ l_g_pix: 6.9011e-02 ] [ l_g_total: 6.9011e-02 ] +2024-10-25 15:45:59,634 INFO: [ epoch:3555 ] [ iter: 96,000 ] [ performance: 11.542 it/s ] [ lr: 5.00e-05 ] [ eta: 386 days, 14:00:46 ] [ l_g_pix: 4.8464e-02 ] [ l_g_total: 4.8464e-02 ] +2024-10-25 15:46:07,946 INFO: [ epoch:3559 ] [ iter: 96,100 ] [ performance: 11.438 it/s ] [ lr: 5.00e-05 ] [ eta: 377 days, 7:00:27 ] [ l_g_pix: 5.6050e-02 ] [ l_g_total: 5.6050e-02 ] +2024-10-25 15:46:15,430 INFO: [ epoch:3562 ] [ iter: 96,200 ] [ performance: 12.971 it/s ] [ lr: 5.00e-05 ] [ eta: 367 days, 22:39:55 ] [ l_g_pix: 6.4949e-02 ] [ l_g_total: 6.4949e-02 ] +2024-10-25 15:46:23,953 INFO: [ epoch:3566 ] [ iter: 96,300 ] [ performance: 10.853 it/s ] [ lr: 5.00e-05 ] [ eta: 358 days, 14:58:32 ] [ l_g_pix: 5.6426e-02 ] [ l_g_total: 5.6426e-02 ] +2024-10-25 15:46:32,581 INFO: [ epoch:3570 ] [ iter: 96,400 ] [ performance: 11.456 it/s ] [ lr: 5.00e-05 ] [ eta: 349 days, 6:55:04 ] [ l_g_pix: 7.6891e-02 ] [ l_g_total: 7.6891e-02 ] +2024-10-25 15:46:38,020 INFO: End of training. Time consumed: 2:19:51 +2024-10-25 15:46:38,020 INFO: Save the latest model. +2024-10-25 15:47:44,632 INFO: Validation val + + # psnr: 21.8359........ Best: 21.8359 @ 96471 iter + # ssim: 0.6372........ Best: 0.6372 @ 96471 iter + # dists: 0.7863........ Best: 0.7863 @ 96471 iter + diff --git a/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/training_states/90000.state b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..fe850f6d748b0946e4017d0c30cdc6e96b3ef916 --- /dev/null +++ b/imagenet/models/ic9600/4ximagenet_span_fp16_ic9600_07/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7519dfe3aa4dbeac451bd4e1528c84afdef5de1bfd0eccc93b6a87073bfec24 +size 14841978