diff --git a/.gitattributes b/.gitattributes index dccf7b4e3baa7b12bc5021ce9779d12f89aafe46..92aa37777dabcdcf299855a8f53c15f876e34ec4 100644 --- a/.gitattributes +++ b/.gitattributes @@ -858,3 +858,65 @@ curated/visualization/Urban100/4xDF2K_plksr_tiny_fp16_full_500k_Urban100/val_1/i curated/visualization/Urban100/4xDF2K_plksr_tiny_fp16_full_500k_Urban100/val_1/img_098_4xDF2K_plksr_tiny_fp16_full_500k_Urban100.png filter=lfs diff=lfs merge=lfs -text curated/visualization/Urban100/4xDF2K_plksr_tiny_fp16_full_500k_Urban100/val_1/img_099_4xDF2K_plksr_tiny_fp16_full_500k_Urban100.png filter=lfs diff=lfs merge=lfs -text curated/visualization/Urban100/4xDF2K_plksr_tiny_fp16_full_500k_Urban100/val_1/img_100_4xDF2K_plksr_tiny_fp16_full_500k_Urban100.png filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/50131.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/100101.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/4xHyperIQA_02_DF2K_plksr_tiny_fp16.toml b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/4xHyperIQA_02_DF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..bb9069009a427798df004e8500ee19f4b8034a6c --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/4xHyperIQA_02_DF2K_plksr_tiny_fp16.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Tue Oct 8 00:25:42 2024 +# CMD: +# train.py -opt options/plksr_tiny/hyperiqa/fp16/4xHyperIQA_02_DF2K_plksr_tiny_fp16.toml + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xHyperIQA_0.2_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_02_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_02_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_10000.pth b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..ef594d249439340d8cda2eb24b08643db145f68d --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:026ac9d748deab1501b380dccceefc575b360ff443bb386d0e34ae8a54ea5cd4 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_100000.pth b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..46411d6b6ae94f320bc12460121baabd750cf8c2 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0751f5b344f048c9233d6034f5030de138e77a8d3c3890db9f54ecbe96e4d19 +size 9513138 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_20000.pth b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..502d2ff5cc9eec3359ef4338157519cd171e0f0e --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e818cd5cbd6c60bc475ec8f1122fcc1f03f6d97570777fed433cb370b9956a7 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_30000.pth b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..265aee1b3a861fc0b6dc111b77687f7d007ee598 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:392c625e5a4ff80ad195457290f4b3f506d2777972e739a2676c9af0377fe22e +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_40000.pth b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..6f4914fa20f009217738a823f30d26799ce33f04 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd4a08dcdcb2260f14342bd345667631edd699c935dffda4b5b747a419c4671 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_50000.pth b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..59bbcf1e67bdb953211aff937b12152c65f4456e --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22dee980f1ac1a15f5b7db2e5b567678997e7258e82264951bc1c46edd6c01c +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_60000.pth b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..ac7fd422945b6fe6939cd8c02c5413050d8ac988 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f5cb64bffa3fc2c7ce1cd1114da0c0a3f9b8b3644fdea0488266bd5cb0e976 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_70000.pth b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..2cf144386f6048dff12b192795264d6392661cf9 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f844db07280b030e4c7817860e99f94a4046cbfc7540c0298dcf86249e17688 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_80000.pth b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d437ac2d56671c7f2afca3a0374a216c6e0969cc --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1de208238019fb022c6b60461774fc2178935349f18821b7fd03659d411c5305 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_90000.pth b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..df994e5267c2524dadbb0dccea152c8e50064e4e --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f12292bad79f33da77b4727948ce3f4b0940c434b3d35fa626dc0e228a5101b5 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_latest.pth b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..2aeb11f580409a22962576060a89722c0e5acd07 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c93f691fa3d23575eea150dc6011b7a08f308213dd65d83a2dae38d6505d341f +size 9513138 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.2_DF2K_plksr_tiny_fp16_20241008_002542.log b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.2_DF2K_plksr_tiny_fp16_20241008_002542.log new file mode 100644 index 0000000000000000000000000000000000000000..4a233cc23d695d09de5af81b08b09b5f17459111 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.2_DF2K_plksr_tiny_fp16_20241008_002542.log @@ -0,0 +1,1100 @@ +2024-10-08 00:25:42,284 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-08 00:25:44,895 INFO: Dataset [paired] is built. +2024-10-08 00:25:44,896 INFO: Training statistics: + Starting model: 4xHyperIQA_0.2_DF2K_plksr_tiny_fp16 + Number of train images: 21347 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1335 + Total epochs 75 for total iters 100000. +2024-10-08 00:25:44,896 INFO: Dataset [paired] is built. +2024-10-08 00:25:44,896 INFO: Number of val images/folders: 100 +2024-10-08 00:25:45,323 INFO: Using network [plksr]. +2024-10-08 00:25:45,360 INFO: Using exponential-moving average. +2024-10-08 00:25:45,361 INFO: Loss [L1Loss] enabled. +2024-10-08 00:25:45,361 INFO: Using model [image]. +2024-10-08 00:25:46,023 INFO: AMP enabled. +2024-10-08 00:25:46,024 INFO: Deterministic mode enabled. +2024-10-08 00:25:46,024 INFO: Start training from epoch: 0, iter: 0 +2024-10-08 00:25:52,978 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 14.383 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:32 ] [ l_g_pix: 1.8283e-02 ] [ l_g_total: 1.8283e-02 ] +2024-10-08 00:25:56,753 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 18.646 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:08 ] [ l_g_pix: 3.3485e-02 ] [ l_g_total: 3.3485e-02 ] +2024-10-08 00:26:00,555 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 26.320 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:26 ] [ l_g_pix: 3.6608e-02 ] [ l_g_total: 3.6608e-02 ] +2024-10-08 00:26:04,315 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 26.462 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:23 ] [ l_g_pix: 3.3417e-02 ] [ l_g_total: 3.3417e-02 ] +2024-10-08 00:26:08,213 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 25.667 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:47 ] [ l_g_pix: 1.8788e-02 ] [ l_g_total: 1.8788e-02 ] +2024-10-08 00:26:11,981 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 26.107 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:40 ] [ l_g_pix: 2.5347e-02 ] [ l_g_total: 2.5347e-02 ] +2024-10-08 00:26:16,163 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 23.842 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:33 ] [ l_g_pix: 3.2015e-02 ] [ l_g_total: 3.2015e-02 ] +2024-10-08 00:26:19,955 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 25.065 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:23 ] [ l_g_pix: 4.7963e-02 ] [ l_g_total: 4.7963e-02 ] +2024-10-08 00:26:23,758 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 26.302 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:16 ] [ l_g_pix: 3.9926e-02 ] [ l_g_total: 3.9926e-02 ] +2024-10-08 00:26:27,574 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 26.258 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:10 ] [ l_g_pix: 3.5865e-02 ] [ l_g_total: 3.5865e-02 ] +2024-10-08 00:26:31,351 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 26.581 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:02 ] [ l_g_pix: 3.3163e-02 ] [ l_g_total: 3.3163e-02 ] +2024-10-08 00:26:35,183 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 26.332 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:59 ] [ l_g_pix: 5.4988e-02 ] [ l_g_total: 5.4988e-02 ] +2024-10-08 00:26:38,769 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 27.997 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:37 ] [ l_g_pix: 2.5030e-02 ] [ l_g_total: 2.5030e-02 ] +2024-10-08 00:26:43,323 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 24.524 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:26 ] [ l_g_pix: 2.4682e-02 ] [ l_g_total: 2.4682e-02 ] +2024-10-08 00:26:47,258 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 25.460 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:27 ] [ l_g_pix: 4.6784e-02 ] [ l_g_total: 4.6784e-02 ] +2024-10-08 00:26:51,525 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 25.309 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:48 ] [ l_g_pix: 5.2518e-02 ] [ l_g_total: 5.2518e-02 ] +2024-10-08 00:26:55,322 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 26.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:38 ] [ l_g_pix: 2.9784e-02 ] [ l_g_total: 2.9784e-02 ] +2024-10-08 00:26:59,089 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 26.501 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:28 ] [ l_g_pix: 3.5315e-02 ] [ l_g_total: 3.5315e-02 ] +2024-10-08 00:27:02,868 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 26.561 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:19 ] [ l_g_pix: 3.8346e-02 ] [ l_g_total: 3.8346e-02 ] +2024-10-08 00:27:06,628 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 26.581 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:10 ] [ l_g_pix: 2.4527e-02 ] [ l_g_total: 2.4527e-02 ] +2024-10-08 00:27:10,347 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 26.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:59 ] [ l_g_pix: 3.3914e-02 ] [ l_g_total: 3.3914e-02 ] +2024-10-08 00:27:14,112 INFO: [ epoch: 1 ] [ iter: 2,200 ] [ performance: 26.682 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:51 ] [ l_g_pix: 3.3402e-02 ] [ l_g_total: 3.3402e-02 ] +2024-10-08 00:27:17,907 INFO: [ epoch: 1 ] [ iter: 2,300 ] [ performance: 26.348 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:44 ] [ l_g_pix: 3.2833e-02 ] [ l_g_total: 3.2833e-02 ] +2024-10-08 00:27:21,716 INFO: [ epoch: 1 ] [ iter: 2,400 ] [ performance: 26.302 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:39 ] [ l_g_pix: 3.2186e-02 ] [ l_g_total: 3.2186e-02 ] +2024-10-08 00:27:25,537 INFO: [ epoch: 1 ] [ iter: 2,500 ] [ performance: 26.145 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:33 ] [ l_g_pix: 3.3080e-02 ] [ l_g_total: 3.3080e-02 ] +2024-10-08 00:27:29,287 INFO: [ epoch: 1 ] [ iter: 2,600 ] [ performance: 26.423 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:26 ] [ l_g_pix: 5.3376e-02 ] [ l_g_total: 5.3376e-02 ] +2024-10-08 00:27:34,102 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 20.166 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:57 ] [ l_g_pix: 3.3906e-02 ] [ l_g_total: 3.3906e-02 ] +2024-10-08 00:27:37,909 INFO: [ epoch: 2 ] [ iter: 2,800 ] [ performance: 23.029 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:50 ] [ l_g_pix: 3.1330e-02 ] [ l_g_total: 3.1330e-02 ] +2024-10-08 00:27:41,667 INFO: [ epoch: 2 ] [ iter: 2,900 ] [ performance: 26.604 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:42 ] [ l_g_pix: 3.8444e-02 ] [ l_g_total: 3.8444e-02 ] +2024-10-08 00:27:45,393 INFO: [ epoch: 2 ] [ iter: 3,000 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:34 ] [ l_g_pix: 2.8794e-02 ] [ l_g_total: 2.8794e-02 ] +2024-10-08 00:27:49,162 INFO: [ epoch: 2 ] [ iter: 3,100 ] [ performance: 26.718 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:27 ] [ l_g_pix: 3.6077e-02 ] [ l_g_total: 3.6077e-02 ] +2024-10-08 00:27:52,928 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 26.634 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:20 ] [ l_g_pix: 3.5602e-02 ] [ l_g_total: 3.5602e-02 ] +2024-10-08 00:27:56,663 INFO: [ epoch: 2 ] [ iter: 3,300 ] [ performance: 26.901 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:12 ] [ l_g_pix: 3.2900e-02 ] [ l_g_total: 3.2900e-02 ] +2024-10-08 00:28:00,412 INFO: [ epoch: 2 ] [ iter: 3,400 ] [ performance: 26.780 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:05 ] [ l_g_pix: 3.5592e-02 ] [ l_g_total: 3.5592e-02 ] +2024-10-08 00:28:04,204 INFO: [ epoch: 2 ] [ iter: 3,500 ] [ performance: 26.474 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:00 ] [ l_g_pix: 4.0718e-02 ] [ l_g_total: 4.0718e-02 ] +2024-10-08 00:28:07,957 INFO: [ epoch: 2 ] [ iter: 3,600 ] [ performance: 26.572 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:53 ] [ l_g_pix: 4.1199e-02 ] [ l_g_total: 4.1199e-02 ] +2024-10-08 00:28:11,687 INFO: [ epoch: 2 ] [ iter: 3,700 ] [ performance: 26.998 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:46 ] [ l_g_pix: 3.7161e-02 ] [ l_g_total: 3.7161e-02 ] +2024-10-08 00:28:15,472 INFO: [ epoch: 2 ] [ iter: 3,800 ] [ performance: 26.681 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:40 ] [ l_g_pix: 2.8454e-02 ] [ l_g_total: 2.8454e-02 ] +2024-10-08 00:28:19,288 INFO: [ epoch: 2 ] [ iter: 3,900 ] [ performance: 26.276 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:36 ] [ l_g_pix: 4.3091e-02 ] [ l_g_total: 4.3091e-02 ] +2024-10-08 00:28:22,758 INFO: [ epoch: 2 ] [ iter: 4,000 ] [ performance: 27.622 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:23 ] [ l_g_pix: 3.3911e-02 ] [ l_g_total: 3.3911e-02 ] +2024-10-08 00:28:27,587 INFO: [ epoch: 3 ] [ iter: 4,100 ] [ performance: 25.517 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:42 ] [ l_g_pix: 4.8613e-02 ] [ l_g_total: 4.8613e-02 ] +2024-10-08 00:28:31,350 INFO: [ epoch: 3 ] [ iter: 4,200 ] [ performance: 26.099 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:36 ] [ l_g_pix: 4.0813e-02 ] [ l_g_total: 4.0813e-02 ] +2024-10-08 00:28:35,130 INFO: [ epoch: 3 ] [ iter: 4,300 ] [ performance: 26.621 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:31 ] [ l_g_pix: 2.2820e-02 ] [ l_g_total: 2.2820e-02 ] +2024-10-08 00:28:38,898 INFO: [ epoch: 3 ] [ iter: 4,400 ] [ performance: 26.580 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:25 ] [ l_g_pix: 2.8510e-02 ] [ l_g_total: 2.8510e-02 ] +2024-10-08 00:28:42,664 INFO: [ epoch: 3 ] [ iter: 4,500 ] [ performance: 26.839 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:19 ] [ l_g_pix: 3.2118e-02 ] [ l_g_total: 3.2118e-02 ] +2024-10-08 00:28:46,416 INFO: [ epoch: 3 ] [ iter: 4,600 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:13 ] [ l_g_pix: 3.5816e-02 ] [ l_g_total: 3.5816e-02 ] +2024-10-08 00:28:50,158 INFO: [ epoch: 3 ] [ iter: 4,700 ] [ performance: 26.905 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:07 ] [ l_g_pix: 2.2603e-02 ] [ l_g_total: 2.2603e-02 ] +2024-10-08 00:28:53,940 INFO: [ epoch: 3 ] [ iter: 4,800 ] [ performance: 26.645 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:02 ] [ l_g_pix: 5.4326e-02 ] [ l_g_total: 5.4326e-02 ] +2024-10-08 00:28:57,698 INFO: [ epoch: 3 ] [ iter: 4,900 ] [ performance: 26.637 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:56 ] [ l_g_pix: 2.4758e-02 ] [ l_g_total: 2.4758e-02 ] +2024-10-08 00:29:01,417 INFO: [ epoch: 3 ] [ iter: 5,000 ] [ performance: 26.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:50 ] [ l_g_pix: 1.7185e-02 ] [ l_g_total: 1.7185e-02 ] +2024-10-08 00:29:05,172 INFO: [ epoch: 3 ] [ iter: 5,100 ] [ performance: 26.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:45 ] [ l_g_pix: 2.7900e-02 ] [ l_g_total: 2.7900e-02 ] +2024-10-08 00:29:08,947 INFO: [ epoch: 3 ] [ iter: 5,200 ] [ performance: 26.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:40 ] [ l_g_pix: 3.5549e-02 ] [ l_g_total: 3.5549e-02 ] +2024-10-08 00:29:12,519 INFO: [ epoch: 3 ] [ iter: 5,300 ] [ performance: 28.705 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:31 ] [ l_g_pix: 2.5482e-02 ] [ l_g_total: 2.5482e-02 ] +2024-10-08 00:29:17,251 INFO: [ epoch: 4 ] [ iter: 5,400 ] [ performance: 23.810 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:43 ] [ l_g_pix: 3.8214e-02 ] [ l_g_total: 3.8214e-02 ] +2024-10-08 00:29:21,044 INFO: [ epoch: 4 ] [ iter: 5,500 ] [ performance: 26.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:38 ] [ l_g_pix: 5.3638e-02 ] [ l_g_total: 5.3638e-02 ] +2024-10-08 00:29:24,805 INFO: [ epoch: 4 ] [ iter: 5,600 ] [ performance: 26.543 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:33 ] [ l_g_pix: 2.1521e-02 ] [ l_g_total: 2.1521e-02 ] +2024-10-08 00:29:28,525 INFO: [ epoch: 4 ] [ iter: 5,700 ] [ performance: 26.948 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:27 ] [ l_g_pix: 2.6381e-02 ] [ l_g_total: 2.6381e-02 ] +2024-10-08 00:29:32,304 INFO: [ epoch: 4 ] [ iter: 5,800 ] [ performance: 26.667 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:22 ] [ l_g_pix: 2.9942e-02 ] [ l_g_total: 2.9942e-02 ] +2024-10-08 00:29:36,021 INFO: [ epoch: 4 ] [ iter: 5,900 ] [ performance: 27.012 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:16 ] [ l_g_pix: 4.2298e-02 ] [ l_g_total: 4.2298e-02 ] +2024-10-08 00:29:39,771 INFO: [ epoch: 4 ] [ iter: 6,000 ] [ performance: 26.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:10 ] [ l_g_pix: 3.6936e-02 ] [ l_g_total: 3.6936e-02 ] +2024-10-08 00:29:43,524 INFO: [ epoch: 4 ] [ iter: 6,100 ] [ performance: 26.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:05 ] [ l_g_pix: 2.8515e-02 ] [ l_g_total: 2.8515e-02 ] +2024-10-08 00:29:47,256 INFO: [ epoch: 4 ] [ iter: 6,200 ] [ performance: 26.780 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:00 ] [ l_g_pix: 1.8387e-02 ] [ l_g_total: 1.8387e-02 ] +2024-10-08 00:29:51,052 INFO: [ epoch: 4 ] [ iter: 6,300 ] [ performance: 26.367 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:55 ] [ l_g_pix: 3.4923e-02 ] [ l_g_total: 3.4923e-02 ] +2024-10-08 00:29:54,829 INFO: [ epoch: 4 ] [ iter: 6,400 ] [ performance: 26.435 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:51 ] [ l_g_pix: 3.2389e-02 ] [ l_g_total: 3.2389e-02 ] +2024-10-08 00:29:58,629 INFO: [ epoch: 4 ] [ iter: 6,500 ] [ performance: 26.478 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:46 ] [ l_g_pix: 3.6760e-02 ] [ l_g_total: 3.6760e-02 ] +2024-10-08 00:30:02,330 INFO: [ epoch: 4 ] [ iter: 6,600 ] [ performance: 26.798 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:41 ] [ l_g_pix: 3.7377e-02 ] [ l_g_total: 3.7377e-02 ] +2024-10-08 00:30:07,213 INFO: [ epoch: 5 ] [ iter: 6,700 ] [ performance: 17.980 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:51 ] [ l_g_pix: 4.2205e-02 ] [ l_g_total: 4.2205e-02 ] +2024-10-08 00:30:10,998 INFO: [ epoch: 5 ] [ iter: 6,800 ] [ performance: 22.237 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:47 ] [ l_g_pix: 4.0850e-02 ] [ l_g_total: 4.0850e-02 ] +2024-10-08 00:30:14,767 INFO: [ epoch: 5 ] [ iter: 6,900 ] [ performance: 26.663 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:42 ] [ l_g_pix: 3.4679e-02 ] [ l_g_total: 3.4679e-02 ] +2024-10-08 00:30:18,553 INFO: [ epoch: 5 ] [ iter: 7,000 ] [ performance: 26.516 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:37 ] [ l_g_pix: 3.4311e-02 ] [ l_g_total: 3.4311e-02 ] +2024-10-08 00:30:22,306 INFO: [ epoch: 5 ] [ iter: 7,100 ] [ performance: 26.758 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:32 ] [ l_g_pix: 2.6368e-02 ] [ l_g_total: 2.6368e-02 ] +2024-10-08 00:30:26,055 INFO: [ epoch: 5 ] [ iter: 7,200 ] [ performance: 26.707 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:27 ] [ l_g_pix: 3.9359e-02 ] [ l_g_total: 3.9359e-02 ] +2024-10-08 00:30:29,823 INFO: [ epoch: 5 ] [ iter: 7,300 ] [ performance: 26.553 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:22 ] [ l_g_pix: 3.4432e-02 ] [ l_g_total: 3.4432e-02 ] +2024-10-08 00:30:33,597 INFO: [ epoch: 5 ] [ iter: 7,400 ] [ performance: 26.523 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:17 ] [ l_g_pix: 4.3110e-02 ] [ l_g_total: 4.3110e-02 ] +2024-10-08 00:30:37,326 INFO: [ epoch: 5 ] [ iter: 7,500 ] [ performance: 27.220 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:12 ] [ l_g_pix: 2.9039e-02 ] [ l_g_total: 2.9039e-02 ] +2024-10-08 00:30:41,047 INFO: [ epoch: 5 ] [ iter: 7,600 ] [ performance: 27.011 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:07 ] [ l_g_pix: 4.5933e-02 ] [ l_g_total: 4.5933e-02 ] +2024-10-08 00:30:44,804 INFO: [ epoch: 5 ] [ iter: 7,700 ] [ performance: 26.581 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:02 ] [ l_g_pix: 4.3990e-02 ] [ l_g_total: 4.3990e-02 ] +2024-10-08 00:30:48,588 INFO: [ epoch: 5 ] [ iter: 7,800 ] [ performance: 26.490 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:57 ] [ l_g_pix: 2.6263e-02 ] [ l_g_total: 2.6263e-02 ] +2024-10-08 00:30:52,333 INFO: [ epoch: 5 ] [ iter: 7,900 ] [ performance: 26.526 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:53 ] [ l_g_pix: 2.9827e-02 ] [ l_g_total: 2.9827e-02 ] +2024-10-08 00:30:55,849 INFO: [ epoch: 5 ] [ iter: 8,000 ] [ performance: 27.688 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:45 ] [ l_g_pix: 3.6074e-02 ] [ l_g_total: 3.6074e-02 ] +2024-10-08 00:31:00,621 INFO: [ epoch: 6 ] [ iter: 8,100 ] [ performance: 25.843 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:52 ] [ l_g_pix: 2.4634e-02 ] [ l_g_total: 2.4634e-02 ] +2024-10-08 00:31:04,390 INFO: [ epoch: 6 ] [ iter: 8,200 ] [ performance: 26.275 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:47 ] [ l_g_pix: 2.2981e-02 ] [ l_g_total: 2.2981e-02 ] +2024-10-08 00:31:08,180 INFO: [ epoch: 6 ] [ iter: 8,300 ] [ performance: 26.484 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:43 ] [ l_g_pix: 3.3488e-02 ] [ l_g_total: 3.3488e-02 ] +2024-10-08 00:31:11,954 INFO: [ epoch: 6 ] [ iter: 8,400 ] [ performance: 26.496 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:38 ] [ l_g_pix: 3.5599e-02 ] [ l_g_total: 3.5599e-02 ] +2024-10-08 00:31:15,723 INFO: [ epoch: 6 ] [ iter: 8,500 ] [ performance: 26.578 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:34 ] [ l_g_pix: 3.2087e-02 ] [ l_g_total: 3.2087e-02 ] +2024-10-08 00:31:19,425 INFO: [ epoch: 6 ] [ iter: 8,600 ] [ performance: 26.853 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:28 ] [ l_g_pix: 3.0162e-02 ] [ l_g_total: 3.0162e-02 ] +2024-10-08 00:31:23,186 INFO: [ epoch: 6 ] [ iter: 8,700 ] [ performance: 26.823 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:24 ] [ l_g_pix: 3.2168e-02 ] [ l_g_total: 3.2168e-02 ] +2024-10-08 00:31:26,935 INFO: [ epoch: 6 ] [ iter: 8,800 ] [ performance: 26.732 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:19 ] [ l_g_pix: 3.6778e-02 ] [ l_g_total: 3.6778e-02 ] +2024-10-08 00:31:30,733 INFO: [ epoch: 6 ] [ iter: 8,900 ] [ performance: 26.378 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:15 ] [ l_g_pix: 4.2394e-02 ] [ l_g_total: 4.2394e-02 ] +2024-10-08 00:31:34,492 INFO: [ epoch: 6 ] [ iter: 9,000 ] [ performance: 26.527 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:10 ] [ l_g_pix: 3.2227e-02 ] [ l_g_total: 3.2227e-02 ] +2024-10-08 00:31:38,291 INFO: [ epoch: 6 ] [ iter: 9,100 ] [ performance: 26.337 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:06 ] [ l_g_pix: 3.8999e-02 ] [ l_g_total: 3.8999e-02 ] +2024-10-08 00:31:42,044 INFO: [ epoch: 6 ] [ iter: 9,200 ] [ performance: 26.538 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:01 ] [ l_g_pix: 3.2297e-02 ] [ l_g_total: 3.2297e-02 ] +2024-10-08 00:31:45,641 INFO: [ epoch: 6 ] [ iter: 9,300 ] [ performance: 28.793 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:55 ] [ l_g_pix: 5.1698e-02 ] [ l_g_total: 5.1698e-02 ] +2024-10-08 00:31:50,282 INFO: [ epoch: 7 ] [ iter: 9,400 ] [ performance: 23.639 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:59 ] [ l_g_pix: 2.7855e-02 ] [ l_g_total: 2.7855e-02 ] +2024-10-08 00:31:54,018 INFO: [ epoch: 7 ] [ iter: 9,500 ] [ performance: 27.057 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:54 ] [ l_g_pix: 2.0494e-02 ] [ l_g_total: 2.0494e-02 ] +2024-10-08 00:31:57,843 INFO: [ epoch: 7 ] [ iter: 9,600 ] [ performance: 26.457 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:50 ] [ l_g_pix: 3.6071e-02 ] [ l_g_total: 3.6071e-02 ] +2024-10-08 00:32:01,643 INFO: [ epoch: 7 ] [ iter: 9,700 ] [ performance: 26.295 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:46 ] [ l_g_pix: 4.2249e-02 ] [ l_g_total: 4.2249e-02 ] +2024-10-08 00:32:05,387 INFO: [ epoch: 7 ] [ iter: 9,800 ] [ performance: 26.573 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:41 ] [ l_g_pix: 3.6467e-02 ] [ l_g_total: 3.6467e-02 ] +2024-10-08 00:32:09,167 INFO: [ epoch: 7 ] [ iter: 9,900 ] [ performance: 26.380 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:37 ] [ l_g_pix: 2.1794e-02 ] [ l_g_total: 2.1794e-02 ] +2024-10-08 00:32:12,943 INFO: [ epoch: 7 ] [ iter: 10,000 ] [ performance: 26.451 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:32 ] [ l_g_pix: 4.2411e-02 ] [ l_g_total: 4.2411e-02 ] +2024-10-08 00:32:12,944 INFO: Saving models and training states. +2024-10-08 00:37:18,862 INFO: Validation val + + # psnr: 26.3006........ Best: 26.3006 @ 10000 iter + # ssim: 0.7395........ Best: 0.7395 @ 10000 iter + # dists: 0.7808........ Best: 0.7808 @ 10000 iter + +2024-10-08 00:37:22,626 INFO: [ epoch: 7 ] [ iter: 10,100 ] [ performance: 26.171 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:51 ] [ l_g_pix: 2.7144e-02 ] [ l_g_total: 2.7144e-02 ] +2024-10-08 00:37:26,468 INFO: [ epoch: 7 ] [ iter: 10,200 ] [ performance: 26.078 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:18 ] [ l_g_pix: 2.6750e-02 ] [ l_g_total: 2.6750e-02 ] +2024-10-08 00:37:30,250 INFO: [ epoch: 7 ] [ iter: 10,300 ] [ performance: 26.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:44 ] [ l_g_pix: 2.9877e-02 ] [ l_g_total: 2.9877e-02 ] +2024-10-08 00:37:34,103 INFO: [ epoch: 7 ] [ iter: 10,400 ] [ performance: 26.147 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:12 ] [ l_g_pix: 3.7264e-02 ] [ l_g_total: 3.7264e-02 ] +2024-10-08 00:37:37,908 INFO: [ epoch: 7 ] [ iter: 10,500 ] [ performance: 26.231 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:40 ] [ l_g_pix: 5.2356e-02 ] [ l_g_total: 5.2356e-02 ] +2024-10-08 00:37:41,577 INFO: [ epoch: 7 ] [ iter: 10,600 ] [ performance: 26.918 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:07 ] [ l_g_pix: 2.3563e-02 ] [ l_g_total: 2.3563e-02 ] +2024-10-08 00:37:46,182 INFO: [ epoch: 8 ] [ iter: 10,700 ] [ performance: 16.883 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:43 ] [ l_g_pix: 2.8821e-02 ] [ l_g_total: 2.8821e-02 ] +2024-10-08 00:37:50,076 INFO: [ epoch: 8 ] [ iter: 10,800 ] [ performance: 22.053 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:13 ] [ l_g_pix: 3.2113e-02 ] [ l_g_total: 3.2113e-02 ] +2024-10-08 00:37:53,814 INFO: [ epoch: 8 ] [ iter: 10,900 ] [ performance: 26.707 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:42 ] [ l_g_pix: 3.5283e-02 ] [ l_g_total: 3.5283e-02 ] +2024-10-08 00:37:57,593 INFO: [ epoch: 8 ] [ iter: 11,000 ] [ performance: 26.547 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:12 ] [ l_g_pix: 3.6386e-02 ] [ l_g_total: 3.6386e-02 ] +2024-10-08 00:38:01,382 INFO: [ epoch: 8 ] [ iter: 11,100 ] [ performance: 26.468 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:43 ] [ l_g_pix: 3.5299e-02 ] [ l_g_total: 3.5299e-02 ] +2024-10-08 00:38:05,180 INFO: [ epoch: 8 ] [ iter: 11,200 ] [ performance: 26.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:14 ] [ l_g_pix: 2.0546e-02 ] [ l_g_total: 2.0546e-02 ] +2024-10-08 00:38:08,959 INFO: [ epoch: 8 ] [ iter: 11,300 ] [ performance: 26.514 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:46 ] [ l_g_pix: 3.5207e-02 ] [ l_g_total: 3.5207e-02 ] +2024-10-08 00:38:12,737 INFO: [ epoch: 8 ] [ iter: 11,400 ] [ performance: 26.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:18 ] [ l_g_pix: 2.9986e-02 ] [ l_g_total: 2.9986e-02 ] +2024-10-08 00:38:16,532 INFO: [ epoch: 8 ] [ iter: 11,500 ] [ performance: 26.414 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:50 ] [ l_g_pix: 2.7255e-02 ] [ l_g_total: 2.7255e-02 ] +2024-10-08 00:38:20,350 INFO: [ epoch: 8 ] [ iter: 11,600 ] [ performance: 26.262 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:23 ] [ l_g_pix: 2.2390e-02 ] [ l_g_total: 2.2390e-02 ] +2024-10-08 00:38:24,153 INFO: [ epoch: 8 ] [ iter: 11,700 ] [ performance: 26.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:57 ] [ l_g_pix: 3.5433e-02 ] [ l_g_total: 3.5433e-02 ] +2024-10-08 00:38:27,925 INFO: [ epoch: 8 ] [ iter: 11,800 ] [ performance: 26.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:30 ] [ l_g_pix: 3.4787e-02 ] [ l_g_total: 3.4787e-02 ] +2024-10-08 00:38:31,733 INFO: [ epoch: 8 ] [ iter: 11,900 ] [ performance: 26.001 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:04 ] [ l_g_pix: 2.8316e-02 ] [ l_g_total: 2.8316e-02 ] +2024-10-08 00:38:35,266 INFO: [ epoch: 8 ] [ iter: 12,000 ] [ performance: 27.599 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:37 ] [ l_g_pix: 2.9045e-02 ] [ l_g_total: 2.9045e-02 ] +2024-10-08 00:38:40,305 INFO: [ epoch: 9 ] [ iter: 12,100 ] [ performance: 26.660 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:21 ] [ l_g_pix: 3.8988e-02 ] [ l_g_total: 3.8988e-02 ] +2024-10-08 00:38:44,102 INFO: [ epoch: 9 ] [ iter: 12,200 ] [ performance: 26.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:56 ] [ l_g_pix: 3.0392e-02 ] [ l_g_total: 3.0392e-02 ] +2024-10-08 00:38:47,874 INFO: [ epoch: 9 ] [ iter: 12,300 ] [ performance: 26.713 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:31 ] [ l_g_pix: 1.5784e-02 ] [ l_g_total: 1.5784e-02 ] +2024-10-08 00:38:51,645 INFO: [ epoch: 9 ] [ iter: 12,400 ] [ performance: 26.576 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:07 ] [ l_g_pix: 2.4402e-02 ] [ l_g_total: 2.4402e-02 ] +2024-10-08 00:38:55,404 INFO: [ epoch: 9 ] [ iter: 12,500 ] [ performance: 26.638 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:42 ] [ l_g_pix: 3.1887e-02 ] [ l_g_total: 3.1887e-02 ] +2024-10-08 00:38:59,183 INFO: [ epoch: 9 ] [ iter: 12,600 ] [ performance: 26.517 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:19 ] [ l_g_pix: 4.0592e-02 ] [ l_g_total: 4.0592e-02 ] +2024-10-08 00:39:02,928 INFO: [ epoch: 9 ] [ iter: 12,700 ] [ performance: 26.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:55 ] [ l_g_pix: 2.5937e-02 ] [ l_g_total: 2.5937e-02 ] +2024-10-08 00:39:06,679 INFO: [ epoch: 9 ] [ iter: 12,800 ] [ performance: 26.726 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:32 ] [ l_g_pix: 3.0162e-02 ] [ l_g_total: 3.0162e-02 ] +2024-10-08 00:39:10,390 INFO: [ epoch: 9 ] [ iter: 12,900 ] [ performance: 26.736 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:09 ] [ l_g_pix: 4.3290e-02 ] [ l_g_total: 4.3290e-02 ] +2024-10-08 00:39:14,102 INFO: [ epoch: 9 ] [ iter: 13,000 ] [ performance: 26.886 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:46 ] [ l_g_pix: 3.1341e-02 ] [ l_g_total: 3.1341e-02 ] +2024-10-08 00:39:17,931 INFO: [ epoch: 9 ] [ iter: 13,100 ] [ performance: 26.597 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:24 ] [ l_g_pix: 2.8191e-02 ] [ l_g_total: 2.8191e-02 ] +2024-10-08 00:39:21,690 INFO: [ epoch: 9 ] [ iter: 13,200 ] [ performance: 26.605 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:02 ] [ l_g_pix: 2.7596e-02 ] [ l_g_total: 2.7596e-02 ] +2024-10-08 00:39:25,269 INFO: [ epoch: 9 ] [ iter: 13,300 ] [ performance: 29.218 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:39 ] [ l_g_pix: 4.1693e-02 ] [ l_g_total: 4.1693e-02 ] +2024-10-08 00:39:30,276 INFO: [ epoch: 10 ] [ iter: 13,400 ] [ performance: 21.722 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:25 ] [ l_g_pix: 2.7571e-02 ] [ l_g_total: 2.7571e-02 ] +2024-10-08 00:39:33,998 INFO: [ epoch: 10 ] [ iter: 13,500 ] [ performance: 26.497 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:04 ] [ l_g_pix: 2.1951e-02 ] [ l_g_total: 2.1951e-02 ] +2024-10-08 00:39:37,743 INFO: [ epoch: 10 ] [ iter: 13,600 ] [ performance: 26.657 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:43 ] [ l_g_pix: 2.9547e-02 ] [ l_g_total: 2.9547e-02 ] +2024-10-08 00:39:41,520 INFO: [ epoch: 10 ] [ iter: 13,700 ] [ performance: 26.765 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:22 ] [ l_g_pix: 5.4044e-02 ] [ l_g_total: 5.4044e-02 ] +2024-10-08 00:39:45,316 INFO: [ epoch: 10 ] [ iter: 13,800 ] [ performance: 26.453 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:02 ] [ l_g_pix: 3.5923e-02 ] [ l_g_total: 3.5923e-02 ] +2024-10-08 00:39:49,100 INFO: [ epoch: 10 ] [ iter: 13,900 ] [ performance: 26.460 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:42 ] [ l_g_pix: 2.7827e-02 ] [ l_g_total: 2.7827e-02 ] +2024-10-08 00:39:52,913 INFO: [ epoch: 10 ] [ iter: 14,000 ] [ performance: 26.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:22 ] [ l_g_pix: 4.0539e-02 ] [ l_g_total: 4.0539e-02 ] +2024-10-08 00:39:56,714 INFO: [ epoch: 10 ] [ iter: 14,100 ] [ performance: 26.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:02 ] [ l_g_pix: 3.1364e-02 ] [ l_g_total: 3.1364e-02 ] +2024-10-08 00:40:00,495 INFO: [ epoch: 10 ] [ iter: 14,200 ] [ performance: 26.484 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:43 ] [ l_g_pix: 3.3230e-02 ] [ l_g_total: 3.3230e-02 ] +2024-10-08 00:40:04,266 INFO: [ epoch: 10 ] [ iter: 14,300 ] [ performance: 26.828 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:24 ] [ l_g_pix: 2.5681e-02 ] [ l_g_total: 2.5681e-02 ] +2024-10-08 00:40:08,025 INFO: [ epoch: 10 ] [ iter: 14,400 ] [ performance: 26.660 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:04 ] [ l_g_pix: 3.9865e-02 ] [ l_g_total: 3.9865e-02 ] +2024-10-08 00:40:11,792 INFO: [ epoch: 10 ] [ iter: 14,500 ] [ performance: 26.867 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:45 ] [ l_g_pix: 2.2904e-02 ] [ l_g_total: 2.2904e-02 ] +2024-10-08 00:40:15,528 INFO: [ epoch: 10 ] [ iter: 14,600 ] [ performance: 26.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:27 ] [ l_g_pix: 3.2266e-02 ] [ l_g_total: 3.2266e-02 ] +2024-10-08 00:40:20,304 INFO: [ epoch: 11 ] [ iter: 14,700 ] [ performance: 11.902 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:14 ] [ l_g_pix: 3.5007e-02 ] [ l_g_total: 3.5007e-02 ] +2024-10-08 00:40:24,145 INFO: [ epoch: 11 ] [ iter: 14,800 ] [ performance: 20.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:56 ] [ l_g_pix: 2.4752e-02 ] [ l_g_total: 2.4752e-02 ] +2024-10-08 00:40:27,925 INFO: [ epoch: 11 ] [ iter: 14,900 ] [ performance: 26.682 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:38 ] [ l_g_pix: 2.5271e-02 ] [ l_g_total: 2.5271e-02 ] +2024-10-08 00:40:31,713 INFO: [ epoch: 11 ] [ iter: 15,000 ] [ performance: 26.462 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:20 ] [ l_g_pix: 3.7498e-02 ] [ l_g_total: 3.7498e-02 ] +2024-10-08 00:40:35,447 INFO: [ epoch: 11 ] [ iter: 15,100 ] [ performance: 26.098 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:02 ] [ l_g_pix: 2.7679e-02 ] [ l_g_total: 2.7679e-02 ] +2024-10-08 00:40:39,222 INFO: [ epoch: 11 ] [ iter: 15,200 ] [ performance: 26.414 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:44 ] [ l_g_pix: 3.5599e-02 ] [ l_g_total: 3.5599e-02 ] +2024-10-08 00:40:42,966 INFO: [ epoch: 11 ] [ iter: 15,300 ] [ performance: 27.169 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:27 ] [ l_g_pix: 2.2265e-02 ] [ l_g_total: 2.2265e-02 ] +2024-10-08 00:40:46,770 INFO: [ epoch: 11 ] [ iter: 15,400 ] [ performance: 26.457 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:10 ] [ l_g_pix: 2.8262e-02 ] [ l_g_total: 2.8262e-02 ] +2024-10-08 00:40:50,540 INFO: [ epoch: 11 ] [ iter: 15,500 ] [ performance: 27.017 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:53 ] [ l_g_pix: 3.8135e-02 ] [ l_g_total: 3.8135e-02 ] +2024-10-08 00:40:54,308 INFO: [ epoch: 11 ] [ iter: 15,600 ] [ performance: 26.630 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:36 ] [ l_g_pix: 2.7903e-02 ] [ l_g_total: 2.7903e-02 ] +2024-10-08 00:40:58,121 INFO: [ epoch: 11 ] [ iter: 15,700 ] [ performance: 26.170 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:20 ] [ l_g_pix: 5.0734e-02 ] [ l_g_total: 5.0734e-02 ] +2024-10-08 00:41:01,867 INFO: [ epoch: 11 ] [ iter: 15,800 ] [ performance: 26.608 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:03 ] [ l_g_pix: 2.6881e-02 ] [ l_g_total: 2.6881e-02 ] +2024-10-08 00:41:05,705 INFO: [ epoch: 11 ] [ iter: 15,900 ] [ performance: 26.561 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:47 ] [ l_g_pix: 2.2031e-02 ] [ l_g_total: 2.2031e-02 ] +2024-10-08 00:41:09,211 INFO: [ epoch: 11 ] [ iter: 16,000 ] [ performance: 28.168 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:29 ] [ l_g_pix: 4.2229e-02 ] [ l_g_total: 4.2229e-02 ] +2024-10-08 00:41:13,986 INFO: [ epoch: 12 ] [ iter: 16,100 ] [ performance: 27.226 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:18 ] [ l_g_pix: 2.5541e-02 ] [ l_g_total: 2.5541e-02 ] +2024-10-08 00:41:17,769 INFO: [ epoch: 12 ] [ iter: 16,200 ] [ performance: 26.569 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:02 ] [ l_g_pix: 3.0190e-02 ] [ l_g_total: 3.0190e-02 ] +2024-10-08 00:41:21,532 INFO: [ epoch: 12 ] [ iter: 16,300 ] [ performance: 26.564 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:47 ] [ l_g_pix: 3.4297e-02 ] [ l_g_total: 3.4297e-02 ] +2024-10-08 00:41:25,317 INFO: [ epoch: 12 ] [ iter: 16,400 ] [ performance: 26.449 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:31 ] [ l_g_pix: 2.8435e-02 ] [ l_g_total: 2.8435e-02 ] +2024-10-08 00:41:29,119 INFO: [ epoch: 12 ] [ iter: 16,500 ] [ performance: 26.617 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:16 ] [ l_g_pix: 3.1446e-02 ] [ l_g_total: 3.1446e-02 ] +2024-10-08 00:41:32,887 INFO: [ epoch: 12 ] [ iter: 16,600 ] [ performance: 26.559 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:00 ] [ l_g_pix: 3.8222e-02 ] [ l_g_total: 3.8222e-02 ] +2024-10-08 00:41:36,690 INFO: [ epoch: 12 ] [ iter: 16,700 ] [ performance: 27.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:45 ] [ l_g_pix: 2.6540e-02 ] [ l_g_total: 2.6540e-02 ] +2024-10-08 00:41:40,474 INFO: [ epoch: 12 ] [ iter: 16,800 ] [ performance: 26.534 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:30 ] [ l_g_pix: 2.9646e-02 ] [ l_g_total: 2.9646e-02 ] +2024-10-08 00:41:44,266 INFO: [ epoch: 12 ] [ iter: 16,900 ] [ performance: 26.869 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:15 ] [ l_g_pix: 3.3215e-02 ] [ l_g_total: 3.3215e-02 ] +2024-10-08 00:41:48,058 INFO: [ epoch: 12 ] [ iter: 17,000 ] [ performance: 26.447 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:01 ] [ l_g_pix: 4.2901e-02 ] [ l_g_total: 4.2901e-02 ] +2024-10-08 00:41:51,820 INFO: [ epoch: 12 ] [ iter: 17,100 ] [ performance: 27.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:46 ] [ l_g_pix: 2.6877e-02 ] [ l_g_total: 2.6877e-02 ] +2024-10-08 00:41:55,559 INFO: [ epoch: 12 ] [ iter: 17,200 ] [ performance: 26.788 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:31 ] [ l_g_pix: 4.9709e-02 ] [ l_g_total: 4.9709e-02 ] +2024-10-08 00:41:59,199 INFO: [ epoch: 12 ] [ iter: 17,300 ] [ performance: 29.086 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:16 ] [ l_g_pix: 3.0081e-02 ] [ l_g_total: 3.0081e-02 ] +2024-10-08 00:42:04,147 INFO: [ epoch: 13 ] [ iter: 17,400 ] [ performance: 21.004 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:07 ] [ l_g_pix: 3.1034e-02 ] [ l_g_total: 3.1034e-02 ] +2024-10-08 00:42:07,906 INFO: [ epoch: 13 ] [ iter: 17,500 ] [ performance: 26.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:53 ] [ l_g_pix: 2.7499e-02 ] [ l_g_total: 2.7499e-02 ] +2024-10-08 00:42:11,710 INFO: [ epoch: 13 ] [ iter: 17,600 ] [ performance: 26.357 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:39 ] [ l_g_pix: 3.8250e-02 ] [ l_g_total: 3.8250e-02 ] +2024-10-08 00:42:15,506 INFO: [ epoch: 13 ] [ iter: 17,700 ] [ performance: 27.440 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:25 ] [ l_g_pix: 3.8632e-02 ] [ l_g_total: 3.8632e-02 ] +2024-10-08 00:42:19,285 INFO: [ epoch: 13 ] [ iter: 17,800 ] [ performance: 26.569 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:11 ] [ l_g_pix: 3.7884e-02 ] [ l_g_total: 3.7884e-02 ] +2024-10-08 00:42:23,052 INFO: [ epoch: 13 ] [ iter: 17,900 ] [ performance: 27.185 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:58 ] [ l_g_pix: 3.0268e-02 ] [ l_g_total: 3.0268e-02 ] +2024-10-08 00:42:26,800 INFO: [ epoch: 13 ] [ iter: 18,000 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:44 ] [ l_g_pix: 4.1975e-02 ] [ l_g_total: 4.1975e-02 ] +2024-10-08 00:42:30,612 INFO: [ epoch: 13 ] [ iter: 18,100 ] [ performance: 26.505 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:30 ] [ l_g_pix: 3.0927e-02 ] [ l_g_total: 3.0927e-02 ] +2024-10-08 00:42:34,384 INFO: [ epoch: 13 ] [ iter: 18,200 ] [ performance: 26.566 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:17 ] [ l_g_pix: 2.6107e-02 ] [ l_g_total: 2.6107e-02 ] +2024-10-08 00:42:38,129 INFO: [ epoch: 13 ] [ iter: 18,300 ] [ performance: 27.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:04 ] [ l_g_pix: 2.4159e-02 ] [ l_g_total: 2.4159e-02 ] +2024-10-08 00:42:41,885 INFO: [ epoch: 13 ] [ iter: 18,400 ] [ performance: 26.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:50 ] [ l_g_pix: 2.8637e-02 ] [ l_g_total: 2.8637e-02 ] +2024-10-08 00:42:45,648 INFO: [ epoch: 13 ] [ iter: 18,500 ] [ performance: 26.554 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:37 ] [ l_g_pix: 2.7424e-02 ] [ l_g_total: 2.7424e-02 ] +2024-10-08 00:42:49,335 INFO: [ epoch: 13 ] [ iter: 18,600 ] [ performance: 27.088 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:24 ] [ l_g_pix: 3.1954e-02 ] [ l_g_total: 3.1954e-02 ] +2024-10-08 00:42:53,945 INFO: [ epoch: 14 ] [ iter: 18,700 ] [ performance: 14.599 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:14 ] [ l_g_pix: 2.1260e-02 ] [ l_g_total: 2.1260e-02 ] +2024-10-08 00:42:57,828 INFO: [ epoch: 14 ] [ iter: 18,800 ] [ performance: 24.560 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:02 ] [ l_g_pix: 2.3607e-02 ] [ l_g_total: 2.3607e-02 ] +2024-10-08 00:43:01,638 INFO: [ epoch: 14 ] [ iter: 18,900 ] [ performance: 26.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:49 ] [ l_g_pix: 2.8406e-02 ] [ l_g_total: 2.8406e-02 ] +2024-10-08 00:43:05,382 INFO: [ epoch: 14 ] [ iter: 19,000 ] [ performance: 26.727 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:37 ] [ l_g_pix: 5.8573e-02 ] [ l_g_total: 5.8573e-02 ] +2024-10-08 00:43:09,166 INFO: [ epoch: 14 ] [ iter: 19,100 ] [ performance: 28.092 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:24 ] [ l_g_pix: 3.0647e-02 ] [ l_g_total: 3.0647e-02 ] +2024-10-08 00:43:12,932 INFO: [ epoch: 14 ] [ iter: 19,200 ] [ performance: 26.628 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:12 ] [ l_g_pix: 3.5394e-02 ] [ l_g_total: 3.5394e-02 ] +2024-10-08 00:43:16,700 INFO: [ epoch: 14 ] [ iter: 19,300 ] [ performance: 26.607 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:59 ] [ l_g_pix: 3.0429e-02 ] [ l_g_total: 3.0429e-02 ] +2024-10-08 00:43:20,476 INFO: [ epoch: 14 ] [ iter: 19,400 ] [ performance: 26.493 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:47 ] [ l_g_pix: 3.3931e-02 ] [ l_g_total: 3.3931e-02 ] +2024-10-08 00:43:24,281 INFO: [ epoch: 14 ] [ iter: 19,500 ] [ performance: 26.196 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:35 ] [ l_g_pix: 2.4275e-02 ] [ l_g_total: 2.4275e-02 ] +2024-10-08 00:43:28,077 INFO: [ epoch: 14 ] [ iter: 19,600 ] [ performance: 26.346 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:23 ] [ l_g_pix: 3.1286e-02 ] [ l_g_total: 3.1286e-02 ] +2024-10-08 00:43:31,874 INFO: [ epoch: 14 ] [ iter: 19,700 ] [ performance: 26.389 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:11 ] [ l_g_pix: 2.6451e-02 ] [ l_g_total: 2.6451e-02 ] +2024-10-08 00:43:35,627 INFO: [ epoch: 14 ] [ iter: 19,800 ] [ performance: 26.643 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:59 ] [ l_g_pix: 2.7958e-02 ] [ l_g_total: 2.7958e-02 ] +2024-10-08 00:43:39,371 INFO: [ epoch: 14 ] [ iter: 19,900 ] [ performance: 26.174 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:47 ] [ l_g_pix: 2.9647e-02 ] [ l_g_total: 2.9647e-02 ] +2024-10-08 00:43:42,906 INFO: [ epoch: 14 ] [ iter: 20,000 ] [ performance: 28.272 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:34 ] [ l_g_pix: 2.4152e-02 ] [ l_g_total: 2.4152e-02 ] +2024-10-08 00:43:42,908 INFO: Saving models and training states. +2024-10-08 00:46:57,607 INFO: Validation val + + # psnr: 26.2955........ Best: 26.3006 @ 10000 iter + # ssim: 0.7393........ Best: 0.7395 @ 10000 iter + # dists: 0.7809........ Best: 0.7808 @ 10000 iter + +2024-10-08 00:47:02,658 INFO: [ epoch: 15 ] [ iter: 20,100 ] [ performance: 23.316 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:21 ] [ l_g_pix: 2.5031e-02 ] [ l_g_total: 2.5031e-02 ] +2024-10-08 00:47:06,398 INFO: [ epoch: 15 ] [ iter: 20,200 ] [ performance: 26.747 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:05 ] [ l_g_pix: 2.8703e-02 ] [ l_g_total: 2.8703e-02 ] +2024-10-08 00:47:10,128 INFO: [ epoch: 15 ] [ iter: 20,300 ] [ performance: 26.782 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:48 ] [ l_g_pix: 3.4871e-02 ] [ l_g_total: 3.4871e-02 ] +2024-10-08 00:47:13,964 INFO: [ epoch: 15 ] [ iter: 20,400 ] [ performance: 26.073 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:32 ] [ l_g_pix: 3.8430e-02 ] [ l_g_total: 3.8430e-02 ] +2024-10-08 00:47:17,719 INFO: [ epoch: 15 ] [ iter: 20,500 ] [ performance: 26.354 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:16 ] [ l_g_pix: 2.3790e-02 ] [ l_g_total: 2.3790e-02 ] +2024-10-08 00:47:21,554 INFO: [ epoch: 15 ] [ iter: 20,600 ] [ performance: 26.090 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:00 ] [ l_g_pix: 2.7913e-02 ] [ l_g_total: 2.7913e-02 ] +2024-10-08 00:47:25,319 INFO: [ epoch: 15 ] [ iter: 20,700 ] [ performance: 26.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:45 ] [ l_g_pix: 4.5587e-02 ] [ l_g_total: 4.5587e-02 ] +2024-10-08 00:47:29,095 INFO: [ epoch: 15 ] [ iter: 20,800 ] [ performance: 26.474 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:29 ] [ l_g_pix: 3.3215e-02 ] [ l_g_total: 3.3215e-02 ] +2024-10-08 00:47:32,856 INFO: [ epoch: 15 ] [ iter: 20,900 ] [ performance: 26.534 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:13 ] [ l_g_pix: 2.2778e-02 ] [ l_g_total: 2.2778e-02 ] +2024-10-08 00:47:36,670 INFO: [ epoch: 15 ] [ iter: 21,000 ] [ performance: 26.188 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:58 ] [ l_g_pix: 2.5180e-02 ] [ l_g_total: 2.5180e-02 ] +2024-10-08 00:47:40,450 INFO: [ epoch: 15 ] [ iter: 21,100 ] [ performance: 26.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:42 ] [ l_g_pix: 3.2355e-02 ] [ l_g_total: 3.2355e-02 ] +2024-10-08 00:47:44,223 INFO: [ epoch: 15 ] [ iter: 21,200 ] [ performance: 26.564 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:27 ] [ l_g_pix: 2.8580e-02 ] [ l_g_total: 2.8580e-02 ] +2024-10-08 00:47:47,824 INFO: [ epoch: 15 ] [ iter: 21,300 ] [ performance: 27.174 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:11 ] [ l_g_pix: 2.9955e-02 ] [ l_g_total: 2.9955e-02 ] +2024-10-08 00:47:52,777 INFO: [ epoch: 16 ] [ iter: 21,400 ] [ performance: 19.859 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:01 ] [ l_g_pix: 2.3770e-02 ] [ l_g_total: 2.3770e-02 ] +2024-10-08 00:47:56,509 INFO: [ epoch: 16 ] [ iter: 21,500 ] [ performance: 22.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:45 ] [ l_g_pix: 3.5105e-02 ] [ l_g_total: 3.5105e-02 ] +2024-10-08 00:48:00,267 INFO: [ epoch: 16 ] [ iter: 21,600 ] [ performance: 26.634 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:31 ] [ l_g_pix: 2.2860e-02 ] [ l_g_total: 2.2860e-02 ] +2024-10-08 00:48:04,018 INFO: [ epoch: 16 ] [ iter: 21,700 ] [ performance: 26.651 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:16 ] [ l_g_pix: 3.4471e-02 ] [ l_g_total: 3.4471e-02 ] +2024-10-08 00:48:07,788 INFO: [ epoch: 16 ] [ iter: 21,800 ] [ performance: 26.550 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:01 ] [ l_g_pix: 4.1152e-02 ] [ l_g_total: 4.1152e-02 ] +2024-10-08 00:48:11,571 INFO: [ epoch: 16 ] [ iter: 21,900 ] [ performance: 26.494 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:46 ] [ l_g_pix: 3.0911e-02 ] [ l_g_total: 3.0911e-02 ] +2024-10-08 00:48:15,395 INFO: [ epoch: 16 ] [ iter: 22,000 ] [ performance: 26.207 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:32 ] [ l_g_pix: 4.1152e-02 ] [ l_g_total: 4.1152e-02 ] +2024-10-08 00:48:19,195 INFO: [ epoch: 16 ] [ iter: 22,100 ] [ performance: 26.267 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:18 ] [ l_g_pix: 3.2597e-02 ] [ l_g_total: 3.2597e-02 ] +2024-10-08 00:48:22,970 INFO: [ epoch: 16 ] [ iter: 22,200 ] [ performance: 26.547 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:04 ] [ l_g_pix: 3.1342e-02 ] [ l_g_total: 3.1342e-02 ] +2024-10-08 00:48:26,760 INFO: [ epoch: 16 ] [ iter: 22,300 ] [ performance: 26.464 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:49 ] [ l_g_pix: 2.5931e-02 ] [ l_g_total: 2.5931e-02 ] +2024-10-08 00:48:30,556 INFO: [ epoch: 16 ] [ iter: 22,400 ] [ performance: 26.500 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:35 ] [ l_g_pix: 3.2780e-02 ] [ l_g_total: 3.2780e-02 ] +2024-10-08 00:48:34,375 INFO: [ epoch: 16 ] [ iter: 22,500 ] [ performance: 26.337 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:22 ] [ l_g_pix: 4.1904e-02 ] [ l_g_total: 4.1904e-02 ] +2024-10-08 00:48:38,111 INFO: [ epoch: 16 ] [ iter: 22,600 ] [ performance: 26.929 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:07 ] [ l_g_pix: 2.4173e-02 ] [ l_g_total: 2.4173e-02 ] +2024-10-08 00:48:42,931 INFO: [ epoch: 17 ] [ iter: 22,700 ] [ performance: 23.249 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:57 ] [ l_g_pix: 3.5452e-02 ] [ l_g_total: 3.5452e-02 ] +2024-10-08 00:48:46,776 INFO: [ epoch: 17 ] [ iter: 22,800 ] [ performance: 26.768 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:44 ] [ l_g_pix: 2.7466e-02 ] [ l_g_total: 2.7466e-02 ] +2024-10-08 00:48:50,523 INFO: [ epoch: 17 ] [ iter: 22,900 ] [ performance: 26.729 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:30 ] [ l_g_pix: 4.4640e-02 ] [ l_g_total: 4.4640e-02 ] +2024-10-08 00:48:54,291 INFO: [ epoch: 17 ] [ iter: 23,000 ] [ performance: 26.561 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:16 ] [ l_g_pix: 4.3249e-02 ] [ l_g_total: 4.3249e-02 ] +2024-10-08 00:48:58,040 INFO: [ epoch: 17 ] [ iter: 23,100 ] [ performance: 26.623 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:03 ] [ l_g_pix: 3.8561e-02 ] [ l_g_total: 3.8561e-02 ] +2024-10-08 00:49:01,751 INFO: [ epoch: 17 ] [ iter: 23,200 ] [ performance: 27.062 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:49 ] [ l_g_pix: 4.0036e-02 ] [ l_g_total: 4.0036e-02 ] +2024-10-08 00:49:05,493 INFO: [ epoch: 17 ] [ iter: 23,300 ] [ performance: 26.881 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:36 ] [ l_g_pix: 3.8429e-02 ] [ l_g_total: 3.8429e-02 ] +2024-10-08 00:49:09,312 INFO: [ epoch: 17 ] [ iter: 23,400 ] [ performance: 26.238 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:23 ] [ l_g_pix: 3.6691e-02 ] [ l_g_total: 3.6691e-02 ] +2024-10-08 00:49:13,120 INFO: [ epoch: 17 ] [ iter: 23,500 ] [ performance: 26.254 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:09 ] [ l_g_pix: 3.8101e-02 ] [ l_g_total: 3.8101e-02 ] +2024-10-08 00:49:16,909 INFO: [ epoch: 17 ] [ iter: 23,600 ] [ performance: 26.473 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:56 ] [ l_g_pix: 4.8747e-02 ] [ l_g_total: 4.8747e-02 ] +2024-10-08 00:49:20,670 INFO: [ epoch: 17 ] [ iter: 23,700 ] [ performance: 26.539 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:43 ] [ l_g_pix: 2.5201e-02 ] [ l_g_total: 2.5201e-02 ] +2024-10-08 00:49:24,429 INFO: [ epoch: 17 ] [ iter: 23,800 ] [ performance: 26.739 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:30 ] [ l_g_pix: 3.3040e-02 ] [ l_g_total: 3.3040e-02 ] +2024-10-08 00:49:28,216 INFO: [ epoch: 17 ] [ iter: 23,900 ] [ performance: 26.560 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:18 ] [ l_g_pix: 3.1690e-02 ] [ l_g_total: 3.1690e-02 ] +2024-10-08 00:49:31,733 INFO: [ epoch: 17 ] [ iter: 24,000 ] [ performance: 28.931 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:04 ] [ l_g_pix: 4.1416e-02 ] [ l_g_total: 4.1416e-02 ] +2024-10-08 00:49:36,785 INFO: [ epoch: 18 ] [ iter: 24,100 ] [ performance: 23.058 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:55 ] [ l_g_pix: 3.0567e-02 ] [ l_g_total: 3.0567e-02 ] +2024-10-08 00:49:40,593 INFO: [ epoch: 18 ] [ iter: 24,200 ] [ performance: 26.429 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:43 ] [ l_g_pix: 2.7684e-02 ] [ l_g_total: 2.7684e-02 ] +2024-10-08 00:49:44,365 INFO: [ epoch: 18 ] [ iter: 24,300 ] [ performance: 26.479 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:30 ] [ l_g_pix: 3.5157e-02 ] [ l_g_total: 3.5157e-02 ] +2024-10-08 00:49:48,134 INFO: [ epoch: 18 ] [ iter: 24,400 ] [ performance: 26.690 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:18 ] [ l_g_pix: 3.9946e-02 ] [ l_g_total: 3.9946e-02 ] +2024-10-08 00:49:51,926 INFO: [ epoch: 18 ] [ iter: 24,500 ] [ performance: 26.516 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:05 ] [ l_g_pix: 2.9242e-02 ] [ l_g_total: 2.9242e-02 ] +2024-10-08 00:49:55,708 INFO: [ epoch: 18 ] [ iter: 24,600 ] [ performance: 26.511 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:53 ] [ l_g_pix: 2.0571e-02 ] [ l_g_total: 2.0571e-02 ] +2024-10-08 00:49:59,498 INFO: [ epoch: 18 ] [ iter: 24,700 ] [ performance: 26.442 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:41 ] [ l_g_pix: 3.4837e-02 ] [ l_g_total: 3.4837e-02 ] +2024-10-08 00:50:03,317 INFO: [ epoch: 18 ] [ iter: 24,800 ] [ performance: 26.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:29 ] [ l_g_pix: 3.2102e-02 ] [ l_g_total: 3.2102e-02 ] +2024-10-08 00:50:07,099 INFO: [ epoch: 18 ] [ iter: 24,900 ] [ performance: 26.330 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:16 ] [ l_g_pix: 4.2806e-02 ] [ l_g_total: 4.2806e-02 ] +2024-10-08 00:50:10,872 INFO: [ epoch: 18 ] [ iter: 25,000 ] [ performance: 26.378 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:04 ] [ l_g_pix: 5.3879e-02 ] [ l_g_total: 5.3879e-02 ] +2024-10-08 00:50:14,647 INFO: [ epoch: 18 ] [ iter: 25,100 ] [ performance: 26.447 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:52 ] [ l_g_pix: 4.7168e-02 ] [ l_g_total: 4.7168e-02 ] +2024-10-08 00:50:18,419 INFO: [ epoch: 18 ] [ iter: 25,200 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:40 ] [ l_g_pix: 4.2867e-02 ] [ l_g_total: 4.2867e-02 ] +2024-10-08 00:50:22,046 INFO: [ epoch: 18 ] [ iter: 25,300 ] [ performance: 27.191 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:28 ] [ l_g_pix: 4.1462e-02 ] [ l_g_total: 4.1462e-02 ] +2024-10-08 00:50:27,091 INFO: [ epoch: 19 ] [ iter: 25,400 ] [ performance: 17.933 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:20 ] [ l_g_pix: 2.6411e-02 ] [ l_g_total: 2.6411e-02 ] +2024-10-08 00:50:30,872 INFO: [ epoch: 19 ] [ iter: 25,500 ] [ performance: 22.007 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:08 ] [ l_g_pix: 2.9705e-02 ] [ l_g_total: 2.9705e-02 ] +2024-10-08 00:50:34,621 INFO: [ epoch: 19 ] [ iter: 25,600 ] [ performance: 26.935 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:56 ] [ l_g_pix: 2.6157e-02 ] [ l_g_total: 2.6157e-02 ] +2024-10-08 00:50:38,416 INFO: [ epoch: 19 ] [ iter: 25,700 ] [ performance: 26.598 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:45 ] [ l_g_pix: 2.8697e-02 ] [ l_g_total: 2.8697e-02 ] +2024-10-08 00:50:42,176 INFO: [ epoch: 19 ] [ iter: 25,800 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:33 ] [ l_g_pix: 3.2406e-02 ] [ l_g_total: 3.2406e-02 ] +2024-10-08 00:50:45,964 INFO: [ epoch: 19 ] [ iter: 25,900 ] [ performance: 26.599 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:22 ] [ l_g_pix: 3.1729e-02 ] [ l_g_total: 3.1729e-02 ] +2024-10-08 00:50:49,786 INFO: [ epoch: 19 ] [ iter: 26,000 ] [ performance: 26.286 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:10 ] [ l_g_pix: 2.3943e-02 ] [ l_g_total: 2.3943e-02 ] +2024-10-08 00:50:53,564 INFO: [ epoch: 19 ] [ iter: 26,100 ] [ performance: 26.396 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:59 ] [ l_g_pix: 2.4709e-02 ] [ l_g_total: 2.4709e-02 ] +2024-10-08 00:50:57,365 INFO: [ epoch: 19 ] [ iter: 26,200 ] [ performance: 26.550 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:47 ] [ l_g_pix: 3.1341e-02 ] [ l_g_total: 3.1341e-02 ] +2024-10-08 00:51:01,163 INFO: [ epoch: 19 ] [ iter: 26,300 ] [ performance: 26.421 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:36 ] [ l_g_pix: 4.0649e-02 ] [ l_g_total: 4.0649e-02 ] +2024-10-08 00:51:04,956 INFO: [ epoch: 19 ] [ iter: 26,400 ] [ performance: 26.709 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:25 ] [ l_g_pix: 3.9972e-02 ] [ l_g_total: 3.9972e-02 ] +2024-10-08 00:51:08,727 INFO: [ epoch: 19 ] [ iter: 26,500 ] [ performance: 26.598 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:14 ] [ l_g_pix: 2.0643e-02 ] [ l_g_total: 2.0643e-02 ] +2024-10-08 00:51:12,475 INFO: [ epoch: 19 ] [ iter: 26,600 ] [ performance: 27.059 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:03 ] [ l_g_pix: 4.1787e-02 ] [ l_g_total: 4.1787e-02 ] +2024-10-08 00:51:17,028 INFO: [ epoch: 20 ] [ iter: 26,700 ] [ performance: 23.780 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:54 ] [ l_g_pix: 3.5221e-02 ] [ l_g_total: 3.5221e-02 ] +2024-10-08 00:51:20,984 INFO: [ epoch: 20 ] [ iter: 26,800 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:43 ] [ l_g_pix: 3.9807e-02 ] [ l_g_total: 3.9807e-02 ] +2024-10-08 00:51:24,772 INFO: [ epoch: 20 ] [ iter: 26,900 ] [ performance: 26.539 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:32 ] [ l_g_pix: 2.9633e-02 ] [ l_g_total: 2.9633e-02 ] +2024-10-08 00:51:28,607 INFO: [ epoch: 20 ] [ iter: 27,000 ] [ performance: 26.128 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:21 ] [ l_g_pix: 3.5580e-02 ] [ l_g_total: 3.5580e-02 ] +2024-10-08 00:51:32,376 INFO: [ epoch: 20 ] [ iter: 27,100 ] [ performance: 26.399 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:10 ] [ l_g_pix: 2.3015e-02 ] [ l_g_total: 2.3015e-02 ] +2024-10-08 00:51:36,200 INFO: [ epoch: 20 ] [ iter: 27,200 ] [ performance: 26.248 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:00 ] [ l_g_pix: 3.0500e-02 ] [ l_g_total: 3.0500e-02 ] +2024-10-08 00:51:39,993 INFO: [ epoch: 20 ] [ iter: 27,300 ] [ performance: 26.321 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:49 ] [ l_g_pix: 1.4825e-02 ] [ l_g_total: 1.4825e-02 ] +2024-10-08 00:51:43,795 INFO: [ epoch: 20 ] [ iter: 27,400 ] [ performance: 26.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:38 ] [ l_g_pix: 3.7519e-02 ] [ l_g_total: 3.7519e-02 ] +2024-10-08 00:51:47,563 INFO: [ epoch: 20 ] [ iter: 27,500 ] [ performance: 26.523 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:28 ] [ l_g_pix: 2.4074e-02 ] [ l_g_total: 2.4074e-02 ] +2024-10-08 00:51:51,372 INFO: [ epoch: 20 ] [ iter: 27,600 ] [ performance: 26.393 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:17 ] [ l_g_pix: 3.2693e-02 ] [ l_g_total: 3.2693e-02 ] +2024-10-08 00:51:55,163 INFO: [ epoch: 20 ] [ iter: 27,700 ] [ performance: 26.387 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:07 ] [ l_g_pix: 2.8581e-02 ] [ l_g_total: 2.8581e-02 ] +2024-10-08 00:51:59,000 INFO: [ epoch: 20 ] [ iter: 27,800 ] [ performance: 26.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:56 ] [ l_g_pix: 3.7860e-02 ] [ l_g_total: 3.7860e-02 ] +2024-10-08 00:52:02,768 INFO: [ epoch: 20 ] [ iter: 27,900 ] [ performance: 26.356 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:46 ] [ l_g_pix: 1.7642e-02 ] [ l_g_total: 1.7642e-02 ] +2024-10-08 00:52:06,325 INFO: [ epoch: 20 ] [ iter: 28,000 ] [ performance: 28.670 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:35 ] [ l_g_pix: 3.4129e-02 ] [ l_g_total: 3.4129e-02 ] +2024-10-08 00:52:11,400 INFO: [ epoch: 21 ] [ iter: 28,100 ] [ performance: 22.357 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:28 ] [ l_g_pix: 3.3356e-02 ] [ l_g_total: 3.3356e-02 ] +2024-10-08 00:52:15,242 INFO: [ epoch: 21 ] [ iter: 28,200 ] [ performance: 25.996 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:18 ] [ l_g_pix: 2.3479e-02 ] [ l_g_total: 2.3479e-02 ] +2024-10-08 00:52:19,055 INFO: [ epoch: 21 ] [ iter: 28,300 ] [ performance: 26.145 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:07 ] [ l_g_pix: 3.5051e-02 ] [ l_g_total: 3.5051e-02 ] +2024-10-08 00:52:22,817 INFO: [ epoch: 21 ] [ iter: 28,400 ] [ performance: 26.919 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:57 ] [ l_g_pix: 3.1190e-02 ] [ l_g_total: 3.1190e-02 ] +2024-10-08 00:52:26,696 INFO: [ epoch: 21 ] [ iter: 28,500 ] [ performance: 26.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:47 ] [ l_g_pix: 4.5963e-02 ] [ l_g_total: 4.5963e-02 ] +2024-10-08 00:52:30,483 INFO: [ epoch: 21 ] [ iter: 28,600 ] [ performance: 26.493 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:37 ] [ l_g_pix: 2.0931e-02 ] [ l_g_total: 2.0931e-02 ] +2024-10-08 00:52:34,319 INFO: [ epoch: 21 ] [ iter: 28,700 ] [ performance: 26.226 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:27 ] [ l_g_pix: 3.0497e-02 ] [ l_g_total: 3.0497e-02 ] +2024-10-08 00:52:38,184 INFO: [ epoch: 21 ] [ iter: 28,800 ] [ performance: 25.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:17 ] [ l_g_pix: 3.2619e-02 ] [ l_g_total: 3.2619e-02 ] +2024-10-08 00:52:42,018 INFO: [ epoch: 21 ] [ iter: 28,900 ] [ performance: 26.008 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:07 ] [ l_g_pix: 2.6903e-02 ] [ l_g_total: 2.6903e-02 ] +2024-10-08 00:52:45,879 INFO: [ epoch: 21 ] [ iter: 29,000 ] [ performance: 25.716 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:57 ] [ l_g_pix: 4.7085e-02 ] [ l_g_total: 4.7085e-02 ] +2024-10-08 00:52:49,731 INFO: [ epoch: 21 ] [ iter: 29,100 ] [ performance: 25.875 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:48 ] [ l_g_pix: 3.5207e-02 ] [ l_g_total: 3.5207e-02 ] +2024-10-08 00:52:53,661 INFO: [ epoch: 21 ] [ iter: 29,200 ] [ performance: 25.241 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:38 ] [ l_g_pix: 3.9132e-02 ] [ l_g_total: 3.9132e-02 ] +2024-10-08 00:52:57,342 INFO: [ epoch: 21 ] [ iter: 29,300 ] [ performance: 26.452 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:28 ] [ l_g_pix: 2.8810e-02 ] [ l_g_total: 2.8810e-02 ] +2024-10-08 00:53:02,269 INFO: [ epoch: 22 ] [ iter: 29,400 ] [ performance: 16.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:21 ] [ l_g_pix: 3.8250e-02 ] [ l_g_total: 3.8250e-02 ] +2024-10-08 00:53:06,086 INFO: [ epoch: 22 ] [ iter: 29,500 ] [ performance: 21.632 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:11 ] [ l_g_pix: 4.0422e-02 ] [ l_g_total: 4.0422e-02 ] +2024-10-08 00:53:09,933 INFO: [ epoch: 22 ] [ iter: 29,600 ] [ performance: 25.943 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:02 ] [ l_g_pix: 4.3188e-02 ] [ l_g_total: 4.3188e-02 ] +2024-10-08 00:53:13,772 INFO: [ epoch: 22 ] [ iter: 29,700 ] [ performance: 26.013 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:52 ] [ l_g_pix: 4.5292e-02 ] [ l_g_total: 4.5292e-02 ] +2024-10-08 00:53:17,594 INFO: [ epoch: 22 ] [ iter: 29,800 ] [ performance: 26.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:42 ] [ l_g_pix: 3.2943e-02 ] [ l_g_total: 3.2943e-02 ] +2024-10-08 00:53:21,473 INFO: [ epoch: 22 ] [ iter: 29,900 ] [ performance: 25.989 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:33 ] [ l_g_pix: 2.9777e-02 ] [ l_g_total: 2.9777e-02 ] +2024-10-08 00:53:25,310 INFO: [ epoch: 22 ] [ iter: 30,000 ] [ performance: 26.005 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:24 ] [ l_g_pix: 3.5886e-02 ] [ l_g_total: 3.5886e-02 ] +2024-10-08 00:53:25,311 INFO: Saving models and training states. +2024-10-08 00:56:34,924 INFO: Validation val + + # psnr: 26.9091........ Best: 26.9091 @ 30000 iter + # ssim: 0.7550........ Best: 0.7550 @ 30000 iter + # dists: 0.7744........ Best: 0.7744 @ 30000 iter + +2024-10-08 00:56:38,680 INFO: [ epoch: 22 ] [ iter: 30,100 ] [ performance: 26.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:34 ] [ l_g_pix: 3.3049e-02 ] [ l_g_total: 3.3049e-02 ] +2024-10-08 00:56:42,315 INFO: [ epoch: 22 ] [ iter: 30,200 ] [ performance: 28.553 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:22 ] [ l_g_pix: 3.8242e-02 ] [ l_g_total: 3.8242e-02 ] +2024-10-08 00:56:54,799 INFO: [ epoch: 22 ] [ iter: 30,300 ] [ performance: 10.538 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:31 ] [ l_g_pix: 4.8947e-02 ] [ l_g_total: 4.8947e-02 ] +2024-10-08 00:57:01,134 INFO: [ epoch: 22 ] [ iter: 30,400 ] [ performance: 15.771 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:25 ] [ l_g_pix: 2.1530e-02 ] [ l_g_total: 2.1530e-02 ] +2024-10-08 00:57:07,514 INFO: [ epoch: 22 ] [ iter: 30,500 ] [ performance: 15.707 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:19 ] [ l_g_pix: 4.6504e-02 ] [ l_g_total: 4.6504e-02 ] +2024-10-08 00:57:13,483 INFO: [ epoch: 22 ] [ iter: 30,600 ] [ performance: 14.909 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:13 ] [ l_g_pix: 1.6130e-02 ] [ l_g_total: 1.6130e-02 ] +2024-10-08 00:57:19,909 INFO: [ epoch: 23 ] [ iter: 30,700 ] [ performance: 15.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:07 ] [ l_g_pix: 4.1911e-02 ] [ l_g_total: 4.1911e-02 ] +2024-10-08 00:57:23,952 INFO: [ epoch: 23 ] [ iter: 30,800 ] [ performance: 26.362 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:56 ] [ l_g_pix: 2.5656e-02 ] [ l_g_total: 2.5656e-02 ] +2024-10-08 00:57:27,720 INFO: [ epoch: 23 ] [ iter: 30,900 ] [ performance: 26.485 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:45 ] [ l_g_pix: 3.6675e-02 ] [ l_g_total: 3.6675e-02 ] +2024-10-08 00:57:31,481 INFO: [ epoch: 23 ] [ iter: 31,000 ] [ performance: 26.731 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:33 ] [ l_g_pix: 3.7778e-02 ] [ l_g_total: 3.7778e-02 ] +2024-10-08 00:57:35,298 INFO: [ epoch: 23 ] [ iter: 31,100 ] [ performance: 26.370 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:22 ] [ l_g_pix: 5.3769e-02 ] [ l_g_total: 5.3769e-02 ] +2024-10-08 00:57:39,105 INFO: [ epoch: 23 ] [ iter: 31,200 ] [ performance: 25.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:11 ] [ l_g_pix: 3.5789e-02 ] [ l_g_total: 3.5789e-02 ] +2024-10-08 00:57:42,883 INFO: [ epoch: 23 ] [ iter: 31,300 ] [ performance: 26.320 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:00 ] [ l_g_pix: 2.5627e-02 ] [ l_g_total: 2.5627e-02 ] +2024-10-08 00:57:46,622 INFO: [ epoch: 23 ] [ iter: 31,400 ] [ performance: 26.905 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:48 ] [ l_g_pix: 2.9289e-02 ] [ l_g_total: 2.9289e-02 ] +2024-10-08 00:57:50,376 INFO: [ epoch: 23 ] [ iter: 31,500 ] [ performance: 26.721 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:37 ] [ l_g_pix: 4.3494e-02 ] [ l_g_total: 4.3494e-02 ] +2024-10-08 00:57:54,139 INFO: [ epoch: 23 ] [ iter: 31,600 ] [ performance: 26.586 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:26 ] [ l_g_pix: 2.8071e-02 ] [ l_g_total: 2.8071e-02 ] +2024-10-08 00:57:57,959 INFO: [ epoch: 23 ] [ iter: 31,700 ] [ performance: 26.305 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:15 ] [ l_g_pix: 2.9919e-02 ] [ l_g_total: 2.9919e-02 ] +2024-10-08 00:58:01,764 INFO: [ epoch: 23 ] [ iter: 31,800 ] [ performance: 25.915 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:04 ] [ l_g_pix: 2.8784e-02 ] [ l_g_total: 2.8784e-02 ] +2024-10-08 00:58:05,569 INFO: [ epoch: 23 ] [ iter: 31,900 ] [ performance: 26.177 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:53 ] [ l_g_pix: 2.8019e-02 ] [ l_g_total: 2.8019e-02 ] +2024-10-08 00:58:09,063 INFO: [ epoch: 23 ] [ iter: 32,000 ] [ performance: 28.898 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:42 ] [ l_g_pix: 2.8965e-02 ] [ l_g_total: 2.8965e-02 ] +2024-10-08 00:58:14,095 INFO: [ epoch: 24 ] [ iter: 32,100 ] [ performance: 21.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:33 ] [ l_g_pix: 3.6036e-02 ] [ l_g_total: 3.6036e-02 ] +2024-10-08 00:58:17,882 INFO: [ epoch: 24 ] [ iter: 32,200 ] [ performance: 26.410 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:22 ] [ l_g_pix: 2.9241e-02 ] [ l_g_total: 2.9241e-02 ] +2024-10-08 00:58:21,652 INFO: [ epoch: 24 ] [ iter: 32,300 ] [ performance: 26.494 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:12 ] [ l_g_pix: 2.7118e-02 ] [ l_g_total: 2.7118e-02 ] +2024-10-08 00:58:25,438 INFO: [ epoch: 24 ] [ iter: 32,400 ] [ performance: 26.573 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:01 ] [ l_g_pix: 3.0610e-02 ] [ l_g_total: 3.0610e-02 ] +2024-10-08 00:58:29,182 INFO: [ epoch: 24 ] [ iter: 32,500 ] [ performance: 26.673 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:50 ] [ l_g_pix: 2.6078e-02 ] [ l_g_total: 2.6078e-02 ] +2024-10-08 00:58:32,963 INFO: [ epoch: 24 ] [ iter: 32,600 ] [ performance: 26.730 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:39 ] [ l_g_pix: 4.3099e-02 ] [ l_g_total: 4.3099e-02 ] +2024-10-08 00:58:36,774 INFO: [ epoch: 24 ] [ iter: 32,700 ] [ performance: 26.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:29 ] [ l_g_pix: 3.3773e-02 ] [ l_g_total: 3.3773e-02 ] +2024-10-08 00:58:40,573 INFO: [ epoch: 24 ] [ iter: 32,800 ] [ performance: 26.619 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:18 ] [ l_g_pix: 2.3530e-02 ] [ l_g_total: 2.3530e-02 ] +2024-10-08 00:58:44,341 INFO: [ epoch: 24 ] [ iter: 32,900 ] [ performance: 26.566 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:08 ] [ l_g_pix: 1.5062e-02 ] [ l_g_total: 1.5062e-02 ] +2024-10-08 00:58:48,124 INFO: [ epoch: 24 ] [ iter: 33,000 ] [ performance: 26.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:57 ] [ l_g_pix: 3.0455e-02 ] [ l_g_total: 3.0455e-02 ] +2024-10-08 00:58:51,873 INFO: [ epoch: 24 ] [ iter: 33,100 ] [ performance: 26.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:47 ] [ l_g_pix: 3.7136e-02 ] [ l_g_total: 3.7136e-02 ] +2024-10-08 00:58:55,673 INFO: [ epoch: 24 ] [ iter: 33,200 ] [ performance: 26.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:36 ] [ l_g_pix: 4.8462e-02 ] [ l_g_total: 4.8462e-02 ] +2024-10-08 00:58:59,338 INFO: [ epoch: 24 ] [ iter: 33,300 ] [ performance: 27.000 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:26 ] [ l_g_pix: 3.1996e-02 ] [ l_g_total: 3.1996e-02 ] +2024-10-08 00:59:04,412 INFO: [ epoch: 25 ] [ iter: 33,400 ] [ performance: 22.694 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:18 ] [ l_g_pix: 4.3681e-02 ] [ l_g_total: 4.3681e-02 ] +2024-10-08 00:59:08,225 INFO: [ epoch: 25 ] [ iter: 33,500 ] [ performance: 25.238 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:08 ] [ l_g_pix: 4.0560e-02 ] [ l_g_total: 4.0560e-02 ] +2024-10-08 00:59:12,070 INFO: [ epoch: 25 ] [ iter: 33,600 ] [ performance: 25.394 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:57 ] [ l_g_pix: 4.8385e-02 ] [ l_g_total: 4.8385e-02 ] +2024-10-08 00:59:15,854 INFO: [ epoch: 25 ] [ iter: 33,700 ] [ performance: 26.170 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:47 ] [ l_g_pix: 3.9941e-02 ] [ l_g_total: 3.9941e-02 ] +2024-10-08 00:59:19,543 INFO: [ epoch: 25 ] [ iter: 33,800 ] [ performance: 27.402 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:37 ] [ l_g_pix: 2.4482e-02 ] [ l_g_total: 2.4482e-02 ] +2024-10-08 00:59:23,230 INFO: [ epoch: 25 ] [ iter: 33,900 ] [ performance: 27.192 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:26 ] [ l_g_pix: 4.0460e-02 ] [ l_g_total: 4.0460e-02 ] +2024-10-08 00:59:26,991 INFO: [ epoch: 25 ] [ iter: 34,000 ] [ performance: 26.396 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:16 ] [ l_g_pix: 3.5575e-02 ] [ l_g_total: 3.5575e-02 ] +2024-10-08 00:59:30,812 INFO: [ epoch: 25 ] [ iter: 34,100 ] [ performance: 26.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:06 ] [ l_g_pix: 1.8522e-02 ] [ l_g_total: 1.8522e-02 ] +2024-10-08 00:59:34,584 INFO: [ epoch: 25 ] [ iter: 34,200 ] [ performance: 27.027 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:56 ] [ l_g_pix: 2.7713e-02 ] [ l_g_total: 2.7713e-02 ] +2024-10-08 00:59:38,347 INFO: [ epoch: 25 ] [ iter: 34,300 ] [ performance: 26.690 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:46 ] [ l_g_pix: 4.4707e-02 ] [ l_g_total: 4.4707e-02 ] +2024-10-08 00:59:42,138 INFO: [ epoch: 25 ] [ iter: 34,400 ] [ performance: 26.415 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:36 ] [ l_g_pix: 3.4736e-02 ] [ l_g_total: 3.4736e-02 ] +2024-10-08 00:59:45,932 INFO: [ epoch: 25 ] [ iter: 34,500 ] [ performance: 26.377 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:26 ] [ l_g_pix: 3.6012e-02 ] [ l_g_total: 3.6012e-02 ] +2024-10-08 00:59:49,723 INFO: [ epoch: 25 ] [ iter: 34,600 ] [ performance: 27.395 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:16 ] [ l_g_pix: 3.6647e-02 ] [ l_g_total: 3.6647e-02 ] +2024-10-08 00:59:54,568 INFO: [ epoch: 26 ] [ iter: 34,700 ] [ performance: 21.824 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:08 ] [ l_g_pix: 3.6504e-02 ] [ l_g_total: 3.6504e-02 ] +2024-10-08 00:59:58,521 INFO: [ epoch: 26 ] [ iter: 34,800 ] [ performance: 27.475 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:59 ] [ l_g_pix: 2.8854e-02 ] [ l_g_total: 2.8854e-02 ] +2024-10-08 01:00:02,281 INFO: [ epoch: 26 ] [ iter: 34,900 ] [ performance: 26.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:49 ] [ l_g_pix: 3.7370e-02 ] [ l_g_total: 3.7370e-02 ] +2024-10-08 01:00:06,019 INFO: [ epoch: 26 ] [ iter: 35,000 ] [ performance: 26.699 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:39 ] [ l_g_pix: 3.6375e-02 ] [ l_g_total: 3.6375e-02 ] +2024-10-08 01:00:09,758 INFO: [ epoch: 26 ] [ iter: 35,100 ] [ performance: 26.738 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:29 ] [ l_g_pix: 3.6471e-02 ] [ l_g_total: 3.6471e-02 ] +2024-10-08 01:00:13,505 INFO: [ epoch: 26 ] [ iter: 35,200 ] [ performance: 26.984 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:20 ] [ l_g_pix: 4.8271e-02 ] [ l_g_total: 4.8271e-02 ] +2024-10-08 01:00:17,309 INFO: [ epoch: 26 ] [ iter: 35,300 ] [ performance: 26.431 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:10 ] [ l_g_pix: 4.2792e-02 ] [ l_g_total: 4.2792e-02 ] +2024-10-08 01:00:21,095 INFO: [ epoch: 26 ] [ iter: 35,400 ] [ performance: 26.827 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:00 ] [ l_g_pix: 1.5265e-02 ] [ l_g_total: 1.5265e-02 ] +2024-10-08 01:00:24,895 INFO: [ epoch: 26 ] [ iter: 35,500 ] [ performance: 26.420 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:51 ] [ l_g_pix: 2.1441e-02 ] [ l_g_total: 2.1441e-02 ] +2024-10-08 01:00:28,659 INFO: [ epoch: 26 ] [ iter: 35,600 ] [ performance: 27.151 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:41 ] [ l_g_pix: 3.0501e-02 ] [ l_g_total: 3.0501e-02 ] +2024-10-08 01:00:32,396 INFO: [ epoch: 26 ] [ iter: 35,700 ] [ performance: 26.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:31 ] [ l_g_pix: 3.1419e-02 ] [ l_g_total: 3.1419e-02 ] +2024-10-08 01:00:36,176 INFO: [ epoch: 26 ] [ iter: 35,800 ] [ performance: 26.917 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:22 ] [ l_g_pix: 2.3438e-02 ] [ l_g_total: 2.3438e-02 ] +2024-10-08 01:00:39,948 INFO: [ epoch: 26 ] [ iter: 35,900 ] [ performance: 26.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:12 ] [ l_g_pix: 2.5311e-02 ] [ l_g_total: 2.5311e-02 ] +2024-10-08 01:00:43,499 INFO: [ epoch: 26 ] [ iter: 36,000 ] [ performance: 29.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:03 ] [ l_g_pix: 3.6408e-02 ] [ l_g_total: 3.6408e-02 ] +2024-10-08 01:00:48,476 INFO: [ epoch: 27 ] [ iter: 36,100 ] [ performance: 21.263 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:55 ] [ l_g_pix: 2.2894e-02 ] [ l_g_total: 2.2894e-02 ] +2024-10-08 01:00:52,316 INFO: [ epoch: 27 ] [ iter: 36,200 ] [ performance: 26.929 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:46 ] [ l_g_pix: 3.1839e-02 ] [ l_g_total: 3.1839e-02 ] +2024-10-08 01:00:56,077 INFO: [ epoch: 27 ] [ iter: 36,300 ] [ performance: 26.651 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:37 ] [ l_g_pix: 3.1050e-02 ] [ l_g_total: 3.1050e-02 ] +2024-10-08 01:00:59,876 INFO: [ epoch: 27 ] [ iter: 36,400 ] [ performance: 26.664 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:27 ] [ l_g_pix: 3.9755e-02 ] [ l_g_total: 3.9755e-02 ] +2024-10-08 01:01:03,636 INFO: [ epoch: 27 ] [ iter: 36,500 ] [ performance: 26.612 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:18 ] [ l_g_pix: 1.8564e-02 ] [ l_g_total: 1.8564e-02 ] +2024-10-08 01:01:07,426 INFO: [ epoch: 27 ] [ iter: 36,600 ] [ performance: 26.633 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:09 ] [ l_g_pix: 4.5735e-02 ] [ l_g_total: 4.5735e-02 ] +2024-10-08 01:01:11,231 INFO: [ epoch: 27 ] [ iter: 36,700 ] [ performance: 26.339 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:59 ] [ l_g_pix: 3.0053e-02 ] [ l_g_total: 3.0053e-02 ] +2024-10-08 01:01:15,005 INFO: [ epoch: 27 ] [ iter: 36,800 ] [ performance: 27.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:50 ] [ l_g_pix: 3.0151e-02 ] [ l_g_total: 3.0151e-02 ] +2024-10-08 01:01:18,807 INFO: [ epoch: 27 ] [ iter: 36,900 ] [ performance: 26.407 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:41 ] [ l_g_pix: 4.6973e-02 ] [ l_g_total: 4.6973e-02 ] +2024-10-08 01:01:22,619 INFO: [ epoch: 27 ] [ iter: 37,000 ] [ performance: 26.556 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:32 ] [ l_g_pix: 3.5609e-02 ] [ l_g_total: 3.5609e-02 ] +2024-10-08 01:01:26,404 INFO: [ epoch: 27 ] [ iter: 37,100 ] [ performance: 26.448 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:23 ] [ l_g_pix: 3.4548e-02 ] [ l_g_total: 3.4548e-02 ] +2024-10-08 01:01:30,189 INFO: [ epoch: 27 ] [ iter: 37,200 ] [ performance: 26.554 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:14 ] [ l_g_pix: 3.2211e-02 ] [ l_g_total: 3.2211e-02 ] +2024-10-08 01:01:33,857 INFO: [ epoch: 27 ] [ iter: 37,300 ] [ performance: 27.171 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:04 ] [ l_g_pix: 3.1282e-02 ] [ l_g_total: 3.1282e-02 ] +2024-10-08 01:01:38,990 INFO: [ epoch: 28 ] [ iter: 37,400 ] [ performance: 26.936 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:58 ] [ l_g_pix: 2.2140e-02 ] [ l_g_total: 2.2140e-02 ] +2024-10-08 01:01:42,770 INFO: [ epoch: 28 ] [ iter: 37,500 ] [ performance: 26.517 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:49 ] [ l_g_pix: 3.9122e-02 ] [ l_g_total: 3.9122e-02 ] +2024-10-08 01:01:46,538 INFO: [ epoch: 28 ] [ iter: 37,600 ] [ performance: 27.798 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:40 ] [ l_g_pix: 3.1383e-02 ] [ l_g_total: 3.1383e-02 ] +2024-10-08 01:01:50,329 INFO: [ epoch: 28 ] [ iter: 37,700 ] [ performance: 26.535 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:31 ] [ l_g_pix: 3.0335e-02 ] [ l_g_total: 3.0335e-02 ] +2024-10-08 01:01:54,098 INFO: [ epoch: 28 ] [ iter: 37,800 ] [ performance: 26.701 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:22 ] [ l_g_pix: 4.1166e-02 ] [ l_g_total: 4.1166e-02 ] +2024-10-08 01:01:57,936 INFO: [ epoch: 28 ] [ iter: 37,900 ] [ performance: 26.133 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:13 ] [ l_g_pix: 2.8903e-02 ] [ l_g_total: 2.8903e-02 ] +2024-10-08 01:02:01,668 INFO: [ epoch: 28 ] [ iter: 38,000 ] [ performance: 27.861 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:04 ] [ l_g_pix: 4.8178e-02 ] [ l_g_total: 4.8178e-02 ] +2024-10-08 01:02:05,428 INFO: [ epoch: 28 ] [ iter: 38,100 ] [ performance: 26.718 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:55 ] [ l_g_pix: 1.8601e-02 ] [ l_g_total: 1.8601e-02 ] +2024-10-08 01:02:09,187 INFO: [ epoch: 28 ] [ iter: 38,200 ] [ performance: 27.453 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:46 ] [ l_g_pix: 2.4561e-02 ] [ l_g_total: 2.4561e-02 ] +2024-10-08 01:02:12,944 INFO: [ epoch: 28 ] [ iter: 38,300 ] [ performance: 26.697 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:37 ] [ l_g_pix: 3.8593e-02 ] [ l_g_total: 3.8593e-02 ] +2024-10-08 01:02:16,674 INFO: [ epoch: 28 ] [ iter: 38,400 ] [ performance: 25.942 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:28 ] [ l_g_pix: 3.0873e-02 ] [ l_g_total: 3.0873e-02 ] +2024-10-08 01:02:20,461 INFO: [ epoch: 28 ] [ iter: 38,500 ] [ performance: 26.367 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:20 ] [ l_g_pix: 3.0662e-02 ] [ l_g_total: 3.0662e-02 ] +2024-10-08 01:02:24,189 INFO: [ epoch: 28 ] [ iter: 38,600 ] [ performance: 28.943 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:11 ] [ l_g_pix: 3.4409e-02 ] [ l_g_total: 3.4409e-02 ] +2024-10-08 01:02:29,017 INFO: [ epoch: 29 ] [ iter: 38,700 ] [ performance: 21.166 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:04 ] [ l_g_pix: 3.8911e-02 ] [ l_g_total: 3.8911e-02 ] +2024-10-08 01:02:32,987 INFO: [ epoch: 29 ] [ iter: 38,800 ] [ performance: 25.980 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:55 ] [ l_g_pix: 4.0848e-02 ] [ l_g_total: 4.0848e-02 ] +2024-10-08 01:02:36,707 INFO: [ epoch: 29 ] [ iter: 38,900 ] [ performance: 26.827 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:47 ] [ l_g_pix: 2.3486e-02 ] [ l_g_total: 2.3486e-02 ] +2024-10-08 01:02:40,501 INFO: [ epoch: 29 ] [ iter: 39,000 ] [ performance: 27.196 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:38 ] [ l_g_pix: 3.6437e-02 ] [ l_g_total: 3.6437e-02 ] +2024-10-08 01:02:44,291 INFO: [ epoch: 29 ] [ iter: 39,100 ] [ performance: 26.436 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:29 ] [ l_g_pix: 2.4324e-02 ] [ l_g_total: 2.4324e-02 ] +2024-10-08 01:02:48,057 INFO: [ epoch: 29 ] [ iter: 39,200 ] [ performance: 25.745 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:21 ] [ l_g_pix: 2.8561e-02 ] [ l_g_total: 2.8561e-02 ] +2024-10-08 01:02:51,843 INFO: [ epoch: 29 ] [ iter: 39,300 ] [ performance: 26.390 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:12 ] [ l_g_pix: 2.8321e-02 ] [ l_g_total: 2.8321e-02 ] +2024-10-08 01:02:55,596 INFO: [ epoch: 29 ] [ iter: 39,400 ] [ performance: 27.651 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:04 ] [ l_g_pix: 3.2398e-02 ] [ l_g_total: 3.2398e-02 ] +2024-10-08 01:02:59,360 INFO: [ epoch: 29 ] [ iter: 39,500 ] [ performance: 26.615 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:55 ] [ l_g_pix: 2.3044e-02 ] [ l_g_total: 2.3044e-02 ] +2024-10-08 01:03:03,161 INFO: [ epoch: 29 ] [ iter: 39,600 ] [ performance: 28.307 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:47 ] [ l_g_pix: 3.0218e-02 ] [ l_g_total: 3.0218e-02 ] +2024-10-08 01:03:06,892 INFO: [ epoch: 29 ] [ iter: 39,700 ] [ performance: 26.853 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:38 ] [ l_g_pix: 3.5697e-02 ] [ l_g_total: 3.5697e-02 ] +2024-10-08 01:03:10,652 INFO: [ epoch: 29 ] [ iter: 39,800 ] [ performance: 26.317 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:30 ] [ l_g_pix: 3.4539e-02 ] [ l_g_total: 3.4539e-02 ] +2024-10-08 01:03:14,409 INFO: [ epoch: 29 ] [ iter: 39,900 ] [ performance: 26.615 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:21 ] [ l_g_pix: 3.1342e-02 ] [ l_g_total: 3.1342e-02 ] +2024-10-08 01:03:17,948 INFO: [ epoch: 29 ] [ iter: 40,000 ] [ performance: 28.840 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:12 ] [ l_g_pix: 4.5898e-02 ] [ l_g_total: 4.5898e-02 ] +2024-10-08 01:03:17,948 INFO: Saving models and training states. +2024-10-08 01:07:10,060 INFO: Validation val + + # psnr: 27.0776........ Best: 27.0776 @ 40000 iter + # ssim: 0.7611........ Best: 0.7611 @ 40000 iter + # dists: 0.7740........ Best: 0.7740 @ 40000 iter + +2024-10-08 01:07:15,256 INFO: [ epoch: 30 ] [ iter: 40,100 ] [ performance: 19.317 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:53 ] [ l_g_pix: 3.3661e-02 ] [ l_g_total: 3.3661e-02 ] +2024-10-08 01:07:19,004 INFO: [ epoch: 30 ] [ iter: 40,200 ] [ performance: 22.394 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:43 ] [ l_g_pix: 3.1856e-02 ] [ l_g_total: 3.1856e-02 ] +2024-10-08 01:07:22,827 INFO: [ epoch: 30 ] [ iter: 40,300 ] [ performance: 26.166 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:33 ] [ l_g_pix: 3.0803e-02 ] [ l_g_total: 3.0803e-02 ] +2024-10-08 01:07:26,644 INFO: [ epoch: 30 ] [ iter: 40,400 ] [ performance: 26.185 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:24 ] [ l_g_pix: 3.7574e-02 ] [ l_g_total: 3.7574e-02 ] +2024-10-08 01:07:30,482 INFO: [ epoch: 30 ] [ iter: 40,500 ] [ performance: 26.048 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:14 ] [ l_g_pix: 2.9004e-02 ] [ l_g_total: 2.9004e-02 ] +2024-10-08 01:07:34,296 INFO: [ epoch: 30 ] [ iter: 40,600 ] [ performance: 26.138 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:04 ] [ l_g_pix: 1.8911e-02 ] [ l_g_total: 1.8911e-02 ] +2024-10-08 01:07:38,128 INFO: [ epoch: 30 ] [ iter: 40,700 ] [ performance: 26.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:55 ] [ l_g_pix: 3.4142e-02 ] [ l_g_total: 3.4142e-02 ] +2024-10-08 01:07:41,896 INFO: [ epoch: 30 ] [ iter: 40,800 ] [ performance: 26.343 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:45 ] [ l_g_pix: 3.8029e-02 ] [ l_g_total: 3.8029e-02 ] +2024-10-08 01:07:45,700 INFO: [ epoch: 30 ] [ iter: 40,900 ] [ performance: 26.326 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:36 ] [ l_g_pix: 2.3122e-02 ] [ l_g_total: 2.3122e-02 ] +2024-10-08 01:07:49,542 INFO: [ epoch: 30 ] [ iter: 41,000 ] [ performance: 26.179 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:26 ] [ l_g_pix: 3.8754e-02 ] [ l_g_total: 3.8754e-02 ] +2024-10-08 01:07:53,324 INFO: [ epoch: 30 ] [ iter: 41,100 ] [ performance: 26.493 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:17 ] [ l_g_pix: 2.9513e-02 ] [ l_g_total: 2.9513e-02 ] +2024-10-08 01:07:57,099 INFO: [ epoch: 30 ] [ iter: 41,200 ] [ performance: 26.495 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:07 ] [ l_g_pix: 3.1605e-02 ] [ l_g_total: 3.1605e-02 ] +2024-10-08 01:08:00,801 INFO: [ epoch: 30 ] [ iter: 41,300 ] [ performance: 27.049 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:58 ] [ l_g_pix: 2.4195e-02 ] [ l_g_total: 2.4195e-02 ] +2024-10-08 01:08:05,860 INFO: [ epoch: 31 ] [ iter: 41,400 ] [ performance: 22.756 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:50 ] [ l_g_pix: 3.0444e-02 ] [ l_g_total: 3.0444e-02 ] +2024-10-08 01:08:09,639 INFO: [ epoch: 31 ] [ iter: 41,500 ] [ performance: 26.547 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:40 ] [ l_g_pix: 2.4921e-02 ] [ l_g_total: 2.4921e-02 ] +2024-10-08 01:08:13,382 INFO: [ epoch: 31 ] [ iter: 41,600 ] [ performance: 26.637 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:31 ] [ l_g_pix: 3.0785e-02 ] [ l_g_total: 3.0785e-02 ] +2024-10-08 01:08:17,195 INFO: [ epoch: 31 ] [ iter: 41,700 ] [ performance: 26.286 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:22 ] [ l_g_pix: 3.0523e-02 ] [ l_g_total: 3.0523e-02 ] +2024-10-08 01:08:20,989 INFO: [ epoch: 31 ] [ iter: 41,800 ] [ performance: 26.326 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:12 ] [ l_g_pix: 2.3468e-02 ] [ l_g_total: 2.3468e-02 ] +2024-10-08 01:08:24,791 INFO: [ epoch: 31 ] [ iter: 41,900 ] [ performance: 26.291 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:03 ] [ l_g_pix: 3.0981e-02 ] [ l_g_total: 3.0981e-02 ] +2024-10-08 01:08:28,575 INFO: [ epoch: 31 ] [ iter: 42,000 ] [ performance: 26.368 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:54 ] [ l_g_pix: 3.3264e-02 ] [ l_g_total: 3.3264e-02 ] +2024-10-08 01:08:32,311 INFO: [ epoch: 31 ] [ iter: 42,100 ] [ performance: 26.756 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:44 ] [ l_g_pix: 3.6342e-02 ] [ l_g_total: 3.6342e-02 ] +2024-10-08 01:08:36,126 INFO: [ epoch: 31 ] [ iter: 42,200 ] [ performance: 26.473 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:35 ] [ l_g_pix: 3.0327e-02 ] [ l_g_total: 3.0327e-02 ] +2024-10-08 01:08:39,876 INFO: [ epoch: 31 ] [ iter: 42,300 ] [ performance: 26.669 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:26 ] [ l_g_pix: 3.4397e-02 ] [ l_g_total: 3.4397e-02 ] +2024-10-08 01:08:43,634 INFO: [ epoch: 31 ] [ iter: 42,400 ] [ performance: 26.647 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:17 ] [ l_g_pix: 3.9458e-02 ] [ l_g_total: 3.9458e-02 ] +2024-10-08 01:08:47,452 INFO: [ epoch: 31 ] [ iter: 42,500 ] [ performance: 26.212 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:08 ] [ l_g_pix: 3.0035e-02 ] [ l_g_total: 3.0035e-02 ] +2024-10-08 01:08:51,194 INFO: [ epoch: 31 ] [ iter: 42,600 ] [ performance: 26.482 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:58 ] [ l_g_pix: 2.9180e-02 ] [ l_g_total: 2.9180e-02 ] +2024-10-08 01:08:55,896 INFO: [ epoch: 32 ] [ iter: 42,700 ] [ performance: 20.574 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:51 ] [ l_g_pix: 3.8870e-02 ] [ l_g_total: 3.8870e-02 ] +2024-10-08 01:09:00,011 INFO: [ epoch: 32 ] [ iter: 42,800 ] [ performance: 22.404 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:42 ] [ l_g_pix: 2.5686e-02 ] [ l_g_total: 2.5686e-02 ] +2024-10-08 01:09:03,805 INFO: [ epoch: 32 ] [ iter: 42,900 ] [ performance: 26.411 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:33 ] [ l_g_pix: 3.1898e-02 ] [ l_g_total: 3.1898e-02 ] +2024-10-08 01:09:07,609 INFO: [ epoch: 32 ] [ iter: 43,000 ] [ performance: 26.348 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:24 ] [ l_g_pix: 3.0107e-02 ] [ l_g_total: 3.0107e-02 ] +2024-10-08 01:09:11,412 INFO: [ epoch: 32 ] [ iter: 43,100 ] [ performance: 26.272 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:15 ] [ l_g_pix: 2.3051e-02 ] [ l_g_total: 2.3051e-02 ] +2024-10-08 01:09:15,168 INFO: [ epoch: 32 ] [ iter: 43,200 ] [ performance: 26.465 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:06 ] [ l_g_pix: 3.0308e-02 ] [ l_g_total: 3.0308e-02 ] +2024-10-08 01:09:18,978 INFO: [ epoch: 32 ] [ iter: 43,300 ] [ performance: 26.221 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:57 ] [ l_g_pix: 2.5831e-02 ] [ l_g_total: 2.5831e-02 ] +2024-10-08 01:09:22,787 INFO: [ epoch: 32 ] [ iter: 43,400 ] [ performance: 26.243 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:48 ] [ l_g_pix: 3.1889e-02 ] [ l_g_total: 3.1889e-02 ] +2024-10-08 01:09:26,587 INFO: [ epoch: 32 ] [ iter: 43,500 ] [ performance: 26.337 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:39 ] [ l_g_pix: 2.0557e-02 ] [ l_g_total: 2.0557e-02 ] +2024-10-08 01:09:30,344 INFO: [ epoch: 32 ] [ iter: 43,600 ] [ performance: 26.490 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:30 ] [ l_g_pix: 1.7136e-02 ] [ l_g_total: 1.7136e-02 ] +2024-10-08 01:09:34,116 INFO: [ epoch: 32 ] [ iter: 43,700 ] [ performance: 26.647 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:21 ] [ l_g_pix: 3.5828e-02 ] [ l_g_total: 3.5828e-02 ] +2024-10-08 01:09:37,915 INFO: [ epoch: 32 ] [ iter: 43,800 ] [ performance: 26.469 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:12 ] [ l_g_pix: 4.9650e-02 ] [ l_g_total: 4.9650e-02 ] +2024-10-08 01:09:41,696 INFO: [ epoch: 32 ] [ iter: 43,900 ] [ performance: 26.634 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:03 ] [ l_g_pix: 1.4805e-02 ] [ l_g_total: 1.4805e-02 ] +2024-10-08 01:09:45,250 INFO: [ epoch: 32 ] [ iter: 44,000 ] [ performance: 27.443 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:54 ] [ l_g_pix: 3.7902e-02 ] [ l_g_total: 3.7902e-02 ] +2024-10-08 01:09:50,515 INFO: [ epoch: 33 ] [ iter: 44,100 ] [ performance: 17.632 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:47 ] [ l_g_pix: 2.4792e-02 ] [ l_g_total: 2.4792e-02 ] +2024-10-08 01:09:54,305 INFO: [ epoch: 33 ] [ iter: 44,200 ] [ performance: 21.594 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:39 ] [ l_g_pix: 2.1645e-02 ] [ l_g_total: 2.1645e-02 ] +2024-10-08 01:09:58,101 INFO: [ epoch: 33 ] [ iter: 44,300 ] [ performance: 26.545 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:30 ] [ l_g_pix: 2.1219e-02 ] [ l_g_total: 2.1219e-02 ] +2024-10-08 01:10:01,892 INFO: [ epoch: 33 ] [ iter: 44,400 ] [ performance: 26.453 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:21 ] [ l_g_pix: 3.1650e-02 ] [ l_g_total: 3.1650e-02 ] +2024-10-08 01:10:05,662 INFO: [ epoch: 33 ] [ iter: 44,500 ] [ performance: 26.685 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:12 ] [ l_g_pix: 2.3609e-02 ] [ l_g_total: 2.3609e-02 ] +2024-10-08 01:10:09,428 INFO: [ epoch: 33 ] [ iter: 44,600 ] [ performance: 26.617 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:04 ] [ l_g_pix: 2.7631e-02 ] [ l_g_total: 2.7631e-02 ] +2024-10-08 01:10:13,207 INFO: [ epoch: 33 ] [ iter: 44,700 ] [ performance: 26.547 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:55 ] [ l_g_pix: 2.8039e-02 ] [ l_g_total: 2.8039e-02 ] +2024-10-08 01:10:17,019 INFO: [ epoch: 33 ] [ iter: 44,800 ] [ performance: 26.372 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:47 ] [ l_g_pix: 3.7071e-02 ] [ l_g_total: 3.7071e-02 ] +2024-10-08 01:10:20,811 INFO: [ epoch: 33 ] [ iter: 44,900 ] [ performance: 26.533 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:38 ] [ l_g_pix: 2.8050e-02 ] [ l_g_total: 2.8050e-02 ] +2024-10-08 01:10:24,559 INFO: [ epoch: 33 ] [ iter: 45,000 ] [ performance: 26.622 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:29 ] [ l_g_pix: 2.5979e-02 ] [ l_g_total: 2.5979e-02 ] +2024-10-08 01:10:28,268 INFO: [ epoch: 33 ] [ iter: 45,100 ] [ performance: 27.122 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:21 ] [ l_g_pix: 3.1568e-02 ] [ l_g_total: 3.1568e-02 ] +2024-10-08 01:10:32,064 INFO: [ epoch: 33 ] [ iter: 45,200 ] [ performance: 26.677 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:12 ] [ l_g_pix: 3.1139e-02 ] [ l_g_total: 3.1139e-02 ] +2024-10-08 01:10:35,749 INFO: [ epoch: 33 ] [ iter: 45,300 ] [ performance: 27.600 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:03 ] [ l_g_pix: 3.9636e-02 ] [ l_g_total: 3.9636e-02 ] +2024-10-08 01:10:40,941 INFO: [ epoch: 34 ] [ iter: 45,400 ] [ performance: 22.130 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:57 ] [ l_g_pix: 3.2438e-02 ] [ l_g_total: 3.2438e-02 ] +2024-10-08 01:10:44,730 INFO: [ epoch: 34 ] [ iter: 45,500 ] [ performance: 26.770 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:48 ] [ l_g_pix: 2.5058e-02 ] [ l_g_total: 2.5058e-02 ] +2024-10-08 01:10:48,503 INFO: [ epoch: 34 ] [ iter: 45,600 ] [ performance: 26.620 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:40 ] [ l_g_pix: 3.0938e-02 ] [ l_g_total: 3.0938e-02 ] +2024-10-08 01:10:52,297 INFO: [ epoch: 34 ] [ iter: 45,700 ] [ performance: 26.399 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:31 ] [ l_g_pix: 3.7269e-02 ] [ l_g_total: 3.7269e-02 ] +2024-10-08 01:10:56,081 INFO: [ epoch: 34 ] [ iter: 45,800 ] [ performance: 26.422 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:23 ] [ l_g_pix: 4.0695e-02 ] [ l_g_total: 4.0695e-02 ] +2024-10-08 01:10:59,845 INFO: [ epoch: 34 ] [ iter: 45,900 ] [ performance: 26.727 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:14 ] [ l_g_pix: 2.4164e-02 ] [ l_g_total: 2.4164e-02 ] +2024-10-08 01:11:03,608 INFO: [ epoch: 34 ] [ iter: 46,000 ] [ performance: 26.640 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:06 ] [ l_g_pix: 2.3493e-02 ] [ l_g_total: 2.3493e-02 ] +2024-10-08 01:11:07,382 INFO: [ epoch: 34 ] [ iter: 46,100 ] [ performance: 26.501 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:57 ] [ l_g_pix: 2.4279e-02 ] [ l_g_total: 2.4279e-02 ] +2024-10-08 01:11:11,208 INFO: [ epoch: 34 ] [ iter: 46,200 ] [ performance: 26.291 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:49 ] [ l_g_pix: 3.4288e-02 ] [ l_g_total: 3.4288e-02 ] +2024-10-08 01:11:15,002 INFO: [ epoch: 34 ] [ iter: 46,300 ] [ performance: 26.543 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:41 ] [ l_g_pix: 2.5274e-02 ] [ l_g_total: 2.5274e-02 ] +2024-10-08 01:11:18,760 INFO: [ epoch: 34 ] [ iter: 46,400 ] [ performance: 26.584 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:32 ] [ l_g_pix: 4.7934e-02 ] [ l_g_total: 4.7934e-02 ] +2024-10-08 01:11:22,537 INFO: [ epoch: 34 ] [ iter: 46,500 ] [ performance: 26.598 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:24 ] [ l_g_pix: 2.7795e-02 ] [ l_g_total: 2.7795e-02 ] +2024-10-08 01:11:26,310 INFO: [ epoch: 34 ] [ iter: 46,600 ] [ performance: 26.543 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:16 ] [ l_g_pix: 1.8600e-02 ] [ l_g_total: 1.8600e-02 ] +2024-10-08 01:11:31,012 INFO: [ epoch: 35 ] [ iter: 46,700 ] [ performance: 18.940 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:09 ] [ l_g_pix: 3.2198e-02 ] [ l_g_total: 3.2198e-02 ] +2024-10-08 01:11:35,131 INFO: [ epoch: 35 ] [ iter: 46,800 ] [ performance: 21.796 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:01 ] [ l_g_pix: 3.0306e-02 ] [ l_g_total: 3.0306e-02 ] +2024-10-08 01:11:38,941 INFO: [ epoch: 35 ] [ iter: 46,900 ] [ performance: 26.203 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:53 ] [ l_g_pix: 1.8167e-02 ] [ l_g_total: 1.8167e-02 ] +2024-10-08 01:11:42,737 INFO: [ epoch: 35 ] [ iter: 47,000 ] [ performance: 26.288 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:44 ] [ l_g_pix: 2.5889e-02 ] [ l_g_total: 2.5889e-02 ] +2024-10-08 01:11:46,530 INFO: [ epoch: 35 ] [ iter: 47,100 ] [ performance: 26.456 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:36 ] [ l_g_pix: 2.7036e-02 ] [ l_g_total: 2.7036e-02 ] +2024-10-08 01:11:50,308 INFO: [ epoch: 35 ] [ iter: 47,200 ] [ performance: 26.467 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:28 ] [ l_g_pix: 2.6194e-02 ] [ l_g_total: 2.6194e-02 ] +2024-10-08 01:11:54,105 INFO: [ epoch: 35 ] [ iter: 47,300 ] [ performance: 26.494 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:20 ] [ l_g_pix: 3.7614e-02 ] [ l_g_total: 3.7614e-02 ] +2024-10-08 01:11:57,876 INFO: [ epoch: 35 ] [ iter: 47,400 ] [ performance: 26.513 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:12 ] [ l_g_pix: 2.7387e-02 ] [ l_g_total: 2.7387e-02 ] +2024-10-08 01:12:01,655 INFO: [ epoch: 35 ] [ iter: 47,500 ] [ performance: 26.476 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:04 ] [ l_g_pix: 2.7845e-02 ] [ l_g_total: 2.7845e-02 ] +2024-10-08 01:12:05,406 INFO: [ epoch: 35 ] [ iter: 47,600 ] [ performance: 26.593 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:56 ] [ l_g_pix: 3.1236e-02 ] [ l_g_total: 3.1236e-02 ] +2024-10-08 01:12:09,136 INFO: [ epoch: 35 ] [ iter: 47,700 ] [ performance: 26.917 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:47 ] [ l_g_pix: 3.1659e-02 ] [ l_g_total: 3.1659e-02 ] +2024-10-08 01:12:12,963 INFO: [ epoch: 35 ] [ iter: 47,800 ] [ performance: 26.431 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:39 ] [ l_g_pix: 3.1631e-02 ] [ l_g_total: 3.1631e-02 ] +2024-10-08 01:12:16,956 INFO: [ epoch: 35 ] [ iter: 47,900 ] [ performance: 24.505 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:32 ] [ l_g_pix: 4.1330e-02 ] [ l_g_total: 4.1330e-02 ] +2024-10-08 01:12:20,872 INFO: [ epoch: 35 ] [ iter: 48,000 ] [ performance: 25.136 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:24 ] [ l_g_pix: 2.6355e-02 ] [ l_g_total: 2.6355e-02 ] +2024-10-08 01:12:26,119 INFO: [ epoch: 36 ] [ iter: 48,100 ] [ performance: 22.435 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:17 ] [ l_g_pix: 2.7541e-02 ] [ l_g_total: 2.7541e-02 ] +2024-10-08 01:12:29,958 INFO: [ epoch: 36 ] [ iter: 48,200 ] [ performance: 24.560 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:09 ] [ l_g_pix: 5.0488e-02 ] [ l_g_total: 5.0488e-02 ] +2024-10-08 01:12:33,774 INFO: [ epoch: 36 ] [ iter: 48,300 ] [ performance: 26.153 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:01 ] [ l_g_pix: 2.1092e-02 ] [ l_g_total: 2.1092e-02 ] +2024-10-08 01:12:37,617 INFO: [ epoch: 36 ] [ iter: 48,400 ] [ performance: 26.075 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:53 ] [ l_g_pix: 3.8394e-02 ] [ l_g_total: 3.8394e-02 ] +2024-10-08 01:12:41,468 INFO: [ epoch: 36 ] [ iter: 48,500 ] [ performance: 26.058 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:46 ] [ l_g_pix: 2.7527e-02 ] [ l_g_total: 2.7527e-02 ] +2024-10-08 01:12:45,289 INFO: [ epoch: 36 ] [ iter: 48,600 ] [ performance: 26.133 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:38 ] [ l_g_pix: 2.3440e-02 ] [ l_g_total: 2.3440e-02 ] +2024-10-08 01:12:49,106 INFO: [ epoch: 36 ] [ iter: 48,700 ] [ performance: 26.308 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:30 ] [ l_g_pix: 3.0196e-02 ] [ l_g_total: 3.0196e-02 ] +2024-10-08 01:12:52,902 INFO: [ epoch: 36 ] [ iter: 48,800 ] [ performance: 26.333 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:22 ] [ l_g_pix: 2.5652e-02 ] [ l_g_total: 2.5652e-02 ] +2024-10-08 01:12:56,763 INFO: [ epoch: 36 ] [ iter: 48,900 ] [ performance: 26.132 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:14 ] [ l_g_pix: 3.2812e-02 ] [ l_g_total: 3.2812e-02 ] +2024-10-08 01:13:00,569 INFO: [ epoch: 36 ] [ iter: 49,000 ] [ performance: 26.225 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:06 ] [ l_g_pix: 1.9881e-02 ] [ l_g_total: 1.9881e-02 ] +2024-10-08 01:13:04,367 INFO: [ epoch: 36 ] [ iter: 49,100 ] [ performance: 26.190 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:58 ] [ l_g_pix: 2.0356e-02 ] [ l_g_total: 2.0356e-02 ] +2024-10-08 01:13:08,156 INFO: [ epoch: 36 ] [ iter: 49,200 ] [ performance: 26.321 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:51 ] [ l_g_pix: 3.3509e-02 ] [ l_g_total: 3.3509e-02 ] +2024-10-08 01:13:11,815 INFO: [ epoch: 36 ] [ iter: 49,300 ] [ performance: 27.850 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:43 ] [ l_g_pix: 2.7976e-02 ] [ l_g_total: 2.7976e-02 ] +2024-10-08 01:13:17,111 INFO: [ epoch: 37 ] [ iter: 49,400 ] [ performance: 21.320 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:36 ] [ l_g_pix: 2.1141e-02 ] [ l_g_total: 2.1141e-02 ] +2024-10-08 01:13:20,921 INFO: [ epoch: 37 ] [ iter: 49,500 ] [ performance: 26.552 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:29 ] [ l_g_pix: 2.1437e-02 ] [ l_g_total: 2.1437e-02 ] +2024-10-08 01:13:24,718 INFO: [ epoch: 37 ] [ iter: 49,600 ] [ performance: 26.416 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:21 ] [ l_g_pix: 3.2908e-02 ] [ l_g_total: 3.2908e-02 ] +2024-10-08 01:13:28,480 INFO: [ epoch: 37 ] [ iter: 49,700 ] [ performance: 26.629 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:13 ] [ l_g_pix: 3.2812e-02 ] [ l_g_total: 3.2812e-02 ] +2024-10-08 01:13:32,276 INFO: [ epoch: 37 ] [ iter: 49,800 ] [ performance: 26.444 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:05 ] [ l_g_pix: 2.1431e-02 ] [ l_g_total: 2.1431e-02 ] +2024-10-08 01:13:36,095 INFO: [ epoch: 37 ] [ iter: 49,900 ] [ performance: 26.186 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:58 ] [ l_g_pix: 1.7902e-02 ] [ l_g_total: 1.7902e-02 ] +2024-10-08 01:13:39,895 INFO: [ epoch: 37 ] [ iter: 50,000 ] [ performance: 26.275 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:50 ] [ l_g_pix: 2.7008e-02 ] [ l_g_total: 2.7008e-02 ] +2024-10-08 01:13:39,895 INFO: Saving models and training states. +2024-10-08 01:16:49,167 INFO: Validation val + + # psnr: 27.1353........ Best: 27.1353 @ 50000 iter + # ssim: 0.7631........ Best: 0.7631 @ 50000 iter + # dists: 0.7735........ Best: 0.7735 @ 50000 iter + +2024-10-08 01:16:52,942 INFO: [ epoch: 37 ] [ iter: 50,100 ] [ performance: 26.098 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:51 ] [ l_g_pix: 1.6927e-02 ] [ l_g_total: 1.6927e-02 ] +2024-10-08 01:16:56,726 INFO: [ epoch: 37 ] [ iter: 50,200 ] [ performance: 26.320 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:42 ] [ l_g_pix: 1.7585e-02 ] [ l_g_total: 1.7585e-02 ] +2024-10-08 01:17:00,518 INFO: [ epoch: 37 ] [ iter: 50,300 ] [ performance: 26.598 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:34 ] [ l_g_pix: 2.8017e-02 ] [ l_g_total: 2.8017e-02 ] +2024-10-08 01:17:04,319 INFO: [ epoch: 37 ] [ iter: 50,400 ] [ performance: 26.407 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:26 ] [ l_g_pix: 2.3732e-02 ] [ l_g_total: 2.3732e-02 ] +2024-10-08 01:17:08,129 INFO: [ epoch: 37 ] [ iter: 50,500 ] [ performance: 26.463 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:17 ] [ l_g_pix: 1.8593e-02 ] [ l_g_total: 1.8593e-02 ] +2024-10-08 01:17:11,901 INFO: [ epoch: 37 ] [ iter: 50,600 ] [ performance: 26.500 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:09 ] [ l_g_pix: 2.3192e-02 ] [ l_g_total: 2.3192e-02 ] +2024-10-08 01:17:16,568 INFO: [ epoch: 38 ] [ iter: 50,700 ] [ performance: 16.730 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:01 ] [ l_g_pix: 3.6118e-02 ] [ l_g_total: 3.6118e-02 ] +2024-10-08 01:17:20,635 INFO: [ epoch: 38 ] [ iter: 50,800 ] [ performance: 21.340 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:53 ] [ l_g_pix: 3.0870e-02 ] [ l_g_total: 3.0870e-02 ] +2024-10-08 01:17:24,409 INFO: [ epoch: 38 ] [ iter: 50,900 ] [ performance: 26.299 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:45 ] [ l_g_pix: 3.2558e-02 ] [ l_g_total: 3.2558e-02 ] +2024-10-08 01:17:28,232 INFO: [ epoch: 38 ] [ iter: 51,000 ] [ performance: 26.207 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:37 ] [ l_g_pix: 4.2030e-02 ] [ l_g_total: 4.2030e-02 ] +2024-10-08 01:17:32,024 INFO: [ epoch: 38 ] [ iter: 51,100 ] [ performance: 26.615 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:29 ] [ l_g_pix: 4.5220e-02 ] [ l_g_total: 4.5220e-02 ] +2024-10-08 01:17:35,804 INFO: [ epoch: 38 ] [ iter: 51,200 ] [ performance: 26.511 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:20 ] [ l_g_pix: 3.9882e-02 ] [ l_g_total: 3.9882e-02 ] +2024-10-08 01:17:39,624 INFO: [ epoch: 38 ] [ iter: 51,300 ] [ performance: 26.115 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:12 ] [ l_g_pix: 3.5556e-02 ] [ l_g_total: 3.5556e-02 ] +2024-10-08 01:17:43,412 INFO: [ epoch: 38 ] [ iter: 51,400 ] [ performance: 26.315 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:04 ] [ l_g_pix: 3.0830e-02 ] [ l_g_total: 3.0830e-02 ] +2024-10-08 01:17:47,189 INFO: [ epoch: 38 ] [ iter: 51,500 ] [ performance: 26.662 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:56 ] [ l_g_pix: 2.6610e-02 ] [ l_g_total: 2.6610e-02 ] +2024-10-08 01:17:51,001 INFO: [ epoch: 38 ] [ iter: 51,600 ] [ performance: 26.367 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:48 ] [ l_g_pix: 3.1831e-02 ] [ l_g_total: 3.1831e-02 ] +2024-10-08 01:17:54,792 INFO: [ epoch: 38 ] [ iter: 51,700 ] [ performance: 26.289 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:39 ] [ l_g_pix: 3.0512e-02 ] [ l_g_total: 3.0512e-02 ] +2024-10-08 01:17:58,576 INFO: [ epoch: 38 ] [ iter: 51,800 ] [ performance: 26.391 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:31 ] [ l_g_pix: 2.4130e-02 ] [ l_g_total: 2.4130e-02 ] +2024-10-08 01:18:02,380 INFO: [ epoch: 38 ] [ iter: 51,900 ] [ performance: 26.333 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:23 ] [ l_g_pix: 3.2755e-02 ] [ l_g_total: 3.2755e-02 ] +2024-10-08 01:18:05,938 INFO: [ epoch: 38 ] [ iter: 52,000 ] [ performance: 27.564 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:15 ] [ l_g_pix: 2.1146e-02 ] [ l_g_total: 2.1146e-02 ] +2024-10-08 01:18:11,177 INFO: [ epoch: 39 ] [ iter: 52,100 ] [ performance: 26.617 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:08 ] [ l_g_pix: 2.6859e-02 ] [ l_g_total: 2.6859e-02 ] +2024-10-08 01:18:14,951 INFO: [ epoch: 39 ] [ iter: 52,200 ] [ performance: 26.536 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:00 ] [ l_g_pix: 4.7236e-02 ] [ l_g_total: 4.7236e-02 ] +2024-10-08 01:18:18,729 INFO: [ epoch: 39 ] [ iter: 52,300 ] [ performance: 26.289 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:52 ] [ l_g_pix: 2.2005e-02 ] [ l_g_total: 2.2005e-02 ] +2024-10-08 01:18:22,554 INFO: [ epoch: 39 ] [ iter: 52,400 ] [ performance: 26.194 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:44 ] [ l_g_pix: 3.8311e-02 ] [ l_g_total: 3.8311e-02 ] +2024-10-08 01:18:26,352 INFO: [ epoch: 39 ] [ iter: 52,500 ] [ performance: 26.340 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:36 ] [ l_g_pix: 3.6609e-02 ] [ l_g_total: 3.6609e-02 ] +2024-10-08 01:18:30,097 INFO: [ epoch: 39 ] [ iter: 52,600 ] [ performance: 26.600 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:28 ] [ l_g_pix: 2.7399e-02 ] [ l_g_total: 2.7399e-02 ] +2024-10-08 01:18:33,931 INFO: [ epoch: 39 ] [ iter: 52,700 ] [ performance: 26.270 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:20 ] [ l_g_pix: 2.7273e-02 ] [ l_g_total: 2.7273e-02 ] +2024-10-08 01:18:37,686 INFO: [ epoch: 39 ] [ iter: 52,800 ] [ performance: 26.534 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:12 ] [ l_g_pix: 2.5755e-02 ] [ l_g_total: 2.5755e-02 ] +2024-10-08 01:18:41,471 INFO: [ epoch: 39 ] [ iter: 52,900 ] [ performance: 26.194 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:04 ] [ l_g_pix: 2.5085e-02 ] [ l_g_total: 2.5085e-02 ] +2024-10-08 01:18:45,248 INFO: [ epoch: 39 ] [ iter: 53,000 ] [ performance: 26.406 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:56 ] [ l_g_pix: 2.9940e-02 ] [ l_g_total: 2.9940e-02 ] +2024-10-08 01:18:49,028 INFO: [ epoch: 39 ] [ iter: 53,100 ] [ performance: 26.567 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:48 ] [ l_g_pix: 2.7820e-02 ] [ l_g_total: 2.7820e-02 ] +2024-10-08 01:18:52,769 INFO: [ epoch: 39 ] [ iter: 53,200 ] [ performance: 26.692 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:40 ] [ l_g_pix: 3.0720e-02 ] [ l_g_total: 3.0720e-02 ] +2024-10-08 01:18:56,442 INFO: [ epoch: 39 ] [ iter: 53,300 ] [ performance: 28.717 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:32 ] [ l_g_pix: 3.1784e-02 ] [ l_g_total: 3.1784e-02 ] +2024-10-08 01:19:01,462 INFO: [ epoch: 40 ] [ iter: 53,400 ] [ performance: 21.641 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:25 ] [ l_g_pix: 2.3072e-02 ] [ l_g_total: 2.3072e-02 ] +2024-10-08 01:19:05,238 INFO: [ epoch: 40 ] [ iter: 53,500 ] [ performance: 27.205 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:17 ] [ l_g_pix: 3.6375e-02 ] [ l_g_total: 3.6375e-02 ] +2024-10-08 01:19:09,034 INFO: [ epoch: 40 ] [ iter: 53,600 ] [ performance: 26.560 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:09 ] [ l_g_pix: 4.5295e-02 ] [ l_g_total: 4.5295e-02 ] +2024-10-08 01:19:12,764 INFO: [ epoch: 40 ] [ iter: 53,700 ] [ performance: 26.880 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:01 ] [ l_g_pix: 2.4379e-02 ] [ l_g_total: 2.4379e-02 ] +2024-10-08 01:19:16,537 INFO: [ epoch: 40 ] [ iter: 53,800 ] [ performance: 26.601 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:54 ] [ l_g_pix: 3.5038e-02 ] [ l_g_total: 3.5038e-02 ] +2024-10-08 01:19:20,349 INFO: [ epoch: 40 ] [ iter: 53,900 ] [ performance: 26.573 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:46 ] [ l_g_pix: 4.1615e-02 ] [ l_g_total: 4.1615e-02 ] +2024-10-08 01:19:24,135 INFO: [ epoch: 40 ] [ iter: 54,000 ] [ performance: 26.455 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:38 ] [ l_g_pix: 2.9970e-02 ] [ l_g_total: 2.9970e-02 ] +2024-10-08 01:19:27,890 INFO: [ epoch: 40 ] [ iter: 54,100 ] [ performance: 26.998 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:30 ] [ l_g_pix: 2.9649e-02 ] [ l_g_total: 2.9649e-02 ] +2024-10-08 01:19:31,669 INFO: [ epoch: 40 ] [ iter: 54,200 ] [ performance: 26.592 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:22 ] [ l_g_pix: 2.4215e-02 ] [ l_g_total: 2.4215e-02 ] +2024-10-08 01:19:35,417 INFO: [ epoch: 40 ] [ iter: 54,300 ] [ performance: 27.082 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:15 ] [ l_g_pix: 3.5768e-02 ] [ l_g_total: 3.5768e-02 ] +2024-10-08 01:19:39,212 INFO: [ epoch: 40 ] [ iter: 54,400 ] [ performance: 26.519 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:07 ] [ l_g_pix: 2.2784e-02 ] [ l_g_total: 2.2784e-02 ] +2024-10-08 01:19:42,953 INFO: [ epoch: 40 ] [ iter: 54,500 ] [ performance: 26.546 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:59 ] [ l_g_pix: 2.8023e-02 ] [ l_g_total: 2.8023e-02 ] +2024-10-08 01:19:46,712 INFO: [ epoch: 40 ] [ iter: 54,600 ] [ performance: 26.594 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:51 ] [ l_g_pix: 2.3977e-02 ] [ l_g_total: 2.3977e-02 ] +2024-10-08 01:19:51,414 INFO: [ epoch: 41 ] [ iter: 54,700 ] [ performance: 12.809 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:44 ] [ l_g_pix: 4.3433e-02 ] [ l_g_total: 4.3433e-02 ] +2024-10-08 01:19:55,699 INFO: [ epoch: 41 ] [ iter: 54,800 ] [ performance: 19.787 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:37 ] [ l_g_pix: 3.3084e-02 ] [ l_g_total: 3.3084e-02 ] +2024-10-08 01:19:59,491 INFO: [ epoch: 41 ] [ iter: 54,900 ] [ performance: 26.447 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:29 ] [ l_g_pix: 3.2331e-02 ] [ l_g_total: 3.2331e-02 ] +2024-10-08 01:20:03,220 INFO: [ epoch: 41 ] [ iter: 55,000 ] [ performance: 26.740 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:22 ] [ l_g_pix: 1.8823e-02 ] [ l_g_total: 1.8823e-02 ] +2024-10-08 01:20:06,983 INFO: [ epoch: 41 ] [ iter: 55,100 ] [ performance: 26.640 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:14 ] [ l_g_pix: 3.4993e-02 ] [ l_g_total: 3.4993e-02 ] +2024-10-08 01:20:10,813 INFO: [ epoch: 41 ] [ iter: 55,200 ] [ performance: 26.217 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:06 ] [ l_g_pix: 2.7502e-02 ] [ l_g_total: 2.7502e-02 ] +2024-10-08 01:20:14,566 INFO: [ epoch: 41 ] [ iter: 55,300 ] [ performance: 26.862 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:59 ] [ l_g_pix: 2.3902e-02 ] [ l_g_total: 2.3902e-02 ] +2024-10-08 01:20:18,320 INFO: [ epoch: 41 ] [ iter: 55,400 ] [ performance: 26.686 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:51 ] [ l_g_pix: 3.5135e-02 ] [ l_g_total: 3.5135e-02 ] +2024-10-08 01:20:22,062 INFO: [ epoch: 41 ] [ iter: 55,500 ] [ performance: 26.301 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:44 ] [ l_g_pix: 3.8541e-02 ] [ l_g_total: 3.8541e-02 ] +2024-10-08 01:20:25,846 INFO: [ epoch: 41 ] [ iter: 55,600 ] [ performance: 26.409 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:36 ] [ l_g_pix: 2.6072e-02 ] [ l_g_total: 2.6072e-02 ] +2024-10-08 01:20:29,611 INFO: [ epoch: 41 ] [ iter: 55,700 ] [ performance: 27.427 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:28 ] [ l_g_pix: 2.6429e-02 ] [ l_g_total: 2.6429e-02 ] +2024-10-08 01:20:33,389 INFO: [ epoch: 41 ] [ iter: 55,800 ] [ performance: 26.648 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:21 ] [ l_g_pix: 3.7154e-02 ] [ l_g_total: 3.7154e-02 ] +2024-10-08 01:20:37,170 INFO: [ epoch: 41 ] [ iter: 55,900 ] [ performance: 26.794 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:13 ] [ l_g_pix: 3.5751e-02 ] [ l_g_total: 3.5751e-02 ] +2024-10-08 01:20:40,758 INFO: [ epoch: 41 ] [ iter: 56,000 ] [ performance: 27.674 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:06 ] [ l_g_pix: 3.0016e-02 ] [ l_g_total: 3.0016e-02 ] +2024-10-08 01:20:46,083 INFO: [ epoch: 42 ] [ iter: 56,100 ] [ performance: 27.050 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:59 ] [ l_g_pix: 2.9862e-02 ] [ l_g_total: 2.9862e-02 ] +2024-10-08 01:20:49,843 INFO: [ epoch: 42 ] [ iter: 56,200 ] [ performance: 26.684 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:52 ] [ l_g_pix: 2.1757e-02 ] [ l_g_total: 2.1757e-02 ] +2024-10-08 01:20:53,603 INFO: [ epoch: 42 ] [ iter: 56,300 ] [ performance: 27.109 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:44 ] [ l_g_pix: 2.7835e-02 ] [ l_g_total: 2.7835e-02 ] +2024-10-08 01:20:57,349 INFO: [ epoch: 42 ] [ iter: 56,400 ] [ performance: 26.768 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:37 ] [ l_g_pix: 2.8671e-02 ] [ l_g_total: 2.8671e-02 ] +2024-10-08 01:21:01,086 INFO: [ epoch: 42 ] [ iter: 56,500 ] [ performance: 26.953 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:29 ] [ l_g_pix: 3.6874e-02 ] [ l_g_total: 3.6874e-02 ] +2024-10-08 01:21:04,850 INFO: [ epoch: 42 ] [ iter: 56,600 ] [ performance: 26.637 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:22 ] [ l_g_pix: 3.2333e-02 ] [ l_g_total: 3.2333e-02 ] +2024-10-08 01:21:08,623 INFO: [ epoch: 42 ] [ iter: 56,700 ] [ performance: 26.217 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:14 ] [ l_g_pix: 3.3026e-02 ] [ l_g_total: 3.3026e-02 ] +2024-10-08 01:21:12,396 INFO: [ epoch: 42 ] [ iter: 56,800 ] [ performance: 26.465 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:07 ] [ l_g_pix: 3.4100e-02 ] [ l_g_total: 3.4100e-02 ] +2024-10-08 01:21:16,188 INFO: [ epoch: 42 ] [ iter: 56,900 ] [ performance: 27.144 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:59 ] [ l_g_pix: 3.5732e-02 ] [ l_g_total: 3.5732e-02 ] +2024-10-08 01:21:19,925 INFO: [ epoch: 42 ] [ iter: 57,000 ] [ performance: 26.820 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:52 ] [ l_g_pix: 2.9302e-02 ] [ l_g_total: 2.9302e-02 ] +2024-10-08 01:21:23,761 INFO: [ epoch: 42 ] [ iter: 57,100 ] [ performance: 26.677 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:45 ] [ l_g_pix: 1.9100e-02 ] [ l_g_total: 1.9100e-02 ] +2024-10-08 01:21:27,534 INFO: [ epoch: 42 ] [ iter: 57,200 ] [ performance: 26.537 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:37 ] [ l_g_pix: 2.3794e-02 ] [ l_g_total: 2.3794e-02 ] +2024-10-08 01:21:31,185 INFO: [ epoch: 42 ] [ iter: 57,300 ] [ performance: 29.553 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:30 ] [ l_g_pix: 2.8724e-02 ] [ l_g_total: 2.8724e-02 ] +2024-10-08 01:21:36,500 INFO: [ epoch: 43 ] [ iter: 57,400 ] [ performance: 19.753 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:24 ] [ l_g_pix: 3.2875e-02 ] [ l_g_total: 3.2875e-02 ] +2024-10-08 01:21:40,301 INFO: [ epoch: 43 ] [ iter: 57,500 ] [ performance: 26.565 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:16 ] [ l_g_pix: 3.4220e-02 ] [ l_g_total: 3.4220e-02 ] +2024-10-08 01:21:43,995 INFO: [ epoch: 43 ] [ iter: 57,600 ] [ performance: 27.017 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:09 ] [ l_g_pix: 3.4996e-02 ] [ l_g_total: 3.4996e-02 ] +2024-10-08 01:21:47,742 INFO: [ epoch: 43 ] [ iter: 57,700 ] [ performance: 26.942 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:02 ] [ l_g_pix: 2.3149e-02 ] [ l_g_total: 2.3149e-02 ] +2024-10-08 01:21:51,512 INFO: [ epoch: 43 ] [ iter: 57,800 ] [ performance: 26.575 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:54 ] [ l_g_pix: 3.9423e-02 ] [ l_g_total: 3.9423e-02 ] +2024-10-08 01:21:55,321 INFO: [ epoch: 43 ] [ iter: 57,900 ] [ performance: 27.554 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:47 ] [ l_g_pix: 2.8764e-02 ] [ l_g_total: 2.8764e-02 ] +2024-10-08 01:21:59,072 INFO: [ epoch: 43 ] [ iter: 58,000 ] [ performance: 26.762 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:40 ] [ l_g_pix: 3.2365e-02 ] [ l_g_total: 3.2365e-02 ] +2024-10-08 01:22:02,818 INFO: [ epoch: 43 ] [ iter: 58,100 ] [ performance: 27.075 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:32 ] [ l_g_pix: 2.5431e-02 ] [ l_g_total: 2.5431e-02 ] +2024-10-08 01:22:06,569 INFO: [ epoch: 43 ] [ iter: 58,200 ] [ performance: 26.702 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:25 ] [ l_g_pix: 3.4639e-02 ] [ l_g_total: 3.4639e-02 ] +2024-10-08 01:22:10,308 INFO: [ epoch: 43 ] [ iter: 58,300 ] [ performance: 26.979 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:18 ] [ l_g_pix: 3.1002e-02 ] [ l_g_total: 3.1002e-02 ] +2024-10-08 01:22:14,084 INFO: [ epoch: 43 ] [ iter: 58,400 ] [ performance: 26.529 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:11 ] [ l_g_pix: 3.5662e-02 ] [ l_g_total: 3.5662e-02 ] +2024-10-08 01:22:17,888 INFO: [ epoch: 43 ] [ iter: 58,500 ] [ performance: 26.471 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:03 ] [ l_g_pix: 3.4308e-02 ] [ l_g_total: 3.4308e-02 ] +2024-10-08 01:22:21,714 INFO: [ epoch: 43 ] [ iter: 58,600 ] [ performance: 26.171 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:56 ] [ l_g_pix: 3.4448e-02 ] [ l_g_total: 3.4448e-02 ] +2024-10-08 01:22:26,278 INFO: [ epoch: 44 ] [ iter: 58,700 ] [ performance: 5.952 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:50 ] [ l_g_pix: 2.2620e-02 ] [ l_g_total: 2.2620e-02 ] +2024-10-08 01:22:30,510 INFO: [ epoch: 44 ] [ iter: 58,800 ] [ performance: 19.370 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:43 ] [ l_g_pix: 3.1134e-02 ] [ l_g_total: 3.1134e-02 ] +2024-10-08 01:22:34,308 INFO: [ epoch: 44 ] [ iter: 58,900 ] [ performance: 27.363 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:35 ] [ l_g_pix: 2.5029e-02 ] [ l_g_total: 2.5029e-02 ] +2024-10-08 01:22:38,091 INFO: [ epoch: 44 ] [ iter: 59,000 ] [ performance: 26.504 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:28 ] [ l_g_pix: 4.0374e-02 ] [ l_g_total: 4.0374e-02 ] +2024-10-08 01:22:41,915 INFO: [ epoch: 44 ] [ iter: 59,100 ] [ performance: 26.685 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:21 ] [ l_g_pix: 3.7053e-02 ] [ l_g_total: 3.7053e-02 ] +2024-10-08 01:22:45,699 INFO: [ epoch: 44 ] [ iter: 59,200 ] [ performance: 26.451 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:14 ] [ l_g_pix: 3.3516e-02 ] [ l_g_total: 3.3516e-02 ] +2024-10-08 01:22:49,505 INFO: [ epoch: 44 ] [ iter: 59,300 ] [ performance: 26.796 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:07 ] [ l_g_pix: 2.8654e-02 ] [ l_g_total: 2.8654e-02 ] +2024-10-08 01:22:53,273 INFO: [ epoch: 44 ] [ iter: 59,400 ] [ performance: 26.553 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:00 ] [ l_g_pix: 2.4355e-02 ] [ l_g_total: 2.4355e-02 ] +2024-10-08 01:22:57,063 INFO: [ epoch: 44 ] [ iter: 59,500 ] [ performance: 25.148 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:53 ] [ l_g_pix: 2.8250e-02 ] [ l_g_total: 2.8250e-02 ] +2024-10-08 01:23:00,896 INFO: [ epoch: 44 ] [ iter: 59,600 ] [ performance: 26.059 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:46 ] [ l_g_pix: 3.4184e-02 ] [ l_g_total: 3.4184e-02 ] +2024-10-08 01:23:04,662 INFO: [ epoch: 44 ] [ iter: 59,700 ] [ performance: 25.786 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:38 ] [ l_g_pix: 4.7663e-02 ] [ l_g_total: 4.7663e-02 ] +2024-10-08 01:23:08,471 INFO: [ epoch: 44 ] [ iter: 59,800 ] [ performance: 26.248 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:31 ] [ l_g_pix: 3.6369e-02 ] [ l_g_total: 3.6369e-02 ] +2024-10-08 01:23:12,267 INFO: [ epoch: 44 ] [ iter: 59,900 ] [ performance: 26.516 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:24 ] [ l_g_pix: 4.8532e-02 ] [ l_g_total: 4.8532e-02 ] +2024-10-08 01:23:15,818 INFO: [ epoch: 44 ] [ iter: 60,000 ] [ performance: 28.135 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:17 ] [ l_g_pix: 3.2161e-02 ] [ l_g_total: 3.2161e-02 ] +2024-10-08 01:23:15,818 INFO: Saving models and training states. +2024-10-08 01:26:17,632 INFO: Validation val + + # psnr: 27.1622........ Best: 27.1622 @ 60000 iter + # ssim: 0.7643........ Best: 0.7643 @ 60000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-10-08 01:26:22,891 INFO: [ epoch: 45 ] [ iter: 60,100 ] [ performance: 26.838 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:12 ] [ l_g_pix: 3.2845e-02 ] [ l_g_total: 3.2845e-02 ] +2024-10-08 01:26:26,741 INFO: [ epoch: 45 ] [ iter: 60,200 ] [ performance: 25.986 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:04 ] [ l_g_pix: 3.3557e-02 ] [ l_g_total: 3.3557e-02 ] +2024-10-08 01:26:30,556 INFO: [ epoch: 45 ] [ iter: 60,300 ] [ performance: 26.103 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:57 ] [ l_g_pix: 1.4823e-02 ] [ l_g_total: 1.4823e-02 ] +2024-10-08 01:26:34,402 INFO: [ epoch: 45 ] [ iter: 60,400 ] [ performance: 26.000 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:49 ] [ l_g_pix: 3.1007e-02 ] [ l_g_total: 3.1007e-02 ] +2024-10-08 01:26:38,232 INFO: [ epoch: 45 ] [ iter: 60,500 ] [ performance: 26.060 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:42 ] [ l_g_pix: 3.5420e-02 ] [ l_g_total: 3.5420e-02 ] +2024-10-08 01:26:42,024 INFO: [ epoch: 45 ] [ iter: 60,600 ] [ performance: 26.375 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:34 ] [ l_g_pix: 3.6571e-02 ] [ l_g_total: 3.6571e-02 ] +2024-10-08 01:26:45,854 INFO: [ epoch: 45 ] [ iter: 60,700 ] [ performance: 26.242 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:27 ] [ l_g_pix: 2.5904e-02 ] [ l_g_total: 2.5904e-02 ] +2024-10-08 01:26:49,724 INFO: [ epoch: 45 ] [ iter: 60,800 ] [ performance: 25.855 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:19 ] [ l_g_pix: 2.5838e-02 ] [ l_g_total: 2.5838e-02 ] +2024-10-08 01:26:53,564 INFO: [ epoch: 45 ] [ iter: 60,900 ] [ performance: 25.952 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:12 ] [ l_g_pix: 4.1045e-02 ] [ l_g_total: 4.1045e-02 ] +2024-10-08 01:26:57,386 INFO: [ epoch: 45 ] [ iter: 61,000 ] [ performance: 26.183 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:05 ] [ l_g_pix: 3.1878e-02 ] [ l_g_total: 3.1878e-02 ] +2024-10-08 01:27:01,188 INFO: [ epoch: 45 ] [ iter: 61,100 ] [ performance: 26.248 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:57 ] [ l_g_pix: 1.6063e-02 ] [ l_g_total: 1.6063e-02 ] +2024-10-08 01:27:05,002 INFO: [ epoch: 45 ] [ iter: 61,200 ] [ performance: 26.255 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:50 ] [ l_g_pix: 2.9898e-02 ] [ l_g_total: 2.9898e-02 ] +2024-10-08 01:27:08,730 INFO: [ epoch: 45 ] [ iter: 61,300 ] [ performance: 26.547 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:42 ] [ l_g_pix: 1.7328e-02 ] [ l_g_total: 1.7328e-02 ] +2024-10-08 01:27:13,840 INFO: [ epoch: 46 ] [ iter: 61,400 ] [ performance: 19.305 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:36 ] [ l_g_pix: 2.8388e-02 ] [ l_g_total: 2.8388e-02 ] +2024-10-08 01:27:17,655 INFO: [ epoch: 46 ] [ iter: 61,500 ] [ performance: 22.323 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:28 ] [ l_g_pix: 2.4505e-02 ] [ l_g_total: 2.4505e-02 ] +2024-10-08 01:27:21,421 INFO: [ epoch: 46 ] [ iter: 61,600 ] [ performance: 26.630 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:21 ] [ l_g_pix: 3.4273e-02 ] [ l_g_total: 3.4273e-02 ] +2024-10-08 01:27:25,174 INFO: [ epoch: 46 ] [ iter: 61,700 ] [ performance: 26.641 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:14 ] [ l_g_pix: 2.8819e-02 ] [ l_g_total: 2.8819e-02 ] +2024-10-08 01:27:28,905 INFO: [ epoch: 46 ] [ iter: 61,800 ] [ performance: 26.863 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:06 ] [ l_g_pix: 3.0287e-02 ] [ l_g_total: 3.0287e-02 ] +2024-10-08 01:27:32,712 INFO: [ epoch: 46 ] [ iter: 61,900 ] [ performance: 26.556 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:59 ] [ l_g_pix: 4.5599e-02 ] [ l_g_total: 4.5599e-02 ] +2024-10-08 01:27:36,507 INFO: [ epoch: 46 ] [ iter: 62,000 ] [ performance: 26.329 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:52 ] [ l_g_pix: 3.3086e-02 ] [ l_g_total: 3.3086e-02 ] +2024-10-08 01:27:40,272 INFO: [ epoch: 46 ] [ iter: 62,100 ] [ performance: 26.452 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:44 ] [ l_g_pix: 2.2241e-02 ] [ l_g_total: 2.2241e-02 ] +2024-10-08 01:27:44,026 INFO: [ epoch: 46 ] [ iter: 62,200 ] [ performance: 26.781 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:37 ] [ l_g_pix: 3.0470e-02 ] [ l_g_total: 3.0470e-02 ] +2024-10-08 01:27:47,790 INFO: [ epoch: 46 ] [ iter: 62,300 ] [ performance: 26.673 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:30 ] [ l_g_pix: 2.3684e-02 ] [ l_g_total: 2.3684e-02 ] +2024-10-08 01:27:51,505 INFO: [ epoch: 46 ] [ iter: 62,400 ] [ performance: 26.967 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:22 ] [ l_g_pix: 2.8818e-02 ] [ l_g_total: 2.8818e-02 ] +2024-10-08 01:27:55,215 INFO: [ epoch: 46 ] [ iter: 62,500 ] [ performance: 26.960 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:15 ] [ l_g_pix: 3.1762e-02 ] [ l_g_total: 3.1762e-02 ] +2024-10-08 01:27:58,964 INFO: [ epoch: 46 ] [ iter: 62,600 ] [ performance: 26.768 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:08 ] [ l_g_pix: 2.9716e-02 ] [ l_g_total: 2.9716e-02 ] +2024-10-08 01:28:03,440 INFO: [ epoch: 47 ] [ iter: 62,700 ] [ performance: 24.233 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:01 ] [ l_g_pix: 2.8039e-02 ] [ l_g_total: 2.8039e-02 ] +2024-10-08 01:28:07,944 INFO: [ epoch: 47 ] [ iter: 62,800 ] [ performance: 22.851 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:54 ] [ l_g_pix: 3.4174e-02 ] [ l_g_total: 3.4174e-02 ] +2024-10-08 01:28:11,876 INFO: [ epoch: 47 ] [ iter: 62,900 ] [ performance: 24.159 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:47 ] [ l_g_pix: 2.6267e-02 ] [ l_g_total: 2.6267e-02 ] +2024-10-08 01:28:15,629 INFO: [ epoch: 47 ] [ iter: 63,000 ] [ performance: 26.686 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:40 ] [ l_g_pix: 2.8418e-02 ] [ l_g_total: 2.8418e-02 ] +2024-10-08 01:28:19,416 INFO: [ epoch: 47 ] [ iter: 63,100 ] [ performance: 26.537 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:32 ] [ l_g_pix: 3.1607e-02 ] [ l_g_total: 3.1607e-02 ] +2024-10-08 01:28:23,227 INFO: [ epoch: 47 ] [ iter: 63,200 ] [ performance: 26.261 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:25 ] [ l_g_pix: 2.3638e-02 ] [ l_g_total: 2.3638e-02 ] +2024-10-08 01:28:26,999 INFO: [ epoch: 47 ] [ iter: 63,300 ] [ performance: 26.400 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:18 ] [ l_g_pix: 2.3311e-02 ] [ l_g_total: 2.3311e-02 ] +2024-10-08 01:28:30,722 INFO: [ epoch: 47 ] [ iter: 63,400 ] [ performance: 27.028 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:11 ] [ l_g_pix: 2.4517e-02 ] [ l_g_total: 2.4517e-02 ] +2024-10-08 01:28:34,479 INFO: [ epoch: 47 ] [ iter: 63,500 ] [ performance: 26.808 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:04 ] [ l_g_pix: 2.7585e-02 ] [ l_g_total: 2.7585e-02 ] +2024-10-08 01:28:38,228 INFO: [ epoch: 47 ] [ iter: 63,600 ] [ performance: 26.752 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:57 ] [ l_g_pix: 3.6147e-02 ] [ l_g_total: 3.6147e-02 ] +2024-10-08 01:28:41,977 INFO: [ epoch: 47 ] [ iter: 63,700 ] [ performance: 26.710 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:49 ] [ l_g_pix: 2.6848e-02 ] [ l_g_total: 2.6848e-02 ] +2024-10-08 01:28:45,941 INFO: [ epoch: 47 ] [ iter: 63,800 ] [ performance: 25.130 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:42 ] [ l_g_pix: 2.6098e-02 ] [ l_g_total: 2.6098e-02 ] +2024-10-08 01:28:49,723 INFO: [ epoch: 47 ] [ iter: 63,900 ] [ performance: 25.833 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:35 ] [ l_g_pix: 2.3229e-02 ] [ l_g_total: 2.3229e-02 ] +2024-10-08 01:28:53,272 INFO: [ epoch: 47 ] [ iter: 64,000 ] [ performance: 28.613 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:28 ] [ l_g_pix: 1.9752e-02 ] [ l_g_total: 1.9752e-02 ] +2024-10-08 01:28:58,608 INFO: [ epoch: 48 ] [ iter: 64,100 ] [ performance: 22.193 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:22 ] [ l_g_pix: 2.5475e-02 ] [ l_g_total: 2.5475e-02 ] +2024-10-08 01:29:02,400 INFO: [ epoch: 48 ] [ iter: 64,200 ] [ performance: 26.521 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:15 ] [ l_g_pix: 2.6932e-02 ] [ l_g_total: 2.6932e-02 ] +2024-10-08 01:29:06,200 INFO: [ epoch: 48 ] [ iter: 64,300 ] [ performance: 26.410 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:08 ] [ l_g_pix: 3.3751e-02 ] [ l_g_total: 3.3751e-02 ] +2024-10-08 01:29:10,020 INFO: [ epoch: 48 ] [ iter: 64,400 ] [ performance: 26.114 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:00 ] [ l_g_pix: 2.9684e-02 ] [ l_g_total: 2.9684e-02 ] +2024-10-08 01:29:13,787 INFO: [ epoch: 48 ] [ iter: 64,500 ] [ performance: 26.355 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:53 ] [ l_g_pix: 3.9604e-02 ] [ l_g_total: 3.9604e-02 ] +2024-10-08 01:29:17,656 INFO: [ epoch: 48 ] [ iter: 64,600 ] [ performance: 25.939 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:46 ] [ l_g_pix: 3.7782e-02 ] [ l_g_total: 3.7782e-02 ] +2024-10-08 01:29:21,595 INFO: [ epoch: 48 ] [ iter: 64,700 ] [ performance: 25.631 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:39 ] [ l_g_pix: 3.0511e-02 ] [ l_g_total: 3.0511e-02 ] +2024-10-08 01:29:25,404 INFO: [ epoch: 48 ] [ iter: 64,800 ] [ performance: 26.515 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:32 ] [ l_g_pix: 2.5723e-02 ] [ l_g_total: 2.5723e-02 ] +2024-10-08 01:29:29,166 INFO: [ epoch: 48 ] [ iter: 64,900 ] [ performance: 26.554 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:25 ] [ l_g_pix: 2.2124e-02 ] [ l_g_total: 2.2124e-02 ] +2024-10-08 01:29:32,941 INFO: [ epoch: 48 ] [ iter: 65,000 ] [ performance: 26.638 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:18 ] [ l_g_pix: 2.7644e-02 ] [ l_g_total: 2.7644e-02 ] +2024-10-08 01:29:36,767 INFO: [ epoch: 48 ] [ iter: 65,100 ] [ performance: 26.354 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:11 ] [ l_g_pix: 2.6411e-02 ] [ l_g_total: 2.6411e-02 ] +2024-10-08 01:29:40,500 INFO: [ epoch: 48 ] [ iter: 65,200 ] [ performance: 26.812 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:04 ] [ l_g_pix: 3.6832e-02 ] [ l_g_total: 3.6832e-02 ] +2024-10-08 01:29:44,214 INFO: [ epoch: 48 ] [ iter: 65,300 ] [ performance: 26.881 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:57 ] [ l_g_pix: 2.4964e-02 ] [ l_g_total: 2.4964e-02 ] +2024-10-08 01:29:49,687 INFO: [ epoch: 49 ] [ iter: 65,400 ] [ performance: 16.366 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:51 ] [ l_g_pix: 2.0196e-02 ] [ l_g_total: 2.0196e-02 ] +2024-10-08 01:29:53,853 INFO: [ epoch: 49 ] [ iter: 65,500 ] [ performance: 20.006 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:44 ] [ l_g_pix: 3.1274e-02 ] [ l_g_total: 3.1274e-02 ] +2024-10-08 01:29:57,685 INFO: [ epoch: 49 ] [ iter: 65,600 ] [ performance: 26.307 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:38 ] [ l_g_pix: 2.9776e-02 ] [ l_g_total: 2.9776e-02 ] +2024-10-08 01:30:01,436 INFO: [ epoch: 49 ] [ iter: 65,700 ] [ performance: 26.509 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:31 ] [ l_g_pix: 2.9174e-02 ] [ l_g_total: 2.9174e-02 ] +2024-10-08 01:30:05,259 INFO: [ epoch: 49 ] [ iter: 65,800 ] [ performance: 26.334 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:24 ] [ l_g_pix: 2.4684e-02 ] [ l_g_total: 2.4684e-02 ] +2024-10-08 01:30:09,040 INFO: [ epoch: 49 ] [ iter: 65,900 ] [ performance: 26.402 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:17 ] [ l_g_pix: 2.6686e-02 ] [ l_g_total: 2.6686e-02 ] +2024-10-08 01:30:12,778 INFO: [ epoch: 49 ] [ iter: 66,000 ] [ performance: 27.061 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:10 ] [ l_g_pix: 2.3597e-02 ] [ l_g_total: 2.3597e-02 ] +2024-10-08 01:30:16,927 INFO: [ epoch: 49 ] [ iter: 66,100 ] [ performance: 25.261 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:03 ] [ l_g_pix: 3.4084e-02 ] [ l_g_total: 3.4084e-02 ] +2024-10-08 01:30:21,371 INFO: [ epoch: 49 ] [ iter: 66,200 ] [ performance: 22.784 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:56 ] [ l_g_pix: 2.9146e-02 ] [ l_g_total: 2.9146e-02 ] +2024-10-08 01:30:25,169 INFO: [ epoch: 49 ] [ iter: 66,300 ] [ performance: 24.735 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:50 ] [ l_g_pix: 3.4299e-02 ] [ l_g_total: 3.4299e-02 ] +2024-10-08 01:30:28,954 INFO: [ epoch: 49 ] [ iter: 66,400 ] [ performance: 26.490 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:43 ] [ l_g_pix: 3.6341e-02 ] [ l_g_total: 3.6341e-02 ] +2024-10-08 01:30:32,724 INFO: [ epoch: 49 ] [ iter: 66,500 ] [ performance: 26.513 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:36 ] [ l_g_pix: 1.8306e-02 ] [ l_g_total: 1.8306e-02 ] +2024-10-08 01:30:36,551 INFO: [ epoch: 49 ] [ iter: 66,600 ] [ performance: 26.210 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:29 ] [ l_g_pix: 2.2194e-02 ] [ l_g_total: 2.2194e-02 ] +2024-10-08 01:30:40,339 INFO: [ epoch: 49 ] [ iter: 66,700 ] [ performance: 26.324 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:22 ] [ l_g_pix: 2.8736e-02 ] [ l_g_total: 2.8736e-02 ] +2024-10-08 01:30:45,501 INFO: [ epoch: 50 ] [ iter: 66,800 ] [ performance: 26.811 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:16 ] [ l_g_pix: 4.5713e-02 ] [ l_g_total: 4.5713e-02 ] +2024-10-08 01:30:49,286 INFO: [ epoch: 50 ] [ iter: 66,900 ] [ performance: 26.581 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:09 ] [ l_g_pix: 3.1699e-02 ] [ l_g_total: 3.1699e-02 ] +2024-10-08 01:30:53,110 INFO: [ epoch: 50 ] [ iter: 67,000 ] [ performance: 26.228 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:02 ] [ l_g_pix: 3.8733e-02 ] [ l_g_total: 3.8733e-02 ] +2024-10-08 01:30:56,893 INFO: [ epoch: 50 ] [ iter: 67,100 ] [ performance: 26.353 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:55 ] [ l_g_pix: 2.3098e-02 ] [ l_g_total: 2.3098e-02 ] +2024-10-08 01:31:00,622 INFO: [ epoch: 50 ] [ iter: 67,200 ] [ performance: 26.910 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:49 ] [ l_g_pix: 2.4681e-02 ] [ l_g_total: 2.4681e-02 ] +2024-10-08 01:31:04,422 INFO: [ epoch: 50 ] [ iter: 67,300 ] [ performance: 26.555 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:42 ] [ l_g_pix: 2.1742e-02 ] [ l_g_total: 2.1742e-02 ] +2024-10-08 01:31:08,259 INFO: [ epoch: 50 ] [ iter: 67,400 ] [ performance: 26.250 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:35 ] [ l_g_pix: 2.4247e-02 ] [ l_g_total: 2.4247e-02 ] +2024-10-08 01:31:12,073 INFO: [ epoch: 50 ] [ iter: 67,500 ] [ performance: 26.238 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:28 ] [ l_g_pix: 3.1848e-02 ] [ l_g_total: 3.1848e-02 ] +2024-10-08 01:31:15,835 INFO: [ epoch: 50 ] [ iter: 67,600 ] [ performance: 26.802 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:21 ] [ l_g_pix: 2.0786e-02 ] [ l_g_total: 2.0786e-02 ] +2024-10-08 01:31:19,599 INFO: [ epoch: 50 ] [ iter: 67,700 ] [ performance: 26.660 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:15 ] [ l_g_pix: 2.2674e-02 ] [ l_g_total: 2.2674e-02 ] +2024-10-08 01:31:23,346 INFO: [ epoch: 50 ] [ iter: 67,800 ] [ performance: 26.804 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:08 ] [ l_g_pix: 3.0372e-02 ] [ l_g_total: 3.0372e-02 ] +2024-10-08 01:31:27,171 INFO: [ epoch: 50 ] [ iter: 67,900 ] [ performance: 26.401 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:01 ] [ l_g_pix: 3.6960e-02 ] [ l_g_total: 3.6960e-02 ] +2024-10-08 01:31:30,862 INFO: [ epoch: 50 ] [ iter: 68,000 ] [ performance: 28.021 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:54 ] [ l_g_pix: 2.6942e-02 ] [ l_g_total: 2.6942e-02 ] +2024-10-08 01:31:36,384 INFO: [ epoch: 51 ] [ iter: 68,100 ] [ performance: 20.946 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:48 ] [ l_g_pix: 2.9462e-02 ] [ l_g_total: 2.9462e-02 ] +2024-10-08 01:31:40,158 INFO: [ epoch: 51 ] [ iter: 68,200 ] [ performance: 26.501 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:42 ] [ l_g_pix: 3.5299e-02 ] [ l_g_total: 3.5299e-02 ] +2024-10-08 01:31:44,140 INFO: [ epoch: 51 ] [ iter: 68,300 ] [ performance: 25.627 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:35 ] [ l_g_pix: 2.4506e-02 ] [ l_g_total: 2.4506e-02 ] +2024-10-08 01:31:47,939 INFO: [ epoch: 51 ] [ iter: 68,400 ] [ performance: 26.216 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:28 ] [ l_g_pix: 1.5843e-02 ] [ l_g_total: 1.5843e-02 ] +2024-10-08 01:31:51,853 INFO: [ epoch: 51 ] [ iter: 68,500 ] [ performance: 25.799 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:22 ] [ l_g_pix: 3.3286e-02 ] [ l_g_total: 3.3286e-02 ] +2024-10-08 01:31:55,662 INFO: [ epoch: 51 ] [ iter: 68,600 ] [ performance: 26.603 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:15 ] [ l_g_pix: 2.1987e-02 ] [ l_g_total: 2.1987e-02 ] +2024-10-08 01:31:59,639 INFO: [ epoch: 51 ] [ iter: 68,700 ] [ performance: 25.671 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:08 ] [ l_g_pix: 2.8778e-02 ] [ l_g_total: 2.8778e-02 ] +2024-10-08 01:32:03,547 INFO: [ epoch: 51 ] [ iter: 68,800 ] [ performance: 25.170 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:02 ] [ l_g_pix: 3.3254e-02 ] [ l_g_total: 3.3254e-02 ] +2024-10-08 01:32:07,319 INFO: [ epoch: 51 ] [ iter: 68,900 ] [ performance: 26.004 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:55 ] [ l_g_pix: 2.8998e-02 ] [ l_g_total: 2.8998e-02 ] +2024-10-08 01:32:11,524 INFO: [ epoch: 51 ] [ iter: 69,000 ] [ performance: 23.646 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:49 ] [ l_g_pix: 3.8278e-02 ] [ l_g_total: 3.8278e-02 ] +2024-10-08 01:32:15,714 INFO: [ epoch: 51 ] [ iter: 69,100 ] [ performance: 23.790 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:42 ] [ l_g_pix: 3.8146e-02 ] [ l_g_total: 3.8146e-02 ] +2024-10-08 01:32:19,982 INFO: [ epoch: 51 ] [ iter: 69,200 ] [ performance: 23.230 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:36 ] [ l_g_pix: 2.7173e-02 ] [ l_g_total: 2.7173e-02 ] +2024-10-08 01:32:23,677 INFO: [ epoch: 51 ] [ iter: 69,300 ] [ performance: 25.551 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:29 ] [ l_g_pix: 2.9054e-02 ] [ l_g_total: 2.9054e-02 ] +2024-10-08 01:32:29,164 INFO: [ epoch: 52 ] [ iter: 69,400 ] [ performance: 14.062 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:23 ] [ l_g_pix: 3.0377e-02 ] [ l_g_total: 3.0377e-02 ] +2024-10-08 01:32:33,276 INFO: [ epoch: 52 ] [ iter: 69,500 ] [ performance: 19.320 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:17 ] [ l_g_pix: 1.9421e-02 ] [ l_g_total: 1.9421e-02 ] +2024-10-08 01:32:37,229 INFO: [ epoch: 52 ] [ iter: 69,600 ] [ performance: 24.469 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:10 ] [ l_g_pix: 3.9393e-02 ] [ l_g_total: 3.9393e-02 ] +2024-10-08 01:32:41,355 INFO: [ epoch: 52 ] [ iter: 69,700 ] [ performance: 24.322 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:04 ] [ l_g_pix: 4.0347e-02 ] [ l_g_total: 4.0347e-02 ] +2024-10-08 01:32:45,111 INFO: [ epoch: 52 ] [ iter: 69,800 ] [ performance: 26.961 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:57 ] [ l_g_pix: 1.9345e-02 ] [ l_g_total: 1.9345e-02 ] +2024-10-08 01:32:48,937 INFO: [ epoch: 52 ] [ iter: 69,900 ] [ performance: 26.417 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:50 ] [ l_g_pix: 2.1988e-02 ] [ l_g_total: 2.1988e-02 ] +2024-10-08 01:32:52,693 INFO: [ epoch: 52 ] [ iter: 70,000 ] [ performance: 26.720 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:44 ] [ l_g_pix: 2.8324e-02 ] [ l_g_total: 2.8324e-02 ] +2024-10-08 01:32:52,693 INFO: Saving models and training states. +2024-10-08 01:36:06,154 INFO: Validation val + + # psnr: 27.1756........ Best: 27.1756 @ 70000 iter + # ssim: 0.7651........ Best: 0.7651 @ 70000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-08 01:36:09,897 INFO: [ epoch: 52 ] [ iter: 70,100 ] [ performance: 26.723 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:00 ] [ l_g_pix: 2.6399e-02 ] [ l_g_total: 2.6399e-02 ] +2024-10-08 01:36:14,125 INFO: [ epoch: 52 ] [ iter: 70,200 ] [ performance: 21.373 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:53 ] [ l_g_pix: 2.0489e-02 ] [ l_g_total: 2.0489e-02 ] +2024-10-08 01:36:17,960 INFO: [ epoch: 52 ] [ iter: 70,300 ] [ performance: 24.277 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:46 ] [ l_g_pix: 3.2510e-02 ] [ l_g_total: 3.2510e-02 ] +2024-10-08 01:36:21,714 INFO: [ epoch: 52 ] [ iter: 70,400 ] [ performance: 26.711 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:39 ] [ l_g_pix: 1.9872e-02 ] [ l_g_total: 1.9872e-02 ] +2024-10-08 01:36:25,518 INFO: [ epoch: 52 ] [ iter: 70,500 ] [ performance: 26.430 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:32 ] [ l_g_pix: 3.5951e-02 ] [ l_g_total: 3.5951e-02 ] +2024-10-08 01:36:29,369 INFO: [ epoch: 52 ] [ iter: 70,600 ] [ performance: 26.093 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:25 ] [ l_g_pix: 2.5696e-02 ] [ l_g_total: 2.5696e-02 ] +2024-10-08 01:36:32,860 INFO: [ epoch: 52 ] [ iter: 70,700 ] [ performance: 27.754 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:18 ] [ l_g_pix: 2.1461e-02 ] [ l_g_total: 2.1461e-02 ] +2024-10-08 01:36:38,183 INFO: [ epoch: 53 ] [ iter: 70,800 ] [ performance: 26.736 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:12 ] [ l_g_pix: 3.5124e-02 ] [ l_g_total: 3.5124e-02 ] +2024-10-08 01:36:42,003 INFO: [ epoch: 53 ] [ iter: 70,900 ] [ performance: 26.363 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:05 ] [ l_g_pix: 4.2823e-02 ] [ l_g_total: 4.2823e-02 ] +2024-10-08 01:36:45,822 INFO: [ epoch: 53 ] [ iter: 71,000 ] [ performance: 26.410 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:58 ] [ l_g_pix: 1.9037e-02 ] [ l_g_total: 1.9037e-02 ] +2024-10-08 01:36:49,672 INFO: [ epoch: 53 ] [ iter: 71,100 ] [ performance: 26.114 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:51 ] [ l_g_pix: 2.0682e-02 ] [ l_g_total: 2.0682e-02 ] +2024-10-08 01:36:53,470 INFO: [ epoch: 53 ] [ iter: 71,200 ] [ performance: 26.200 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:44 ] [ l_g_pix: 4.4912e-02 ] [ l_g_total: 4.4912e-02 ] +2024-10-08 01:36:57,291 INFO: [ epoch: 53 ] [ iter: 71,300 ] [ performance: 26.182 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:37 ] [ l_g_pix: 1.7634e-02 ] [ l_g_total: 1.7634e-02 ] +2024-10-08 01:37:01,048 INFO: [ epoch: 53 ] [ iter: 71,400 ] [ performance: 26.649 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:31 ] [ l_g_pix: 1.9363e-02 ] [ l_g_total: 1.9363e-02 ] +2024-10-08 01:37:04,848 INFO: [ epoch: 53 ] [ iter: 71,500 ] [ performance: 26.423 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:24 ] [ l_g_pix: 3.4962e-02 ] [ l_g_total: 3.4962e-02 ] +2024-10-08 01:37:08,719 INFO: [ epoch: 53 ] [ iter: 71,600 ] [ performance: 25.747 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:17 ] [ l_g_pix: 4.9719e-02 ] [ l_g_total: 4.9719e-02 ] +2024-10-08 01:37:12,561 INFO: [ epoch: 53 ] [ iter: 71,700 ] [ performance: 25.944 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:10 ] [ l_g_pix: 1.7898e-02 ] [ l_g_total: 1.7898e-02 ] +2024-10-08 01:37:16,408 INFO: [ epoch: 53 ] [ iter: 71,800 ] [ performance: 26.279 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:03 ] [ l_g_pix: 3.4969e-02 ] [ l_g_total: 3.4969e-02 ] +2024-10-08 01:37:20,280 INFO: [ epoch: 53 ] [ iter: 71,900 ] [ performance: 25.967 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:56 ] [ l_g_pix: 4.7380e-02 ] [ l_g_total: 4.7380e-02 ] +2024-10-08 01:37:23,899 INFO: [ epoch: 53 ] [ iter: 72,000 ] [ performance: 29.023 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:50 ] [ l_g_pix: 4.9154e-02 ] [ l_g_total: 4.9154e-02 ] +2024-10-08 01:37:29,086 INFO: [ epoch: 54 ] [ iter: 72,100 ] [ performance: 21.408 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:43 ] [ l_g_pix: 1.9203e-02 ] [ l_g_total: 1.9203e-02 ] +2024-10-08 01:37:32,918 INFO: [ epoch: 54 ] [ iter: 72,200 ] [ performance: 26.076 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:37 ] [ l_g_pix: 2.8875e-02 ] [ l_g_total: 2.8875e-02 ] +2024-10-08 01:37:36,662 INFO: [ epoch: 54 ] [ iter: 72,300 ] [ performance: 26.526 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:30 ] [ l_g_pix: 3.6207e-02 ] [ l_g_total: 3.6207e-02 ] +2024-10-08 01:37:40,381 INFO: [ epoch: 54 ] [ iter: 72,400 ] [ performance: 26.539 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:23 ] [ l_g_pix: 3.8890e-02 ] [ l_g_total: 3.8890e-02 ] +2024-10-08 01:37:44,172 INFO: [ epoch: 54 ] [ iter: 72,500 ] [ performance: 26.428 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:16 ] [ l_g_pix: 3.3132e-02 ] [ l_g_total: 3.3132e-02 ] +2024-10-08 01:37:47,989 INFO: [ epoch: 54 ] [ iter: 72,600 ] [ performance: 25.850 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:09 ] [ l_g_pix: 3.0708e-02 ] [ l_g_total: 3.0708e-02 ] +2024-10-08 01:37:51,827 INFO: [ epoch: 54 ] [ iter: 72,700 ] [ performance: 26.001 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:03 ] [ l_g_pix: 4.0912e-02 ] [ l_g_total: 4.0912e-02 ] +2024-10-08 01:37:55,623 INFO: [ epoch: 54 ] [ iter: 72,800 ] [ performance: 26.362 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:56 ] [ l_g_pix: 2.5551e-02 ] [ l_g_total: 2.5551e-02 ] +2024-10-08 01:37:59,364 INFO: [ epoch: 54 ] [ iter: 72,900 ] [ performance: 26.631 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:49 ] [ l_g_pix: 1.9074e-02 ] [ l_g_total: 1.9074e-02 ] +2024-10-08 01:38:03,155 INFO: [ epoch: 54 ] [ iter: 73,000 ] [ performance: 26.502 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:42 ] [ l_g_pix: 4.0488e-02 ] [ l_g_total: 4.0488e-02 ] +2024-10-08 01:38:06,955 INFO: [ epoch: 54 ] [ iter: 73,100 ] [ performance: 26.371 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:36 ] [ l_g_pix: 3.4886e-02 ] [ l_g_total: 3.4886e-02 ] +2024-10-08 01:38:10,807 INFO: [ epoch: 54 ] [ iter: 73,200 ] [ performance: 26.443 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:29 ] [ l_g_pix: 2.1247e-02 ] [ l_g_total: 2.1247e-02 ] +2024-10-08 01:38:14,450 INFO: [ epoch: 54 ] [ iter: 73,300 ] [ performance: 27.178 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:22 ] [ l_g_pix: 2.7783e-02 ] [ l_g_total: 2.7783e-02 ] +2024-10-08 01:38:19,399 INFO: [ epoch: 55 ] [ iter: 73,400 ] [ performance: 13.047 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:16 ] [ l_g_pix: 2.4267e-02 ] [ l_g_total: 2.4267e-02 ] +2024-10-08 01:38:23,314 INFO: [ epoch: 55 ] [ iter: 73,500 ] [ performance: 20.466 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:09 ] [ l_g_pix: 3.0664e-02 ] [ l_g_total: 3.0664e-02 ] +2024-10-08 01:38:27,136 INFO: [ epoch: 55 ] [ iter: 73,600 ] [ performance: 26.007 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:03 ] [ l_g_pix: 3.1324e-02 ] [ l_g_total: 3.1324e-02 ] +2024-10-08 01:38:30,947 INFO: [ epoch: 55 ] [ iter: 73,700 ] [ performance: 26.187 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:56 ] [ l_g_pix: 3.1610e-02 ] [ l_g_total: 3.1610e-02 ] +2024-10-08 01:38:34,749 INFO: [ epoch: 55 ] [ iter: 73,800 ] [ performance: 26.614 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:49 ] [ l_g_pix: 2.9604e-02 ] [ l_g_total: 2.9604e-02 ] +2024-10-08 01:38:38,467 INFO: [ epoch: 55 ] [ iter: 73,900 ] [ performance: 26.828 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:43 ] [ l_g_pix: 3.1931e-02 ] [ l_g_total: 3.1931e-02 ] +2024-10-08 01:38:42,225 INFO: [ epoch: 55 ] [ iter: 74,000 ] [ performance: 26.413 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:36 ] [ l_g_pix: 1.7793e-02 ] [ l_g_total: 1.7793e-02 ] +2024-10-08 01:38:46,041 INFO: [ epoch: 55 ] [ iter: 74,100 ] [ performance: 26.257 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:29 ] [ l_g_pix: 4.2878e-02 ] [ l_g_total: 4.2878e-02 ] +2024-10-08 01:38:49,850 INFO: [ epoch: 55 ] [ iter: 74,200 ] [ performance: 26.416 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:23 ] [ l_g_pix: 2.2871e-02 ] [ l_g_total: 2.2871e-02 ] +2024-10-08 01:38:53,660 INFO: [ epoch: 55 ] [ iter: 74,300 ] [ performance: 26.289 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:16 ] [ l_g_pix: 2.5670e-02 ] [ l_g_total: 2.5670e-02 ] +2024-10-08 01:38:57,473 INFO: [ epoch: 55 ] [ iter: 74,400 ] [ performance: 26.386 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:09 ] [ l_g_pix: 3.3734e-02 ] [ l_g_total: 3.3734e-02 ] +2024-10-08 01:39:01,222 INFO: [ epoch: 55 ] [ iter: 74,500 ] [ performance: 26.611 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:03 ] [ l_g_pix: 2.8221e-02 ] [ l_g_total: 2.8221e-02 ] +2024-10-08 01:39:04,959 INFO: [ epoch: 55 ] [ iter: 74,600 ] [ performance: 27.616 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:56 ] [ l_g_pix: 2.9533e-02 ] [ l_g_total: 2.9533e-02 ] +2024-10-08 01:39:08,432 INFO: [ epoch: 55 ] [ iter: 74,700 ] [ performance: 28.526 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:49 ] [ l_g_pix: 2.7904e-02 ] [ l_g_total: 2.7904e-02 ] +2024-10-08 01:39:13,788 INFO: [ epoch: 56 ] [ iter: 74,800 ] [ performance: 26.814 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:43 ] [ l_g_pix: 4.7538e-02 ] [ l_g_total: 4.7538e-02 ] +2024-10-08 01:39:17,655 INFO: [ epoch: 56 ] [ iter: 74,900 ] [ performance: 26.066 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:37 ] [ l_g_pix: 2.3311e-02 ] [ l_g_total: 2.3311e-02 ] +2024-10-08 01:39:21,496 INFO: [ epoch: 56 ] [ iter: 75,000 ] [ performance: 26.271 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:30 ] [ l_g_pix: 3.1100e-02 ] [ l_g_total: 3.1100e-02 ] +2024-10-08 01:39:25,348 INFO: [ epoch: 56 ] [ iter: 75,100 ] [ performance: 26.034 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:24 ] [ l_g_pix: 3.1819e-02 ] [ l_g_total: 3.1819e-02 ] +2024-10-08 01:39:29,119 INFO: [ epoch: 56 ] [ iter: 75,200 ] [ performance: 26.428 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:17 ] [ l_g_pix: 3.0391e-02 ] [ l_g_total: 3.0391e-02 ] +2024-10-08 01:39:32,895 INFO: [ epoch: 56 ] [ iter: 75,300 ] [ performance: 26.475 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:10 ] [ l_g_pix: 2.9536e-02 ] [ l_g_total: 2.9536e-02 ] +2024-10-08 01:39:36,706 INFO: [ epoch: 56 ] [ iter: 75,400 ] [ performance: 27.051 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:04 ] [ l_g_pix: 3.2297e-02 ] [ l_g_total: 3.2297e-02 ] +2024-10-08 01:39:40,471 INFO: [ epoch: 56 ] [ iter: 75,500 ] [ performance: 26.662 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:57 ] [ l_g_pix: 2.6314e-02 ] [ l_g_total: 2.6314e-02 ] +2024-10-08 01:39:44,253 INFO: [ epoch: 56 ] [ iter: 75,600 ] [ performance: 27.343 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:51 ] [ l_g_pix: 2.4489e-02 ] [ l_g_total: 2.4489e-02 ] +2024-10-08 01:39:48,057 INFO: [ epoch: 56 ] [ iter: 75,700 ] [ performance: 26.492 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:44 ] [ l_g_pix: 2.9969e-02 ] [ l_g_total: 2.9969e-02 ] +2024-10-08 01:39:51,837 INFO: [ epoch: 56 ] [ iter: 75,800 ] [ performance: 26.277 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:38 ] [ l_g_pix: 2.7487e-02 ] [ l_g_total: 2.7487e-02 ] +2024-10-08 01:39:55,632 INFO: [ epoch: 56 ] [ iter: 75,900 ] [ performance: 26.341 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:31 ] [ l_g_pix: 4.1917e-02 ] [ l_g_total: 4.1917e-02 ] +2024-10-08 01:39:59,197 INFO: [ epoch: 56 ] [ iter: 76,000 ] [ performance: 29.413 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:25 ] [ l_g_pix: 2.0383e-02 ] [ l_g_total: 2.0383e-02 ] +2024-10-08 01:40:04,544 INFO: [ epoch: 57 ] [ iter: 76,100 ] [ performance: 20.020 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:19 ] [ l_g_pix: 2.4484e-02 ] [ l_g_total: 2.4484e-02 ] +2024-10-08 01:40:08,313 INFO: [ epoch: 57 ] [ iter: 76,200 ] [ performance: 27.144 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:12 ] [ l_g_pix: 3.1274e-02 ] [ l_g_total: 3.1274e-02 ] +2024-10-08 01:40:12,144 INFO: [ epoch: 57 ] [ iter: 76,300 ] [ performance: 26.280 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:06 ] [ l_g_pix: 3.2960e-02 ] [ l_g_total: 3.2960e-02 ] +2024-10-08 01:40:15,917 INFO: [ epoch: 57 ] [ iter: 76,400 ] [ performance: 26.989 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:59 ] [ l_g_pix: 2.1780e-02 ] [ l_g_total: 2.1780e-02 ] +2024-10-08 01:40:19,681 INFO: [ epoch: 57 ] [ iter: 76,500 ] [ performance: 26.638 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:53 ] [ l_g_pix: 2.5726e-02 ] [ l_g_total: 2.5726e-02 ] +2024-10-08 01:40:23,484 INFO: [ epoch: 57 ] [ iter: 76,600 ] [ performance: 27.104 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:46 ] [ l_g_pix: 4.4028e-02 ] [ l_g_total: 4.4028e-02 ] +2024-10-08 01:40:27,274 INFO: [ epoch: 57 ] [ iter: 76,700 ] [ performance: 26.502 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:40 ] [ l_g_pix: 3.1215e-02 ] [ l_g_total: 3.1215e-02 ] +2024-10-08 01:40:31,042 INFO: [ epoch: 57 ] [ iter: 76,800 ] [ performance: 27.024 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:33 ] [ l_g_pix: 3.3187e-02 ] [ l_g_total: 3.3187e-02 ] +2024-10-08 01:40:34,839 INFO: [ epoch: 57 ] [ iter: 76,900 ] [ performance: 26.442 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:27 ] [ l_g_pix: 3.1829e-02 ] [ l_g_total: 3.1829e-02 ] +2024-10-08 01:40:38,582 INFO: [ epoch: 57 ] [ iter: 77,000 ] [ performance: 27.318 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:20 ] [ l_g_pix: 1.7835e-02 ] [ l_g_total: 1.7835e-02 ] +2024-10-08 01:40:42,410 INFO: [ epoch: 57 ] [ iter: 77,100 ] [ performance: 26.295 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:14 ] [ l_g_pix: 2.1332e-02 ] [ l_g_total: 2.1332e-02 ] +2024-10-08 01:40:46,203 INFO: [ epoch: 57 ] [ iter: 77,200 ] [ performance: 27.075 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:08 ] [ l_g_pix: 5.8264e-02 ] [ l_g_total: 5.8264e-02 ] +2024-10-08 01:40:49,883 INFO: [ epoch: 57 ] [ iter: 77,300 ] [ performance: 27.160 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:01 ] [ l_g_pix: 3.0983e-02 ] [ l_g_total: 3.0983e-02 ] +2024-10-08 01:40:55,198 INFO: [ epoch: 58 ] [ iter: 77,400 ] [ performance: 13.621 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:55 ] [ l_g_pix: 3.2707e-02 ] [ l_g_total: 3.2707e-02 ] +2024-10-08 01:40:59,022 INFO: [ epoch: 58 ] [ iter: 77,500 ] [ performance: 23.352 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:49 ] [ l_g_pix: 1.7525e-02 ] [ l_g_total: 1.7525e-02 ] +2024-10-08 01:41:02,781 INFO: [ epoch: 58 ] [ iter: 77,600 ] [ performance: 27.066 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:42 ] [ l_g_pix: 2.4114e-02 ] [ l_g_total: 2.4114e-02 ] +2024-10-08 01:41:06,521 INFO: [ epoch: 58 ] [ iter: 77,700 ] [ performance: 26.780 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:36 ] [ l_g_pix: 4.3138e-02 ] [ l_g_total: 4.3138e-02 ] +2024-10-08 01:41:10,246 INFO: [ epoch: 58 ] [ iter: 77,800 ] [ performance: 26.347 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:29 ] [ l_g_pix: 3.3261e-02 ] [ l_g_total: 3.3261e-02 ] +2024-10-08 01:41:13,992 INFO: [ epoch: 58 ] [ iter: 77,900 ] [ performance: 26.654 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:23 ] [ l_g_pix: 4.5041e-02 ] [ l_g_total: 4.5041e-02 ] +2024-10-08 01:41:17,768 INFO: [ epoch: 58 ] [ iter: 78,000 ] [ performance: 26.893 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:17 ] [ l_g_pix: 1.5165e-02 ] [ l_g_total: 1.5165e-02 ] +2024-10-08 01:41:21,574 INFO: [ epoch: 58 ] [ iter: 78,100 ] [ performance: 26.348 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:10 ] [ l_g_pix: 2.3791e-02 ] [ l_g_total: 2.3791e-02 ] +2024-10-08 01:41:25,370 INFO: [ epoch: 58 ] [ iter: 78,200 ] [ performance: 27.491 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:04 ] [ l_g_pix: 3.6381e-02 ] [ l_g_total: 3.6381e-02 ] +2024-10-08 01:41:29,216 INFO: [ epoch: 58 ] [ iter: 78,300 ] [ performance: 26.146 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:58 ] [ l_g_pix: 3.1697e-02 ] [ l_g_total: 3.1697e-02 ] +2024-10-08 01:41:33,051 INFO: [ epoch: 58 ] [ iter: 78,400 ] [ performance: 27.698 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:51 ] [ l_g_pix: 2.1027e-02 ] [ l_g_total: 2.1027e-02 ] +2024-10-08 01:41:36,762 INFO: [ epoch: 58 ] [ iter: 78,500 ] [ performance: 27.020 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:45 ] [ l_g_pix: 2.7242e-02 ] [ l_g_total: 2.7242e-02 ] +2024-10-08 01:41:40,567 INFO: [ epoch: 58 ] [ iter: 78,600 ] [ performance: 27.017 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:39 ] [ l_g_pix: 3.3647e-02 ] [ l_g_total: 3.3647e-02 ] +2024-10-08 01:41:44,089 INFO: [ epoch: 58 ] [ iter: 78,700 ] [ performance: 28.277 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:32 ] [ l_g_pix: 3.5750e-02 ] [ l_g_total: 3.5750e-02 ] +2024-10-08 01:41:49,542 INFO: [ epoch: 59 ] [ iter: 78,800 ] [ performance: 25.939 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:26 ] [ l_g_pix: 3.4718e-02 ] [ l_g_total: 3.4718e-02 ] +2024-10-08 01:41:53,331 INFO: [ epoch: 59 ] [ iter: 78,900 ] [ performance: 26.362 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:20 ] [ l_g_pix: 3.6485e-02 ] [ l_g_total: 3.6485e-02 ] +2024-10-08 01:41:57,165 INFO: [ epoch: 59 ] [ iter: 79,000 ] [ performance: 26.663 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:14 ] [ l_g_pix: 2.9688e-02 ] [ l_g_total: 2.9688e-02 ] +2024-10-08 01:42:00,933 INFO: [ epoch: 59 ] [ iter: 79,100 ] [ performance: 26.555 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:07 ] [ l_g_pix: 2.8115e-02 ] [ l_g_total: 2.8115e-02 ] +2024-10-08 01:42:04,812 INFO: [ epoch: 59 ] [ iter: 79,200 ] [ performance: 26.328 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:01 ] [ l_g_pix: 3.0601e-02 ] [ l_g_total: 3.0601e-02 ] +2024-10-08 01:42:08,604 INFO: [ epoch: 59 ] [ iter: 79,300 ] [ performance: 26.377 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:55 ] [ l_g_pix: 3.3760e-02 ] [ l_g_total: 3.3760e-02 ] +2024-10-08 01:42:12,395 INFO: [ epoch: 59 ] [ iter: 79,400 ] [ performance: 26.156 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:49 ] [ l_g_pix: 3.4562e-02 ] [ l_g_total: 3.4562e-02 ] +2024-10-08 01:42:16,190 INFO: [ epoch: 59 ] [ iter: 79,500 ] [ performance: 26.348 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:42 ] [ l_g_pix: 2.6987e-02 ] [ l_g_total: 2.6987e-02 ] +2024-10-08 01:42:20,005 INFO: [ epoch: 59 ] [ iter: 79,600 ] [ performance: 26.514 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:36 ] [ l_g_pix: 4.5738e-02 ] [ l_g_total: 4.5738e-02 ] +2024-10-08 01:42:23,788 INFO: [ epoch: 59 ] [ iter: 79,700 ] [ performance: 26.445 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:30 ] [ l_g_pix: 1.9961e-02 ] [ l_g_total: 1.9961e-02 ] +2024-10-08 01:42:27,538 INFO: [ epoch: 59 ] [ iter: 79,800 ] [ performance: 26.463 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:23 ] [ l_g_pix: 2.7234e-02 ] [ l_g_total: 2.7234e-02 ] +2024-10-08 01:42:31,290 INFO: [ epoch: 59 ] [ iter: 79,900 ] [ performance: 26.657 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:17 ] [ l_g_pix: 1.4319e-02 ] [ l_g_total: 1.4319e-02 ] +2024-10-08 01:42:34,931 INFO: [ epoch: 59 ] [ iter: 80,000 ] [ performance: 29.860 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:11 ] [ l_g_pix: 2.3599e-02 ] [ l_g_total: 2.3599e-02 ] +2024-10-08 01:42:34,931 INFO: Saving models and training states. +2024-10-08 01:45:47,833 INFO: Validation val + + # psnr: 27.1773........ Best: 27.1773 @ 80000 iter + # ssim: 0.7652........ Best: 0.7652 @ 80000 iter + # dists: 0.7734........ Best: 0.7734 @ 80000 iter + +2024-10-08 01:45:53,076 INFO: [ epoch: 60 ] [ iter: 80,100 ] [ performance: 19.222 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:53 ] [ l_g_pix: 2.2918e-02 ] [ l_g_total: 2.2918e-02 ] +2024-10-08 01:45:56,844 INFO: [ epoch: 60 ] [ iter: 80,200 ] [ performance: 26.923 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:46 ] [ l_g_pix: 3.0691e-02 ] [ l_g_total: 3.0691e-02 ] +2024-10-08 01:46:00,656 INFO: [ epoch: 60 ] [ iter: 80,300 ] [ performance: 26.248 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:40 ] [ l_g_pix: 4.4036e-02 ] [ l_g_total: 4.4036e-02 ] +2024-10-08 01:46:04,387 INFO: [ epoch: 60 ] [ iter: 80,400 ] [ performance: 26.524 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:33 ] [ l_g_pix: 3.5016e-02 ] [ l_g_total: 3.5016e-02 ] +2024-10-08 01:46:08,275 INFO: [ epoch: 60 ] [ iter: 80,500 ] [ performance: 25.727 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:27 ] [ l_g_pix: 2.0800e-02 ] [ l_g_total: 2.0800e-02 ] +2024-10-08 01:46:12,064 INFO: [ epoch: 60 ] [ iter: 80,600 ] [ performance: 26.057 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:20 ] [ l_g_pix: 2.6340e-02 ] [ l_g_total: 2.6340e-02 ] +2024-10-08 01:46:15,828 INFO: [ epoch: 60 ] [ iter: 80,700 ] [ performance: 26.597 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:14 ] [ l_g_pix: 3.8931e-02 ] [ l_g_total: 3.8931e-02 ] +2024-10-08 01:46:19,639 INFO: [ epoch: 60 ] [ iter: 80,800 ] [ performance: 26.421 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:07 ] [ l_g_pix: 2.7891e-02 ] [ l_g_total: 2.7891e-02 ] +2024-10-08 01:46:23,472 INFO: [ epoch: 60 ] [ iter: 80,900 ] [ performance: 26.125 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:01 ] [ l_g_pix: 3.3798e-02 ] [ l_g_total: 3.3798e-02 ] +2024-10-08 01:46:27,265 INFO: [ epoch: 60 ] [ iter: 81,000 ] [ performance: 26.250 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:54 ] [ l_g_pix: 3.2222e-02 ] [ l_g_total: 3.2222e-02 ] +2024-10-08 01:46:31,125 INFO: [ epoch: 60 ] [ iter: 81,100 ] [ performance: 25.917 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:48 ] [ l_g_pix: 3.0023e-02 ] [ l_g_total: 3.0023e-02 ] +2024-10-08 01:46:34,914 INFO: [ epoch: 60 ] [ iter: 81,200 ] [ performance: 26.160 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:41 ] [ l_g_pix: 2.5679e-02 ] [ l_g_total: 2.5679e-02 ] +2024-10-08 01:46:38,652 INFO: [ epoch: 60 ] [ iter: 81,300 ] [ performance: 26.818 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:35 ] [ l_g_pix: 2.1835e-02 ] [ l_g_total: 2.1835e-02 ] +2024-10-08 01:46:43,510 INFO: [ epoch: 61 ] [ iter: 81,400 ] [ performance: 23.233 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:29 ] [ l_g_pix: 3.6604e-02 ] [ l_g_total: 3.6604e-02 ] +2024-10-08 01:46:47,430 INFO: [ epoch: 61 ] [ iter: 81,500 ] [ performance: 25.928 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:22 ] [ l_g_pix: 3.3087e-02 ] [ l_g_total: 3.3087e-02 ] +2024-10-08 01:46:51,271 INFO: [ epoch: 61 ] [ iter: 81,600 ] [ performance: 25.984 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:16 ] [ l_g_pix: 2.3256e-02 ] [ l_g_total: 2.3256e-02 ] +2024-10-08 01:46:55,064 INFO: [ epoch: 61 ] [ iter: 81,700 ] [ performance: 26.389 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:09 ] [ l_g_pix: 2.4211e-02 ] [ l_g_total: 2.4211e-02 ] +2024-10-08 01:46:58,914 INFO: [ epoch: 61 ] [ iter: 81,800 ] [ performance: 26.174 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:03 ] [ l_g_pix: 2.7139e-02 ] [ l_g_total: 2.7139e-02 ] +2024-10-08 01:47:02,733 INFO: [ epoch: 61 ] [ iter: 81,900 ] [ performance: 26.201 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:56 ] [ l_g_pix: 4.8837e-02 ] [ l_g_total: 4.8837e-02 ] +2024-10-08 01:47:06,567 INFO: [ epoch: 61 ] [ iter: 82,000 ] [ performance: 26.142 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:50 ] [ l_g_pix: 3.5913e-02 ] [ l_g_total: 3.5913e-02 ] +2024-10-08 01:47:10,338 INFO: [ epoch: 61 ] [ iter: 82,100 ] [ performance: 26.505 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:44 ] [ l_g_pix: 2.2721e-02 ] [ l_g_total: 2.2721e-02 ] +2024-10-08 01:47:14,082 INFO: [ epoch: 61 ] [ iter: 82,200 ] [ performance: 26.615 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:37 ] [ l_g_pix: 2.6360e-02 ] [ l_g_total: 2.6360e-02 ] +2024-10-08 01:47:17,832 INFO: [ epoch: 61 ] [ iter: 82,300 ] [ performance: 26.742 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:31 ] [ l_g_pix: 3.4623e-02 ] [ l_g_total: 3.4623e-02 ] +2024-10-08 01:47:21,593 INFO: [ epoch: 61 ] [ iter: 82,400 ] [ performance: 26.664 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:24 ] [ l_g_pix: 2.7500e-02 ] [ l_g_total: 2.7500e-02 ] +2024-10-08 01:47:25,369 INFO: [ epoch: 61 ] [ iter: 82,500 ] [ performance: 26.506 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:18 ] [ l_g_pix: 2.3473e-02 ] [ l_g_total: 2.3473e-02 ] +2024-10-08 01:47:29,116 INFO: [ epoch: 61 ] [ iter: 82,600 ] [ performance: 26.607 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:12 ] [ l_g_pix: 3.5390e-02 ] [ l_g_total: 3.5390e-02 ] +2024-10-08 01:47:32,635 INFO: [ epoch: 61 ] [ iter: 82,700 ] [ performance: 28.663 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:05 ] [ l_g_pix: 3.0156e-02 ] [ l_g_total: 3.0156e-02 ] +2024-10-08 01:47:38,077 INFO: [ epoch: 62 ] [ iter: 82,800 ] [ performance: 22.117 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:59 ] [ l_g_pix: 2.2297e-02 ] [ l_g_total: 2.2297e-02 ] +2024-10-08 01:47:41,845 INFO: [ epoch: 62 ] [ iter: 82,900 ] [ performance: 26.487 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:53 ] [ l_g_pix: 4.6935e-02 ] [ l_g_total: 4.6935e-02 ] +2024-10-08 01:47:45,645 INFO: [ epoch: 62 ] [ iter: 83,000 ] [ performance: 26.399 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:46 ] [ l_g_pix: 2.7962e-02 ] [ l_g_total: 2.7962e-02 ] +2024-10-08 01:47:49,443 INFO: [ epoch: 62 ] [ iter: 83,100 ] [ performance: 26.284 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:40 ] [ l_g_pix: 3.0756e-02 ] [ l_g_total: 3.0756e-02 ] +2024-10-08 01:47:53,247 INFO: [ epoch: 62 ] [ iter: 83,200 ] [ performance: 26.289 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:34 ] [ l_g_pix: 2.7395e-02 ] [ l_g_total: 2.7395e-02 ] +2024-10-08 01:47:57,032 INFO: [ epoch: 62 ] [ iter: 83,300 ] [ performance: 26.408 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:27 ] [ l_g_pix: 2.5532e-02 ] [ l_g_total: 2.5532e-02 ] +2024-10-08 01:48:00,819 INFO: [ epoch: 62 ] [ iter: 83,400 ] [ performance: 26.410 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:21 ] [ l_g_pix: 3.2294e-02 ] [ l_g_total: 3.2294e-02 ] +2024-10-08 01:48:04,600 INFO: [ epoch: 62 ] [ iter: 83,500 ] [ performance: 26.721 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:15 ] [ l_g_pix: 2.8091e-02 ] [ l_g_total: 2.8091e-02 ] +2024-10-08 01:48:08,415 INFO: [ epoch: 62 ] [ iter: 83,600 ] [ performance: 26.446 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:08 ] [ l_g_pix: 2.5749e-02 ] [ l_g_total: 2.5749e-02 ] +2024-10-08 01:48:12,158 INFO: [ epoch: 62 ] [ iter: 83,700 ] [ performance: 26.854 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:02 ] [ l_g_pix: 2.1484e-02 ] [ l_g_total: 2.1484e-02 ] +2024-10-08 01:48:15,928 INFO: [ epoch: 62 ] [ iter: 83,800 ] [ performance: 26.678 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:56 ] [ l_g_pix: 2.5216e-02 ] [ l_g_total: 2.5216e-02 ] +2024-10-08 01:48:19,726 INFO: [ epoch: 62 ] [ iter: 83,900 ] [ performance: 26.377 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:49 ] [ l_g_pix: 3.6211e-02 ] [ l_g_total: 3.6211e-02 ] +2024-10-08 01:48:23,339 INFO: [ epoch: 62 ] [ iter: 84,000 ] [ performance: 27.074 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:43 ] [ l_g_pix: 3.2082e-02 ] [ l_g_total: 3.2082e-02 ] +2024-10-08 01:48:28,778 INFO: [ epoch: 63 ] [ iter: 84,100 ] [ performance: 17.055 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:37 ] [ l_g_pix: 2.6703e-02 ] [ l_g_total: 2.6703e-02 ] +2024-10-08 01:48:32,592 INFO: [ epoch: 63 ] [ iter: 84,200 ] [ performance: 21.112 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:31 ] [ l_g_pix: 2.6176e-02 ] [ l_g_total: 2.6176e-02 ] +2024-10-08 01:48:36,409 INFO: [ epoch: 63 ] [ iter: 84,300 ] [ performance: 26.337 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:25 ] [ l_g_pix: 2.7823e-02 ] [ l_g_total: 2.7823e-02 ] +2024-10-08 01:48:40,256 INFO: [ epoch: 63 ] [ iter: 84,400 ] [ performance: 26.148 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:18 ] [ l_g_pix: 2.7244e-02 ] [ l_g_total: 2.7244e-02 ] +2024-10-08 01:48:44,086 INFO: [ epoch: 63 ] [ iter: 84,500 ] [ performance: 26.178 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:12 ] [ l_g_pix: 3.7487e-02 ] [ l_g_total: 3.7487e-02 ] +2024-10-08 01:48:47,850 INFO: [ epoch: 63 ] [ iter: 84,600 ] [ performance: 26.393 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:06 ] [ l_g_pix: 4.7821e-02 ] [ l_g_total: 4.7821e-02 ] +2024-10-08 01:48:51,677 INFO: [ epoch: 63 ] [ iter: 84,700 ] [ performance: 26.276 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:59 ] [ l_g_pix: 3.2157e-02 ] [ l_g_total: 3.2157e-02 ] +2024-10-08 01:48:55,501 INFO: [ epoch: 63 ] [ iter: 84,800 ] [ performance: 26.209 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:53 ] [ l_g_pix: 3.2365e-02 ] [ l_g_total: 3.2365e-02 ] +2024-10-08 01:48:59,297 INFO: [ epoch: 63 ] [ iter: 84,900 ] [ performance: 26.488 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:47 ] [ l_g_pix: 3.0048e-02 ] [ l_g_total: 3.0048e-02 ] +2024-10-08 01:49:02,996 INFO: [ epoch: 63 ] [ iter: 85,000 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:41 ] [ l_g_pix: 3.5134e-02 ] [ l_g_total: 3.5134e-02 ] +2024-10-08 01:49:06,819 INFO: [ epoch: 63 ] [ iter: 85,100 ] [ performance: 26.231 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:34 ] [ l_g_pix: 3.1482e-02 ] [ l_g_total: 3.1482e-02 ] +2024-10-08 01:49:10,606 INFO: [ epoch: 63 ] [ iter: 85,200 ] [ performance: 26.332 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:28 ] [ l_g_pix: 3.2687e-02 ] [ l_g_total: 3.2687e-02 ] +2024-10-08 01:49:14,391 INFO: [ epoch: 63 ] [ iter: 85,300 ] [ performance: 26.366 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:22 ] [ l_g_pix: 2.0785e-02 ] [ l_g_total: 2.0785e-02 ] +2024-10-08 01:49:19,257 INFO: [ epoch: 64 ] [ iter: 85,400 ] [ performance: 22.720 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:16 ] [ l_g_pix: 3.6653e-02 ] [ l_g_total: 3.6653e-02 ] +2024-10-08 01:49:23,268 INFO: [ epoch: 64 ] [ iter: 85,500 ] [ performance: 26.069 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:10 ] [ l_g_pix: 2.7727e-02 ] [ l_g_total: 2.7727e-02 ] +2024-10-08 01:49:27,095 INFO: [ epoch: 64 ] [ iter: 85,600 ] [ performance: 26.108 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:04 ] [ l_g_pix: 3.1062e-02 ] [ l_g_total: 3.1062e-02 ] +2024-10-08 01:49:30,822 INFO: [ epoch: 64 ] [ iter: 85,700 ] [ performance: 26.952 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:57 ] [ l_g_pix: 4.6313e-02 ] [ l_g_total: 4.6313e-02 ] +2024-10-08 01:49:34,603 INFO: [ epoch: 64 ] [ iter: 85,800 ] [ performance: 26.663 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:51 ] [ l_g_pix: 2.8323e-02 ] [ l_g_total: 2.8323e-02 ] +2024-10-08 01:49:38,341 INFO: [ epoch: 64 ] [ iter: 85,900 ] [ performance: 26.911 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:45 ] [ l_g_pix: 3.3513e-02 ] [ l_g_total: 3.3513e-02 ] +2024-10-08 01:49:42,202 INFO: [ epoch: 64 ] [ iter: 86,000 ] [ performance: 26.319 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:39 ] [ l_g_pix: 3.4830e-02 ] [ l_g_total: 3.4830e-02 ] +2024-10-08 01:49:45,992 INFO: [ epoch: 64 ] [ iter: 86,100 ] [ performance: 26.584 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:33 ] [ l_g_pix: 4.0412e-02 ] [ l_g_total: 4.0412e-02 ] +2024-10-08 01:49:49,763 INFO: [ epoch: 64 ] [ iter: 86,200 ] [ performance: 26.550 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:26 ] [ l_g_pix: 2.6879e-02 ] [ l_g_total: 2.6879e-02 ] +2024-10-08 01:49:53,585 INFO: [ epoch: 64 ] [ iter: 86,300 ] [ performance: 26.166 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:20 ] [ l_g_pix: 2.0224e-02 ] [ l_g_total: 2.0224e-02 ] +2024-10-08 01:49:57,329 INFO: [ epoch: 64 ] [ iter: 86,400 ] [ performance: 26.484 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:14 ] [ l_g_pix: 2.0466e-02 ] [ l_g_total: 2.0466e-02 ] +2024-10-08 01:50:01,114 INFO: [ epoch: 64 ] [ iter: 86,500 ] [ performance: 26.690 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:08 ] [ l_g_pix: 3.2695e-02 ] [ l_g_total: 3.2695e-02 ] +2024-10-08 01:50:04,892 INFO: [ epoch: 64 ] [ iter: 86,600 ] [ performance: 26.559 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:02 ] [ l_g_pix: 2.5014e-02 ] [ l_g_total: 2.5014e-02 ] +2024-10-08 01:50:08,395 INFO: [ epoch: 64 ] [ iter: 86,700 ] [ performance: 29.177 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:56 ] [ l_g_pix: 2.1315e-02 ] [ l_g_total: 2.1315e-02 ] +2024-10-08 01:50:13,750 INFO: [ epoch: 65 ] [ iter: 86,800 ] [ performance: 21.897 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:50 ] [ l_g_pix: 3.1759e-02 ] [ l_g_total: 3.1759e-02 ] +2024-10-08 01:50:17,532 INFO: [ epoch: 65 ] [ iter: 86,900 ] [ performance: 26.729 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:43 ] [ l_g_pix: 3.2049e-02 ] [ l_g_total: 3.2049e-02 ] +2024-10-08 01:50:21,305 INFO: [ epoch: 65 ] [ iter: 87,000 ] [ performance: 26.597 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:37 ] [ l_g_pix: 3.5927e-02 ] [ l_g_total: 3.5927e-02 ] +2024-10-08 01:50:25,106 INFO: [ epoch: 65 ] [ iter: 87,100 ] [ performance: 26.262 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:31 ] [ l_g_pix: 2.5466e-02 ] [ l_g_total: 2.5466e-02 ] +2024-10-08 01:50:28,921 INFO: [ epoch: 65 ] [ iter: 87,200 ] [ performance: 26.233 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:25 ] [ l_g_pix: 2.1652e-02 ] [ l_g_total: 2.1652e-02 ] +2024-10-08 01:50:32,767 INFO: [ epoch: 65 ] [ iter: 87,300 ] [ performance: 26.106 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:19 ] [ l_g_pix: 4.0366e-02 ] [ l_g_total: 4.0366e-02 ] +2024-10-08 01:50:36,548 INFO: [ epoch: 65 ] [ iter: 87,400 ] [ performance: 26.317 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:13 ] [ l_g_pix: 4.7241e-02 ] [ l_g_total: 4.7241e-02 ] +2024-10-08 01:50:40,388 INFO: [ epoch: 65 ] [ iter: 87,500 ] [ performance: 26.151 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:07 ] [ l_g_pix: 2.3898e-02 ] [ l_g_total: 2.3898e-02 ] +2024-10-08 01:50:44,167 INFO: [ epoch: 65 ] [ iter: 87,600 ] [ performance: 26.341 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:01 ] [ l_g_pix: 3.2676e-02 ] [ l_g_total: 3.2676e-02 ] +2024-10-08 01:50:47,954 INFO: [ epoch: 65 ] [ iter: 87,700 ] [ performance: 26.611 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:55 ] [ l_g_pix: 3.0505e-02 ] [ l_g_total: 3.0505e-02 ] +2024-10-08 01:50:51,722 INFO: [ epoch: 65 ] [ iter: 87,800 ] [ performance: 26.567 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:48 ] [ l_g_pix: 3.3748e-02 ] [ l_g_total: 3.3748e-02 ] +2024-10-08 01:50:55,520 INFO: [ epoch: 65 ] [ iter: 87,900 ] [ performance: 26.602 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:42 ] [ l_g_pix: 3.3708e-02 ] [ l_g_total: 3.3708e-02 ] +2024-10-08 01:50:59,192 INFO: [ epoch: 65 ] [ iter: 88,000 ] [ performance: 26.991 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:36 ] [ l_g_pix: 4.0219e-02 ] [ l_g_total: 4.0219e-02 ] +2024-10-08 01:51:04,494 INFO: [ epoch: 66 ] [ iter: 88,100 ] [ performance: 15.631 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:30 ] [ l_g_pix: 2.4488e-02 ] [ l_g_total: 2.4488e-02 ] +2024-10-08 01:51:08,311 INFO: [ epoch: 66 ] [ iter: 88,200 ] [ performance: 20.817 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:24 ] [ l_g_pix: 3.0420e-02 ] [ l_g_total: 3.0420e-02 ] +2024-10-08 01:51:12,138 INFO: [ epoch: 66 ] [ iter: 88,300 ] [ performance: 26.295 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:18 ] [ l_g_pix: 1.9492e-02 ] [ l_g_total: 1.9492e-02 ] +2024-10-08 01:51:15,901 INFO: [ epoch: 66 ] [ iter: 88,400 ] [ performance: 26.472 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:12 ] [ l_g_pix: 2.4849e-02 ] [ l_g_total: 2.4849e-02 ] +2024-10-08 01:51:19,718 INFO: [ epoch: 66 ] [ iter: 88,500 ] [ performance: 26.298 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:06 ] [ l_g_pix: 2.7919e-02 ] [ l_g_total: 2.7919e-02 ] +2024-10-08 01:51:23,517 INFO: [ epoch: 66 ] [ iter: 88,600 ] [ performance: 26.316 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:00 ] [ l_g_pix: 4.1050e-02 ] [ l_g_total: 4.1050e-02 ] +2024-10-08 01:51:27,319 INFO: [ epoch: 66 ] [ iter: 88,700 ] [ performance: 26.545 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:54 ] [ l_g_pix: 1.7339e-02 ] [ l_g_total: 1.7339e-02 ] +2024-10-08 01:51:31,103 INFO: [ epoch: 66 ] [ iter: 88,800 ] [ performance: 26.475 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:48 ] [ l_g_pix: 2.3796e-02 ] [ l_g_total: 2.3796e-02 ] +2024-10-08 01:51:34,911 INFO: [ epoch: 66 ] [ iter: 88,900 ] [ performance: 26.269 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:42 ] [ l_g_pix: 2.9364e-02 ] [ l_g_total: 2.9364e-02 ] +2024-10-08 01:51:38,684 INFO: [ epoch: 66 ] [ iter: 89,000 ] [ performance: 26.424 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:36 ] [ l_g_pix: 3.2287e-02 ] [ l_g_total: 3.2287e-02 ] +2024-10-08 01:51:42,480 INFO: [ epoch: 66 ] [ iter: 89,100 ] [ performance: 26.339 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:30 ] [ l_g_pix: 3.3791e-02 ] [ l_g_total: 3.3791e-02 ] +2024-10-08 01:51:46,247 INFO: [ epoch: 66 ] [ iter: 89,200 ] [ performance: 26.473 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:24 ] [ l_g_pix: 3.3882e-02 ] [ l_g_total: 3.3882e-02 ] +2024-10-08 01:51:50,030 INFO: [ epoch: 66 ] [ iter: 89,300 ] [ performance: 26.739 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:18 ] [ l_g_pix: 2.8399e-02 ] [ l_g_total: 2.8399e-02 ] +2024-10-08 01:51:55,143 INFO: [ epoch: 67 ] [ iter: 89,400 ] [ performance: 21.686 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:12 ] [ l_g_pix: 2.9598e-02 ] [ l_g_total: 2.9598e-02 ] +2024-10-08 01:51:59,048 INFO: [ epoch: 67 ] [ iter: 89,500 ] [ performance: 26.439 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:06 ] [ l_g_pix: 4.1991e-02 ] [ l_g_total: 4.1991e-02 ] +2024-10-08 01:52:02,795 INFO: [ epoch: 67 ] [ iter: 89,600 ] [ performance: 26.602 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:00 ] [ l_g_pix: 3.0247e-02 ] [ l_g_total: 3.0247e-02 ] +2024-10-08 01:52:06,558 INFO: [ epoch: 67 ] [ iter: 89,700 ] [ performance: 26.619 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:54 ] [ l_g_pix: 2.8032e-02 ] [ l_g_total: 2.8032e-02 ] +2024-10-08 01:52:10,357 INFO: [ epoch: 67 ] [ iter: 89,800 ] [ performance: 26.430 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:48 ] [ l_g_pix: 2.0310e-02 ] [ l_g_total: 2.0310e-02 ] +2024-10-08 01:52:14,090 INFO: [ epoch: 67 ] [ iter: 89,900 ] [ performance: 26.678 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:42 ] [ l_g_pix: 3.4559e-02 ] [ l_g_total: 3.4559e-02 ] +2024-10-08 01:52:17,876 INFO: [ epoch: 67 ] [ iter: 90,000 ] [ performance: 26.511 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:36 ] [ l_g_pix: 3.1008e-02 ] [ l_g_total: 3.1008e-02 ] +2024-10-08 01:52:17,876 INFO: Saving models and training states. +2024-10-08 01:55:42,372 INFO: Validation val + + # psnr: 27.1874........ Best: 27.1874 @ 90000 iter + # ssim: 0.7657........ Best: 0.7657 @ 90000 iter + # dists: 0.7733........ Best: 0.7733 @ 90000 iter + +2024-10-08 01:55:46,183 INFO: [ epoch: 67 ] [ iter: 90,100 ] [ performance: 26.197 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:52 ] [ l_g_pix: 2.2909e-02 ] [ l_g_total: 2.2909e-02 ] +2024-10-08 01:55:50,002 INFO: [ epoch: 67 ] [ iter: 90,200 ] [ performance: 26.195 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:46 ] [ l_g_pix: 3.4243e-02 ] [ l_g_total: 3.4243e-02 ] +2024-10-08 01:55:53,848 INFO: [ epoch: 67 ] [ iter: 90,300 ] [ performance: 25.992 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:40 ] [ l_g_pix: 3.6737e-02 ] [ l_g_total: 3.6737e-02 ] +2024-10-08 01:55:57,644 INFO: [ epoch: 67 ] [ iter: 90,400 ] [ performance: 26.227 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:34 ] [ l_g_pix: 1.2225e-02 ] [ l_g_total: 1.2225e-02 ] +2024-10-08 01:56:01,455 INFO: [ epoch: 67 ] [ iter: 90,500 ] [ performance: 25.895 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:28 ] [ l_g_pix: 2.6044e-02 ] [ l_g_total: 2.6044e-02 ] +2024-10-08 01:56:05,254 INFO: [ epoch: 67 ] [ iter: 90,600 ] [ performance: 26.183 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:21 ] [ l_g_pix: 3.0188e-02 ] [ l_g_total: 3.0188e-02 ] +2024-10-08 01:56:08,804 INFO: [ epoch: 67 ] [ iter: 90,700 ] [ performance: 28.802 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:15 ] [ l_g_pix: 3.2984e-02 ] [ l_g_total: 3.2984e-02 ] +2024-10-08 01:56:14,714 INFO: [ epoch: 68 ] [ iter: 90,800 ] [ performance: 19.580 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:09 ] [ l_g_pix: 2.8538e-02 ] [ l_g_total: 2.8538e-02 ] +2024-10-08 01:56:18,533 INFO: [ epoch: 68 ] [ iter: 90,900 ] [ performance: 26.122 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:03 ] [ l_g_pix: 1.7308e-02 ] [ l_g_total: 1.7308e-02 ] +2024-10-08 01:56:22,323 INFO: [ epoch: 68 ] [ iter: 91,000 ] [ performance: 26.303 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:57 ] [ l_g_pix: 2.9139e-02 ] [ l_g_total: 2.9139e-02 ] +2024-10-08 01:56:26,155 INFO: [ epoch: 68 ] [ iter: 91,100 ] [ performance: 26.695 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:51 ] [ l_g_pix: 3.3217e-02 ] [ l_g_total: 3.3217e-02 ] +2024-10-08 01:56:29,916 INFO: [ epoch: 68 ] [ iter: 91,200 ] [ performance: 26.628 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:44 ] [ l_g_pix: 2.8832e-02 ] [ l_g_total: 2.8832e-02 ] +2024-10-08 01:56:33,680 INFO: [ epoch: 68 ] [ iter: 91,300 ] [ performance: 26.628 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:38 ] [ l_g_pix: 2.1990e-02 ] [ l_g_total: 2.1990e-02 ] +2024-10-08 01:56:37,434 INFO: [ epoch: 68 ] [ iter: 91,400 ] [ performance: 26.637 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:32 ] [ l_g_pix: 4.6942e-02 ] [ l_g_total: 4.6942e-02 ] +2024-10-08 01:56:41,244 INFO: [ epoch: 68 ] [ iter: 91,500 ] [ performance: 26.398 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:26 ] [ l_g_pix: 1.6023e-02 ] [ l_g_total: 1.6023e-02 ] +2024-10-08 01:56:45,084 INFO: [ epoch: 68 ] [ iter: 91,600 ] [ performance: 26.156 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:20 ] [ l_g_pix: 2.8451e-02 ] [ l_g_total: 2.8451e-02 ] +2024-10-08 01:56:48,891 INFO: [ epoch: 68 ] [ iter: 91,700 ] [ performance: 26.443 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:14 ] [ l_g_pix: 1.8710e-02 ] [ l_g_total: 1.8710e-02 ] +2024-10-08 01:56:52,731 INFO: [ epoch: 68 ] [ iter: 91,800 ] [ performance: 26.169 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:07 ] [ l_g_pix: 2.1893e-02 ] [ l_g_total: 2.1893e-02 ] +2024-10-08 01:56:56,581 INFO: [ epoch: 68 ] [ iter: 91,900 ] [ performance: 26.045 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:01 ] [ l_g_pix: 3.9876e-02 ] [ l_g_total: 3.9876e-02 ] +2024-10-08 01:57:00,210 INFO: [ epoch: 68 ] [ iter: 92,000 ] [ performance: 27.091 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:55 ] [ l_g_pix: 4.1062e-02 ] [ l_g_total: 4.1062e-02 ] +2024-10-08 01:57:05,731 INFO: [ epoch: 69 ] [ iter: 92,100 ] [ performance: 21.135 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:49 ] [ l_g_pix: 2.8617e-02 ] [ l_g_total: 2.8617e-02 ] +2024-10-08 01:57:09,495 INFO: [ epoch: 69 ] [ iter: 92,200 ] [ performance: 24.697 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:43 ] [ l_g_pix: 4.3489e-02 ] [ l_g_total: 4.3489e-02 ] +2024-10-08 01:57:13,283 INFO: [ epoch: 69 ] [ iter: 92,300 ] [ performance: 26.342 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:37 ] [ l_g_pix: 2.5189e-02 ] [ l_g_total: 2.5189e-02 ] +2024-10-08 01:57:17,024 INFO: [ epoch: 69 ] [ iter: 92,400 ] [ performance: 26.621 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:31 ] [ l_g_pix: 4.7260e-02 ] [ l_g_total: 4.7260e-02 ] +2024-10-08 01:57:20,817 INFO: [ epoch: 69 ] [ iter: 92,500 ] [ performance: 26.395 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:25 ] [ l_g_pix: 3.7417e-02 ] [ l_g_total: 3.7417e-02 ] +2024-10-08 01:57:24,637 INFO: [ epoch: 69 ] [ iter: 92,600 ] [ performance: 26.245 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:19 ] [ l_g_pix: 3.0448e-02 ] [ l_g_total: 3.0448e-02 ] +2024-10-08 01:57:28,416 INFO: [ epoch: 69 ] [ iter: 92,700 ] [ performance: 26.416 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:12 ] [ l_g_pix: 2.9784e-02 ] [ l_g_total: 2.9784e-02 ] +2024-10-08 01:57:32,237 INFO: [ epoch: 69 ] [ iter: 92,800 ] [ performance: 26.245 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:06 ] [ l_g_pix: 3.8902e-02 ] [ l_g_total: 3.8902e-02 ] +2024-10-08 01:57:35,984 INFO: [ epoch: 69 ] [ iter: 92,900 ] [ performance: 26.792 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:00 ] [ l_g_pix: 4.3366e-02 ] [ l_g_total: 4.3366e-02 ] +2024-10-08 01:57:39,721 INFO: [ epoch: 69 ] [ iter: 93,000 ] [ performance: 26.773 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:54 ] [ l_g_pix: 1.1325e-02 ] [ l_g_total: 1.1325e-02 ] +2024-10-08 01:57:43,510 INFO: [ epoch: 69 ] [ iter: 93,100 ] [ performance: 26.426 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:48 ] [ l_g_pix: 2.6527e-02 ] [ l_g_total: 2.6527e-02 ] +2024-10-08 01:57:47,252 INFO: [ epoch: 69 ] [ iter: 93,200 ] [ performance: 26.643 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:42 ] [ l_g_pix: 2.4582e-02 ] [ l_g_total: 2.4582e-02 ] +2024-10-08 01:57:50,974 INFO: [ epoch: 69 ] [ iter: 93,300 ] [ performance: 27.497 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:36 ] [ l_g_pix: 2.0687e-02 ] [ l_g_total: 2.0687e-02 ] +2024-10-08 01:57:56,106 INFO: [ epoch: 70 ] [ iter: 93,400 ] [ performance: 21.116 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:30 ] [ l_g_pix: 3.3015e-02 ] [ l_g_total: 3.3015e-02 ] +2024-10-08 01:58:00,108 INFO: [ epoch: 70 ] [ iter: 93,500 ] [ performance: 26.312 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:24 ] [ l_g_pix: 3.4332e-02 ] [ l_g_total: 3.4332e-02 ] +2024-10-08 01:58:03,918 INFO: [ epoch: 70 ] [ iter: 93,600 ] [ performance: 26.271 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:18 ] [ l_g_pix: 3.3613e-02 ] [ l_g_total: 3.3613e-02 ] +2024-10-08 01:58:07,739 INFO: [ epoch: 70 ] [ iter: 93,700 ] [ performance: 26.402 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:12 ] [ l_g_pix: 2.4972e-02 ] [ l_g_total: 2.4972e-02 ] +2024-10-08 01:58:11,545 INFO: [ epoch: 70 ] [ iter: 93,800 ] [ performance: 26.312 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:06 ] [ l_g_pix: 2.3783e-02 ] [ l_g_total: 2.3783e-02 ] +2024-10-08 01:58:15,317 INFO: [ epoch: 70 ] [ iter: 93,900 ] [ performance: 26.527 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:00 ] [ l_g_pix: 2.6542e-02 ] [ l_g_total: 2.6542e-02 ] +2024-10-08 01:58:19,119 INFO: [ epoch: 70 ] [ iter: 94,000 ] [ performance: 26.359 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:54 ] [ l_g_pix: 3.7055e-02 ] [ l_g_total: 3.7055e-02 ] +2024-10-08 01:58:22,913 INFO: [ epoch: 70 ] [ iter: 94,100 ] [ performance: 26.511 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:48 ] [ l_g_pix: 2.4253e-02 ] [ l_g_total: 2.4253e-02 ] +2024-10-08 01:58:26,709 INFO: [ epoch: 70 ] [ iter: 94,200 ] [ performance: 26.388 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:42 ] [ l_g_pix: 2.5030e-02 ] [ l_g_total: 2.5030e-02 ] +2024-10-08 01:58:30,478 INFO: [ epoch: 70 ] [ iter: 94,300 ] [ performance: 26.595 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:36 ] [ l_g_pix: 2.7213e-02 ] [ l_g_total: 2.7213e-02 ] +2024-10-08 01:58:34,247 INFO: [ epoch: 70 ] [ iter: 94,400 ] [ performance: 26.550 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:30 ] [ l_g_pix: 3.4082e-02 ] [ l_g_total: 3.4082e-02 ] +2024-10-08 01:58:38,040 INFO: [ epoch: 70 ] [ iter: 94,500 ] [ performance: 26.640 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:24 ] [ l_g_pix: 1.8314e-02 ] [ l_g_total: 1.8314e-02 ] +2024-10-08 01:58:41,807 INFO: [ epoch: 70 ] [ iter: 94,600 ] [ performance: 26.571 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:18 ] [ l_g_pix: 3.6202e-02 ] [ l_g_total: 3.6202e-02 ] +2024-10-08 01:58:45,320 INFO: [ epoch: 70 ] [ iter: 94,700 ] [ performance: 29.178 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:12 ] [ l_g_pix: 1.8209e-02 ] [ l_g_total: 1.8209e-02 ] +2024-10-08 01:58:50,860 INFO: [ epoch: 71 ] [ iter: 94,800 ] [ performance: 19.748 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:06 ] [ l_g_pix: 3.2652e-02 ] [ l_g_total: 3.2652e-02 ] +2024-10-08 01:58:54,675 INFO: [ epoch: 71 ] [ iter: 94,900 ] [ performance: 26.465 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:00 ] [ l_g_pix: 3.1353e-02 ] [ l_g_total: 3.1353e-02 ] +2024-10-08 01:58:58,399 INFO: [ epoch: 71 ] [ iter: 95,000 ] [ performance: 26.772 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:54 ] [ l_g_pix: 2.6408e-02 ] [ l_g_total: 2.6408e-02 ] +2024-10-08 01:59:02,189 INFO: [ epoch: 71 ] [ iter: 95,100 ] [ performance: 26.382 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:48 ] [ l_g_pix: 2.9217e-02 ] [ l_g_total: 2.9217e-02 ] +2024-10-08 01:59:05,925 INFO: [ epoch: 71 ] [ iter: 95,200 ] [ performance: 26.691 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:42 ] [ l_g_pix: 2.5095e-02 ] [ l_g_total: 2.5095e-02 ] +2024-10-08 01:59:09,679 INFO: [ epoch: 71 ] [ iter: 95,300 ] [ performance: 27.124 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:36 ] [ l_g_pix: 4.2117e-02 ] [ l_g_total: 4.2117e-02 ] +2024-10-08 01:59:13,482 INFO: [ epoch: 71 ] [ iter: 95,400 ] [ performance: 26.466 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:30 ] [ l_g_pix: 2.4181e-02 ] [ l_g_total: 2.4181e-02 ] +2024-10-08 01:59:17,252 INFO: [ epoch: 71 ] [ iter: 95,500 ] [ performance: 27.327 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:24 ] [ l_g_pix: 2.8843e-02 ] [ l_g_total: 2.8843e-02 ] +2024-10-08 01:59:20,981 INFO: [ epoch: 71 ] [ iter: 95,600 ] [ performance: 26.925 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:18 ] [ l_g_pix: 3.4914e-02 ] [ l_g_total: 3.4914e-02 ] +2024-10-08 01:59:24,814 INFO: [ epoch: 71 ] [ iter: 95,700 ] [ performance: 26.383 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:12 ] [ l_g_pix: 3.0513e-02 ] [ l_g_total: 3.0513e-02 ] +2024-10-08 01:59:28,591 INFO: [ epoch: 71 ] [ iter: 95,800 ] [ performance: 26.464 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:06 ] [ l_g_pix: 2.0916e-02 ] [ l_g_total: 2.0916e-02 ] +2024-10-08 01:59:32,350 INFO: [ epoch: 71 ] [ iter: 95,900 ] [ performance: 26.899 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:00 ] [ l_g_pix: 3.2741e-02 ] [ l_g_total: 3.2741e-02 ] +2024-10-08 01:59:35,980 INFO: [ epoch: 71 ] [ iter: 96,000 ] [ performance: 27.428 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:54 ] [ l_g_pix: 2.4268e-02 ] [ l_g_total: 2.4268e-02 ] +2024-10-08 01:59:41,603 INFO: [ epoch: 72 ] [ iter: 96,100 ] [ performance: 25.134 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:48 ] [ l_g_pix: 3.3605e-02 ] [ l_g_total: 3.3605e-02 ] +2024-10-08 01:59:45,352 INFO: [ epoch: 72 ] [ iter: 96,200 ] [ performance: 26.385 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:42 ] [ l_g_pix: 2.5765e-02 ] [ l_g_total: 2.5765e-02 ] +2024-10-08 01:59:49,181 INFO: [ epoch: 72 ] [ iter: 96,300 ] [ performance: 26.461 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:36 ] [ l_g_pix: 1.9894e-02 ] [ l_g_total: 1.9894e-02 ] +2024-10-08 01:59:52,965 INFO: [ epoch: 72 ] [ iter: 96,400 ] [ performance: 26.438 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:30 ] [ l_g_pix: 2.3958e-02 ] [ l_g_total: 2.3958e-02 ] +2024-10-08 01:59:56,764 INFO: [ epoch: 72 ] [ iter: 96,500 ] [ performance: 26.642 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:24 ] [ l_g_pix: 2.9303e-02 ] [ l_g_total: 2.9303e-02 ] +2024-10-08 02:00:00,554 INFO: [ epoch: 72 ] [ iter: 96,600 ] [ performance: 26.430 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:18 ] [ l_g_pix: 3.0251e-02 ] [ l_g_total: 3.0251e-02 ] +2024-10-08 02:00:04,321 INFO: [ epoch: 72 ] [ iter: 96,700 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:12 ] [ l_g_pix: 2.7259e-02 ] [ l_g_total: 2.7259e-02 ] +2024-10-08 02:00:08,061 INFO: [ epoch: 72 ] [ iter: 96,800 ] [ performance: 26.782 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:07 ] [ l_g_pix: 1.8014e-02 ] [ l_g_total: 1.8014e-02 ] +2024-10-08 02:00:11,877 INFO: [ epoch: 72 ] [ iter: 96,900 ] [ performance: 26.074 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:01 ] [ l_g_pix: 2.5241e-02 ] [ l_g_total: 2.5241e-02 ] +2024-10-08 02:00:15,649 INFO: [ epoch: 72 ] [ iter: 97,000 ] [ performance: 26.444 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:55 ] [ l_g_pix: 2.5432e-02 ] [ l_g_total: 2.5432e-02 ] +2024-10-08 02:00:19,460 INFO: [ epoch: 72 ] [ iter: 97,100 ] [ performance: 26.299 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:49 ] [ l_g_pix: 2.1298e-02 ] [ l_g_total: 2.1298e-02 ] +2024-10-08 02:00:23,251 INFO: [ epoch: 72 ] [ iter: 97,200 ] [ performance: 26.372 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:43 ] [ l_g_pix: 3.8374e-02 ] [ l_g_total: 3.8374e-02 ] +2024-10-08 02:00:27,047 INFO: [ epoch: 72 ] [ iter: 97,300 ] [ performance: 27.592 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:37 ] [ l_g_pix: 2.2673e-02 ] [ l_g_total: 2.2673e-02 ] +2024-10-08 02:00:32,357 INFO: [ epoch: 73 ] [ iter: 97,400 ] [ performance: 19.700 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:31 ] [ l_g_pix: 3.8724e-02 ] [ l_g_total: 3.8724e-02 ] +2024-10-08 02:00:36,338 INFO: [ epoch: 73 ] [ iter: 97,500 ] [ performance: 26.057 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:25 ] [ l_g_pix: 3.0521e-02 ] [ l_g_total: 3.0521e-02 ] +2024-10-08 02:00:40,139 INFO: [ epoch: 73 ] [ iter: 97,600 ] [ performance: 26.282 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:19 ] [ l_g_pix: 3.2735e-02 ] [ l_g_total: 3.2735e-02 ] +2024-10-08 02:00:43,935 INFO: [ epoch: 73 ] [ iter: 97,700 ] [ performance: 26.644 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:14 ] [ l_g_pix: 3.5100e-02 ] [ l_g_total: 3.5100e-02 ] +2024-10-08 02:00:47,739 INFO: [ epoch: 73 ] [ iter: 97,800 ] [ performance: 26.339 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:08 ] [ l_g_pix: 2.4110e-02 ] [ l_g_total: 2.4110e-02 ] +2024-10-08 02:00:51,530 INFO: [ epoch: 73 ] [ iter: 97,900 ] [ performance: 26.056 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:02 ] [ l_g_pix: 2.5729e-02 ] [ l_g_total: 2.5729e-02 ] +2024-10-08 02:00:55,270 INFO: [ epoch: 73 ] [ iter: 98,000 ] [ performance: 26.660 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:56 ] [ l_g_pix: 3.3065e-02 ] [ l_g_total: 3.3065e-02 ] +2024-10-08 02:00:59,028 INFO: [ epoch: 73 ] [ iter: 98,100 ] [ performance: 27.053 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:50 ] [ l_g_pix: 2.7227e-02 ] [ l_g_total: 2.7227e-02 ] +2024-10-08 02:01:02,769 INFO: [ epoch: 73 ] [ iter: 98,200 ] [ performance: 26.768 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:44 ] [ l_g_pix: 2.4768e-02 ] [ l_g_total: 2.4768e-02 ] +2024-10-08 02:01:06,602 INFO: [ epoch: 73 ] [ iter: 98,300 ] [ performance: 27.381 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:38 ] [ l_g_pix: 2.9121e-02 ] [ l_g_total: 2.9121e-02 ] +2024-10-08 02:01:10,341 INFO: [ epoch: 73 ] [ iter: 98,400 ] [ performance: 26.816 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:32 ] [ l_g_pix: 4.4712e-02 ] [ l_g_total: 4.4712e-02 ] +2024-10-08 02:01:14,194 INFO: [ epoch: 73 ] [ iter: 98,500 ] [ performance: 25.652 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:27 ] [ l_g_pix: 2.2939e-02 ] [ l_g_total: 2.2939e-02 ] +2024-10-08 02:01:18,005 INFO: [ epoch: 73 ] [ iter: 98,600 ] [ performance: 26.189 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:21 ] [ l_g_pix: 2.1988e-02 ] [ l_g_total: 2.1988e-02 ] +2024-10-08 02:01:21,495 INFO: [ epoch: 73 ] [ iter: 98,700 ] [ performance: 29.896 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:15 ] [ l_g_pix: 3.3652e-02 ] [ l_g_total: 3.3652e-02 ] +2024-10-08 02:01:27,178 INFO: [ epoch: 74 ] [ iter: 98,800 ] [ performance: 18.221 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:09 ] [ l_g_pix: 1.8261e-02 ] [ l_g_total: 1.8261e-02 ] +2024-10-08 02:01:31,020 INFO: [ epoch: 74 ] [ iter: 98,900 ] [ performance: 26.425 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:03 ] [ l_g_pix: 2.9987e-02 ] [ l_g_total: 2.9987e-02 ] +2024-10-08 02:01:34,838 INFO: [ epoch: 74 ] [ iter: 99,000 ] [ performance: 26.215 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:57 ] [ l_g_pix: 3.8549e-02 ] [ l_g_total: 3.8549e-02 ] +2024-10-08 02:01:38,627 INFO: [ epoch: 74 ] [ iter: 99,100 ] [ performance: 25.846 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:52 ] [ l_g_pix: 1.8194e-02 ] [ l_g_total: 1.8194e-02 ] +2024-10-08 02:01:42,418 INFO: [ epoch: 74 ] [ iter: 99,200 ] [ performance: 26.350 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:46 ] [ l_g_pix: 3.6536e-02 ] [ l_g_total: 3.6536e-02 ] +2024-10-08 02:01:46,240 INFO: [ epoch: 74 ] [ iter: 99,300 ] [ performance: 26.799 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:40 ] [ l_g_pix: 3.6168e-02 ] [ l_g_total: 3.6168e-02 ] +2024-10-08 02:01:50,068 INFO: [ epoch: 74 ] [ iter: 99,400 ] [ performance: 26.161 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:34 ] [ l_g_pix: 2.7700e-02 ] [ l_g_total: 2.7700e-02 ] +2024-10-08 02:01:53,889 INFO: [ epoch: 74 ] [ iter: 99,500 ] [ performance: 26.799 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:28 ] [ l_g_pix: 4.3065e-02 ] [ l_g_total: 4.3065e-02 ] +2024-10-08 02:01:57,733 INFO: [ epoch: 74 ] [ iter: 99,600 ] [ performance: 26.059 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:23 ] [ l_g_pix: 3.3550e-02 ] [ l_g_total: 3.3550e-02 ] +2024-10-08 02:02:01,508 INFO: [ epoch: 74 ] [ iter: 99,700 ] [ performance: 27.645 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:17 ] [ l_g_pix: 2.1504e-02 ] [ l_g_total: 2.1504e-02 ] +2024-10-08 02:02:05,259 INFO: [ epoch: 74 ] [ iter: 99,800 ] [ performance: 26.699 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:11 ] [ l_g_pix: 2.2728e-02 ] [ l_g_total: 2.2728e-02 ] +2024-10-08 02:02:09,065 INFO: [ epoch: 74 ] [ iter: 99,900 ] [ performance: 25.251 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:05 ] [ l_g_pix: 2.7702e-02 ] [ l_g_total: 2.7702e-02 ] +2024-10-08 02:02:12,743 INFO: [ epoch: 74 ] [ iter:100,000 ] [ performance: 27.132 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 2.3440e-02 ] [ l_g_total: 2.3440e-02 ] +2024-10-08 02:02:12,744 INFO: Saving models and training states. +2024-10-08 02:05:01,401 INFO: Validation val + + # psnr: 27.1893........ Best: 27.1893 @ 100000 iter + # ssim: 0.7658........ Best: 0.7658 @ 100000 iter + # dists: 0.7733........ Best: 0.7733 @ 100000 iter + +2024-10-08 02:05:02,484 INFO: End of training. Time consumed: 1:39:16 +2024-10-08 02:05:02,484 INFO: Save the latest model. +2024-10-08 02:07:52,879 INFO: Validation val + + # psnr: 27.1893........ Best: 27.1893 @ 100002 iter + # ssim: 0.7658........ Best: 0.7658 @ 100002 iter + # dists: 0.7733........ Best: 0.7733 @ 100002 iter + diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/10000.state b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..ada626c9572a04596ce27ed6617a4e6742ed32cb --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b32abe993fab15904718c17e5167bd3c0c191eec20137c44ccd17e233c48bf +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/100000.state b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..e59f4777eb7567888e35ead32d6b06fb94247f61 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9387d77efaac84e259e2e420507ffcbbc63f5b5005f890193f8e58623b4af029 +size 19045418 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/20000.state b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..5fe44938b3a5b592645d751aef23433e8cb653eb --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:750a849b25bd48d5e56f031cdb36d8c95b95358610ce624b5c442706bfee701d +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/30000.state b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..5d6074e7e86eefdd48a01666dc17b0a34b1d383d --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43fb1b3edf19579b2248b30bf52d2643f951fb4f4c492265ffb4ca463e88ab0a +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/40000.state b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..1c543e5f997289e26a93aa367252e485a00fed2c --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60f1dfa3ac3f9f1e43a9b1e1367d0d26e789e386a9f9b9e4f4f78392bb7d9296 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/50000.state b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..1fab399493190f4dc22cda9abbec218d0d80ded5 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1ef37355ddcdfe2c3ce119195a91a785ff1b0cbcd4a9b6cfee63ddac426d8b +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/60000.state b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..b6d1479fa47fb15e84e4c9ab6ff7b01575e8acd8 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eabb7ff9df773060b5d2e9a3b9e8780002ffc383c4e8f2f5117850053c578f41 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/70000.state b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..c94443014069f0e48ecd7c429c782b3ea1091226 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f2b04e21b5b87c4e70de9c9e9d4eda86b644a57355e0dec88a9a703009ff84 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/80000.state b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..ebe8dafd9ed1508ed95576928a490ed4553b495b --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb89874595a7ecb62eea7fa58852bf7eaecdd25b4fa1a394d8632a85371b5bd4 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/90000.state b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..52489327009e8a8de2823a6cc78c124ec39343c1 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.2_DF2K_plksr_tiny_fp16/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68615335a2ee397b39f0451d38f658f2ffd0696125cb988b5e91446148646566 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/4xHyperIQA_03_DF2K_plksr_tiny_fp16.toml b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/4xHyperIQA_03_DF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..9b7e1142578ffcebac1bd20c5071ac48c5590d88 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/4xHyperIQA_03_DF2K_plksr_tiny_fp16.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Mon Oct 7 23:34:20 2024 +# CMD: +# train.py -opt options/plksr_tiny/hyperiqa/fp16/4xHyperIQA_03_DF2K_plksr_tiny_fp16.toml --auto_resume + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xHyperIQA_0.3_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_03_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_03_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_10000.pth b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..46f0fd7bf17f2ccaad8fb0dcfe9466fbb23b4e9c --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc72c5575ab968ab0f231cd4e2b592e9d8ebad3fce09f246e24f4abe787c4de6 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_100000.pth b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..a517f453a505467cf10453c4388208cb9c4f7c29 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:962453c6f93c23b4132bdd29ee69ec452454b9d4f5c0bb81c59e0b15fa5e31cd +size 9513138 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_20000.pth b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..0cf9852674ead840c6efb893ea8b3d5bf2e356e6 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41bba32b43af588d1092e3fa0b437aa21de7c7a460d1ee389a8741cc78e79bac +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_30000.pth b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..4f531a7fbba9ad2bc98beef6b9a92d7c5db87b9c --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19a27cf5c216965eacd484a3c5e381511b351c6951e9ce1c535a2860ee2654f3 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_40000.pth b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..66f72de78b5b5cd8a2f8066fa2a12afd690fd9b7 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9793ba431da1f986a001f1006f2f361148191a5840cf9b2dd93929487372eab5 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_50000.pth b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d2b9e71a37c0f019203ea38bd91fa3ffc29bd512 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fbce4e382007a15d208d916c497f4520e4a242d43e0bece5c32d981a6af0c2b +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_50131.pth b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_50131.pth new file mode 100644 index 0000000000000000000000000000000000000000..2464850189eb9b5a7138e2df553f9f6407ef77cd --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_50131.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a15c93b90700cda5950bfd2408bac43973ae99be7407d3fc9e39f9de7d8990f +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_60000.pth b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..55d7acda3bf81fcf489b453505d3863f3cc08e6f --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae4cc43e041d8f14ee66b0b37dd366d0e129a5faa069a857407cb06bd62363e1 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_70000.pth b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..04bfcb7f80899345571f69e9798bb98f5b4e1af7 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce5434496f04e8a623dd9999e39d4d2166c52042717009bfc3c0140dd30b8c61 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_80000.pth b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..ef2605d5b6f7d2f461a7e87fea15687addf87547 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6627fe9701241533ade915ae4212d369b331dee1ed10f94d1678babfbe07d213 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_90000.pth b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..f29861389ab10994f370cf3e19b7554164344212 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0b0ac9a1410fca0c62a2deaa793a2c7917dffeded55543db51495d7701d3f5c +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_latest.pth b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..d6f91c3e025b8c848c0972fcf842ec5c01c1011d --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:791ce505c8e6727c72ea378a52cd01fb100cd33b1247a218e14c14f28fa473b2 +size 9513138 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.3_DF2K_plksr_tiny_fp16_20241007_070847.log b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.3_DF2K_plksr_tiny_fp16_20241007_070847.log new file mode 100644 index 0000000000000000000000000000000000000000..c5a8812d72dc518d5fa5d020df1000b3bad06732 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.3_DF2K_plksr_tiny_fp16_20241007_070847.log @@ -0,0 +1,559 @@ +2024-10-07 07:08:47,699 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-07 07:08:50,066 INFO: Dataset [paired] is built. +2024-10-07 07:08:50,066 INFO: Training statistics: + Starting model: 4xHyperIQA_0.3_DF2K_plksr_tiny_fp16 + Number of train images: 20689 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1294 + Total epochs 78 for total iters 100000. +2024-10-07 07:08:50,066 INFO: Dataset [paired] is built. +2024-10-07 07:08:50,066 INFO: Number of val images/folders: 100 +2024-10-07 07:08:50,484 INFO: Using network [plksr]. +2024-10-07 07:08:50,523 INFO: Using exponential-moving average. +2024-10-07 07:08:50,524 INFO: Loss [L1Loss] enabled. +2024-10-07 07:08:50,524 INFO: Using model [image]. +2024-10-07 07:08:51,201 INFO: AMP enabled. +2024-10-07 07:08:51,201 INFO: Deterministic mode enabled. +2024-10-07 07:08:51,201 INFO: Start training from epoch: 0, iter: 0 +2024-10-07 07:08:58,478 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 13.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:52 ] [ l_g_pix: 5.6455e-02 ] [ l_g_total: 5.6455e-02 ] +2024-10-07 07:09:02,305 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 18.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:14 ] [ l_g_pix: 4.3270e-02 ] [ l_g_total: 4.3270e-02 ] +2024-10-07 07:09:06,088 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 26.460 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:24 ] [ l_g_pix: 4.9000e-02 ] [ l_g_total: 4.9000e-02 ] +2024-10-07 07:09:09,820 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 26.628 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:14 ] [ l_g_pix: 2.0822e-02 ] [ l_g_total: 2.0822e-02 ] +2024-10-07 07:09:13,551 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 26.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:07 ] [ l_g_pix: 3.1911e-02 ] [ l_g_total: 3.1911e-02 ] +2024-10-07 07:09:17,309 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 26.729 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:05 ] [ l_g_pix: 3.6911e-02 ] [ l_g_total: 3.6911e-02 ] +2024-10-07 07:09:21,054 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 26.734 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:01 ] [ l_g_pix: 2.6528e-02 ] [ l_g_total: 2.6528e-02 ] +2024-10-07 07:09:24,876 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 26.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:06 ] [ l_g_pix: 3.6440e-02 ] [ l_g_total: 3.6440e-02 ] +2024-10-07 07:09:28,608 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 26.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:00 ] [ l_g_pix: 2.6678e-02 ] [ l_g_total: 2.6678e-02 ] +2024-10-07 07:09:32,376 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 26.668 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:57 ] [ l_g_pix: 3.6959e-02 ] [ l_g_total: 3.6959e-02 ] +2024-10-07 07:09:36,110 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:52 ] [ l_g_pix: 3.3898e-02 ] [ l_g_total: 3.3898e-02 ] +2024-10-07 07:09:39,879 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 26.665 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:49 ] [ l_g_pix: 2.5966e-02 ] [ l_g_total: 2.5966e-02 ] +2024-10-07 07:09:43,901 INFO: [ epoch: 1 ] [ iter: 1,300 ] [ performance: 24.677 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:06 ] [ l_g_pix: 3.0669e-02 ] [ l_g_total: 3.0669e-02 ] +2024-10-07 07:09:47,838 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 25.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:13 ] [ l_g_pix: 2.7540e-02 ] [ l_g_total: 2.7540e-02 ] +2024-10-07 07:09:51,513 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 27.244 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:02 ] [ l_g_pix: 3.0761e-02 ] [ l_g_total: 3.0761e-02 ] +2024-10-07 07:09:55,201 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 27.179 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:53 ] [ l_g_pix: 2.5792e-02 ] [ l_g_total: 2.5792e-02 ] +2024-10-07 07:09:58,887 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 27.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:44 ] [ l_g_pix: 2.9203e-02 ] [ l_g_total: 2.9203e-02 ] +2024-10-07 07:10:02,584 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 27.097 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:36 ] [ l_g_pix: 2.8369e-02 ] [ l_g_total: 2.8369e-02 ] +2024-10-07 07:10:06,259 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 27.198 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:28 ] [ l_g_pix: 5.1248e-02 ] [ l_g_total: 5.1248e-02 ] +2024-10-07 07:10:09,968 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 27.076 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:22 ] [ l_g_pix: 3.8933e-02 ] [ l_g_total: 3.8933e-02 ] +2024-10-07 07:10:13,723 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 26.717 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:18 ] [ l_g_pix: 3.4128e-02 ] [ l_g_total: 3.4128e-02 ] +2024-10-07 07:10:17,497 INFO: [ epoch: 1 ] [ iter: 2,200 ] [ performance: 26.603 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:15 ] [ l_g_pix: 2.0786e-02 ] [ l_g_total: 2.0786e-02 ] +2024-10-07 07:10:21,298 INFO: [ epoch: 1 ] [ iter: 2,300 ] [ performance: 26.398 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:13 ] [ l_g_pix: 2.8413e-02 ] [ l_g_total: 2.8413e-02 ] +2024-10-07 07:10:25,031 INFO: [ epoch: 1 ] [ iter: 2,400 ] [ performance: 26.607 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:08 ] [ l_g_pix: 4.7041e-02 ] [ l_g_total: 4.7041e-02 ] +2024-10-07 07:10:28,720 INFO: [ epoch: 1 ] [ iter: 2,500 ] [ performance: 27.107 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:02 ] [ l_g_pix: 3.4928e-02 ] [ l_g_total: 3.4928e-02 ] +2024-10-07 07:10:32,921 INFO: [ epoch: 2 ] [ iter: 2,600 ] [ performance: 25.251 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:14 ] [ l_g_pix: 2.4591e-02 ] [ l_g_total: 2.4591e-02 ] +2024-10-07 07:10:36,935 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 25.877 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:19 ] [ l_g_pix: 3.4653e-02 ] [ l_g_total: 3.4653e-02 ] +2024-10-07 07:10:40,671 INFO: [ epoch: 2 ] [ iter: 2,800 ] [ performance: 26.350 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:14 ] [ l_g_pix: 2.6290e-02 ] [ l_g_total: 2.6290e-02 ] +2024-10-07 07:10:44,370 INFO: [ epoch: 2 ] [ iter: 2,900 ] [ performance: 27.123 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:07 ] [ l_g_pix: 3.1168e-02 ] [ l_g_total: 3.1168e-02 ] +2024-10-07 07:10:48,177 INFO: [ epoch: 2 ] [ iter: 3,000 ] [ performance: 26.656 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:05 ] [ l_g_pix: 1.9938e-02 ] [ l_g_total: 1.9938e-02 ] +2024-10-07 07:10:51,907 INFO: [ epoch: 2 ] [ iter: 3,100 ] [ performance: 26.928 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:59 ] [ l_g_pix: 2.3273e-02 ] [ l_g_total: 2.3273e-02 ] +2024-10-07 07:10:55,626 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 26.909 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:54 ] [ l_g_pix: 2.3267e-02 ] [ l_g_total: 2.3267e-02 ] +2024-10-07 07:10:59,394 INFO: [ epoch: 2 ] [ iter: 3,300 ] [ performance: 26.684 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:50 ] [ l_g_pix: 2.8667e-02 ] [ l_g_total: 2.8667e-02 ] +2024-10-07 07:11:03,127 INFO: [ epoch: 2 ] [ iter: 3,400 ] [ performance: 26.743 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:45 ] [ l_g_pix: 4.7268e-02 ] [ l_g_total: 4.7268e-02 ] +2024-10-07 07:11:06,867 INFO: [ epoch: 2 ] [ iter: 3,500 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:40 ] [ l_g_pix: 3.8120e-02 ] [ l_g_total: 3.8120e-02 ] +2024-10-07 07:11:10,615 INFO: [ epoch: 2 ] [ iter: 3,600 ] [ performance: 26.774 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:36 ] [ l_g_pix: 2.4528e-02 ] [ l_g_total: 2.4528e-02 ] +2024-10-07 07:11:14,339 INFO: [ epoch: 2 ] [ iter: 3,700 ] [ performance: 26.918 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:31 ] [ l_g_pix: 4.4785e-02 ] [ l_g_total: 4.4785e-02 ] +2024-10-07 07:11:18,014 INFO: [ epoch: 2 ] [ iter: 3,800 ] [ performance: 27.084 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:25 ] [ l_g_pix: 3.4147e-02 ] [ l_g_total: 3.4147e-02 ] +2024-10-07 07:11:22,277 INFO: [ epoch: 3 ] [ iter: 3,900 ] [ performance: 22.471 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:33 ] [ l_g_pix: 3.7652e-02 ] [ l_g_total: 3.7652e-02 ] +2024-10-07 07:11:26,208 INFO: [ epoch: 3 ] [ iter: 4,000 ] [ performance: 24.047 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:33 ] [ l_g_pix: 2.2188e-02 ] [ l_g_total: 2.2188e-02 ] +2024-10-07 07:11:29,873 INFO: [ epoch: 3 ] [ iter: 4,100 ] [ performance: 27.432 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:26 ] [ l_g_pix: 3.7627e-02 ] [ l_g_total: 3.7627e-02 ] +2024-10-07 07:11:33,584 INFO: [ epoch: 3 ] [ iter: 4,200 ] [ performance: 27.163 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:21 ] [ l_g_pix: 2.6951e-02 ] [ l_g_total: 2.6951e-02 ] +2024-10-07 07:11:37,300 INFO: [ epoch: 3 ] [ iter: 4,300 ] [ performance: 26.998 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:16 ] [ l_g_pix: 3.3668e-02 ] [ l_g_total: 3.3668e-02 ] +2024-10-07 07:11:40,986 INFO: [ epoch: 3 ] [ iter: 4,400 ] [ performance: 27.073 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:10 ] [ l_g_pix: 4.4349e-02 ] [ l_g_total: 4.4349e-02 ] +2024-10-07 07:11:44,698 INFO: [ epoch: 3 ] [ iter: 4,500 ] [ performance: 27.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:05 ] [ l_g_pix: 3.3210e-02 ] [ l_g_total: 3.3210e-02 ] +2024-10-07 07:11:48,407 INFO: [ epoch: 3 ] [ iter: 4,600 ] [ performance: 27.044 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:59 ] [ l_g_pix: 2.9989e-02 ] [ l_g_total: 2.9989e-02 ] +2024-10-07 07:11:52,133 INFO: [ epoch: 3 ] [ iter: 4,700 ] [ performance: 27.109 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:55 ] [ l_g_pix: 2.6093e-02 ] [ l_g_total: 2.6093e-02 ] +2024-10-07 07:11:55,911 INFO: [ epoch: 3 ] [ iter: 4,800 ] [ performance: 26.744 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:51 ] [ l_g_pix: 3.1920e-02 ] [ l_g_total: 3.1920e-02 ] +2024-10-07 07:11:59,633 INFO: [ epoch: 3 ] [ iter: 4,900 ] [ performance: 26.825 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:46 ] [ l_g_pix: 2.3447e-02 ] [ l_g_total: 2.3447e-02 ] +2024-10-07 07:12:03,349 INFO: [ epoch: 3 ] [ iter: 5,000 ] [ performance: 26.877 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:41 ] [ l_g_pix: 3.0375e-02 ] [ l_g_total: 3.0375e-02 ] +2024-10-07 07:12:06,999 INFO: [ epoch: 3 ] [ iter: 5,100 ] [ performance: 27.791 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:35 ] [ l_g_pix: 2.7453e-02 ] [ l_g_total: 2.7453e-02 ] +2024-10-07 07:12:11,370 INFO: [ epoch: 4 ] [ iter: 5,200 ] [ performance: 24.761 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:43 ] [ l_g_pix: 2.8065e-02 ] [ l_g_total: 2.8065e-02 ] +2024-10-07 07:12:15,129 INFO: [ epoch: 4 ] [ iter: 5,300 ] [ performance: 27.072 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:39 ] [ l_g_pix: 3.8581e-02 ] [ l_g_total: 3.8581e-02 ] +2024-10-07 07:12:18,847 INFO: [ epoch: 4 ] [ iter: 5,400 ] [ performance: 26.972 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:34 ] [ l_g_pix: 4.1495e-02 ] [ l_g_total: 4.1495e-02 ] +2024-10-07 07:12:22,529 INFO: [ epoch: 4 ] [ iter: 5,500 ] [ performance: 27.070 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:28 ] [ l_g_pix: 3.2327e-02 ] [ l_g_total: 3.2327e-02 ] +2024-10-07 07:12:26,562 INFO: [ epoch: 4 ] [ iter: 5,600 ] [ performance: 25.710 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:29 ] [ l_g_pix: 4.1146e-02 ] [ l_g_total: 4.1146e-02 ] +2024-10-07 07:12:30,561 INFO: [ epoch: 4 ] [ iter: 5,700 ] [ performance: 25.660 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:29 ] [ l_g_pix: 3.8225e-02 ] [ l_g_total: 3.8225e-02 ] +2024-10-07 07:12:34,286 INFO: [ epoch: 4 ] [ iter: 5,800 ] [ performance: 26.343 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:24 ] [ l_g_pix: 3.6914e-02 ] [ l_g_total: 3.6914e-02 ] +2024-10-07 07:12:38,006 INFO: [ epoch: 4 ] [ iter: 5,900 ] [ performance: 26.940 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:19 ] [ l_g_pix: 5.4618e-02 ] [ l_g_total: 5.4618e-02 ] +2024-10-07 07:12:41,767 INFO: [ epoch: 4 ] [ iter: 6,000 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:15 ] [ l_g_pix: 4.3275e-02 ] [ l_g_total: 4.3275e-02 ] +2024-10-07 07:12:45,469 INFO: [ epoch: 4 ] [ iter: 6,100 ] [ performance: 27.160 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:10 ] [ l_g_pix: 2.5264e-02 ] [ l_g_total: 2.5264e-02 ] +2024-10-07 07:12:49,207 INFO: [ epoch: 4 ] [ iter: 6,200 ] [ performance: 26.921 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:06 ] [ l_g_pix: 2.1675e-02 ] [ l_g_total: 2.1675e-02 ] +2024-10-07 07:12:52,915 INFO: [ epoch: 4 ] [ iter: 6,300 ] [ performance: 27.046 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:01 ] [ l_g_pix: 3.0528e-02 ] [ l_g_total: 3.0528e-02 ] +2024-10-07 07:12:56,540 INFO: [ epoch: 4 ] [ iter: 6,400 ] [ performance: 27.362 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:55 ] [ l_g_pix: 2.8408e-02 ] [ l_g_total: 2.8408e-02 ] +2024-10-07 07:13:01,195 INFO: [ epoch: 5 ] [ iter: 6,500 ] [ performance: 19.276 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:03 ] [ l_g_pix: 4.6254e-02 ] [ l_g_total: 4.6254e-02 ] +2024-10-07 07:13:04,948 INFO: [ epoch: 5 ] [ iter: 6,600 ] [ performance: 23.077 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:59 ] [ l_g_pix: 3.9941e-02 ] [ l_g_total: 3.9941e-02 ] +2024-10-07 07:13:08,638 INFO: [ epoch: 5 ] [ iter: 6,700 ] [ performance: 27.051 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:54 ] [ l_g_pix: 2.3357e-02 ] [ l_g_total: 2.3357e-02 ] +2024-10-07 07:13:12,383 INFO: [ epoch: 5 ] [ iter: 6,800 ] [ performance: 26.845 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:50 ] [ l_g_pix: 4.7021e-02 ] [ l_g_total: 4.7021e-02 ] +2024-10-07 07:13:16,098 INFO: [ epoch: 5 ] [ iter: 6,900 ] [ performance: 27.007 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:45 ] [ l_g_pix: 3.0040e-02 ] [ l_g_total: 3.0040e-02 ] +2024-10-07 07:13:19,788 INFO: [ epoch: 5 ] [ iter: 7,000 ] [ performance: 27.068 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:40 ] [ l_g_pix: 3.6116e-02 ] [ l_g_total: 3.6116e-02 ] +2024-10-07 07:13:23,507 INFO: [ epoch: 5 ] [ iter: 7,100 ] [ performance: 26.903 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:35 ] [ l_g_pix: 3.3008e-02 ] [ l_g_total: 3.3008e-02 ] +2024-10-07 07:13:27,188 INFO: [ epoch: 5 ] [ iter: 7,200 ] [ performance: 27.064 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:30 ] [ l_g_pix: 3.3210e-02 ] [ l_g_total: 3.3210e-02 ] +2024-10-07 07:13:30,867 INFO: [ epoch: 5 ] [ iter: 7,300 ] [ performance: 27.537 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:25 ] [ l_g_pix: 3.5497e-02 ] [ l_g_total: 3.5497e-02 ] +2024-10-07 07:13:34,550 INFO: [ epoch: 5 ] [ iter: 7,400 ] [ performance: 27.306 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:20 ] [ l_g_pix: 2.0933e-02 ] [ l_g_total: 2.0933e-02 ] +2024-10-07 07:13:38,209 INFO: [ epoch: 5 ] [ iter: 7,500 ] [ performance: 27.618 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:15 ] [ l_g_pix: 3.5398e-02 ] [ l_g_total: 3.5398e-02 ] +2024-10-07 07:13:41,882 INFO: [ epoch: 5 ] [ iter: 7,600 ] [ performance: 27.382 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:10 ] [ l_g_pix: 2.1905e-02 ] [ l_g_total: 2.1905e-02 ] +2024-10-07 07:13:45,413 INFO: [ epoch: 5 ] [ iter: 7,700 ] [ performance: 28.709 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:03 ] [ l_g_pix: 3.3421e-02 ] [ l_g_total: 3.3421e-02 ] +2024-10-07 07:13:50,126 INFO: [ epoch: 6 ] [ iter: 7,800 ] [ performance: 23.578 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:10 ] [ l_g_pix: 2.5332e-02 ] [ l_g_total: 2.5332e-02 ] +2024-10-07 07:13:53,881 INFO: [ epoch: 6 ] [ iter: 7,900 ] [ performance: 26.739 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:06 ] [ l_g_pix: 4.0011e-02 ] [ l_g_total: 4.0011e-02 ] +2024-10-07 07:13:57,560 INFO: [ epoch: 6 ] [ iter: 8,000 ] [ performance: 27.015 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:01 ] [ l_g_pix: 2.2285e-02 ] [ l_g_total: 2.2285e-02 ] +2024-10-07 07:14:01,257 INFO: [ epoch: 6 ] [ iter: 8,100 ] [ performance: 27.033 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:56 ] [ l_g_pix: 2.9796e-02 ] [ l_g_total: 2.9796e-02 ] +2024-10-07 07:14:04,980 INFO: [ epoch: 6 ] [ iter: 8,200 ] [ performance: 26.927 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:52 ] [ l_g_pix: 3.0724e-02 ] [ l_g_total: 3.0724e-02 ] +2024-10-07 07:14:08,683 INFO: [ epoch: 6 ] [ iter: 8,300 ] [ performance: 27.140 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:47 ] [ l_g_pix: 3.1903e-02 ] [ l_g_total: 3.1903e-02 ] +2024-10-07 07:14:12,380 INFO: [ epoch: 6 ] [ iter: 8,400 ] [ performance: 27.087 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:42 ] [ l_g_pix: 4.3231e-02 ] [ l_g_total: 4.3231e-02 ] +2024-10-07 07:14:16,145 INFO: [ epoch: 6 ] [ iter: 8,500 ] [ performance: 26.543 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:38 ] [ l_g_pix: 3.2992e-02 ] [ l_g_total: 3.2992e-02 ] +2024-10-07 07:14:19,836 INFO: [ epoch: 6 ] [ iter: 8,600 ] [ performance: 26.893 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:34 ] [ l_g_pix: 4.8126e-02 ] [ l_g_total: 4.8126e-02 ] +2024-10-07 07:14:23,509 INFO: [ epoch: 6 ] [ iter: 8,700 ] [ performance: 27.111 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:29 ] [ l_g_pix: 3.3318e-02 ] [ l_g_total: 3.3318e-02 ] +2024-10-07 07:14:27,201 INFO: [ epoch: 6 ] [ iter: 8,800 ] [ performance: 27.101 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:24 ] [ l_g_pix: 3.5598e-02 ] [ l_g_total: 3.5598e-02 ] +2024-10-07 07:14:30,898 INFO: [ epoch: 6 ] [ iter: 8,900 ] [ performance: 27.205 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:20 ] [ l_g_pix: 4.2734e-02 ] [ l_g_total: 4.2734e-02 ] +2024-10-07 07:14:34,508 INFO: [ epoch: 6 ] [ iter: 9,000 ] [ performance: 27.520 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:14 ] [ l_g_pix: 2.8180e-02 ] [ l_g_total: 2.8180e-02 ] +2024-10-07 07:14:39,230 INFO: [ epoch: 7 ] [ iter: 9,100 ] [ performance: 17.449 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:20 ] [ l_g_pix: 5.4408e-02 ] [ l_g_total: 5.4408e-02 ] +2024-10-07 07:14:42,961 INFO: [ epoch: 7 ] [ iter: 9,200 ] [ performance: 22.522 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:15 ] [ l_g_pix: 4.6986e-02 ] [ l_g_total: 4.6986e-02 ] +2024-10-07 07:14:46,644 INFO: [ epoch: 7 ] [ iter: 9,300 ] [ performance: 27.092 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:11 ] [ l_g_pix: 2.7219e-02 ] [ l_g_total: 2.7219e-02 ] +2024-10-07 07:14:50,342 INFO: [ epoch: 7 ] [ iter: 9,400 ] [ performance: 27.064 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:06 ] [ l_g_pix: 2.5606e-02 ] [ l_g_total: 2.5606e-02 ] +2024-10-07 07:14:54,088 INFO: [ epoch: 7 ] [ iter: 9,500 ] [ performance: 26.896 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:02 ] [ l_g_pix: 2.8709e-02 ] [ l_g_total: 2.8709e-02 ] +2024-10-07 07:14:57,745 INFO: [ epoch: 7 ] [ iter: 9,600 ] [ performance: 27.193 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:57 ] [ l_g_pix: 2.3849e-02 ] [ l_g_total: 2.3849e-02 ] +2024-10-07 07:15:01,457 INFO: [ epoch: 7 ] [ iter: 9,700 ] [ performance: 27.047 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:53 ] [ l_g_pix: 3.5498e-02 ] [ l_g_total: 3.5498e-02 ] +2024-10-07 07:15:05,166 INFO: [ epoch: 7 ] [ iter: 9,800 ] [ performance: 26.994 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:48 ] [ l_g_pix: 3.1913e-02 ] [ l_g_total: 3.1913e-02 ] +2024-10-07 07:15:08,844 INFO: [ epoch: 7 ] [ iter: 9,900 ] [ performance: 27.242 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:43 ] [ l_g_pix: 3.6385e-02 ] [ l_g_total: 3.6385e-02 ] +2024-10-07 07:15:12,546 INFO: [ epoch: 7 ] [ iter: 10,000 ] [ performance: 27.095 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:39 ] [ l_g_pix: 3.4357e-02 ] [ l_g_total: 3.4357e-02 ] +2024-10-07 07:15:12,546 INFO: Saving models and training states. +2024-10-07 07:18:38,690 INFO: Validation val + + # psnr: 26.2901........ Best: 26.2901 @ 10000 iter + # ssim: 0.7392........ Best: 0.7392 @ 10000 iter + # dists: 0.7807........ Best: 0.7807 @ 10000 iter + +2024-10-07 07:18:42,364 INFO: [ epoch: 7 ] [ iter: 10,100 ] [ performance: 27.045 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:09 ] [ l_g_pix: 4.1481e-02 ] [ l_g_total: 4.1481e-02 ] +2024-10-07 07:18:46,125 INFO: [ epoch: 7 ] [ iter: 10,200 ] [ performance: 26.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:45 ] [ l_g_pix: 1.8433e-02 ] [ l_g_total: 1.8433e-02 ] +2024-10-07 07:18:49,698 INFO: [ epoch: 7 ] [ iter: 10,300 ] [ performance: 28.845 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:20 ] [ l_g_pix: 3.3419e-02 ] [ l_g_total: 3.3419e-02 ] +2024-10-07 07:18:54,494 INFO: [ epoch: 8 ] [ iter: 10,400 ] [ performance: 22.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:06 ] [ l_g_pix: 3.6577e-02 ] [ l_g_total: 3.6577e-02 ] +2024-10-07 07:18:58,203 INFO: [ epoch: 8 ] [ iter: 10,500 ] [ performance: 27.045 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:43 ] [ l_g_pix: 3.4777e-02 ] [ l_g_total: 3.4777e-02 ] +2024-10-07 07:19:01,943 INFO: [ epoch: 8 ] [ iter: 10,600 ] [ performance: 26.845 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:20 ] [ l_g_pix: 3.6247e-02 ] [ l_g_total: 3.6247e-02 ] +2024-10-07 07:19:05,648 INFO: [ epoch: 8 ] [ iter: 10,700 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:57 ] [ l_g_pix: 3.7534e-02 ] [ l_g_total: 3.7534e-02 ] +2024-10-07 07:19:09,348 INFO: [ epoch: 8 ] [ iter: 10,800 ] [ performance: 26.960 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:35 ] [ l_g_pix: 3.7638e-02 ] [ l_g_total: 3.7638e-02 ] +2024-10-07 07:19:13,048 INFO: [ epoch: 8 ] [ iter: 10,900 ] [ performance: 27.205 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:13 ] [ l_g_pix: 3.3844e-02 ] [ l_g_total: 3.3844e-02 ] +2024-10-07 07:19:16,762 INFO: [ epoch: 8 ] [ iter: 11,000 ] [ performance: 27.019 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:52 ] [ l_g_pix: 3.1805e-02 ] [ l_g_total: 3.1805e-02 ] +2024-10-07 07:19:20,519 INFO: [ epoch: 8 ] [ iter: 11,100 ] [ performance: 26.577 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:31 ] [ l_g_pix: 3.7111e-02 ] [ l_g_total: 3.7111e-02 ] +2024-10-07 07:19:24,260 INFO: [ epoch: 8 ] [ iter: 11,200 ] [ performance: 26.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:10 ] [ l_g_pix: 3.9435e-02 ] [ l_g_total: 3.9435e-02 ] +2024-10-07 07:19:27,953 INFO: [ epoch: 8 ] [ iter: 11,300 ] [ performance: 27.197 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:49 ] [ l_g_pix: 3.6881e-02 ] [ l_g_total: 3.6881e-02 ] +2024-10-07 07:19:31,623 INFO: [ epoch: 8 ] [ iter: 11,400 ] [ performance: 27.238 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:29 ] [ l_g_pix: 3.5297e-02 ] [ l_g_total: 3.5297e-02 ] +2024-10-07 07:19:35,270 INFO: [ epoch: 8 ] [ iter: 11,500 ] [ performance: 27.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:08 ] [ l_g_pix: 3.6489e-02 ] [ l_g_total: 3.6489e-02 ] +2024-10-07 07:19:38,845 INFO: [ epoch: 8 ] [ iter: 11,600 ] [ performance: 27.788 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:47 ] [ l_g_pix: 3.3074e-02 ] [ l_g_total: 3.3074e-02 ] +2024-10-07 07:19:43,729 INFO: [ epoch: 9 ] [ iter: 11,700 ] [ performance: 26.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:37 ] [ l_g_pix: 3.7821e-02 ] [ l_g_total: 3.7821e-02 ] +2024-10-07 07:19:47,430 INFO: [ epoch: 9 ] [ iter: 11,800 ] [ performance: 26.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:18 ] [ l_g_pix: 2.7629e-02 ] [ l_g_total: 2.7629e-02 ] +2024-10-07 07:19:51,149 INFO: [ epoch: 9 ] [ iter: 11,900 ] [ performance: 27.059 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:59 ] [ l_g_pix: 4.3687e-02 ] [ l_g_total: 4.3687e-02 ] +2024-10-07 07:19:54,828 INFO: [ epoch: 9 ] [ iter: 12,000 ] [ performance: 27.148 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:40 ] [ l_g_pix: 2.7915e-02 ] [ l_g_total: 2.7915e-02 ] +2024-10-07 07:19:58,511 INFO: [ epoch: 9 ] [ iter: 12,100 ] [ performance: 27.358 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:21 ] [ l_g_pix: 2.7986e-02 ] [ l_g_total: 2.7986e-02 ] +2024-10-07 07:20:02,227 INFO: [ epoch: 9 ] [ iter: 12,200 ] [ performance: 27.042 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:03 ] [ l_g_pix: 3.3620e-02 ] [ l_g_total: 3.3620e-02 ] +2024-10-07 07:20:05,971 INFO: [ epoch: 9 ] [ iter: 12,300 ] [ performance: 26.797 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:45 ] [ l_g_pix: 4.1371e-02 ] [ l_g_total: 4.1371e-02 ] +2024-10-07 07:20:09,694 INFO: [ epoch: 9 ] [ iter: 12,400 ] [ performance: 26.846 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:27 ] [ l_g_pix: 4.4607e-02 ] [ l_g_total: 4.4607e-02 ] +2024-10-07 07:20:13,439 INFO: [ epoch: 9 ] [ iter: 12,500 ] [ performance: 26.691 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:10 ] [ l_g_pix: 2.9562e-02 ] [ l_g_total: 2.9562e-02 ] +2024-10-07 07:20:17,177 INFO: [ epoch: 9 ] [ iter: 12,600 ] [ performance: 26.738 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:53 ] [ l_g_pix: 2.7742e-02 ] [ l_g_total: 2.7742e-02 ] +2024-10-07 07:20:20,864 INFO: [ epoch: 9 ] [ iter: 12,700 ] [ performance: 26.993 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:35 ] [ l_g_pix: 2.8713e-02 ] [ l_g_total: 2.8713e-02 ] +2024-10-07 07:20:24,578 INFO: [ epoch: 9 ] [ iter: 12,800 ] [ performance: 26.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:19 ] [ l_g_pix: 3.4118e-02 ] [ l_g_total: 3.4118e-02 ] +2024-10-07 07:20:28,134 INFO: [ epoch: 9 ] [ iter: 12,900 ] [ performance: 28.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:01 ] [ l_g_pix: 1.7483e-02 ] [ l_g_total: 1.7483e-02 ] +2024-10-07 07:20:33,162 INFO: [ epoch: 10 ] [ iter: 13,000 ] [ performance: 21.660 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:53 ] [ l_g_pix: 3.8416e-02 ] [ l_g_total: 3.8416e-02 ] +2024-10-07 07:20:36,867 INFO: [ epoch: 10 ] [ iter: 13,100 ] [ performance: 27.151 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:37 ] [ l_g_pix: 3.1480e-02 ] [ l_g_total: 3.1480e-02 ] +2024-10-07 07:20:40,572 INFO: [ epoch: 10 ] [ iter: 13,200 ] [ performance: 27.034 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:20 ] [ l_g_pix: 3.6067e-02 ] [ l_g_total: 3.6067e-02 ] +2024-10-07 07:20:44,315 INFO: [ epoch: 10 ] [ iter: 13,300 ] [ performance: 26.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:05 ] [ l_g_pix: 2.1375e-02 ] [ l_g_total: 2.1375e-02 ] +2024-10-07 07:20:48,014 INFO: [ epoch: 10 ] [ iter: 13,400 ] [ performance: 26.954 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:49 ] [ l_g_pix: 5.4242e-02 ] [ l_g_total: 5.4242e-02 ] +2024-10-07 07:20:51,734 INFO: [ epoch: 10 ] [ iter: 13,500 ] [ performance: 27.102 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:33 ] [ l_g_pix: 3.5767e-02 ] [ l_g_total: 3.5767e-02 ] +2024-10-07 07:20:55,461 INFO: [ epoch: 10 ] [ iter: 13,600 ] [ performance: 26.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:18 ] [ l_g_pix: 3.3320e-02 ] [ l_g_total: 3.3320e-02 ] +2024-10-07 07:20:59,127 INFO: [ epoch: 10 ] [ iter: 13,700 ] [ performance: 27.612 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:02 ] [ l_g_pix: 3.5564e-02 ] [ l_g_total: 3.5564e-02 ] +2024-10-07 07:21:02,799 INFO: [ epoch: 10 ] [ iter: 13,800 ] [ performance: 27.330 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:47 ] [ l_g_pix: 2.8600e-02 ] [ l_g_total: 2.8600e-02 ] +2024-10-07 07:21:06,553 INFO: [ epoch: 10 ] [ iter: 13,900 ] [ performance: 27.078 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:32 ] [ l_g_pix: 3.8784e-02 ] [ l_g_total: 3.8784e-02 ] +2024-10-07 07:21:10,268 INFO: [ epoch: 10 ] [ iter: 14,000 ] [ performance: 26.955 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:17 ] [ l_g_pix: 3.7906e-02 ] [ l_g_total: 3.7906e-02 ] +2024-10-07 07:21:13,958 INFO: [ epoch: 10 ] [ iter: 14,100 ] [ performance: 27.574 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:03 ] [ l_g_pix: 3.9059e-02 ] [ l_g_total: 3.9059e-02 ] +2024-10-07 07:21:17,465 INFO: [ epoch: 10 ] [ iter: 14,200 ] [ performance: 28.300 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:47 ] [ l_g_pix: 3.8151e-02 ] [ l_g_total: 3.8151e-02 ] +2024-10-07 07:21:22,339 INFO: [ epoch: 11 ] [ iter: 14,300 ] [ performance: 27.433 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:39 ] [ l_g_pix: 4.1798e-02 ] [ l_g_total: 4.1798e-02 ] +2024-10-07 07:21:26,045 INFO: [ epoch: 11 ] [ iter: 14,400 ] [ performance: 27.088 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:25 ] [ l_g_pix: 2.5964e-02 ] [ l_g_total: 2.5964e-02 ] +2024-10-07 07:21:29,817 INFO: [ epoch: 11 ] [ iter: 14,500 ] [ performance: 26.530 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:11 ] [ l_g_pix: 3.8754e-02 ] [ l_g_total: 3.8754e-02 ] +2024-10-07 07:21:33,523 INFO: [ epoch: 11 ] [ iter: 14,600 ] [ performance: 26.890 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:57 ] [ l_g_pix: 4.9017e-02 ] [ l_g_total: 4.9017e-02 ] +2024-10-07 07:21:37,223 INFO: [ epoch: 11 ] [ iter: 14,700 ] [ performance: 26.753 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:44 ] [ l_g_pix: 3.6129e-02 ] [ l_g_total: 3.6129e-02 ] +2024-10-07 07:21:40,959 INFO: [ epoch: 11 ] [ iter: 14,800 ] [ performance: 26.768 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:30 ] [ l_g_pix: 4.1011e-02 ] [ l_g_total: 4.1011e-02 ] +2024-10-07 07:21:44,683 INFO: [ epoch: 11 ] [ iter: 14,900 ] [ performance: 27.034 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:17 ] [ l_g_pix: 2.4496e-02 ] [ l_g_total: 2.4496e-02 ] +2024-10-07 07:21:48,414 INFO: [ epoch: 11 ] [ iter: 15,000 ] [ performance: 26.851 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:03 ] [ l_g_pix: 2.5669e-02 ] [ l_g_total: 2.5669e-02 ] +2024-10-07 07:21:52,155 INFO: [ epoch: 11 ] [ iter: 15,100 ] [ performance: 27.392 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:50 ] [ l_g_pix: 3.4974e-02 ] [ l_g_total: 3.4974e-02 ] +2024-10-07 07:21:55,850 INFO: [ epoch: 11 ] [ iter: 15,200 ] [ performance: 27.131 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:37 ] [ l_g_pix: 3.1988e-02 ] [ l_g_total: 3.1988e-02 ] +2024-10-07 07:21:59,531 INFO: [ epoch: 11 ] [ iter: 15,300 ] [ performance: 27.269 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:24 ] [ l_g_pix: 3.3074e-02 ] [ l_g_total: 3.3074e-02 ] +2024-10-07 07:22:03,197 INFO: [ epoch: 11 ] [ iter: 15,400 ] [ performance: 27.278 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:10 ] [ l_g_pix: 3.6960e-02 ] [ l_g_total: 3.6960e-02 ] +2024-10-07 07:22:06,701 INFO: [ epoch: 11 ] [ iter: 15,500 ] [ performance: 29.083 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:57 ] [ l_g_pix: 3.9620e-02 ] [ l_g_total: 3.9620e-02 ] +2024-10-07 07:22:11,558 INFO: [ epoch: 12 ] [ iter: 15,600 ] [ performance: 21.781 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:50 ] [ l_g_pix: 3.3295e-02 ] [ l_g_total: 3.3295e-02 ] +2024-10-07 07:22:15,299 INFO: [ epoch: 12 ] [ iter: 15,700 ] [ performance: 27.643 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:38 ] [ l_g_pix: 3.8123e-02 ] [ l_g_total: 3.8123e-02 ] +2024-10-07 07:22:18,983 INFO: [ epoch: 12 ] [ iter: 15,800 ] [ performance: 27.239 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:25 ] [ l_g_pix: 4.1836e-02 ] [ l_g_total: 4.1836e-02 ] +2024-10-07 07:22:22,696 INFO: [ epoch: 12 ] [ iter: 15,900 ] [ performance: 27.084 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:13 ] [ l_g_pix: 2.6420e-02 ] [ l_g_total: 2.6420e-02 ] +2024-10-07 07:22:26,370 INFO: [ epoch: 12 ] [ iter: 16,000 ] [ performance: 27.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:00 ] [ l_g_pix: 2.9756e-02 ] [ l_g_total: 2.9756e-02 ] +2024-10-07 07:22:30,044 INFO: [ epoch: 12 ] [ iter: 16,100 ] [ performance: 27.641 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:48 ] [ l_g_pix: 3.0988e-02 ] [ l_g_total: 3.0988e-02 ] +2024-10-07 07:22:33,717 INFO: [ epoch: 12 ] [ iter: 16,200 ] [ performance: 27.297 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:36 ] [ l_g_pix: 4.2789e-02 ] [ l_g_total: 4.2789e-02 ] +2024-10-07 07:22:37,384 INFO: [ epoch: 12 ] [ iter: 16,300 ] [ performance: 27.669 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:23 ] [ l_g_pix: 4.5196e-02 ] [ l_g_total: 4.5196e-02 ] +2024-10-07 07:22:41,086 INFO: [ epoch: 12 ] [ iter: 16,400 ] [ performance: 27.119 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:11 ] [ l_g_pix: 2.6391e-02 ] [ l_g_total: 2.6391e-02 ] +2024-10-07 07:22:44,789 INFO: [ epoch: 12 ] [ iter: 16,500 ] [ performance: 27.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:00 ] [ l_g_pix: 2.7471e-02 ] [ l_g_total: 2.7471e-02 ] +2024-10-07 07:22:48,509 INFO: [ epoch: 12 ] [ iter: 16,600 ] [ performance: 26.995 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:48 ] [ l_g_pix: 4.8359e-02 ] [ l_g_total: 4.8359e-02 ] +2024-10-07 07:22:52,281 INFO: [ epoch: 12 ] [ iter: 16,700 ] [ performance: 27.297 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:37 ] [ l_g_pix: 3.5519e-02 ] [ l_g_total: 3.5519e-02 ] +2024-10-07 07:22:55,737 INFO: [ epoch: 12 ] [ iter: 16,800 ] [ performance: 28.694 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:24 ] [ l_g_pix: 4.7668e-02 ] [ l_g_total: 4.7668e-02 ] +2024-10-07 07:23:00,820 INFO: [ epoch: 13 ] [ iter: 16,900 ] [ performance: 28.083 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:19 ] [ l_g_pix: 4.0186e-02 ] [ l_g_total: 4.0186e-02 ] +2024-10-07 07:23:04,508 INFO: [ epoch: 13 ] [ iter: 17,000 ] [ performance: 27.253 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:08 ] [ l_g_pix: 3.8557e-02 ] [ l_g_total: 3.8557e-02 ] +2024-10-07 07:23:08,159 INFO: [ epoch: 13 ] [ iter: 17,100 ] [ performance: 28.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:56 ] [ l_g_pix: 4.1997e-02 ] [ l_g_total: 4.1997e-02 ] +2024-10-07 07:23:11,864 INFO: [ epoch: 13 ] [ iter: 17,200 ] [ performance: 27.120 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:45 ] [ l_g_pix: 2.6452e-02 ] [ l_g_total: 2.6452e-02 ] +2024-10-07 07:23:15,576 INFO: [ epoch: 13 ] [ iter: 17,300 ] [ performance: 26.433 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:34 ] [ l_g_pix: 2.0200e-02 ] [ l_g_total: 2.0200e-02 ] +2024-10-07 07:23:19,280 INFO: [ epoch: 13 ] [ iter: 17,400 ] [ performance: 26.935 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:23 ] [ l_g_pix: 2.9317e-02 ] [ l_g_total: 2.9317e-02 ] +2024-10-07 07:23:23,019 INFO: [ epoch: 13 ] [ iter: 17,500 ] [ performance: 27.481 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:12 ] [ l_g_pix: 3.7963e-02 ] [ l_g_total: 3.7963e-02 ] +2024-10-07 07:23:26,743 INFO: [ epoch: 13 ] [ iter: 17,600 ] [ performance: 26.926 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:02 ] [ l_g_pix: 3.1003e-02 ] [ l_g_total: 3.1003e-02 ] +2024-10-07 07:23:30,498 INFO: [ epoch: 13 ] [ iter: 17,700 ] [ performance: 26.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:51 ] [ l_g_pix: 3.1802e-02 ] [ l_g_total: 3.1802e-02 ] +2024-10-07 07:23:34,228 INFO: [ epoch: 13 ] [ iter: 17,800 ] [ performance: 26.830 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:41 ] [ l_g_pix: 4.1434e-02 ] [ l_g_total: 4.1434e-02 ] +2024-10-07 07:23:37,941 INFO: [ epoch: 13 ] [ iter: 17,900 ] [ performance: 27.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:30 ] [ l_g_pix: 4.2471e-02 ] [ l_g_total: 4.2471e-02 ] +2024-10-07 07:23:41,682 INFO: [ epoch: 13 ] [ iter: 18,000 ] [ performance: 26.766 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:20 ] [ l_g_pix: 4.4984e-02 ] [ l_g_total: 4.4984e-02 ] +2024-10-07 07:23:45,179 INFO: [ epoch: 13 ] [ iter: 18,100 ] [ performance: 29.569 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:08 ] [ l_g_pix: 3.9369e-02 ] [ l_g_total: 3.9369e-02 ] +2024-10-07 07:23:50,241 INFO: [ epoch: 14 ] [ iter: 18,200 ] [ performance: 20.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:04 ] [ l_g_pix: 4.5357e-02 ] [ l_g_total: 4.5357e-02 ] +2024-10-07 07:23:53,994 INFO: [ epoch: 14 ] [ iter: 18,300 ] [ performance: 26.770 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:54 ] [ l_g_pix: 4.8673e-02 ] [ l_g_total: 4.8673e-02 ] +2024-10-07 07:23:57,764 INFO: [ epoch: 14 ] [ iter: 18,400 ] [ performance: 26.553 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:44 ] [ l_g_pix: 4.6107e-02 ] [ l_g_total: 4.6107e-02 ] +2024-10-07 07:24:01,474 INFO: [ epoch: 14 ] [ iter: 18,500 ] [ performance: 27.859 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:34 ] [ l_g_pix: 3.6942e-02 ] [ l_g_total: 3.6942e-02 ] +2024-10-07 07:24:05,196 INFO: [ epoch: 14 ] [ iter: 18,600 ] [ performance: 26.943 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:24 ] [ l_g_pix: 4.1757e-02 ] [ l_g_total: 4.1757e-02 ] +2024-10-07 07:24:08,921 INFO: [ epoch: 14 ] [ iter: 18,700 ] [ performance: 26.196 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:14 ] [ l_g_pix: 2.8159e-02 ] [ l_g_total: 2.8159e-02 ] +2024-10-07 07:24:12,594 INFO: [ epoch: 14 ] [ iter: 18,800 ] [ performance: 27.163 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:03 ] [ l_g_pix: 2.5581e-02 ] [ l_g_total: 2.5581e-02 ] +2024-10-07 07:24:16,325 INFO: [ epoch: 14 ] [ iter: 18,900 ] [ performance: 26.451 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:54 ] [ l_g_pix: 2.2097e-02 ] [ l_g_total: 2.2097e-02 ] +2024-10-07 07:24:19,983 INFO: [ epoch: 14 ] [ iter: 19,000 ] [ performance: 27.291 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:44 ] [ l_g_pix: 4.4779e-02 ] [ l_g_total: 4.4779e-02 ] +2024-10-07 07:24:23,690 INFO: [ epoch: 14 ] [ iter: 19,100 ] [ performance: 25.962 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:34 ] [ l_g_pix: 4.4553e-02 ] [ l_g_total: 4.4553e-02 ] +2024-10-07 07:24:27,405 INFO: [ epoch: 14 ] [ iter: 19,200 ] [ performance: 26.877 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:24 ] [ l_g_pix: 3.1644e-02 ] [ l_g_total: 3.1644e-02 ] +2024-10-07 07:24:31,092 INFO: [ epoch: 14 ] [ iter: 19,300 ] [ performance: 27.075 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:14 ] [ l_g_pix: 3.0816e-02 ] [ l_g_total: 3.0816e-02 ] +2024-10-07 07:24:35,362 INFO: [ epoch: 15 ] [ iter: 19,400 ] [ performance: 23.548 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:07 ] [ l_g_pix: 3.6292e-02 ] [ l_g_total: 3.6292e-02 ] +2024-10-07 07:24:39,449 INFO: [ epoch: 15 ] [ iter: 19,500 ] [ performance: 28.222 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:59 ] [ l_g_pix: 3.1677e-02 ] [ l_g_total: 3.1677e-02 ] +2024-10-07 07:24:43,134 INFO: [ epoch: 15 ] [ iter: 19,600 ] [ performance: 27.171 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:50 ] [ l_g_pix: 2.7568e-02 ] [ l_g_total: 2.7568e-02 ] +2024-10-07 07:24:46,851 INFO: [ epoch: 15 ] [ iter: 19,700 ] [ performance: 25.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:40 ] [ l_g_pix: 5.0963e-02 ] [ l_g_total: 5.0963e-02 ] +2024-10-07 07:24:50,582 INFO: [ epoch: 15 ] [ iter: 19,800 ] [ performance: 26.791 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:31 ] [ l_g_pix: 2.9427e-02 ] [ l_g_total: 2.9427e-02 ] +2024-10-07 07:24:54,317 INFO: [ epoch: 15 ] [ iter: 19,900 ] [ performance: 26.307 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:22 ] [ l_g_pix: 3.7279e-02 ] [ l_g_total: 3.7279e-02 ] +2024-10-07 07:24:58,053 INFO: [ epoch: 15 ] [ iter: 20,000 ] [ performance: 26.764 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:12 ] [ l_g_pix: 2.4519e-02 ] [ l_g_total: 2.4519e-02 ] +2024-10-07 07:24:58,053 INFO: Saving models and training states. +2024-10-07 07:28:07,571 INFO: Validation val + + # psnr: 26.2903........ Best: 26.2903 @ 20000 iter + # ssim: 0.7391........ Best: 0.7392 @ 10000 iter + # dists: 0.7809........ Best: 0.7807 @ 10000 iter + +2024-10-07 07:28:11,242 INFO: [ epoch: 15 ] [ iter: 20,100 ] [ performance: 27.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:36 ] [ l_g_pix: 3.5116e-02 ] [ l_g_total: 3.5116e-02 ] +2024-10-07 07:28:14,953 INFO: [ epoch: 15 ] [ iter: 20,200 ] [ performance: 26.948 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:23 ] [ l_g_pix: 3.4889e-02 ] [ l_g_total: 3.4889e-02 ] +2024-10-07 07:28:18,699 INFO: [ epoch: 15 ] [ iter: 20,300 ] [ performance: 26.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:09 ] [ l_g_pix: 2.6833e-02 ] [ l_g_total: 2.6833e-02 ] +2024-10-07 07:28:22,403 INFO: [ epoch: 15 ] [ iter: 20,400 ] [ performance: 27.012 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:55 ] [ l_g_pix: 3.8481e-02 ] [ l_g_total: 3.8481e-02 ] +2024-10-07 07:28:26,075 INFO: [ epoch: 15 ] [ iter: 20,500 ] [ performance: 27.127 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:42 ] [ l_g_pix: 2.9377e-02 ] [ l_g_total: 2.9377e-02 ] +2024-10-07 07:28:29,769 INFO: [ epoch: 15 ] [ iter: 20,600 ] [ performance: 27.099 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:28 ] [ l_g_pix: 3.1050e-02 ] [ l_g_total: 3.1050e-02 ] +2024-10-07 07:28:34,379 INFO: [ epoch: 16 ] [ iter: 20,700 ] [ performance: 24.075 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:18 ] [ l_g_pix: 2.7768e-02 ] [ l_g_total: 2.7768e-02 ] +2024-10-07 07:28:38,400 INFO: [ epoch: 16 ] [ iter: 20,800 ] [ performance: 25.467 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:06 ] [ l_g_pix: 4.5914e-02 ] [ l_g_total: 4.5914e-02 ] +2024-10-07 07:28:42,132 INFO: [ epoch: 16 ] [ iter: 20,900 ] [ performance: 26.126 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:53 ] [ l_g_pix: 3.6303e-02 ] [ l_g_total: 3.6303e-02 ] +2024-10-07 07:28:45,854 INFO: [ epoch: 16 ] [ iter: 21,000 ] [ performance: 26.896 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:40 ] [ l_g_pix: 2.5822e-02 ] [ l_g_total: 2.5822e-02 ] +2024-10-07 07:28:49,539 INFO: [ epoch: 16 ] [ iter: 21,100 ] [ performance: 27.021 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:27 ] [ l_g_pix: 3.1850e-02 ] [ l_g_total: 3.1850e-02 ] +2024-10-07 07:28:53,226 INFO: [ epoch: 16 ] [ iter: 21,200 ] [ performance: 27.173 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:14 ] [ l_g_pix: 4.6555e-02 ] [ l_g_total: 4.6555e-02 ] +2024-10-07 07:28:56,947 INFO: [ epoch: 16 ] [ iter: 21,300 ] [ performance: 27.023 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:01 ] [ l_g_pix: 3.7714e-02 ] [ l_g_total: 3.7714e-02 ] +2024-10-07 07:29:00,660 INFO: [ epoch: 16 ] [ iter: 21,400 ] [ performance: 26.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:48 ] [ l_g_pix: 3.0908e-02 ] [ l_g_total: 3.0908e-02 ] +2024-10-07 07:29:04,406 INFO: [ epoch: 16 ] [ iter: 21,500 ] [ performance: 26.821 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:36 ] [ l_g_pix: 3.6016e-02 ] [ l_g_total: 3.6016e-02 ] +2024-10-07 07:29:08,129 INFO: [ epoch: 16 ] [ iter: 21,600 ] [ performance: 26.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:23 ] [ l_g_pix: 4.1253e-02 ] [ l_g_total: 4.1253e-02 ] +2024-10-07 07:29:11,856 INFO: [ epoch: 16 ] [ iter: 21,700 ] [ performance: 26.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:11 ] [ l_g_pix: 3.4446e-02 ] [ l_g_total: 3.4446e-02 ] +2024-10-07 07:29:15,552 INFO: [ epoch: 16 ] [ iter: 21,800 ] [ performance: 27.140 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:58 ] [ l_g_pix: 2.5976e-02 ] [ l_g_total: 2.5976e-02 ] +2024-10-07 07:29:19,200 INFO: [ epoch: 16 ] [ iter: 21,900 ] [ performance: 27.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:46 ] [ l_g_pix: 4.5477e-02 ] [ l_g_total: 4.5477e-02 ] +2024-10-07 07:29:23,848 INFO: [ epoch: 17 ] [ iter: 22,000 ] [ performance: 21.027 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:37 ] [ l_g_pix: 2.9987e-02 ] [ l_g_total: 2.9987e-02 ] +2024-10-07 07:29:27,738 INFO: [ epoch: 17 ] [ iter: 22,100 ] [ performance: 23.244 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:25 ] [ l_g_pix: 3.8785e-02 ] [ l_g_total: 3.8785e-02 ] +2024-10-07 07:29:31,460 INFO: [ epoch: 17 ] [ iter: 22,200 ] [ performance: 26.922 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:13 ] [ l_g_pix: 3.8925e-02 ] [ l_g_total: 3.8925e-02 ] +2024-10-07 07:29:35,142 INFO: [ epoch: 17 ] [ iter: 22,300 ] [ performance: 27.049 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:01 ] [ l_g_pix: 3.0807e-02 ] [ l_g_total: 3.0807e-02 ] +2024-10-07 07:29:38,835 INFO: [ epoch: 17 ] [ iter: 22,400 ] [ performance: 27.073 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:49 ] [ l_g_pix: 3.2068e-02 ] [ l_g_total: 3.2068e-02 ] +2024-10-07 07:29:42,575 INFO: [ epoch: 17 ] [ iter: 22,500 ] [ performance: 26.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:37 ] [ l_g_pix: 4.4277e-02 ] [ l_g_total: 4.4277e-02 ] +2024-10-07 07:29:46,353 INFO: [ epoch: 17 ] [ iter: 22,600 ] [ performance: 26.425 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:26 ] [ l_g_pix: 3.3694e-02 ] [ l_g_total: 3.3694e-02 ] +2024-10-07 07:29:50,046 INFO: [ epoch: 17 ] [ iter: 22,700 ] [ performance: 26.773 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:14 ] [ l_g_pix: 3.8210e-02 ] [ l_g_total: 3.8210e-02 ] +2024-10-07 07:29:53,738 INFO: [ epoch: 17 ] [ iter: 22,800 ] [ performance: 27.191 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:02 ] [ l_g_pix: 2.9578e-02 ] [ l_g_total: 2.9578e-02 ] +2024-10-07 07:29:57,431 INFO: [ epoch: 17 ] [ iter: 22,900 ] [ performance: 27.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:50 ] [ l_g_pix: 3.1952e-02 ] [ l_g_total: 3.1952e-02 ] +2024-10-07 07:30:01,101 INFO: [ epoch: 17 ] [ iter: 23,000 ] [ performance: 27.285 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:39 ] [ l_g_pix: 4.2025e-02 ] [ l_g_total: 4.2025e-02 ] +2024-10-07 07:30:04,828 INFO: [ epoch: 17 ] [ iter: 23,100 ] [ performance: 27.041 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:27 ] [ l_g_pix: 3.5914e-02 ] [ l_g_total: 3.5914e-02 ] +2024-10-07 07:30:08,473 INFO: [ epoch: 17 ] [ iter: 23,200 ] [ performance: 27.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:16 ] [ l_g_pix: 3.5654e-02 ] [ l_g_total: 3.5654e-02 ] +2024-10-07 07:30:13,189 INFO: [ epoch: 18 ] [ iter: 23,300 ] [ performance: 23.745 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:08 ] [ l_g_pix: 3.4374e-02 ] [ l_g_total: 3.4374e-02 ] +2024-10-07 07:30:16,970 INFO: [ epoch: 18 ] [ iter: 23,400 ] [ performance: 27.051 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:57 ] [ l_g_pix: 3.3046e-02 ] [ l_g_total: 3.3046e-02 ] +2024-10-07 07:30:20,699 INFO: [ epoch: 18 ] [ iter: 23,500 ] [ performance: 26.926 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:45 ] [ l_g_pix: 2.7743e-02 ] [ l_g_total: 2.7743e-02 ] +2024-10-07 07:30:24,414 INFO: [ epoch: 18 ] [ iter: 23,600 ] [ performance: 27.027 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:34 ] [ l_g_pix: 2.9664e-02 ] [ l_g_total: 2.9664e-02 ] +2024-10-07 07:30:28,130 INFO: [ epoch: 18 ] [ iter: 23,700 ] [ performance: 26.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:23 ] [ l_g_pix: 2.3705e-02 ] [ l_g_total: 2.3705e-02 ] +2024-10-07 07:30:31,882 INFO: [ epoch: 18 ] [ iter: 23,800 ] [ performance: 26.738 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:12 ] [ l_g_pix: 2.8888e-02 ] [ l_g_total: 2.8888e-02 ] +2024-10-07 07:30:35,610 INFO: [ epoch: 18 ] [ iter: 23,900 ] [ performance: 26.786 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:01 ] [ l_g_pix: 3.6599e-02 ] [ l_g_total: 3.6599e-02 ] +2024-10-07 07:30:39,370 INFO: [ epoch: 18 ] [ iter: 24,000 ] [ performance: 26.772 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:51 ] [ l_g_pix: 3.4232e-02 ] [ l_g_total: 3.4232e-02 ] +2024-10-07 07:30:43,067 INFO: [ epoch: 18 ] [ iter: 24,100 ] [ performance: 26.928 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:40 ] [ l_g_pix: 3.0422e-02 ] [ l_g_total: 3.0422e-02 ] +2024-10-07 07:30:46,780 INFO: [ epoch: 18 ] [ iter: 24,200 ] [ performance: 27.055 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:29 ] [ l_g_pix: 3.5512e-02 ] [ l_g_total: 3.5512e-02 ] +2024-10-07 07:30:50,466 INFO: [ epoch: 18 ] [ iter: 24,300 ] [ performance: 27.097 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:18 ] [ l_g_pix: 3.9477e-02 ] [ l_g_total: 3.9477e-02 ] +2024-10-07 07:30:54,166 INFO: [ epoch: 18 ] [ iter: 24,400 ] [ performance: 27.256 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:07 ] [ l_g_pix: 4.2785e-02 ] [ l_g_total: 4.2785e-02 ] +2024-10-07 07:30:57,860 INFO: [ epoch: 18 ] [ iter: 24,500 ] [ performance: 27.156 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:57 ] [ l_g_pix: 3.2597e-02 ] [ l_g_total: 3.2597e-02 ] +2024-10-07 07:31:02,898 INFO: [ epoch: 19 ] [ iter: 24,600 ] [ performance: 18.355 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:50 ] [ l_g_pix: 3.9901e-02 ] [ l_g_total: 3.9901e-02 ] +2024-10-07 07:31:06,574 INFO: [ epoch: 19 ] [ iter: 24,700 ] [ performance: 22.464 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:39 ] [ l_g_pix: 2.9273e-02 ] [ l_g_total: 2.9273e-02 ] +2024-10-07 07:31:10,271 INFO: [ epoch: 19 ] [ iter: 24,800 ] [ performance: 27.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:29 ] [ l_g_pix: 2.2339e-02 ] [ l_g_total: 2.2339e-02 ] +2024-10-07 07:31:13,964 INFO: [ epoch: 19 ] [ iter: 24,900 ] [ performance: 27.183 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:18 ] [ l_g_pix: 2.4470e-02 ] [ l_g_total: 2.4470e-02 ] +2024-10-07 07:31:17,615 INFO: [ epoch: 19 ] [ iter: 25,000 ] [ performance: 27.513 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:08 ] [ l_g_pix: 4.0967e-02 ] [ l_g_total: 4.0967e-02 ] +2024-10-07 07:31:21,292 INFO: [ epoch: 19 ] [ iter: 25,100 ] [ performance: 27.334 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:57 ] [ l_g_pix: 3.0593e-02 ] [ l_g_total: 3.0593e-02 ] +2024-10-07 07:31:24,988 INFO: [ epoch: 19 ] [ iter: 25,200 ] [ performance: 27.126 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:47 ] [ l_g_pix: 3.9934e-02 ] [ l_g_total: 3.9934e-02 ] +2024-10-07 07:31:28,696 INFO: [ epoch: 19 ] [ iter: 25,300 ] [ performance: 27.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:37 ] [ l_g_pix: 3.4600e-02 ] [ l_g_total: 3.4600e-02 ] +2024-10-07 07:31:32,423 INFO: [ epoch: 19 ] [ iter: 25,400 ] [ performance: 26.942 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:27 ] [ l_g_pix: 2.7846e-02 ] [ l_g_total: 2.7846e-02 ] +2024-10-07 07:31:36,153 INFO: [ epoch: 19 ] [ iter: 25,500 ] [ performance: 26.869 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:17 ] [ l_g_pix: 3.2357e-02 ] [ l_g_total: 3.2357e-02 ] +2024-10-07 07:31:39,868 INFO: [ epoch: 19 ] [ iter: 25,600 ] [ performance: 27.030 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:07 ] [ l_g_pix: 3.3094e-02 ] [ l_g_total: 3.3094e-02 ] +2024-10-07 07:31:43,595 INFO: [ epoch: 19 ] [ iter: 25,700 ] [ performance: 26.922 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:57 ] [ l_g_pix: 3.1535e-02 ] [ l_g_total: 3.1535e-02 ] +2024-10-07 07:31:47,249 INFO: [ epoch: 19 ] [ iter: 25,800 ] [ performance: 27.720 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:47 ] [ l_g_pix: 2.6905e-02 ] [ l_g_total: 2.6905e-02 ] +2024-10-07 07:31:52,074 INFO: [ epoch: 20 ] [ iter: 25,900 ] [ performance: 23.175 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:40 ] [ l_g_pix: 3.1448e-02 ] [ l_g_total: 3.1448e-02 ] +2024-10-07 07:31:55,783 INFO: [ epoch: 20 ] [ iter: 26,000 ] [ performance: 27.243 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:30 ] [ l_g_pix: 2.8082e-02 ] [ l_g_total: 2.8082e-02 ] +2024-10-07 07:31:59,499 INFO: [ epoch: 20 ] [ iter: 26,100 ] [ performance: 27.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:20 ] [ l_g_pix: 2.7195e-02 ] [ l_g_total: 2.7195e-02 ] +2024-10-07 07:32:03,224 INFO: [ epoch: 20 ] [ iter: 26,200 ] [ performance: 26.820 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:10 ] [ l_g_pix: 4.1084e-02 ] [ l_g_total: 4.1084e-02 ] +2024-10-07 07:32:06,942 INFO: [ epoch: 20 ] [ iter: 26,300 ] [ performance: 26.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:01 ] [ l_g_pix: 2.3421e-02 ] [ l_g_total: 2.3421e-02 ] +2024-10-07 07:32:10,603 INFO: [ epoch: 20 ] [ iter: 26,400 ] [ performance: 27.042 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:51 ] [ l_g_pix: 3.4715e-02 ] [ l_g_total: 3.4715e-02 ] +2024-10-07 07:32:14,402 INFO: [ epoch: 20 ] [ iter: 26,500 ] [ performance: 26.615 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:41 ] [ l_g_pix: 4.4539e-02 ] [ l_g_total: 4.4539e-02 ] +2024-10-07 07:32:18,136 INFO: [ epoch: 20 ] [ iter: 26,600 ] [ performance: 26.900 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:32 ] [ l_g_pix: 3.5621e-02 ] [ l_g_total: 3.5621e-02 ] +2024-10-07 07:32:21,878 INFO: [ epoch: 20 ] [ iter: 26,700 ] [ performance: 26.800 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:22 ] [ l_g_pix: 2.8850e-02 ] [ l_g_total: 2.8850e-02 ] +2024-10-07 07:32:25,586 INFO: [ epoch: 20 ] [ iter: 26,800 ] [ performance: 27.110 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:13 ] [ l_g_pix: 3.4280e-02 ] [ l_g_total: 3.4280e-02 ] +2024-10-07 07:32:29,337 INFO: [ epoch: 20 ] [ iter: 26,900 ] [ performance: 26.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:03 ] [ l_g_pix: 3.6313e-02 ] [ l_g_total: 3.6313e-02 ] +2024-10-07 07:32:33,061 INFO: [ epoch: 20 ] [ iter: 27,000 ] [ performance: 26.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:54 ] [ l_g_pix: 3.6018e-02 ] [ l_g_total: 3.6018e-02 ] +2024-10-07 07:32:36,674 INFO: [ epoch: 20 ] [ iter: 27,100 ] [ performance: 27.359 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:44 ] [ l_g_pix: 2.7361e-02 ] [ l_g_total: 2.7361e-02 ] +2024-10-07 07:32:41,648 INFO: [ epoch: 21 ] [ iter: 27,200 ] [ performance: 17.316 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:38 ] [ l_g_pix: 2.2432e-02 ] [ l_g_total: 2.2432e-02 ] +2024-10-07 07:32:45,380 INFO: [ epoch: 21 ] [ iter: 27,300 ] [ performance: 22.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:29 ] [ l_g_pix: 3.8693e-02 ] [ l_g_total: 3.8693e-02 ] +2024-10-07 07:32:49,093 INFO: [ epoch: 21 ] [ iter: 27,400 ] [ performance: 27.180 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:20 ] [ l_g_pix: 3.9544e-02 ] [ l_g_total: 3.9544e-02 ] +2024-10-07 07:32:52,849 INFO: [ epoch: 21 ] [ iter: 27,500 ] [ performance: 26.843 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:11 ] [ l_g_pix: 2.3377e-02 ] [ l_g_total: 2.3377e-02 ] +2024-10-07 07:32:56,540 INFO: [ epoch: 21 ] [ iter: 27,600 ] [ performance: 27.267 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:01 ] [ l_g_pix: 4.1431e-02 ] [ l_g_total: 4.1431e-02 ] +2024-10-07 07:33:00,230 INFO: [ epoch: 21 ] [ iter: 27,700 ] [ performance: 27.172 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:52 ] [ l_g_pix: 1.8247e-02 ] [ l_g_total: 1.8247e-02 ] +2024-10-07 07:33:03,967 INFO: [ epoch: 21 ] [ iter: 27,800 ] [ performance: 26.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:43 ] [ l_g_pix: 2.7642e-02 ] [ l_g_total: 2.7642e-02 ] +2024-10-07 07:33:07,695 INFO: [ epoch: 21 ] [ iter: 27,900 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:34 ] [ l_g_pix: 3.1143e-02 ] [ l_g_total: 3.1143e-02 ] +2024-10-07 07:33:11,378 INFO: [ epoch: 21 ] [ iter: 28,000 ] [ performance: 27.261 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:25 ] [ l_g_pix: 2.7322e-02 ] [ l_g_total: 2.7322e-02 ] +2024-10-07 07:33:15,054 INFO: [ epoch: 21 ] [ iter: 28,100 ] [ performance: 27.228 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:16 ] [ l_g_pix: 3.7722e-02 ] [ l_g_total: 3.7722e-02 ] +2024-10-07 07:33:18,799 INFO: [ epoch: 21 ] [ iter: 28,200 ] [ performance: 26.479 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:07 ] [ l_g_pix: 3.0131e-02 ] [ l_g_total: 3.0131e-02 ] +2024-10-07 07:33:22,619 INFO: [ epoch: 21 ] [ iter: 28,300 ] [ performance: 26.293 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:58 ] [ l_g_pix: 2.8865e-02 ] [ l_g_total: 2.8865e-02 ] +2024-10-07 07:33:26,188 INFO: [ epoch: 21 ] [ iter: 28,400 ] [ performance: 28.834 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:49 ] [ l_g_pix: 4.0202e-02 ] [ l_g_total: 4.0202e-02 ] +2024-10-07 07:33:30,900 INFO: [ epoch: 22 ] [ iter: 28,500 ] [ performance: 23.534 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:43 ] [ l_g_pix: 2.9302e-02 ] [ l_g_total: 2.9302e-02 ] +2024-10-07 07:33:34,572 INFO: [ epoch: 22 ] [ iter: 28,600 ] [ performance: 27.426 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:34 ] [ l_g_pix: 3.1611e-02 ] [ l_g_total: 3.1611e-02 ] +2024-10-07 07:33:38,299 INFO: [ epoch: 22 ] [ iter: 28,700 ] [ performance: 27.052 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:25 ] [ l_g_pix: 2.5842e-02 ] [ l_g_total: 2.5842e-02 ] +2024-10-07 07:33:42,039 INFO: [ epoch: 22 ] [ iter: 28,800 ] [ performance: 26.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:16 ] [ l_g_pix: 2.9996e-02 ] [ l_g_total: 2.9996e-02 ] +2024-10-07 07:33:45,718 INFO: [ epoch: 22 ] [ iter: 28,900 ] [ performance: 26.930 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:07 ] [ l_g_pix: 2.2837e-02 ] [ l_g_total: 2.2837e-02 ] +2024-10-07 07:33:49,379 INFO: [ epoch: 22 ] [ iter: 29,000 ] [ performance: 27.519 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:59 ] [ l_g_pix: 3.5695e-02 ] [ l_g_total: 3.5695e-02 ] +2024-10-07 07:33:53,057 INFO: [ epoch: 22 ] [ iter: 29,100 ] [ performance: 27.314 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:50 ] [ l_g_pix: 1.7640e-02 ] [ l_g_total: 1.7640e-02 ] +2024-10-07 07:33:56,779 INFO: [ epoch: 22 ] [ iter: 29,200 ] [ performance: 26.847 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:41 ] [ l_g_pix: 3.8967e-02 ] [ l_g_total: 3.8967e-02 ] +2024-10-07 07:34:00,541 INFO: [ epoch: 22 ] [ iter: 29,300 ] [ performance: 26.677 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:33 ] [ l_g_pix: 3.8176e-02 ] [ l_g_total: 3.8176e-02 ] +2024-10-07 07:34:04,277 INFO: [ epoch: 22 ] [ iter: 29,400 ] [ performance: 26.714 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:24 ] [ l_g_pix: 2.5782e-02 ] [ l_g_total: 2.5782e-02 ] +2024-10-07 07:34:07,997 INFO: [ epoch: 22 ] [ iter: 29,500 ] [ performance: 26.827 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:16 ] [ l_g_pix: 3.0833e-02 ] [ l_g_total: 3.0833e-02 ] +2024-10-07 07:34:11,734 INFO: [ epoch: 22 ] [ iter: 29,600 ] [ performance: 26.600 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:07 ] [ l_g_pix: 3.1420e-02 ] [ l_g_total: 3.1420e-02 ] +2024-10-07 07:34:15,307 INFO: [ epoch: 22 ] [ iter: 29,700 ] [ performance: 27.491 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:58 ] [ l_g_pix: 4.1926e-02 ] [ l_g_total: 4.1926e-02 ] +2024-10-07 07:34:20,380 INFO: [ epoch: 23 ] [ iter: 29,800 ] [ performance: 22.310 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:53 ] [ l_g_pix: 4.5829e-02 ] [ l_g_total: 4.5829e-02 ] +2024-10-07 07:34:24,096 INFO: [ epoch: 23 ] [ iter: 29,900 ] [ performance: 25.140 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:45 ] [ l_g_pix: 3.7460e-02 ] [ l_g_total: 3.7460e-02 ] +2024-10-07 07:34:27,779 INFO: [ epoch: 23 ] [ iter: 30,000 ] [ performance: 27.290 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:36 ] [ l_g_pix: 2.1543e-02 ] [ l_g_total: 2.1543e-02 ] +2024-10-07 07:34:27,779 INFO: Saving models and training states. +2024-10-07 07:37:28,528 INFO: Validation val + + # psnr: 26.9082........ Best: 26.9082 @ 30000 iter + # ssim: 0.7549........ Best: 0.7549 @ 30000 iter + # dists: 0.7744........ Best: 0.7744 @ 30000 iter + +2024-10-07 07:37:32,172 INFO: [ epoch: 23 ] [ iter: 30,100 ] [ performance: 27.491 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:28 ] [ l_g_pix: 3.3104e-02 ] [ l_g_total: 3.3104e-02 ] +2024-10-07 07:37:35,921 INFO: [ epoch: 23 ] [ iter: 30,200 ] [ performance: 26.543 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:17 ] [ l_g_pix: 2.8353e-02 ] [ l_g_total: 2.8353e-02 ] +2024-10-07 07:37:39,611 INFO: [ epoch: 23 ] [ iter: 30,300 ] [ performance: 26.917 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:07 ] [ l_g_pix: 3.0103e-02 ] [ l_g_total: 3.0103e-02 ] +2024-10-07 07:37:43,326 INFO: [ epoch: 23 ] [ iter: 30,400 ] [ performance: 26.930 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:57 ] [ l_g_pix: 3.7722e-02 ] [ l_g_total: 3.7722e-02 ] +2024-10-07 07:37:47,023 INFO: [ epoch: 23 ] [ iter: 30,500 ] [ performance: 27.014 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:47 ] [ l_g_pix: 2.1401e-02 ] [ l_g_total: 2.1401e-02 ] +2024-10-07 07:37:50,755 INFO: [ epoch: 23 ] [ iter: 30,600 ] [ performance: 26.752 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:37 ] [ l_g_pix: 3.0026e-02 ] [ l_g_total: 3.0026e-02 ] +2024-10-07 07:37:54,487 INFO: [ epoch: 23 ] [ iter: 30,700 ] [ performance: 26.784 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:26 ] [ l_g_pix: 3.4574e-02 ] [ l_g_total: 3.4574e-02 ] +2024-10-07 07:37:58,188 INFO: [ epoch: 23 ] [ iter: 30,800 ] [ performance: 26.999 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:16 ] [ l_g_pix: 4.0804e-02 ] [ l_g_total: 4.0804e-02 ] +2024-10-07 07:38:01,893 INFO: [ epoch: 23 ] [ iter: 30,900 ] [ performance: 26.996 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:06 ] [ l_g_pix: 3.2853e-02 ] [ l_g_total: 3.2853e-02 ] +2024-10-07 07:38:05,425 INFO: [ epoch: 23 ] [ iter: 31,000 ] [ performance: 29.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:56 ] [ l_g_pix: 3.1544e-02 ] [ l_g_total: 3.1544e-02 ] +2024-10-07 07:38:10,355 INFO: [ epoch: 24 ] [ iter: 31,100 ] [ performance: 22.415 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:49 ] [ l_g_pix: 2.5384e-02 ] [ l_g_total: 2.5384e-02 ] +2024-10-07 07:38:14,079 INFO: [ epoch: 24 ] [ iter: 31,200 ] [ performance: 26.455 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:39 ] [ l_g_pix: 3.0925e-02 ] [ l_g_total: 3.0925e-02 ] +2024-10-07 07:38:17,753 INFO: [ epoch: 24 ] [ iter: 31,300 ] [ performance: 26.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:29 ] [ l_g_pix: 3.7059e-02 ] [ l_g_total: 3.7059e-02 ] +2024-10-07 07:38:21,502 INFO: [ epoch: 24 ] [ iter: 31,400 ] [ performance: 26.761 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:19 ] [ l_g_pix: 3.5395e-02 ] [ l_g_total: 3.5395e-02 ] +2024-10-07 07:38:25,172 INFO: [ epoch: 24 ] [ iter: 31,500 ] [ performance: 27.103 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:09 ] [ l_g_pix: 2.9570e-02 ] [ l_g_total: 2.9570e-02 ] +2024-10-07 07:38:28,873 INFO: [ epoch: 24 ] [ iter: 31,600 ] [ performance: 26.852 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:00 ] [ l_g_pix: 3.6177e-02 ] [ l_g_total: 3.6177e-02 ] +2024-10-07 07:38:32,537 INFO: [ epoch: 24 ] [ iter: 31,700 ] [ performance: 27.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:50 ] [ l_g_pix: 3.0183e-02 ] [ l_g_total: 3.0183e-02 ] +2024-10-07 07:38:36,283 INFO: [ epoch: 24 ] [ iter: 31,800 ] [ performance: 26.652 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:40 ] [ l_g_pix: 2.0021e-02 ] [ l_g_total: 2.0021e-02 ] +2024-10-07 07:38:40,016 INFO: [ epoch: 24 ] [ iter: 31,900 ] [ performance: 26.753 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:31 ] [ l_g_pix: 2.9767e-02 ] [ l_g_total: 2.9767e-02 ] +2024-10-07 07:38:43,752 INFO: [ epoch: 24 ] [ iter: 32,000 ] [ performance: 26.973 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:21 ] [ l_g_pix: 2.7524e-02 ] [ l_g_total: 2.7524e-02 ] +2024-10-07 07:38:47,431 INFO: [ epoch: 24 ] [ iter: 32,100 ] [ performance: 27.124 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:11 ] [ l_g_pix: 3.1433e-02 ] [ l_g_total: 3.1433e-02 ] +2024-10-07 07:38:51,167 INFO: [ epoch: 24 ] [ iter: 32,200 ] [ performance: 26.731 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:02 ] [ l_g_pix: 3.0825e-02 ] [ l_g_total: 3.0825e-02 ] +2024-10-07 07:38:54,681 INFO: [ epoch: 24 ] [ iter: 32,300 ] [ performance: 27.944 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:52 ] [ l_g_pix: 2.5899e-02 ] [ l_g_total: 2.5899e-02 ] +2024-10-07 07:38:59,552 INFO: [ epoch: 25 ] [ iter: 32,400 ] [ performance: 27.207 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:45 ] [ l_g_pix: 2.5463e-02 ] [ l_g_total: 2.5463e-02 ] +2024-10-07 07:39:03,298 INFO: [ epoch: 25 ] [ iter: 32,500 ] [ performance: 26.842 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:36 ] [ l_g_pix: 2.6685e-02 ] [ l_g_total: 2.6685e-02 ] +2024-10-07 07:39:07,069 INFO: [ epoch: 25 ] [ iter: 32,600 ] [ performance: 26.781 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:26 ] [ l_g_pix: 2.0617e-02 ] [ l_g_total: 2.0617e-02 ] +2024-10-07 07:39:10,816 INFO: [ epoch: 25 ] [ iter: 32,700 ] [ performance: 26.715 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:17 ] [ l_g_pix: 3.2333e-02 ] [ l_g_total: 3.2333e-02 ] +2024-10-07 07:39:14,544 INFO: [ epoch: 25 ] [ iter: 32,800 ] [ performance: 26.963 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:08 ] [ l_g_pix: 2.9589e-02 ] [ l_g_total: 2.9589e-02 ] +2024-10-07 07:39:18,273 INFO: [ epoch: 25 ] [ iter: 32,900 ] [ performance: 26.863 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:58 ] [ l_g_pix: 2.8924e-02 ] [ l_g_total: 2.8924e-02 ] +2024-10-07 07:39:21,979 INFO: [ epoch: 25 ] [ iter: 33,000 ] [ performance: 27.210 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:49 ] [ l_g_pix: 3.8460e-02 ] [ l_g_total: 3.8460e-02 ] +2024-10-07 07:39:25,753 INFO: [ epoch: 25 ] [ iter: 33,100 ] [ performance: 26.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:40 ] [ l_g_pix: 1.9919e-02 ] [ l_g_total: 1.9919e-02 ] +2024-10-07 07:39:29,522 INFO: [ epoch: 25 ] [ iter: 33,200 ] [ performance: 26.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:31 ] [ l_g_pix: 4.4944e-02 ] [ l_g_total: 4.4944e-02 ] +2024-10-07 07:39:33,247 INFO: [ epoch: 25 ] [ iter: 33,300 ] [ performance: 26.823 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:22 ] [ l_g_pix: 3.4550e-02 ] [ l_g_total: 3.4550e-02 ] +2024-10-07 07:39:36,967 INFO: [ epoch: 25 ] [ iter: 33,400 ] [ performance: 26.534 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:13 ] [ l_g_pix: 2.6132e-02 ] [ l_g_total: 2.6132e-02 ] +2024-10-07 07:39:40,682 INFO: [ epoch: 25 ] [ iter: 33,500 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:04 ] [ l_g_pix: 2.9083e-02 ] [ l_g_total: 2.9083e-02 ] +2024-10-07 07:39:44,172 INFO: [ epoch: 25 ] [ iter: 33,600 ] [ performance: 29.365 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:54 ] [ l_g_pix: 4.2886e-02 ] [ l_g_total: 4.2886e-02 ] +2024-10-07 07:39:49,115 INFO: [ epoch: 26 ] [ iter: 33,700 ] [ performance: 21.926 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:48 ] [ l_g_pix: 3.8299e-02 ] [ l_g_total: 3.8299e-02 ] +2024-10-07 07:39:52,910 INFO: [ epoch: 26 ] [ iter: 33,800 ] [ performance: 26.630 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:39 ] [ l_g_pix: 2.9371e-02 ] [ l_g_total: 2.9371e-02 ] +2024-10-07 07:39:56,661 INFO: [ epoch: 26 ] [ iter: 33,900 ] [ performance: 26.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:30 ] [ l_g_pix: 2.1415e-02 ] [ l_g_total: 2.1415e-02 ] +2024-10-07 07:40:00,409 INFO: [ epoch: 26 ] [ iter: 34,000 ] [ performance: 27.662 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:21 ] [ l_g_pix: 3.3445e-02 ] [ l_g_total: 3.3445e-02 ] +2024-10-07 07:40:04,142 INFO: [ epoch: 26 ] [ iter: 34,100 ] [ performance: 26.996 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:12 ] [ l_g_pix: 3.1882e-02 ] [ l_g_total: 3.1882e-02 ] +2024-10-07 07:40:07,882 INFO: [ epoch: 26 ] [ iter: 34,200 ] [ performance: 27.076 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:03 ] [ l_g_pix: 3.8300e-02 ] [ l_g_total: 3.8300e-02 ] +2024-10-07 07:40:11,630 INFO: [ epoch: 26 ] [ iter: 34,300 ] [ performance: 26.771 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:54 ] [ l_g_pix: 3.6423e-02 ] [ l_g_total: 3.6423e-02 ] +2024-10-07 07:40:15,342 INFO: [ epoch: 26 ] [ iter: 34,400 ] [ performance: 27.062 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:46 ] [ l_g_pix: 3.6119e-02 ] [ l_g_total: 3.6119e-02 ] +2024-10-07 07:40:19,099 INFO: [ epoch: 26 ] [ iter: 34,500 ] [ performance: 26.716 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:37 ] [ l_g_pix: 2.8463e-02 ] [ l_g_total: 2.8463e-02 ] +2024-10-07 07:40:22,834 INFO: [ epoch: 26 ] [ iter: 34,600 ] [ performance: 26.390 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:28 ] [ l_g_pix: 2.6961e-02 ] [ l_g_total: 2.6961e-02 ] +2024-10-07 07:40:26,547 INFO: [ epoch: 26 ] [ iter: 34,700 ] [ performance: 26.820 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:19 ] [ l_g_pix: 3.1807e-02 ] [ l_g_total: 3.1807e-02 ] +2024-10-07 07:40:30,295 INFO: [ epoch: 26 ] [ iter: 34,800 ] [ performance: 27.050 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:11 ] [ l_g_pix: 3.8428e-02 ] [ l_g_total: 3.8428e-02 ] +2024-10-07 07:40:33,792 INFO: [ epoch: 26 ] [ iter: 34,900 ] [ performance: 28.254 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:02 ] [ l_g_pix: 1.8532e-02 ] [ l_g_total: 1.8532e-02 ] +2024-10-07 07:40:38,923 INFO: [ epoch: 27 ] [ iter: 35,000 ] [ performance: 27.306 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:56 ] [ l_g_pix: 2.8109e-02 ] [ l_g_total: 2.8109e-02 ] +2024-10-07 07:40:42,626 INFO: [ epoch: 27 ] [ iter: 35,100 ] [ performance: 27.068 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:47 ] [ l_g_pix: 2.9088e-02 ] [ l_g_total: 2.9088e-02 ] +2024-10-07 07:40:46,345 INFO: [ epoch: 27 ] [ iter: 35,200 ] [ performance: 27.374 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:38 ] [ l_g_pix: 2.5220e-02 ] [ l_g_total: 2.5220e-02 ] +2024-10-07 07:40:50,059 INFO: [ epoch: 27 ] [ iter: 35,300 ] [ performance: 27.016 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:30 ] [ l_g_pix: 3.3364e-02 ] [ l_g_total: 3.3364e-02 ] +2024-10-07 07:40:53,774 INFO: [ epoch: 27 ] [ iter: 35,400 ] [ performance: 26.871 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:21 ] [ l_g_pix: 3.5282e-02 ] [ l_g_total: 3.5282e-02 ] +2024-10-07 07:40:57,502 INFO: [ epoch: 27 ] [ iter: 35,500 ] [ performance: 26.840 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:13 ] [ l_g_pix: 2.5578e-02 ] [ l_g_total: 2.5578e-02 ] +2024-10-07 07:41:01,240 INFO: [ epoch: 27 ] [ iter: 35,600 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:04 ] [ l_g_pix: 3.1643e-02 ] [ l_g_total: 3.1643e-02 ] +2024-10-07 07:41:05,003 INFO: [ epoch: 27 ] [ iter: 35,700 ] [ performance: 26.625 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:56 ] [ l_g_pix: 3.0330e-02 ] [ l_g_total: 3.0330e-02 ] +2024-10-07 07:41:08,714 INFO: [ epoch: 27 ] [ iter: 35,800 ] [ performance: 27.347 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:48 ] [ l_g_pix: 3.3850e-02 ] [ l_g_total: 3.3850e-02 ] +2024-10-07 07:41:12,473 INFO: [ epoch: 27 ] [ iter: 35,900 ] [ performance: 26.740 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:39 ] [ l_g_pix: 3.2674e-02 ] [ l_g_total: 3.2674e-02 ] +2024-10-07 07:41:16,236 INFO: [ epoch: 27 ] [ iter: 36,000 ] [ performance: 27.216 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:31 ] [ l_g_pix: 3.2159e-02 ] [ l_g_total: 3.2159e-02 ] +2024-10-07 07:41:20,007 INFO: [ epoch: 27 ] [ iter: 36,100 ] [ performance: 26.643 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:23 ] [ l_g_pix: 2.1373e-02 ] [ l_g_total: 2.1373e-02 ] +2024-10-07 07:41:23,444 INFO: [ epoch: 27 ] [ iter: 36,200 ] [ performance: 29.550 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:14 ] [ l_g_pix: 2.0742e-02 ] [ l_g_total: 2.0742e-02 ] +2024-10-07 07:41:28,447 INFO: [ epoch: 28 ] [ iter: 36,300 ] [ performance: 21.132 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:08 ] [ l_g_pix: 3.8673e-02 ] [ l_g_total: 3.8673e-02 ] +2024-10-07 07:41:32,189 INFO: [ epoch: 28 ] [ iter: 36,400 ] [ performance: 26.971 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:59 ] [ l_g_pix: 2.6618e-02 ] [ l_g_total: 2.6618e-02 ] +2024-10-07 07:41:35,925 INFO: [ epoch: 28 ] [ iter: 36,500 ] [ performance: 26.802 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:51 ] [ l_g_pix: 3.1108e-02 ] [ l_g_total: 3.1108e-02 ] +2024-10-07 07:41:39,625 INFO: [ epoch: 28 ] [ iter: 36,600 ] [ performance: 27.352 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:43 ] [ l_g_pix: 3.2503e-02 ] [ l_g_total: 3.2503e-02 ] +2024-10-07 07:41:43,366 INFO: [ epoch: 28 ] [ iter: 36,700 ] [ performance: 26.830 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:35 ] [ l_g_pix: 2.9776e-02 ] [ l_g_total: 2.9776e-02 ] +2024-10-07 07:41:47,113 INFO: [ epoch: 28 ] [ iter: 36,800 ] [ performance: 26.968 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:27 ] [ l_g_pix: 3.1709e-02 ] [ l_g_total: 3.1709e-02 ] +2024-10-07 07:41:50,858 INFO: [ epoch: 28 ] [ iter: 36,900 ] [ performance: 26.749 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:19 ] [ l_g_pix: 2.8518e-02 ] [ l_g_total: 2.8518e-02 ] +2024-10-07 07:41:54,631 INFO: [ epoch: 28 ] [ iter: 37,000 ] [ performance: 26.819 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:11 ] [ l_g_pix: 2.9407e-02 ] [ l_g_total: 2.9407e-02 ] +2024-10-07 07:41:58,330 INFO: [ epoch: 28 ] [ iter: 37,100 ] [ performance: 27.011 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:02 ] [ l_g_pix: 3.7502e-02 ] [ l_g_total: 3.7502e-02 ] +2024-10-07 07:42:01,999 INFO: [ epoch: 28 ] [ iter: 37,200 ] [ performance: 27.730 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:54 ] [ l_g_pix: 2.9071e-02 ] [ l_g_total: 2.9071e-02 ] +2024-10-07 07:42:05,741 INFO: [ epoch: 28 ] [ iter: 37,300 ] [ performance: 26.858 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:46 ] [ l_g_pix: 3.8488e-02 ] [ l_g_total: 3.8488e-02 ] +2024-10-07 07:42:09,462 INFO: [ epoch: 28 ] [ iter: 37,400 ] [ performance: 26.506 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:38 ] [ l_g_pix: 3.0923e-02 ] [ l_g_total: 3.0923e-02 ] +2024-10-07 07:42:13,742 INFO: [ epoch: 29 ] [ iter: 37,500 ] [ performance: 23.715 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:31 ] [ l_g_pix: 3.3746e-02 ] [ l_g_total: 3.3746e-02 ] +2024-10-07 07:42:17,927 INFO: [ epoch: 29 ] [ iter: 37,600 ] [ performance: 27.911 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:24 ] [ l_g_pix: 2.5146e-02 ] [ l_g_total: 2.5146e-02 ] +2024-10-07 07:42:21,702 INFO: [ epoch: 29 ] [ iter: 37,700 ] [ performance: 26.695 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:16 ] [ l_g_pix: 3.1187e-02 ] [ l_g_total: 3.1187e-02 ] +2024-10-07 07:42:25,413 INFO: [ epoch: 29 ] [ iter: 37,800 ] [ performance: 27.711 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:08 ] [ l_g_pix: 2.6442e-02 ] [ l_g_total: 2.6442e-02 ] +2024-10-07 07:42:29,112 INFO: [ epoch: 29 ] [ iter: 37,900 ] [ performance: 27.109 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:00 ] [ l_g_pix: 4.0345e-02 ] [ l_g_total: 4.0345e-02 ] +2024-10-07 07:42:32,847 INFO: [ epoch: 29 ] [ iter: 38,000 ] [ performance: 27.372 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:52 ] [ l_g_pix: 3.7059e-02 ] [ l_g_total: 3.7059e-02 ] +2024-10-07 07:42:36,619 INFO: [ epoch: 29 ] [ iter: 38,100 ] [ performance: 26.602 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:44 ] [ l_g_pix: 3.4225e-02 ] [ l_g_total: 3.4225e-02 ] +2024-10-07 07:42:40,390 INFO: [ epoch: 29 ] [ iter: 38,200 ] [ performance: 26.894 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:36 ] [ l_g_pix: 2.8144e-02 ] [ l_g_total: 2.8144e-02 ] +2024-10-07 07:42:44,131 INFO: [ epoch: 29 ] [ iter: 38,300 ] [ performance: 26.752 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:29 ] [ l_g_pix: 4.0107e-02 ] [ l_g_total: 4.0107e-02 ] +2024-10-07 07:42:47,834 INFO: [ epoch: 29 ] [ iter: 38,400 ] [ performance: 27.365 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:21 ] [ l_g_pix: 3.1561e-02 ] [ l_g_total: 3.1561e-02 ] +2024-10-07 07:42:51,534 INFO: [ epoch: 29 ] [ iter: 38,500 ] [ performance: 27.063 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:13 ] [ l_g_pix: 3.0495e-02 ] [ l_g_total: 3.0495e-02 ] +2024-10-07 07:42:55,238 INFO: [ epoch: 29 ] [ iter: 38,600 ] [ performance: 27.112 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:05 ] [ l_g_pix: 3.4156e-02 ] [ l_g_total: 3.4156e-02 ] +2024-10-07 07:42:58,970 INFO: [ epoch: 29 ] [ iter: 38,700 ] [ performance: 26.821 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:57 ] [ l_g_pix: 4.1535e-02 ] [ l_g_total: 4.1535e-02 ] +2024-10-07 07:43:03,369 INFO: [ epoch: 30 ] [ iter: 38,800 ] [ performance: 19.506 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:51 ] [ l_g_pix: 3.0216e-02 ] [ l_g_total: 3.0216e-02 ] +2024-10-07 07:43:07,349 INFO: [ epoch: 30 ] [ iter: 38,900 ] [ performance: 24.670 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:43 ] [ l_g_pix: 2.7139e-02 ] [ l_g_total: 2.7139e-02 ] +2024-10-07 07:43:11,097 INFO: [ epoch: 30 ] [ iter: 39,000 ] [ performance: 27.607 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:36 ] [ l_g_pix: 3.8851e-02 ] [ l_g_total: 3.8851e-02 ] +2024-10-07 07:43:14,776 INFO: [ epoch: 30 ] [ iter: 39,100 ] [ performance: 27.214 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:28 ] [ l_g_pix: 3.5652e-02 ] [ l_g_total: 3.5652e-02 ] +2024-10-07 07:43:18,481 INFO: [ epoch: 30 ] [ iter: 39,200 ] [ performance: 27.856 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:20 ] [ l_g_pix: 3.2202e-02 ] [ l_g_total: 3.2202e-02 ] +2024-10-07 07:43:22,230 INFO: [ epoch: 30 ] [ iter: 39,300 ] [ performance: 26.731 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:13 ] [ l_g_pix: 3.3478e-02 ] [ l_g_total: 3.3478e-02 ] +2024-10-07 07:43:25,900 INFO: [ epoch: 30 ] [ iter: 39,400 ] [ performance: 28.512 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:05 ] [ l_g_pix: 4.8786e-02 ] [ l_g_total: 4.8786e-02 ] +2024-10-07 07:43:29,580 INFO: [ epoch: 30 ] [ iter: 39,500 ] [ performance: 27.228 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:57 ] [ l_g_pix: 2.6086e-02 ] [ l_g_total: 2.6086e-02 ] +2024-10-07 07:43:33,320 INFO: [ epoch: 30 ] [ iter: 39,600 ] [ performance: 28.366 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:50 ] [ l_g_pix: 2.7677e-02 ] [ l_g_total: 2.7677e-02 ] +2024-10-07 07:43:37,100 INFO: [ epoch: 30 ] [ iter: 39,700 ] [ performance: 26.512 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:42 ] [ l_g_pix: 2.5598e-02 ] [ l_g_total: 2.5598e-02 ] +2024-10-07 07:43:40,859 INFO: [ epoch: 30 ] [ iter: 39,800 ] [ performance: 26.521 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:35 ] [ l_g_pix: 3.1510e-02 ] [ l_g_total: 3.1510e-02 ] +2024-10-07 07:43:44,609 INFO: [ epoch: 30 ] [ iter: 39,900 ] [ performance: 26.665 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:27 ] [ l_g_pix: 2.9695e-02 ] [ l_g_total: 2.9695e-02 ] +2024-10-07 07:43:48,259 INFO: [ epoch: 30 ] [ iter: 40,000 ] [ performance: 29.431 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:20 ] [ l_g_pix: 2.9236e-02 ] [ l_g_total: 2.9236e-02 ] +2024-10-07 07:43:48,259 INFO: Saving models and training states. +2024-10-07 07:47:00,921 INFO: Validation val + + # psnr: 27.0928........ Best: 27.0928 @ 40000 iter + # ssim: 0.7616........ Best: 0.7616 @ 40000 iter + # dists: 0.7739........ Best: 0.7739 @ 40000 iter + +2024-10-07 07:47:05,460 INFO: [ epoch: 31 ] [ iter: 40,100 ] [ performance: 22.159 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:01 ] [ l_g_pix: 3.8800e-02 ] [ l_g_total: 3.8800e-02 ] +2024-10-07 07:47:09,269 INFO: [ epoch: 31 ] [ iter: 40,200 ] [ performance: 24.034 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:53 ] [ l_g_pix: 3.0335e-02 ] [ l_g_total: 3.0335e-02 ] +2024-10-07 07:47:12,998 INFO: [ epoch: 31 ] [ iter: 40,300 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:44 ] [ l_g_pix: 2.5602e-02 ] [ l_g_total: 2.5602e-02 ] +2024-10-07 07:47:16,673 INFO: [ epoch: 31 ] [ iter: 40,400 ] [ performance: 27.020 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:35 ] [ l_g_pix: 2.1809e-02 ] [ l_g_total: 2.1809e-02 ] +2024-10-07 07:47:20,382 INFO: [ epoch: 31 ] [ iter: 40,500 ] [ performance: 26.982 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:27 ] [ l_g_pix: 3.0929e-02 ] [ l_g_total: 3.0929e-02 ] +2024-10-07 07:47:24,080 INFO: [ epoch: 31 ] [ iter: 40,600 ] [ performance: 27.015 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:18 ] [ l_g_pix: 2.2375e-02 ] [ l_g_total: 2.2375e-02 ] +2024-10-07 07:47:27,813 INFO: [ epoch: 31 ] [ iter: 40,700 ] [ performance: 26.797 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:10 ] [ l_g_pix: 2.4884e-02 ] [ l_g_total: 2.4884e-02 ] +2024-10-07 07:47:31,571 INFO: [ epoch: 31 ] [ iter: 40,800 ] [ performance: 26.702 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:01 ] [ l_g_pix: 3.3554e-02 ] [ l_g_total: 3.3554e-02 ] +2024-10-07 07:47:35,302 INFO: [ epoch: 31 ] [ iter: 40,900 ] [ performance: 26.852 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:53 ] [ l_g_pix: 4.0716e-02 ] [ l_g_total: 4.0716e-02 ] +2024-10-07 07:47:39,031 INFO: [ epoch: 31 ] [ iter: 41,000 ] [ performance: 26.836 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:44 ] [ l_g_pix: 3.6471e-02 ] [ l_g_total: 3.6471e-02 ] +2024-10-07 07:47:42,734 INFO: [ epoch: 31 ] [ iter: 41,100 ] [ performance: 27.027 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:36 ] [ l_g_pix: 1.8376e-02 ] [ l_g_total: 1.8376e-02 ] +2024-10-07 07:47:46,450 INFO: [ epoch: 31 ] [ iter: 41,200 ] [ performance: 26.967 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:27 ] [ l_g_pix: 3.8814e-02 ] [ l_g_total: 3.8814e-02 ] +2024-10-07 07:47:50,176 INFO: [ epoch: 31 ] [ iter: 41,300 ] [ performance: 26.843 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:19 ] [ l_g_pix: 3.0190e-02 ] [ l_g_total: 3.0190e-02 ] +2024-10-07 07:47:54,921 INFO: [ epoch: 32 ] [ iter: 41,400 ] [ performance: 23.543 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:12 ] [ l_g_pix: 4.1625e-02 ] [ l_g_total: 4.1625e-02 ] +2024-10-07 07:47:58,807 INFO: [ epoch: 32 ] [ iter: 41,500 ] [ performance: 26.198 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:04 ] [ l_g_pix: 2.3782e-02 ] [ l_g_total: 2.3782e-02 ] +2024-10-07 07:48:02,525 INFO: [ epoch: 32 ] [ iter: 41,600 ] [ performance: 26.555 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:55 ] [ l_g_pix: 2.8708e-02 ] [ l_g_total: 2.8708e-02 ] +2024-10-07 07:48:06,246 INFO: [ epoch: 32 ] [ iter: 41,700 ] [ performance: 26.934 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:47 ] [ l_g_pix: 2.6660e-02 ] [ l_g_total: 2.6660e-02 ] +2024-10-07 07:48:09,980 INFO: [ epoch: 32 ] [ iter: 41,800 ] [ performance: 26.856 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:39 ] [ l_g_pix: 2.6057e-02 ] [ l_g_total: 2.6057e-02 ] +2024-10-07 07:48:13,743 INFO: [ epoch: 32 ] [ iter: 41,900 ] [ performance: 26.623 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:30 ] [ l_g_pix: 2.7188e-02 ] [ l_g_total: 2.7188e-02 ] +2024-10-07 07:48:17,507 INFO: [ epoch: 32 ] [ iter: 42,000 ] [ performance: 26.596 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:22 ] [ l_g_pix: 2.4234e-02 ] [ l_g_total: 2.4234e-02 ] +2024-10-07 07:48:21,385 INFO: [ epoch: 32 ] [ iter: 42,100 ] [ performance: 25.812 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:14 ] [ l_g_pix: 3.1673e-02 ] [ l_g_total: 3.1673e-02 ] +2024-10-07 07:48:26,305 INFO: [ epoch: 32 ] [ iter: 42,200 ] [ performance: 22.617 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:08 ] [ l_g_pix: 2.6410e-02 ] [ l_g_total: 2.6410e-02 ] +2024-10-07 07:48:31,056 INFO: [ epoch: 32 ] [ iter: 42,300 ] [ performance: 21.309 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:01 ] [ l_g_pix: 3.5009e-02 ] [ l_g_total: 3.5009e-02 ] +2024-10-07 07:48:35,076 INFO: [ epoch: 32 ] [ iter: 42,400 ] [ performance: 23.050 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:53 ] [ l_g_pix: 3.5058e-02 ] [ l_g_total: 3.5058e-02 ] +2024-10-07 07:48:38,938 INFO: [ epoch: 32 ] [ iter: 42,500 ] [ performance: 25.852 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:45 ] [ l_g_pix: 4.2878e-02 ] [ l_g_total: 4.2878e-02 ] +2024-10-07 07:48:42,852 INFO: [ epoch: 32 ] [ iter: 42,600 ] [ performance: 25.694 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:37 ] [ l_g_pix: 3.7067e-02 ] [ l_g_total: 3.7067e-02 ] +2024-10-07 07:48:48,159 INFO: [ epoch: 33 ] [ iter: 42,700 ] [ performance: 18.147 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:31 ] [ l_g_pix: 3.4147e-02 ] [ l_g_total: 3.4147e-02 ] +2024-10-07 07:48:52,205 INFO: [ epoch: 33 ] [ iter: 42,800 ] [ performance: 21.143 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:23 ] [ l_g_pix: 4.5744e-02 ] [ l_g_total: 4.5744e-02 ] +2024-10-07 07:48:55,915 INFO: [ epoch: 33 ] [ iter: 42,900 ] [ performance: 26.938 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:15 ] [ l_g_pix: 3.4064e-02 ] [ l_g_total: 3.4064e-02 ] +2024-10-07 07:48:59,612 INFO: [ epoch: 33 ] [ iter: 43,000 ] [ performance: 27.000 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:07 ] [ l_g_pix: 3.8273e-02 ] [ l_g_total: 3.8273e-02 ] +2024-10-07 07:49:03,292 INFO: [ epoch: 33 ] [ iter: 43,100 ] [ performance: 27.197 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:59 ] [ l_g_pix: 3.3653e-02 ] [ l_g_total: 3.3653e-02 ] +2024-10-07 07:49:07,001 INFO: [ epoch: 33 ] [ iter: 43,200 ] [ performance: 27.074 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:51 ] [ l_g_pix: 3.4624e-02 ] [ l_g_total: 3.4624e-02 ] +2024-10-07 07:49:10,885 INFO: [ epoch: 33 ] [ iter: 43,300 ] [ performance: 25.686 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:43 ] [ l_g_pix: 2.9222e-02 ] [ l_g_total: 2.9222e-02 ] +2024-10-07 07:49:14,758 INFO: [ epoch: 33 ] [ iter: 43,400 ] [ performance: 25.762 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:35 ] [ l_g_pix: 3.5147e-02 ] [ l_g_total: 3.5147e-02 ] +2024-10-07 07:49:18,605 INFO: [ epoch: 33 ] [ iter: 43,500 ] [ performance: 26.037 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:28 ] [ l_g_pix: 3.2383e-02 ] [ l_g_total: 3.2383e-02 ] +2024-10-07 07:49:22,471 INFO: [ epoch: 33 ] [ iter: 43,600 ] [ performance: 25.947 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:20 ] [ l_g_pix: 1.8546e-02 ] [ l_g_total: 1.8546e-02 ] +2024-10-07 07:49:26,244 INFO: [ epoch: 33 ] [ iter: 43,700 ] [ performance: 26.620 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:12 ] [ l_g_pix: 3.6939e-02 ] [ l_g_total: 3.6939e-02 ] +2024-10-07 07:49:30,044 INFO: [ epoch: 33 ] [ iter: 43,800 ] [ performance: 26.457 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:04 ] [ l_g_pix: 2.3876e-02 ] [ l_g_total: 2.3876e-02 ] +2024-10-07 07:49:33,679 INFO: [ epoch: 33 ] [ iter: 43,900 ] [ performance: 27.657 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:56 ] [ l_g_pix: 2.7638e-02 ] [ l_g_total: 2.7638e-02 ] +2024-10-07 07:49:38,596 INFO: [ epoch: 34 ] [ iter: 44,000 ] [ performance: 23.095 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:50 ] [ l_g_pix: 3.1307e-02 ] [ l_g_total: 3.1307e-02 ] +2024-10-07 07:49:42,775 INFO: [ epoch: 34 ] [ iter: 44,100 ] [ performance: 25.139 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:42 ] [ l_g_pix: 2.6547e-02 ] [ l_g_total: 2.6547e-02 ] +2024-10-07 07:49:46,409 INFO: [ epoch: 34 ] [ iter: 44,200 ] [ performance: 26.402 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:34 ] [ l_g_pix: 2.9830e-02 ] [ l_g_total: 2.9830e-02 ] +2024-10-07 07:49:50,076 INFO: [ epoch: 34 ] [ iter: 44,300 ] [ performance: 27.336 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:27 ] [ l_g_pix: 3.3758e-02 ] [ l_g_total: 3.3758e-02 ] +2024-10-07 07:49:53,732 INFO: [ epoch: 34 ] [ iter: 44,400 ] [ performance: 27.351 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:19 ] [ l_g_pix: 4.2858e-02 ] [ l_g_total: 4.2858e-02 ] +2024-10-07 07:49:57,419 INFO: [ epoch: 34 ] [ iter: 44,500 ] [ performance: 27.256 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:11 ] [ l_g_pix: 3.6095e-02 ] [ l_g_total: 3.6095e-02 ] +2024-10-07 07:50:01,127 INFO: [ epoch: 34 ] [ iter: 44,600 ] [ performance: 27.095 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:03 ] [ l_g_pix: 2.8450e-02 ] [ l_g_total: 2.8450e-02 ] +2024-10-07 07:50:04,795 INFO: [ epoch: 34 ] [ iter: 44,700 ] [ performance: 27.138 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:55 ] [ l_g_pix: 2.9077e-02 ] [ l_g_total: 2.9077e-02 ] +2024-10-07 07:50:08,560 INFO: [ epoch: 34 ] [ iter: 44,800 ] [ performance: 26.811 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:47 ] [ l_g_pix: 1.7194e-02 ] [ l_g_total: 1.7194e-02 ] +2024-10-07 07:50:12,270 INFO: [ epoch: 34 ] [ iter: 44,900 ] [ performance: 27.041 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:40 ] [ l_g_pix: 3.6157e-02 ] [ l_g_total: 3.6157e-02 ] +2024-10-07 07:50:15,943 INFO: [ epoch: 34 ] [ iter: 45,000 ] [ performance: 27.149 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:32 ] [ l_g_pix: 2.7855e-02 ] [ l_g_total: 2.7855e-02 ] +2024-10-07 07:50:19,601 INFO: [ epoch: 34 ] [ iter: 45,100 ] [ performance: 27.311 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:24 ] [ l_g_pix: 2.3663e-02 ] [ l_g_total: 2.3663e-02 ] +2024-10-07 07:50:23,165 INFO: [ epoch: 34 ] [ iter: 45,200 ] [ performance: 27.734 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:16 ] [ l_g_pix: 3.2956e-02 ] [ l_g_total: 3.2956e-02 ] +2024-10-07 07:50:28,324 INFO: [ epoch: 35 ] [ iter: 45,300 ] [ performance: 17.416 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:10 ] [ l_g_pix: 3.6766e-02 ] [ l_g_total: 3.6766e-02 ] +2024-10-07 07:50:32,005 INFO: [ epoch: 35 ] [ iter: 45,400 ] [ performance: 21.912 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:03 ] [ l_g_pix: 2.3837e-02 ] [ l_g_total: 2.3837e-02 ] +2024-10-07 07:50:35,678 INFO: [ epoch: 35 ] [ iter: 45,500 ] [ performance: 27.422 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:55 ] [ l_g_pix: 2.5205e-02 ] [ l_g_total: 2.5205e-02 ] +2024-10-07 07:50:39,337 INFO: [ epoch: 35 ] [ iter: 45,600 ] [ performance: 27.371 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:47 ] [ l_g_pix: 2.1535e-02 ] [ l_g_total: 2.1535e-02 ] +2024-10-07 07:50:42,931 INFO: [ epoch: 35 ] [ iter: 45,700 ] [ performance: 27.785 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:40 ] [ l_g_pix: 4.1201e-02 ] [ l_g_total: 4.1201e-02 ] +2024-10-07 07:50:46,522 INFO: [ epoch: 35 ] [ iter: 45,800 ] [ performance: 27.826 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:32 ] [ l_g_pix: 4.0319e-02 ] [ l_g_total: 4.0319e-02 ] +2024-10-07 07:50:50,154 INFO: [ epoch: 35 ] [ iter: 45,900 ] [ performance: 27.700 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:24 ] [ l_g_pix: 2.9061e-02 ] [ l_g_total: 2.9061e-02 ] +2024-10-07 07:50:53,777 INFO: [ epoch: 35 ] [ iter: 46,000 ] [ performance: 27.644 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:17 ] [ l_g_pix: 1.8955e-02 ] [ l_g_total: 1.8955e-02 ] +2024-10-07 07:50:57,453 INFO: [ epoch: 35 ] [ iter: 46,100 ] [ performance: 27.208 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:09 ] [ l_g_pix: 2.8551e-02 ] [ l_g_total: 2.8551e-02 ] +2024-10-07 07:51:01,141 INFO: [ epoch: 35 ] [ iter: 46,200 ] [ performance: 27.155 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:01 ] [ l_g_pix: 5.0262e-02 ] [ l_g_total: 5.0262e-02 ] +2024-10-07 07:51:04,812 INFO: [ epoch: 35 ] [ iter: 46,300 ] [ performance: 27.122 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:54 ] [ l_g_pix: 3.1735e-02 ] [ l_g_total: 3.1735e-02 ] +2024-10-07 07:51:08,505 INFO: [ epoch: 35 ] [ iter: 46,400 ] [ performance: 27.100 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:46 ] [ l_g_pix: 2.6986e-02 ] [ l_g_total: 2.6986e-02 ] +2024-10-07 07:51:12,016 INFO: [ epoch: 35 ] [ iter: 46,500 ] [ performance: 28.784 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:39 ] [ l_g_pix: 3.7662e-02 ] [ l_g_total: 3.7662e-02 ] +2024-10-07 07:51:17,383 INFO: [ epoch: 36 ] [ iter: 46,600 ] [ performance: 21.770 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:33 ] [ l_g_pix: 2.9922e-02 ] [ l_g_total: 2.9922e-02 ] +2024-10-07 07:51:21,031 INFO: [ epoch: 36 ] [ iter: 46,700 ] [ performance: 27.166 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:26 ] [ l_g_pix: 4.9330e-02 ] [ l_g_total: 4.9330e-02 ] +2024-10-07 07:51:24,652 INFO: [ epoch: 36 ] [ iter: 46,800 ] [ performance: 27.437 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:18 ] [ l_g_pix: 3.9514e-02 ] [ l_g_total: 3.9514e-02 ] +2024-10-07 07:51:28,339 INFO: [ epoch: 36 ] [ iter: 46,900 ] [ performance: 27.157 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:11 ] [ l_g_pix: 4.6076e-02 ] [ l_g_total: 4.6076e-02 ] +2024-10-07 07:51:31,981 INFO: [ epoch: 36 ] [ iter: 47,000 ] [ performance: 27.343 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:03 ] [ l_g_pix: 3.0903e-02 ] [ l_g_total: 3.0903e-02 ] +2024-10-07 07:51:35,650 INFO: [ epoch: 36 ] [ iter: 47,100 ] [ performance: 27.090 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:56 ] [ l_g_pix: 3.7792e-02 ] [ l_g_total: 3.7792e-02 ] +2024-10-07 07:51:39,280 INFO: [ epoch: 36 ] [ iter: 47,200 ] [ performance: 27.368 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:48 ] [ l_g_pix: 2.7440e-02 ] [ l_g_total: 2.7440e-02 ] +2024-10-07 07:51:42,885 INFO: [ epoch: 36 ] [ iter: 47,300 ] [ performance: 27.899 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:41 ] [ l_g_pix: 2.7405e-02 ] [ l_g_total: 2.7405e-02 ] +2024-10-07 07:51:46,496 INFO: [ epoch: 36 ] [ iter: 47,400 ] [ performance: 27.780 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:33 ] [ l_g_pix: 2.1408e-02 ] [ l_g_total: 2.1408e-02 ] +2024-10-07 07:51:50,152 INFO: [ epoch: 36 ] [ iter: 47,500 ] [ performance: 27.362 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:26 ] [ l_g_pix: 2.6708e-02 ] [ l_g_total: 2.6708e-02 ] +2024-10-07 07:51:53,838 INFO: [ epoch: 36 ] [ iter: 47,600 ] [ performance: 27.226 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:19 ] [ l_g_pix: 2.6321e-02 ] [ l_g_total: 2.6321e-02 ] +2024-10-07 07:51:57,443 INFO: [ epoch: 36 ] [ iter: 47,700 ] [ performance: 27.807 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:11 ] [ l_g_pix: 1.7889e-02 ] [ l_g_total: 1.7889e-02 ] +2024-10-07 07:52:00,957 INFO: [ epoch: 36 ] [ iter: 47,800 ] [ performance: 28.205 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:04 ] [ l_g_pix: 5.1243e-02 ] [ l_g_total: 5.1243e-02 ] +2024-10-07 07:52:06,179 INFO: [ epoch: 37 ] [ iter: 47,900 ] [ performance: 15.812 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:58 ] [ l_g_pix: 4.2488e-02 ] [ l_g_total: 4.2488e-02 ] +2024-10-07 07:52:09,842 INFO: [ epoch: 37 ] [ iter: 48,000 ] [ performance: 21.363 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:51 ] [ l_g_pix: 3.0106e-02 ] [ l_g_total: 3.0106e-02 ] +2024-10-07 07:52:13,490 INFO: [ epoch: 37 ] [ iter: 48,100 ] [ performance: 27.572 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:43 ] [ l_g_pix: 2.7851e-02 ] [ l_g_total: 2.7851e-02 ] +2024-10-07 07:52:17,149 INFO: [ epoch: 37 ] [ iter: 48,200 ] [ performance: 27.428 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:36 ] [ l_g_pix: 3.1264e-02 ] [ l_g_total: 3.1264e-02 ] +2024-10-07 07:52:20,789 INFO: [ epoch: 37 ] [ iter: 48,300 ] [ performance: 27.632 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:29 ] [ l_g_pix: 3.0424e-02 ] [ l_g_total: 3.0424e-02 ] +2024-10-07 07:52:24,503 INFO: [ epoch: 37 ] [ iter: 48,400 ] [ performance: 27.193 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:22 ] [ l_g_pix: 3.0790e-02 ] [ l_g_total: 3.0790e-02 ] +2024-10-07 07:52:28,162 INFO: [ epoch: 37 ] [ iter: 48,500 ] [ performance: 27.380 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:14 ] [ l_g_pix: 3.1264e-02 ] [ l_g_total: 3.1264e-02 ] +2024-10-07 07:52:31,825 INFO: [ epoch: 37 ] [ iter: 48,600 ] [ performance: 27.331 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:07 ] [ l_g_pix: 3.3469e-02 ] [ l_g_total: 3.3469e-02 ] +2024-10-07 07:52:35,473 INFO: [ epoch: 37 ] [ iter: 48,700 ] [ performance: 27.337 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:00 ] [ l_g_pix: 5.4950e-02 ] [ l_g_total: 5.4950e-02 ] +2024-10-07 07:52:39,096 INFO: [ epoch: 37 ] [ iter: 48,800 ] [ performance: 27.506 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:53 ] [ l_g_pix: 3.3087e-02 ] [ l_g_total: 3.3087e-02 ] +2024-10-07 07:52:42,797 INFO: [ epoch: 37 ] [ iter: 48,900 ] [ performance: 26.996 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:46 ] [ l_g_pix: 3.4023e-02 ] [ l_g_total: 3.4023e-02 ] +2024-10-07 07:52:46,476 INFO: [ epoch: 37 ] [ iter: 49,000 ] [ performance: 27.119 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:39 ] [ l_g_pix: 3.3194e-02 ] [ l_g_total: 3.3194e-02 ] +2024-10-07 07:52:49,967 INFO: [ epoch: 37 ] [ iter: 49,100 ] [ performance: 29.505 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:31 ] [ l_g_pix: 2.8318e-02 ] [ l_g_total: 2.8318e-02 ] +2024-10-07 07:52:55,413 INFO: [ epoch: 38 ] [ iter: 49,200 ] [ performance: 21.244 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:26 ] [ l_g_pix: 2.5631e-02 ] [ l_g_total: 2.5631e-02 ] +2024-10-07 07:52:59,082 INFO: [ epoch: 38 ] [ iter: 49,300 ] [ performance: 27.639 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:19 ] [ l_g_pix: 3.1407e-02 ] [ l_g_total: 3.1407e-02 ] +2024-10-07 07:53:02,792 INFO: [ epoch: 38 ] [ iter: 49,400 ] [ performance: 27.197 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:12 ] [ l_g_pix: 3.3465e-02 ] [ l_g_total: 3.3465e-02 ] +2024-10-07 07:53:06,475 INFO: [ epoch: 38 ] [ iter: 49,500 ] [ performance: 27.388 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:05 ] [ l_g_pix: 2.5264e-02 ] [ l_g_total: 2.5264e-02 ] +2024-10-07 07:53:10,161 INFO: [ epoch: 38 ] [ iter: 49,600 ] [ performance: 27.221 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:58 ] [ l_g_pix: 3.8608e-02 ] [ l_g_total: 3.8608e-02 ] +2024-10-07 07:53:13,869 INFO: [ epoch: 38 ] [ iter: 49,700 ] [ performance: 27.069 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:51 ] [ l_g_pix: 4.1566e-02 ] [ l_g_total: 4.1566e-02 ] +2024-10-07 07:53:17,527 INFO: [ epoch: 38 ] [ iter: 49,800 ] [ performance: 27.250 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:44 ] [ l_g_pix: 3.5295e-02 ] [ l_g_total: 3.5295e-02 ] +2024-10-07 07:53:21,146 INFO: [ epoch: 38 ] [ iter: 49,900 ] [ performance: 27.281 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:36 ] [ l_g_pix: 3.0726e-02 ] [ l_g_total: 3.0726e-02 ] +2024-10-07 07:53:24,820 INFO: [ epoch: 38 ] [ iter: 50,000 ] [ performance: 27.246 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:29 ] [ l_g_pix: 3.1297e-02 ] [ l_g_total: 3.1297e-02 ] +2024-10-07 07:53:24,820 INFO: Saving models and training states. +2024-10-07 07:58:10,583 INFO: Validation val + + # psnr: 27.1456........ Best: 27.1456 @ 50000 iter + # ssim: 0.7636........ Best: 0.7636 @ 50000 iter + # dists: 0.7734........ Best: 0.7734 @ 50000 iter + +2024-10-07 07:58:14,390 INFO: [ epoch: 38 ] [ iter: 50,100 ] [ performance: 25.829 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:07 ] [ l_g_pix: 2.7486e-02 ] [ l_g_total: 2.7486e-02 ] +2024-10-07 07:58:15,623 INFO: Interrupted, saving latest models. diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.3_DF2K_plksr_tiny_fp16_20241007_233420.log b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.3_DF2K_plksr_tiny_fp16_20241007_233420.log new file mode 100644 index 0000000000000000000000000000000000000000..757f0c4cde97e609d2399bfeb503e5e277ca444a --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.3_DF2K_plksr_tiny_fp16_20241007_233420.log @@ -0,0 +1,566 @@ +2024-10-07 23:34:20,772 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-07 23:34:23,072 INFO: Dataset [paired] is built. +2024-10-07 23:34:23,072 INFO: Training statistics: + Starting model: 4xHyperIQA_0.3_DF2K_plksr_tiny_fp16 + Number of train images: 20689 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1294 + Total epochs 78 for total iters 100000. +2024-10-07 23:34:23,073 INFO: Dataset [paired] is built. +2024-10-07 23:34:23,073 INFO: Number of val images/folders: 100 +2024-10-07 23:34:24,269 INFO: Using network [plksr]. +2024-10-07 23:34:24,756 INFO: Loading plksr model from /home/phips/Documents/Github/neosr/experiments/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/models/net_g_50131.pth, with param key: [params]. +2024-10-07 23:34:24,796 INFO: Using exponential-moving average. +2024-10-07 23:34:24,797 INFO: Loss [L1Loss] enabled. +2024-10-07 23:34:24,797 INFO: Using model [image]. +2024-10-07 23:34:24,799 INFO: Resuming training from epoch: 38, iter: 50131 +2024-10-07 23:34:25,631 INFO: AMP enabled. +2024-10-07 23:34:25,631 INFO: Deterministic mode enabled. +2024-10-07 23:34:25,631 INFO: Start training from epoch: 38, iter: 50131 +2024-10-07 23:34:33,504 INFO: [ epoch: 38 ] [ iter: 50,200 ] [ performance: 8.766 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:14 ] [ l_g_pix: 3.6539e-02 ] [ l_g_total: 3.6539e-02 ] +2024-10-07 23:34:37,250 INFO: [ epoch: 38 ] [ iter: 50,300 ] [ performance: 14.549 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:23 ] [ l_g_pix: 2.4026e-02 ] [ l_g_total: 2.4026e-02 ] +2024-10-07 23:34:41,026 INFO: [ epoch: 38 ] [ iter: 50,400 ] [ performance: 26.718 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:03 ] [ l_g_pix: 3.0449e-02 ] [ l_g_total: 3.0449e-02 ] +2024-10-07 23:34:44,784 INFO: [ epoch: 38 ] [ iter: 50,500 ] [ performance: 26.656 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:48 ] [ l_g_pix: 2.5652e-02 ] [ l_g_total: 2.5652e-02 ] +2024-10-07 23:34:48,551 INFO: [ epoch: 38 ] [ iter: 50,600 ] [ performance: 26.540 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:47 ] [ l_g_pix: 2.4813e-02 ] [ l_g_total: 2.4813e-02 ] +2024-10-07 23:34:52,324 INFO: [ epoch: 38 ] [ iter: 50,700 ] [ performance: 26.524 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:48 ] [ l_g_pix: 2.5024e-02 ] [ l_g_total: 2.5024e-02 ] +2024-10-07 23:34:56,092 INFO: [ epoch: 38 ] [ iter: 50,800 ] [ performance: 26.944 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:24 ] [ l_g_pix: 1.9544e-02 ] [ l_g_total: 1.9544e-02 ] +2024-10-07 23:34:59,842 INFO: [ epoch: 38 ] [ iter: 50,900 ] [ performance: 26.779 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:20 ] [ l_g_pix: 3.5778e-02 ] [ l_g_total: 3.5778e-02 ] +2024-10-07 23:35:03,621 INFO: [ epoch: 38 ] [ iter: 51,000 ] [ performance: 26.395 it/s ] [ lr: 1.00e-04 ] [ eta: 0:36:31 ] [ l_g_pix: 3.9320e-02 ] [ l_g_total: 3.9320e-02 ] +2024-10-07 23:35:07,439 INFO: [ epoch: 38 ] [ iter: 51,100 ] [ performance: 26.304 it/s ] [ lr: 1.00e-04 ] [ eta: 0:35:53 ] [ l_g_pix: 2.6211e-02 ] [ l_g_total: 2.6211e-02 ] +2024-10-07 23:35:11,178 INFO: [ epoch: 38 ] [ iter: 51,200 ] [ performance: 26.815 it/s ] [ lr: 1.00e-04 ] [ eta: 0:35:19 ] [ l_g_pix: 2.3757e-02 ] [ l_g_total: 2.3757e-02 ] +2024-10-07 23:35:14,967 INFO: [ epoch: 38 ] [ iter: 51,300 ] [ performance: 26.563 it/s ] [ lr: 1.00e-04 ] [ eta: 0:34:51 ] [ l_g_pix: 3.0363e-02 ] [ l_g_total: 3.0363e-02 ] +2024-10-07 23:35:18,500 INFO: [ epoch: 38 ] [ iter: 51,400 ] [ performance: 29.305 it/s ] [ lr: 1.00e-04 ] [ eta: 0:34:18 ] [ l_g_pix: 2.7677e-02 ] [ l_g_total: 2.7677e-02 ] +2024-10-07 23:35:23,116 INFO: [ epoch: 39 ] [ iter: 51,500 ] [ performance: 24.093 it/s ] [ lr: 1.00e-04 ] [ eta: 0:34:27 ] [ l_g_pix: 3.7207e-02 ] [ l_g_total: 3.7207e-02 ] +2024-10-07 23:35:26,848 INFO: [ epoch: 39 ] [ iter: 51,600 ] [ performance: 26.913 it/s ] [ lr: 1.00e-04 ] [ eta: 0:34:05 ] [ l_g_pix: 3.1851e-02 ] [ l_g_total: 3.1851e-02 ] +2024-10-07 23:35:30,613 INFO: [ epoch: 39 ] [ iter: 51,700 ] [ performance: 26.698 it/s ] [ lr: 1.00e-04 ] [ eta: 0:33:47 ] [ l_g_pix: 2.7434e-02 ] [ l_g_total: 2.7434e-02 ] +2024-10-07 23:35:34,399 INFO: [ epoch: 39 ] [ iter: 51,800 ] [ performance: 26.766 it/s ] [ lr: 1.00e-04 ] [ eta: 0:33:31 ] [ l_g_pix: 3.0660e-02 ] [ l_g_total: 3.0660e-02 ] +2024-10-07 23:35:38,210 INFO: [ epoch: 39 ] [ iter: 51,900 ] [ performance: 26.439 it/s ] [ lr: 1.00e-04 ] [ eta: 0:33:17 ] [ l_g_pix: 2.8000e-02 ] [ l_g_total: 2.8000e-02 ] +2024-10-07 23:35:41,934 INFO: [ epoch: 39 ] [ iter: 52,000 ] [ performance: 27.080 it/s ] [ lr: 1.00e-04 ] [ eta: 0:33:02 ] [ l_g_pix: 2.9637e-02 ] [ l_g_total: 2.9637e-02 ] +2024-10-07 23:35:45,678 INFO: [ epoch: 39 ] [ iter: 52,100 ] [ performance: 26.852 it/s ] [ lr: 1.00e-04 ] [ eta: 0:32:48 ] [ l_g_pix: 3.4899e-02 ] [ l_g_total: 3.4899e-02 ] +2024-10-07 23:35:49,429 INFO: [ epoch: 39 ] [ iter: 52,200 ] [ performance: 26.831 it/s ] [ lr: 1.00e-04 ] [ eta: 0:32:36 ] [ l_g_pix: 3.1091e-02 ] [ l_g_total: 3.1091e-02 ] +2024-10-07 23:35:53,191 INFO: [ epoch: 39 ] [ iter: 52,300 ] [ performance: 26.676 it/s ] [ lr: 1.00e-04 ] [ eta: 0:32:24 ] [ l_g_pix: 2.9148e-02 ] [ l_g_total: 2.9148e-02 ] +2024-10-07 23:35:56,954 INFO: [ epoch: 39 ] [ iter: 52,400 ] [ performance: 26.780 it/s ] [ lr: 1.00e-04 ] [ eta: 0:32:14 ] [ l_g_pix: 3.1566e-02 ] [ l_g_total: 3.1566e-02 ] +2024-10-07 23:36:00,702 INFO: [ epoch: 39 ] [ iter: 52,500 ] [ performance: 26.720 it/s ] [ lr: 1.00e-04 ] [ eta: 0:32:03 ] [ l_g_pix: 3.1722e-02 ] [ l_g_total: 3.1722e-02 ] +2024-10-07 23:36:04,530 INFO: [ epoch: 39 ] [ iter: 52,600 ] [ performance: 26.309 it/s ] [ lr: 1.00e-04 ] [ eta: 0:31:55 ] [ l_g_pix: 2.0604e-02 ] [ l_g_total: 2.0604e-02 ] +2024-10-07 23:36:08,058 INFO: [ epoch: 39 ] [ iter: 52,700 ] [ performance: 27.574 it/s ] [ lr: 1.00e-04 ] [ eta: 0:31:41 ] [ l_g_pix: 3.4668e-02 ] [ l_g_total: 3.4668e-02 ] +2024-10-07 23:36:12,806 INFO: [ epoch: 40 ] [ iter: 52,800 ] [ performance: 25.583 it/s ] [ lr: 1.00e-04 ] [ eta: 0:31:50 ] [ l_g_pix: 4.0628e-02 ] [ l_g_total: 4.0628e-02 ] +2024-10-07 23:36:16,602 INFO: [ epoch: 40 ] [ iter: 52,900 ] [ performance: 26.068 it/s ] [ lr: 1.00e-04 ] [ eta: 0:31:42 ] [ l_g_pix: 3.8667e-02 ] [ l_g_total: 3.8667e-02 ] +2024-10-07 23:36:20,372 INFO: [ epoch: 40 ] [ iter: 53,000 ] [ performance: 26.777 it/s ] [ lr: 1.00e-04 ] [ eta: 0:31:33 ] [ l_g_pix: 4.7625e-02 ] [ l_g_total: 4.7625e-02 ] +2024-10-07 23:36:24,103 INFO: [ epoch: 40 ] [ iter: 53,100 ] [ performance: 26.803 it/s ] [ lr: 1.00e-04 ] [ eta: 0:31:25 ] [ l_g_pix: 2.5148e-02 ] [ l_g_total: 2.5148e-02 ] +2024-10-07 23:36:27,868 INFO: [ epoch: 40 ] [ iter: 53,200 ] [ performance: 26.608 it/s ] [ lr: 1.00e-04 ] [ eta: 0:31:17 ] [ l_g_pix: 2.9737e-02 ] [ l_g_total: 2.9737e-02 ] +2024-10-07 23:36:31,688 INFO: [ epoch: 40 ] [ iter: 53,300 ] [ performance: 26.333 it/s ] [ lr: 1.00e-04 ] [ eta: 0:31:10 ] [ l_g_pix: 4.1212e-02 ] [ l_g_total: 4.1212e-02 ] +2024-10-07 23:36:35,428 INFO: [ epoch: 40 ] [ iter: 53,400 ] [ performance: 26.789 it/s ] [ lr: 1.00e-04 ] [ eta: 0:31:02 ] [ l_g_pix: 3.3037e-02 ] [ l_g_total: 3.3037e-02 ] +2024-10-07 23:36:39,221 INFO: [ epoch: 40 ] [ iter: 53,500 ] [ performance: 26.516 it/s ] [ lr: 1.00e-04 ] [ eta: 0:30:55 ] [ l_g_pix: 2.7469e-02 ] [ l_g_total: 2.7469e-02 ] +2024-10-07 23:36:42,981 INFO: [ epoch: 40 ] [ iter: 53,600 ] [ performance: 26.479 it/s ] [ lr: 1.00e-04 ] [ eta: 0:30:48 ] [ l_g_pix: 3.3966e-02 ] [ l_g_total: 3.3966e-02 ] +2024-10-07 23:36:46,710 INFO: [ epoch: 40 ] [ iter: 53,700 ] [ performance: 26.701 it/s ] [ lr: 1.00e-04 ] [ eta: 0:30:41 ] [ l_g_pix: 3.1057e-02 ] [ l_g_total: 3.1057e-02 ] +2024-10-07 23:36:50,455 INFO: [ epoch: 40 ] [ iter: 53,800 ] [ performance: 26.880 it/s ] [ lr: 1.00e-04 ] [ eta: 0:30:34 ] [ l_g_pix: 3.2435e-02 ] [ l_g_total: 3.2435e-02 ] +2024-10-07 23:36:54,186 INFO: [ epoch: 40 ] [ iter: 53,900 ] [ performance: 26.830 it/s ] [ lr: 1.00e-04 ] [ eta: 0:30:27 ] [ l_g_pix: 2.1886e-02 ] [ l_g_total: 2.1886e-02 ] +2024-10-07 23:36:57,649 INFO: [ epoch: 40 ] [ iter: 54,000 ] [ performance: 29.081 it/s ] [ lr: 1.00e-04 ] [ eta: 0:30:17 ] [ l_g_pix: 3.4024e-02 ] [ l_g_total: 3.4024e-02 ] +2024-10-07 23:37:02,396 INFO: [ epoch: 41 ] [ iter: 54,100 ] [ performance: 23.204 it/s ] [ lr: 1.00e-04 ] [ eta: 0:30:22 ] [ l_g_pix: 4.3618e-02 ] [ l_g_total: 4.3618e-02 ] +2024-10-07 23:37:06,147 INFO: [ epoch: 41 ] [ iter: 54,200 ] [ performance: 26.750 it/s ] [ lr: 1.00e-04 ] [ eta: 0:30:16 ] [ l_g_pix: 3.1190e-02 ] [ l_g_total: 3.1190e-02 ] +2024-10-07 23:37:09,914 INFO: [ epoch: 41 ] [ iter: 54,300 ] [ performance: 26.617 it/s ] [ lr: 1.00e-04 ] [ eta: 0:30:10 ] [ l_g_pix: 3.4813e-02 ] [ l_g_total: 3.4813e-02 ] +2024-10-07 23:37:13,677 INFO: [ epoch: 41 ] [ iter: 54,400 ] [ performance: 26.555 it/s ] [ lr: 1.00e-04 ] [ eta: 0:30:04 ] [ l_g_pix: 2.5407e-02 ] [ l_g_total: 2.5407e-02 ] +2024-10-07 23:37:17,414 INFO: [ epoch: 41 ] [ iter: 54,500 ] [ performance: 26.699 it/s ] [ lr: 1.00e-04 ] [ eta: 0:29:58 ] [ l_g_pix: 2.7228e-02 ] [ l_g_total: 2.7228e-02 ] +2024-10-07 23:37:21,172 INFO: [ epoch: 41 ] [ iter: 54,600 ] [ performance: 27.036 it/s ] [ lr: 1.00e-04 ] [ eta: 0:29:52 ] [ l_g_pix: 3.0216e-02 ] [ l_g_total: 3.0216e-02 ] +2024-10-07 23:37:24,924 INFO: [ epoch: 41 ] [ iter: 54,700 ] [ performance: 26.776 it/s ] [ lr: 1.00e-04 ] [ eta: 0:29:46 ] [ l_g_pix: 3.6531e-02 ] [ l_g_total: 3.6531e-02 ] +2024-10-07 23:37:28,659 INFO: [ epoch: 41 ] [ iter: 54,800 ] [ performance: 26.523 it/s ] [ lr: 1.00e-04 ] [ eta: 0:29:40 ] [ l_g_pix: 3.2967e-02 ] [ l_g_total: 3.2967e-02 ] +2024-10-07 23:37:32,425 INFO: [ epoch: 41 ] [ iter: 54,900 ] [ performance: 26.547 it/s ] [ lr: 1.00e-04 ] [ eta: 0:29:34 ] [ l_g_pix: 2.6843e-02 ] [ l_g_total: 2.6843e-02 ] +2024-10-07 23:37:36,159 INFO: [ epoch: 41 ] [ iter: 55,000 ] [ performance: 26.819 it/s ] [ lr: 1.00e-04 ] [ eta: 0:29:28 ] [ l_g_pix: 2.5463e-02 ] [ l_g_total: 2.5463e-02 ] +2024-10-07 23:37:39,874 INFO: [ epoch: 41 ] [ iter: 55,100 ] [ performance: 26.892 it/s ] [ lr: 1.00e-04 ] [ eta: 0:29:23 ] [ l_g_pix: 2.9964e-02 ] [ l_g_total: 2.9964e-02 ] +2024-10-07 23:37:43,635 INFO: [ epoch: 41 ] [ iter: 55,200 ] [ performance: 26.668 it/s ] [ lr: 1.00e-04 ] [ eta: 0:29:17 ] [ l_g_pix: 3.7835e-02 ] [ l_g_total: 3.7835e-02 ] +2024-10-07 23:37:47,139 INFO: [ epoch: 41 ] [ iter: 55,300 ] [ performance: 27.944 it/s ] [ lr: 1.00e-04 ] [ eta: 0:29:10 ] [ l_g_pix: 3.6348e-02 ] [ l_g_total: 3.6348e-02 ] +2024-10-07 23:37:51,903 INFO: [ epoch: 42 ] [ iter: 55,400 ] [ performance: 26.677 it/s ] [ lr: 1.00e-04 ] [ eta: 0:29:13 ] [ l_g_pix: 2.8780e-02 ] [ l_g_total: 2.8780e-02 ] +2024-10-07 23:37:55,626 INFO: [ epoch: 42 ] [ iter: 55,500 ] [ performance: 26.812 it/s ] [ lr: 1.00e-04 ] [ eta: 0:29:07 ] [ l_g_pix: 2.6455e-02 ] [ l_g_total: 2.6455e-02 ] +2024-10-07 23:37:59,386 INFO: [ epoch: 42 ] [ iter: 55,600 ] [ performance: 26.330 it/s ] [ lr: 1.00e-04 ] [ eta: 0:29:02 ] [ l_g_pix: 3.4052e-02 ] [ l_g_total: 3.4052e-02 ] +2024-10-07 23:38:03,112 INFO: [ epoch: 42 ] [ iter: 55,700 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 0:28:56 ] [ l_g_pix: 2.9581e-02 ] [ l_g_total: 2.9581e-02 ] +2024-10-07 23:38:06,823 INFO: [ epoch: 42 ] [ iter: 55,800 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 0:28:51 ] [ l_g_pix: 3.6267e-02 ] [ l_g_total: 3.6267e-02 ] +2024-10-07 23:38:10,515 INFO: [ epoch: 42 ] [ iter: 55,900 ] [ performance: 27.003 it/s ] [ lr: 1.00e-04 ] [ eta: 0:28:45 ] [ l_g_pix: 3.6962e-02 ] [ l_g_total: 3.6962e-02 ] +2024-10-07 23:38:14,264 INFO: [ epoch: 42 ] [ iter: 56,000 ] [ performance: 26.671 it/s ] [ lr: 1.00e-04 ] [ eta: 0:28:40 ] [ l_g_pix: 3.3752e-02 ] [ l_g_total: 3.3752e-02 ] +2024-10-07 23:38:18,019 INFO: [ epoch: 42 ] [ iter: 56,100 ] [ performance: 26.646 it/s ] [ lr: 1.00e-04 ] [ eta: 0:28:35 ] [ l_g_pix: 3.2197e-02 ] [ l_g_total: 3.2197e-02 ] +2024-10-07 23:38:21,717 INFO: [ epoch: 42 ] [ iter: 56,200 ] [ performance: 27.292 it/s ] [ lr: 1.00e-04 ] [ eta: 0:28:30 ] [ l_g_pix: 3.1373e-02 ] [ l_g_total: 3.1373e-02 ] +2024-10-07 23:38:25,433 INFO: [ epoch: 42 ] [ iter: 56,300 ] [ performance: 27.018 it/s ] [ lr: 1.00e-04 ] [ eta: 0:28:24 ] [ l_g_pix: 3.1146e-02 ] [ l_g_total: 3.1146e-02 ] +2024-10-07 23:38:29,206 INFO: [ epoch: 42 ] [ iter: 56,400 ] [ performance: 26.646 it/s ] [ lr: 1.00e-04 ] [ eta: 0:28:20 ] [ l_g_pix: 2.9323e-02 ] [ l_g_total: 2.9323e-02 ] +2024-10-07 23:38:32,940 INFO: [ epoch: 42 ] [ iter: 56,500 ] [ performance: 26.750 it/s ] [ lr: 1.00e-04 ] [ eta: 0:28:15 ] [ l_g_pix: 2.9119e-02 ] [ l_g_total: 2.9119e-02 ] +2024-10-07 23:38:36,861 INFO: [ epoch: 43 ] [ iter: 56,600 ] [ performance: 20.645 it/s ] [ lr: 1.00e-04 ] [ eta: 0:28:11 ] [ l_g_pix: 3.3452e-02 ] [ l_g_total: 3.3452e-02 ] +2024-10-07 23:38:41,083 INFO: [ epoch: 43 ] [ iter: 56,700 ] [ performance: 22.786 it/s ] [ lr: 1.00e-04 ] [ eta: 0:28:09 ] [ l_g_pix: 4.6197e-02 ] [ l_g_total: 4.6197e-02 ] +2024-10-07 23:38:44,841 INFO: [ epoch: 43 ] [ iter: 56,800 ] [ performance: 26.888 it/s ] [ lr: 1.00e-04 ] [ eta: 0:28:04 ] [ l_g_pix: 2.6410e-02 ] [ l_g_total: 2.6410e-02 ] +2024-10-07 23:38:48,610 INFO: [ epoch: 43 ] [ iter: 56,900 ] [ performance: 26.632 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:59 ] [ l_g_pix: 2.4374e-02 ] [ l_g_total: 2.4374e-02 ] +2024-10-07 23:38:52,336 INFO: [ epoch: 43 ] [ iter: 57,000 ] [ performance: 26.917 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:54 ] [ l_g_pix: 3.3929e-02 ] [ l_g_total: 3.3929e-02 ] +2024-10-07 23:38:56,074 INFO: [ epoch: 43 ] [ iter: 57,100 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:50 ] [ l_g_pix: 2.2424e-02 ] [ l_g_total: 2.2424e-02 ] +2024-10-07 23:38:59,784 INFO: [ epoch: 43 ] [ iter: 57,200 ] [ performance: 26.926 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:45 ] [ l_g_pix: 2.5640e-02 ] [ l_g_total: 2.5640e-02 ] +2024-10-07 23:39:03,511 INFO: [ epoch: 43 ] [ iter: 57,300 ] [ performance: 26.858 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:40 ] [ l_g_pix: 2.8899e-02 ] [ l_g_total: 2.8899e-02 ] +2024-10-07 23:39:07,247 INFO: [ epoch: 43 ] [ iter: 57,400 ] [ performance: 26.902 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:35 ] [ l_g_pix: 4.1829e-02 ] [ l_g_total: 4.1829e-02 ] +2024-10-07 23:39:11,004 INFO: [ epoch: 43 ] [ iter: 57,500 ] [ performance: 26.691 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:30 ] [ l_g_pix: 3.8639e-02 ] [ l_g_total: 3.8639e-02 ] +2024-10-07 23:39:14,776 INFO: [ epoch: 43 ] [ iter: 57,600 ] [ performance: 26.227 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:26 ] [ l_g_pix: 2.6030e-02 ] [ l_g_total: 2.6030e-02 ] +2024-10-07 23:39:18,563 INFO: [ epoch: 43 ] [ iter: 57,700 ] [ performance: 26.365 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:21 ] [ l_g_pix: 4.0292e-02 ] [ l_g_total: 4.0292e-02 ] +2024-10-07 23:39:22,313 INFO: [ epoch: 43 ] [ iter: 57,800 ] [ performance: 27.082 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:17 ] [ l_g_pix: 3.5718e-02 ] [ l_g_total: 3.5718e-02 ] +2024-10-07 23:39:26,621 INFO: [ epoch: 44 ] [ iter: 57,900 ] [ performance: 24.028 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:15 ] [ l_g_pix: 2.2777e-02 ] [ l_g_total: 2.2777e-02 ] +2024-10-07 23:39:30,582 INFO: [ epoch: 44 ] [ iter: 58,000 ] [ performance: 27.296 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:12 ] [ l_g_pix: 2.3380e-02 ] [ l_g_total: 2.3380e-02 ] +2024-10-07 23:39:34,305 INFO: [ epoch: 44 ] [ iter: 58,100 ] [ performance: 26.966 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:07 ] [ l_g_pix: 3.0727e-02 ] [ l_g_total: 3.0727e-02 ] +2024-10-07 23:39:38,031 INFO: [ epoch: 44 ] [ iter: 58,200 ] [ performance: 26.251 it/s ] [ lr: 1.00e-04 ] [ eta: 0:27:02 ] [ l_g_pix: 3.2599e-02 ] [ l_g_total: 3.2599e-02 ] +2024-10-07 23:39:41,783 INFO: [ epoch: 44 ] [ iter: 58,300 ] [ performance: 26.568 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:58 ] [ l_g_pix: 2.9018e-02 ] [ l_g_total: 2.9018e-02 ] +2024-10-07 23:39:45,507 INFO: [ epoch: 44 ] [ iter: 58,400 ] [ performance: 27.308 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:53 ] [ l_g_pix: 3.4429e-02 ] [ l_g_total: 3.4429e-02 ] +2024-10-07 23:39:49,271 INFO: [ epoch: 44 ] [ iter: 58,500 ] [ performance: 26.736 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:49 ] [ l_g_pix: 3.2134e-02 ] [ l_g_total: 3.2134e-02 ] +2024-10-07 23:39:53,004 INFO: [ epoch: 44 ] [ iter: 58,600 ] [ performance: 26.949 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:44 ] [ l_g_pix: 3.9582e-02 ] [ l_g_total: 3.9582e-02 ] +2024-10-07 23:39:56,772 INFO: [ epoch: 44 ] [ iter: 58,700 ] [ performance: 26.633 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:40 ] [ l_g_pix: 2.3791e-02 ] [ l_g_total: 2.3791e-02 ] +2024-10-07 23:40:00,525 INFO: [ epoch: 44 ] [ iter: 58,800 ] [ performance: 27.061 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:35 ] [ l_g_pix: 3.7040e-02 ] [ l_g_total: 3.7040e-02 ] +2024-10-07 23:40:04,294 INFO: [ epoch: 44 ] [ iter: 58,900 ] [ performance: 26.643 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:31 ] [ l_g_pix: 2.6853e-02 ] [ l_g_total: 2.6853e-02 ] +2024-10-07 23:40:08,035 INFO: [ epoch: 44 ] [ iter: 59,000 ] [ performance: 27.197 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:26 ] [ l_g_pix: 2.9117e-02 ] [ l_g_total: 2.9117e-02 ] +2024-10-07 23:40:11,718 INFO: [ epoch: 44 ] [ iter: 59,100 ] [ performance: 27.165 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:22 ] [ l_g_pix: 4.8543e-02 ] [ l_g_total: 4.8543e-02 ] +2024-10-07 23:40:16,092 INFO: [ epoch: 45 ] [ iter: 59,200 ] [ performance: 13.820 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:20 ] [ l_g_pix: 2.9782e-02 ] [ l_g_total: 2.9782e-02 ] +2024-10-07 23:40:20,036 INFO: [ epoch: 45 ] [ iter: 59,300 ] [ performance: 21.893 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:16 ] [ l_g_pix: 3.4454e-02 ] [ l_g_total: 3.4454e-02 ] +2024-10-07 23:40:23,764 INFO: [ epoch: 45 ] [ iter: 59,400 ] [ performance: 27.112 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:12 ] [ l_g_pix: 3.2325e-02 ] [ l_g_total: 3.2325e-02 ] +2024-10-07 23:40:27,517 INFO: [ epoch: 45 ] [ iter: 59,500 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:08 ] [ l_g_pix: 3.7589e-02 ] [ l_g_total: 3.7589e-02 ] +2024-10-07 23:40:31,265 INFO: [ epoch: 45 ] [ iter: 59,600 ] [ performance: 26.893 it/s ] [ lr: 1.00e-04 ] [ eta: 0:26:03 ] [ l_g_pix: 2.5787e-02 ] [ l_g_total: 2.5787e-02 ] +2024-10-07 23:40:35,004 INFO: [ epoch: 45 ] [ iter: 59,700 ] [ performance: 26.773 it/s ] [ lr: 1.00e-04 ] [ eta: 0:25:59 ] [ l_g_pix: 3.0816e-02 ] [ l_g_total: 3.0816e-02 ] +2024-10-07 23:40:38,748 INFO: [ epoch: 45 ] [ iter: 59,800 ] [ performance: 27.129 it/s ] [ lr: 1.00e-04 ] [ eta: 0:25:54 ] [ l_g_pix: 2.8017e-02 ] [ l_g_total: 2.8017e-02 ] +2024-10-07 23:40:42,500 INFO: [ epoch: 45 ] [ iter: 59,900 ] [ performance: 26.737 it/s ] [ lr: 1.00e-04 ] [ eta: 0:25:50 ] [ l_g_pix: 3.0682e-02 ] [ l_g_total: 3.0682e-02 ] +2024-10-07 23:40:46,226 INFO: [ epoch: 45 ] [ iter: 60,000 ] [ performance: 27.045 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:46 ] [ l_g_pix: 2.1754e-02 ] [ l_g_total: 2.1754e-02 ] +2024-10-07 23:40:46,226 INFO: Saving models and training states. +2024-10-07 23:44:03,664 INFO: Validation val + + # psnr: 27.1542........ Best: 27.1542 @ 60000 iter + # ssim: 0.7641........ Best: 0.7641 @ 60000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-10-07 23:44:07,426 INFO: [ epoch: 45 ] [ iter: 60,100 ] [ performance: 26.699 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:52 ] [ l_g_pix: 1.7272e-02 ] [ l_g_total: 1.7272e-02 ] +2024-10-07 23:44:11,185 INFO: [ epoch: 45 ] [ iter: 60,200 ] [ performance: 27.257 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:37 ] [ l_g_pix: 3.2853e-02 ] [ l_g_total: 3.2853e-02 ] +2024-10-07 23:44:14,938 INFO: [ epoch: 45 ] [ iter: 60,300 ] [ performance: 26.745 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:24 ] [ l_g_pix: 2.0293e-02 ] [ l_g_total: 2.0293e-02 ] +2024-10-07 23:44:18,619 INFO: [ epoch: 45 ] [ iter: 60,400 ] [ performance: 29.403 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:10 ] [ l_g_pix: 2.4040e-02 ] [ l_g_total: 2.4040e-02 ] +2024-10-07 23:44:23,065 INFO: [ epoch: 46 ] [ iter: 60,500 ] [ performance: 23.348 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:59 ] [ l_g_pix: 2.7054e-02 ] [ l_g_total: 2.7054e-02 ] +2024-10-07 23:44:27,011 INFO: [ epoch: 46 ] [ iter: 60,600 ] [ performance: 27.814 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:46 ] [ l_g_pix: 2.7222e-02 ] [ l_g_total: 2.7222e-02 ] +2024-10-07 23:44:30,728 INFO: [ epoch: 46 ] [ iter: 60,700 ] [ performance: 27.036 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:33 ] [ l_g_pix: 2.8621e-02 ] [ l_g_total: 2.8621e-02 ] +2024-10-07 23:44:34,445 INFO: [ epoch: 46 ] [ iter: 60,800 ] [ performance: 27.106 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:20 ] [ l_g_pix: 3.9624e-02 ] [ l_g_total: 3.9624e-02 ] +2024-10-07 23:44:38,216 INFO: [ epoch: 46 ] [ iter: 60,900 ] [ performance: 26.601 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:07 ] [ l_g_pix: 2.5606e-02 ] [ l_g_total: 2.5606e-02 ] +2024-10-07 23:44:41,994 INFO: [ epoch: 46 ] [ iter: 61,000 ] [ performance: 26.871 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:54 ] [ l_g_pix: 2.4401e-02 ] [ l_g_total: 2.4401e-02 ] +2024-10-07 23:44:45,767 INFO: [ epoch: 46 ] [ iter: 61,100 ] [ performance: 26.553 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:42 ] [ l_g_pix: 2.2477e-02 ] [ l_g_total: 2.2477e-02 ] +2024-10-07 23:44:49,506 INFO: [ epoch: 46 ] [ iter: 61,200 ] [ performance: 27.585 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:29 ] [ l_g_pix: 3.9245e-02 ] [ l_g_total: 3.9245e-02 ] +2024-10-07 23:44:53,410 INFO: [ epoch: 46 ] [ iter: 61,300 ] [ performance: 25.847 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:18 ] [ l_g_pix: 1.9627e-02 ] [ l_g_total: 1.9627e-02 ] +2024-10-07 23:44:57,159 INFO: [ epoch: 46 ] [ iter: 61,400 ] [ performance: 27.504 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:06 ] [ l_g_pix: 3.7455e-02 ] [ l_g_total: 3.7455e-02 ] +2024-10-07 23:45:00,919 INFO: [ epoch: 46 ] [ iter: 61,500 ] [ performance: 26.700 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:54 ] [ l_g_pix: 4.0487e-02 ] [ l_g_total: 4.0487e-02 ] +2024-10-07 23:45:04,652 INFO: [ epoch: 46 ] [ iter: 61,600 ] [ performance: 27.995 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:42 ] [ l_g_pix: 3.4228e-02 ] [ l_g_total: 3.4228e-02 ] +2024-10-07 23:45:08,321 INFO: [ epoch: 46 ] [ iter: 61,700 ] [ performance: 27.338 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:30 ] [ l_g_pix: 2.8003e-02 ] [ l_g_total: 2.8003e-02 ] +2024-10-07 23:45:13,265 INFO: [ epoch: 47 ] [ iter: 61,800 ] [ performance: 21.943 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:22 ] [ l_g_pix: 3.0514e-02 ] [ l_g_total: 3.0514e-02 ] +2024-10-07 23:45:17,050 INFO: [ epoch: 47 ] [ iter: 61,900 ] [ performance: 25.902 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:11 ] [ l_g_pix: 4.4748e-02 ] [ l_g_total: 4.4748e-02 ] +2024-10-07 23:45:20,827 INFO: [ epoch: 47 ] [ iter: 62,000 ] [ performance: 26.943 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:00 ] [ l_g_pix: 2.7936e-02 ] [ l_g_total: 2.7936e-02 ] +2024-10-07 23:45:24,592 INFO: [ epoch: 47 ] [ iter: 62,100 ] [ performance: 26.598 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:49 ] [ l_g_pix: 1.9513e-02 ] [ l_g_total: 1.9513e-02 ] +2024-10-07 23:45:28,344 INFO: [ epoch: 47 ] [ iter: 62,200 ] [ performance: 26.379 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:38 ] [ l_g_pix: 2.1398e-02 ] [ l_g_total: 2.1398e-02 ] +2024-10-07 23:45:32,081 INFO: [ epoch: 47 ] [ iter: 62,300 ] [ performance: 26.736 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:27 ] [ l_g_pix: 3.7534e-02 ] [ l_g_total: 3.7534e-02 ] +2024-10-07 23:45:35,831 INFO: [ epoch: 47 ] [ iter: 62,400 ] [ performance: 27.194 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:16 ] [ l_g_pix: 2.9424e-02 ] [ l_g_total: 2.9424e-02 ] +2024-10-07 23:45:39,592 INFO: [ epoch: 47 ] [ iter: 62,500 ] [ performance: 26.635 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:05 ] [ l_g_pix: 3.0950e-02 ] [ l_g_total: 3.0950e-02 ] +2024-10-07 23:45:43,335 INFO: [ epoch: 47 ] [ iter: 62,600 ] [ performance: 26.394 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:55 ] [ l_g_pix: 2.5407e-02 ] [ l_g_total: 2.5407e-02 ] +2024-10-07 23:45:47,096 INFO: [ epoch: 47 ] [ iter: 62,700 ] [ performance: 26.577 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:44 ] [ l_g_pix: 3.6795e-02 ] [ l_g_total: 3.6795e-02 ] +2024-10-07 23:45:50,841 INFO: [ epoch: 47 ] [ iter: 62,800 ] [ performance: 26.691 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:34 ] [ l_g_pix: 3.5229e-02 ] [ l_g_total: 3.5229e-02 ] +2024-10-07 23:45:54,580 INFO: [ epoch: 47 ] [ iter: 62,900 ] [ performance: 26.750 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:24 ] [ l_g_pix: 3.6967e-02 ] [ l_g_total: 3.6967e-02 ] +2024-10-07 23:45:58,198 INFO: [ epoch: 47 ] [ iter: 63,000 ] [ performance: 30.116 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:13 ] [ l_g_pix: 2.6400e-02 ] [ l_g_total: 2.6400e-02 ] +2024-10-07 23:46:02,869 INFO: [ epoch: 48 ] [ iter: 63,100 ] [ performance: 21.714 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:06 ] [ l_g_pix: 3.0159e-02 ] [ l_g_total: 3.0159e-02 ] +2024-10-07 23:46:06,622 INFO: [ epoch: 48 ] [ iter: 63,200 ] [ performance: 27.499 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:56 ] [ l_g_pix: 4.0257e-02 ] [ l_g_total: 4.0257e-02 ] +2024-10-07 23:46:10,350 INFO: [ epoch: 48 ] [ iter: 63,300 ] [ performance: 26.858 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:46 ] [ l_g_pix: 2.7908e-02 ] [ l_g_total: 2.7908e-02 ] +2024-10-07 23:46:14,085 INFO: [ epoch: 48 ] [ iter: 63,400 ] [ performance: 28.718 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:36 ] [ l_g_pix: 4.1821e-02 ] [ l_g_total: 4.1821e-02 ] +2024-10-07 23:46:17,845 INFO: [ epoch: 48 ] [ iter: 63,500 ] [ performance: 26.659 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:26 ] [ l_g_pix: 3.7488e-02 ] [ l_g_total: 3.7488e-02 ] +2024-10-07 23:46:21,602 INFO: [ epoch: 48 ] [ iter: 63,600 ] [ performance: 24.843 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:17 ] [ l_g_pix: 3.2756e-02 ] [ l_g_total: 3.2756e-02 ] +2024-10-07 23:46:25,368 INFO: [ epoch: 48 ] [ iter: 63,700 ] [ performance: 26.518 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:07 ] [ l_g_pix: 3.2006e-02 ] [ l_g_total: 3.2006e-02 ] +2024-10-07 23:46:29,120 INFO: [ epoch: 48 ] [ iter: 63,800 ] [ performance: 25.499 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:58 ] [ l_g_pix: 4.2829e-02 ] [ l_g_total: 4.2829e-02 ] +2024-10-07 23:46:32,833 INFO: [ epoch: 48 ] [ iter: 63,900 ] [ performance: 26.925 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:48 ] [ l_g_pix: 4.0989e-02 ] [ l_g_total: 4.0989e-02 ] +2024-10-07 23:46:36,630 INFO: [ epoch: 48 ] [ iter: 64,000 ] [ performance: 26.630 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:39 ] [ l_g_pix: 2.4748e-02 ] [ l_g_total: 2.4748e-02 ] +2024-10-07 23:46:40,436 INFO: [ epoch: 48 ] [ iter: 64,100 ] [ performance: 26.285 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:30 ] [ l_g_pix: 2.7084e-02 ] [ l_g_total: 2.7084e-02 ] +2024-10-07 23:46:44,185 INFO: [ epoch: 48 ] [ iter: 64,200 ] [ performance: 26.487 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:21 ] [ l_g_pix: 1.7490e-02 ] [ l_g_total: 1.7490e-02 ] +2024-10-07 23:46:47,817 INFO: [ epoch: 48 ] [ iter: 64,300 ] [ performance: 27.551 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:12 ] [ l_g_pix: 2.7256e-02 ] [ l_g_total: 2.7256e-02 ] +2024-10-07 23:46:52,595 INFO: [ epoch: 49 ] [ iter: 64,400 ] [ performance: 23.774 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:05 ] [ l_g_pix: 3.2717e-02 ] [ l_g_total: 3.2717e-02 ] +2024-10-07 23:46:56,368 INFO: [ epoch: 49 ] [ iter: 64,500 ] [ performance: 26.526 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:56 ] [ l_g_pix: 2.5101e-02 ] [ l_g_total: 2.5101e-02 ] +2024-10-07 23:47:00,111 INFO: [ epoch: 49 ] [ iter: 64,600 ] [ performance: 26.626 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:48 ] [ l_g_pix: 1.8493e-02 ] [ l_g_total: 1.8493e-02 ] +2024-10-07 23:47:03,839 INFO: [ epoch: 49 ] [ iter: 64,700 ] [ performance: 26.890 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:39 ] [ l_g_pix: 2.7600e-02 ] [ l_g_total: 2.7600e-02 ] +2024-10-07 23:47:07,560 INFO: [ epoch: 49 ] [ iter: 64,800 ] [ performance: 26.883 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:30 ] [ l_g_pix: 2.0617e-02 ] [ l_g_total: 2.0617e-02 ] +2024-10-07 23:47:11,300 INFO: [ epoch: 49 ] [ iter: 64,900 ] [ performance: 26.832 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:21 ] [ l_g_pix: 2.3840e-02 ] [ l_g_total: 2.3840e-02 ] +2024-10-07 23:47:15,026 INFO: [ epoch: 49 ] [ iter: 65,000 ] [ performance: 26.838 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:13 ] [ l_g_pix: 1.4125e-02 ] [ l_g_total: 1.4125e-02 ] +2024-10-07 23:47:18,785 INFO: [ epoch: 49 ] [ iter: 65,100 ] [ performance: 26.648 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:04 ] [ l_g_pix: 5.1230e-02 ] [ l_g_total: 5.1230e-02 ] +2024-10-07 23:47:22,552 INFO: [ epoch: 49 ] [ iter: 65,200 ] [ performance: 26.599 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:56 ] [ l_g_pix: 2.9714e-02 ] [ l_g_total: 2.9714e-02 ] +2024-10-07 23:47:26,305 INFO: [ epoch: 49 ] [ iter: 65,300 ] [ performance: 26.694 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:47 ] [ l_g_pix: 1.5468e-02 ] [ l_g_total: 1.5468e-02 ] +2024-10-07 23:47:30,062 INFO: [ epoch: 49 ] [ iter: 65,400 ] [ performance: 26.656 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:39 ] [ l_g_pix: 2.4878e-02 ] [ l_g_total: 2.4878e-02 ] +2024-10-07 23:47:33,816 INFO: [ epoch: 49 ] [ iter: 65,500 ] [ performance: 26.613 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:31 ] [ l_g_pix: 3.5321e-02 ] [ l_g_total: 3.5321e-02 ] +2024-10-07 23:47:37,425 INFO: [ epoch: 49 ] [ iter: 65,600 ] [ performance: 27.179 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:22 ] [ l_g_pix: 2.7330e-02 ] [ l_g_total: 2.7330e-02 ] +2024-10-07 23:47:42,290 INFO: [ epoch: 50 ] [ iter: 65,700 ] [ performance: 20.066 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:17 ] [ l_g_pix: 2.1536e-02 ] [ l_g_total: 2.1536e-02 ] +2024-10-07 23:47:46,081 INFO: [ epoch: 50 ] [ iter: 65,800 ] [ performance: 22.925 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:08 ] [ l_g_pix: 3.6325e-02 ] [ l_g_total: 3.6325e-02 ] +2024-10-07 23:47:49,853 INFO: [ epoch: 50 ] [ iter: 65,900 ] [ performance: 26.579 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:00 ] [ l_g_pix: 3.3073e-02 ] [ l_g_total: 3.3073e-02 ] +2024-10-07 23:47:53,580 INFO: [ epoch: 50 ] [ iter: 66,000 ] [ performance: 26.712 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:52 ] [ l_g_pix: 3.3949e-02 ] [ l_g_total: 3.3949e-02 ] +2024-10-07 23:47:57,349 INFO: [ epoch: 50 ] [ iter: 66,100 ] [ performance: 26.573 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:44 ] [ l_g_pix: 2.9291e-02 ] [ l_g_total: 2.9291e-02 ] +2024-10-07 23:48:01,115 INFO: [ epoch: 50 ] [ iter: 66,200 ] [ performance: 26.565 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:37 ] [ l_g_pix: 2.4755e-02 ] [ l_g_total: 2.4755e-02 ] +2024-10-07 23:48:04,843 INFO: [ epoch: 50 ] [ iter: 66,300 ] [ performance: 26.940 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:29 ] [ l_g_pix: 2.0797e-02 ] [ l_g_total: 2.0797e-02 ] +2024-10-07 23:48:08,607 INFO: [ epoch: 50 ] [ iter: 66,400 ] [ performance: 26.744 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:21 ] [ l_g_pix: 2.7138e-02 ] [ l_g_total: 2.7138e-02 ] +2024-10-07 23:48:12,392 INFO: [ epoch: 50 ] [ iter: 66,500 ] [ performance: 26.490 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:13 ] [ l_g_pix: 3.4434e-02 ] [ l_g_total: 3.4434e-02 ] +2024-10-07 23:48:16,128 INFO: [ epoch: 50 ] [ iter: 66,600 ] [ performance: 26.641 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:06 ] [ l_g_pix: 3.3414e-02 ] [ l_g_total: 3.3414e-02 ] +2024-10-07 23:48:19,835 INFO: [ epoch: 50 ] [ iter: 66,700 ] [ performance: 27.181 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:58 ] [ l_g_pix: 3.5611e-02 ] [ l_g_total: 3.5611e-02 ] +2024-10-07 23:48:23,568 INFO: [ epoch: 50 ] [ iter: 66,800 ] [ performance: 26.973 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:50 ] [ l_g_pix: 2.2462e-02 ] [ l_g_total: 2.2462e-02 ] +2024-10-07 23:48:27,155 INFO: [ epoch: 50 ] [ iter: 66,900 ] [ performance: 28.108 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:42 ] [ l_g_pix: 3.2801e-02 ] [ l_g_total: 3.2801e-02 ] +2024-10-07 23:48:32,012 INFO: [ epoch: 51 ] [ iter: 67,000 ] [ performance: 23.508 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:37 ] [ l_g_pix: 2.0777e-02 ] [ l_g_total: 2.0777e-02 ] +2024-10-07 23:48:35,752 INFO: [ epoch: 51 ] [ iter: 67,100 ] [ performance: 26.745 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:29 ] [ l_g_pix: 2.7936e-02 ] [ l_g_total: 2.7936e-02 ] +2024-10-07 23:48:39,499 INFO: [ epoch: 51 ] [ iter: 67,200 ] [ performance: 26.717 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:22 ] [ l_g_pix: 3.0820e-02 ] [ l_g_total: 3.0820e-02 ] +2024-10-07 23:48:43,260 INFO: [ epoch: 51 ] [ iter: 67,300 ] [ performance: 26.670 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:15 ] [ l_g_pix: 2.8910e-02 ] [ l_g_total: 2.8910e-02 ] +2024-10-07 23:48:46,987 INFO: [ epoch: 51 ] [ iter: 67,400 ] [ performance: 26.760 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:07 ] [ l_g_pix: 5.5717e-02 ] [ l_g_total: 5.5717e-02 ] +2024-10-07 23:48:50,767 INFO: [ epoch: 51 ] [ iter: 67,500 ] [ performance: 26.526 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:00 ] [ l_g_pix: 2.0570e-02 ] [ l_g_total: 2.0570e-02 ] +2024-10-07 23:48:54,465 INFO: [ epoch: 51 ] [ iter: 67,600 ] [ performance: 26.809 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:53 ] [ l_g_pix: 3.5510e-02 ] [ l_g_total: 3.5510e-02 ] +2024-10-07 23:48:58,217 INFO: [ epoch: 51 ] [ iter: 67,700 ] [ performance: 26.702 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:45 ] [ l_g_pix: 2.7109e-02 ] [ l_g_total: 2.7109e-02 ] +2024-10-07 23:49:01,987 INFO: [ epoch: 51 ] [ iter: 67,800 ] [ performance: 26.609 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:38 ] [ l_g_pix: 2.8927e-02 ] [ l_g_total: 2.8927e-02 ] +2024-10-07 23:49:05,777 INFO: [ epoch: 51 ] [ iter: 67,900 ] [ performance: 26.381 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:31 ] [ l_g_pix: 3.0620e-02 ] [ l_g_total: 3.0620e-02 ] +2024-10-07 23:49:09,538 INFO: [ epoch: 51 ] [ iter: 68,000 ] [ performance: 26.499 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:24 ] [ l_g_pix: 3.0574e-02 ] [ l_g_total: 3.0574e-02 ] +2024-10-07 23:49:13,274 INFO: [ epoch: 51 ] [ iter: 68,100 ] [ performance: 26.988 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:17 ] [ l_g_pix: 2.0669e-02 ] [ l_g_total: 2.0669e-02 ] +2024-10-07 23:49:16,846 INFO: [ epoch: 51 ] [ iter: 68,200 ] [ performance: 27.543 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:09 ] [ l_g_pix: 2.4525e-02 ] [ l_g_total: 2.4525e-02 ] +2024-10-07 23:49:21,754 INFO: [ epoch: 52 ] [ iter: 68,300 ] [ performance: 18.888 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:04 ] [ l_g_pix: 4.1098e-02 ] [ l_g_total: 4.1098e-02 ] +2024-10-07 23:49:25,512 INFO: [ epoch: 52 ] [ iter: 68,400 ] [ performance: 22.545 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:58 ] [ l_g_pix: 3.3732e-02 ] [ l_g_total: 3.3732e-02 ] +2024-10-07 23:49:29,287 INFO: [ epoch: 52 ] [ iter: 68,500 ] [ performance: 26.602 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:51 ] [ l_g_pix: 3.1247e-02 ] [ l_g_total: 3.1247e-02 ] +2024-10-07 23:49:33,033 INFO: [ epoch: 52 ] [ iter: 68,600 ] [ performance: 26.658 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:44 ] [ l_g_pix: 3.1588e-02 ] [ l_g_total: 3.1588e-02 ] +2024-10-07 23:49:36,771 INFO: [ epoch: 52 ] [ iter: 68,700 ] [ performance: 26.811 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:37 ] [ l_g_pix: 3.6755e-02 ] [ l_g_total: 3.6755e-02 ] +2024-10-07 23:49:40,510 INFO: [ epoch: 52 ] [ iter: 68,800 ] [ performance: 26.773 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:30 ] [ l_g_pix: 2.7489e-02 ] [ l_g_total: 2.7489e-02 ] +2024-10-07 23:49:44,317 INFO: [ epoch: 52 ] [ iter: 68,900 ] [ performance: 26.341 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:23 ] [ l_g_pix: 2.5339e-02 ] [ l_g_total: 2.5339e-02 ] +2024-10-07 23:49:48,062 INFO: [ epoch: 52 ] [ iter: 69,000 ] [ performance: 26.546 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:16 ] [ l_g_pix: 2.2341e-02 ] [ l_g_total: 2.2341e-02 ] +2024-10-07 23:49:51,793 INFO: [ epoch: 52 ] [ iter: 69,100 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:10 ] [ l_g_pix: 3.2267e-02 ] [ l_g_total: 3.2267e-02 ] +2024-10-07 23:49:55,567 INFO: [ epoch: 52 ] [ iter: 69,200 ] [ performance: 26.703 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:03 ] [ l_g_pix: 2.6328e-02 ] [ l_g_total: 2.6328e-02 ] +2024-10-07 23:49:59,313 INFO: [ epoch: 52 ] [ iter: 69,300 ] [ performance: 26.796 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:56 ] [ l_g_pix: 2.4428e-02 ] [ l_g_total: 2.4428e-02 ] +2024-10-07 23:50:03,088 INFO: [ epoch: 52 ] [ iter: 69,400 ] [ performance: 26.623 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:50 ] [ l_g_pix: 2.7273e-02 ] [ l_g_total: 2.7273e-02 ] +2024-10-07 23:50:06,612 INFO: [ epoch: 52 ] [ iter: 69,500 ] [ performance: 29.316 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:43 ] [ l_g_pix: 3.0505e-02 ] [ l_g_total: 3.0505e-02 ] +2024-10-07 23:50:11,537 INFO: [ epoch: 53 ] [ iter: 69,600 ] [ performance: 23.335 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:38 ] [ l_g_pix: 2.6874e-02 ] [ l_g_total: 2.6874e-02 ] +2024-10-07 23:50:15,288 INFO: [ epoch: 53 ] [ iter: 69,700 ] [ performance: 26.884 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:31 ] [ l_g_pix: 3.5593e-02 ] [ l_g_total: 3.5593e-02 ] +2024-10-07 23:50:19,019 INFO: [ epoch: 53 ] [ iter: 69,800 ] [ performance: 26.840 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:25 ] [ l_g_pix: 4.6782e-02 ] [ l_g_total: 4.6782e-02 ] +2024-10-07 23:50:22,797 INFO: [ epoch: 53 ] [ iter: 69,900 ] [ performance: 26.504 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:18 ] [ l_g_pix: 3.4802e-02 ] [ l_g_total: 3.4802e-02 ] +2024-10-07 23:50:26,518 INFO: [ epoch: 53 ] [ iter: 70,000 ] [ performance: 26.719 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:12 ] [ l_g_pix: 3.1500e-02 ] [ l_g_total: 3.1500e-02 ] +2024-10-07 23:50:26,519 INFO: Saving models and training states. +2024-10-07 23:53:33,117 INFO: Validation val + + # psnr: 27.1676........ Best: 27.1676 @ 70000 iter + # ssim: 0.7647........ Best: 0.7647 @ 70000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-10-07 23:53:36,826 INFO: [ epoch: 53 ] [ iter: 70,100 ] [ performance: 27.043 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:44 ] [ l_g_pix: 3.4751e-02 ] [ l_g_total: 3.4751e-02 ] +2024-10-07 23:53:40,552 INFO: [ epoch: 53 ] [ iter: 70,200 ] [ performance: 26.925 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:36 ] [ l_g_pix: 3.7207e-02 ] [ l_g_total: 3.7207e-02 ] +2024-10-07 23:53:44,323 INFO: [ epoch: 53 ] [ iter: 70,300 ] [ performance: 26.555 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:27 ] [ l_g_pix: 2.2763e-02 ] [ l_g_total: 2.2763e-02 ] +2024-10-07 23:53:48,091 INFO: [ epoch: 53 ] [ iter: 70,400 ] [ performance: 26.547 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:18 ] [ l_g_pix: 2.6622e-02 ] [ l_g_total: 2.6622e-02 ] +2024-10-07 23:53:51,881 INFO: [ epoch: 53 ] [ iter: 70,500 ] [ performance: 26.431 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:10 ] [ l_g_pix: 2.2241e-02 ] [ l_g_total: 2.2241e-02 ] +2024-10-07 23:53:55,637 INFO: [ epoch: 53 ] [ iter: 70,600 ] [ performance: 26.546 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:01 ] [ l_g_pix: 2.6310e-02 ] [ l_g_total: 2.6310e-02 ] +2024-10-07 23:53:59,404 INFO: [ epoch: 53 ] [ iter: 70,700 ] [ performance: 26.811 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:53 ] [ l_g_pix: 2.2934e-02 ] [ l_g_total: 2.2934e-02 ] +2024-10-07 23:54:03,029 INFO: [ epoch: 53 ] [ iter: 70,800 ] [ performance: 27.275 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:44 ] [ l_g_pix: 2.7206e-02 ] [ l_g_total: 2.7206e-02 ] +2024-10-07 23:54:07,873 INFO: [ epoch: 54 ] [ iter: 70,900 ] [ performance: 24.010 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:37 ] [ l_g_pix: 2.4689e-02 ] [ l_g_total: 2.4689e-02 ] +2024-10-07 23:54:11,615 INFO: [ epoch: 54 ] [ iter: 71,000 ] [ performance: 25.578 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:29 ] [ l_g_pix: 3.4536e-02 ] [ l_g_total: 3.4536e-02 ] +2024-10-07 23:54:15,381 INFO: [ epoch: 54 ] [ iter: 71,100 ] [ performance: 26.642 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:20 ] [ l_g_pix: 3.7925e-02 ] [ l_g_total: 3.7925e-02 ] +2024-10-07 23:54:19,151 INFO: [ epoch: 54 ] [ iter: 71,200 ] [ performance: 26.577 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:12 ] [ l_g_pix: 4.0761e-02 ] [ l_g_total: 4.0761e-02 ] +2024-10-07 23:54:22,899 INFO: [ epoch: 54 ] [ iter: 71,300 ] [ performance: 26.887 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:04 ] [ l_g_pix: 3.2960e-02 ] [ l_g_total: 3.2960e-02 ] +2024-10-07 23:54:26,663 INFO: [ epoch: 54 ] [ iter: 71,400 ] [ performance: 26.699 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:56 ] [ l_g_pix: 3.0346e-02 ] [ l_g_total: 3.0346e-02 ] +2024-10-07 23:54:30,400 INFO: [ epoch: 54 ] [ iter: 71,500 ] [ performance: 26.775 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:47 ] [ l_g_pix: 3.6064e-02 ] [ l_g_total: 3.6064e-02 ] +2024-10-07 23:54:34,127 INFO: [ epoch: 54 ] [ iter: 71,600 ] [ performance: 26.813 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:39 ] [ l_g_pix: 2.3029e-02 ] [ l_g_total: 2.3029e-02 ] +2024-10-07 23:54:37,882 INFO: [ epoch: 54 ] [ iter: 71,700 ] [ performance: 26.886 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:31 ] [ l_g_pix: 3.7611e-02 ] [ l_g_total: 3.7611e-02 ] +2024-10-07 23:54:41,621 INFO: [ epoch: 54 ] [ iter: 71,800 ] [ performance: 26.804 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:23 ] [ l_g_pix: 2.1005e-02 ] [ l_g_total: 2.1005e-02 ] +2024-10-07 23:54:45,409 INFO: [ epoch: 54 ] [ iter: 71,900 ] [ performance: 26.299 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:15 ] [ l_g_pix: 2.9820e-02 ] [ l_g_total: 2.9820e-02 ] +2024-10-07 23:54:49,209 INFO: [ epoch: 54 ] [ iter: 72,000 ] [ performance: 26.312 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:07 ] [ l_g_pix: 2.6205e-02 ] [ l_g_total: 2.6205e-02 ] +2024-10-07 23:54:52,888 INFO: [ epoch: 54 ] [ iter: 72,100 ] [ performance: 29.231 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:59 ] [ l_g_pix: 3.5848e-02 ] [ l_g_total: 3.5848e-02 ] +2024-10-07 23:54:57,891 INFO: [ epoch: 55 ] [ iter: 72,200 ] [ performance: 22.681 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:53 ] [ l_g_pix: 3.1178e-02 ] [ l_g_total: 3.1178e-02 ] +2024-10-07 23:55:01,651 INFO: [ epoch: 55 ] [ iter: 72,300 ] [ performance: 26.823 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:45 ] [ l_g_pix: 2.4825e-02 ] [ l_g_total: 2.4825e-02 ] +2024-10-07 23:55:05,384 INFO: [ epoch: 55 ] [ iter: 72,400 ] [ performance: 26.804 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:37 ] [ l_g_pix: 3.8985e-02 ] [ l_g_total: 3.8985e-02 ] +2024-10-07 23:55:09,129 INFO: [ epoch: 55 ] [ iter: 72,500 ] [ performance: 26.791 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:29 ] [ l_g_pix: 3.0836e-02 ] [ l_g_total: 3.0836e-02 ] +2024-10-07 23:55:12,858 INFO: [ epoch: 55 ] [ iter: 72,600 ] [ performance: 26.810 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:21 ] [ l_g_pix: 2.9667e-02 ] [ l_g_total: 2.9667e-02 ] +2024-10-07 23:55:16,557 INFO: [ epoch: 55 ] [ iter: 72,700 ] [ performance: 27.297 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:14 ] [ l_g_pix: 3.0795e-02 ] [ l_g_total: 3.0795e-02 ] +2024-10-07 23:55:20,351 INFO: [ epoch: 55 ] [ iter: 72,800 ] [ performance: 26.695 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:06 ] [ l_g_pix: 2.1248e-02 ] [ l_g_total: 2.1248e-02 ] +2024-10-07 23:55:24,157 INFO: [ epoch: 55 ] [ iter: 72,900 ] [ performance: 26.464 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:58 ] [ l_g_pix: 3.0484e-02 ] [ l_g_total: 3.0484e-02 ] +2024-10-07 23:55:27,912 INFO: [ epoch: 55 ] [ iter: 73,000 ] [ performance: 26.573 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:51 ] [ l_g_pix: 1.9362e-02 ] [ l_g_total: 1.9362e-02 ] +2024-10-07 23:55:31,624 INFO: [ epoch: 55 ] [ iter: 73,100 ] [ performance: 26.904 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:43 ] [ l_g_pix: 2.3780e-02 ] [ l_g_total: 2.3780e-02 ] +2024-10-07 23:55:35,349 INFO: [ epoch: 55 ] [ iter: 73,200 ] [ performance: 26.872 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:36 ] [ l_g_pix: 2.3262e-02 ] [ l_g_total: 2.3262e-02 ] +2024-10-07 23:55:39,079 INFO: [ epoch: 55 ] [ iter: 73,300 ] [ performance: 27.021 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:28 ] [ l_g_pix: 3.6539e-02 ] [ l_g_total: 3.6539e-02 ] +2024-10-07 23:55:42,607 INFO: [ epoch: 55 ] [ iter: 73,400 ] [ performance: 27.869 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:20 ] [ l_g_pix: 2.5016e-02 ] [ l_g_total: 2.5016e-02 ] +2024-10-07 23:55:47,679 INFO: [ epoch: 56 ] [ iter: 73,500 ] [ performance: 26.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:14 ] [ l_g_pix: 2.8224e-02 ] [ l_g_total: 2.8224e-02 ] +2024-10-07 23:55:51,415 INFO: [ epoch: 56 ] [ iter: 73,600 ] [ performance: 26.746 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:07 ] [ l_g_pix: 2.2114e-02 ] [ l_g_total: 2.2114e-02 ] +2024-10-07 23:55:55,155 INFO: [ epoch: 56 ] [ iter: 73,700 ] [ performance: 27.164 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:59 ] [ l_g_pix: 2.0195e-02 ] [ l_g_total: 2.0195e-02 ] +2024-10-07 23:55:58,912 INFO: [ epoch: 56 ] [ iter: 73,800 ] [ performance: 26.808 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:52 ] [ l_g_pix: 2.2865e-02 ] [ l_g_total: 2.2865e-02 ] +2024-10-07 23:56:02,692 INFO: [ epoch: 56 ] [ iter: 73,900 ] [ performance: 26.236 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:45 ] [ l_g_pix: 2.9767e-02 ] [ l_g_total: 2.9767e-02 ] +2024-10-07 23:56:06,450 INFO: [ epoch: 56 ] [ iter: 74,000 ] [ performance: 26.488 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:37 ] [ l_g_pix: 1.8935e-02 ] [ l_g_total: 1.8935e-02 ] +2024-10-07 23:56:10,234 INFO: [ epoch: 56 ] [ iter: 74,100 ] [ performance: 26.762 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:30 ] [ l_g_pix: 2.6251e-02 ] [ l_g_total: 2.6251e-02 ] +2024-10-07 23:56:13,994 INFO: [ epoch: 56 ] [ iter: 74,200 ] [ performance: 26.654 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:23 ] [ l_g_pix: 3.2873e-02 ] [ l_g_total: 3.2873e-02 ] +2024-10-07 23:56:17,773 INFO: [ epoch: 56 ] [ iter: 74,300 ] [ performance: 26.663 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:16 ] [ l_g_pix: 2.0861e-02 ] [ l_g_total: 2.0861e-02 ] +2024-10-07 23:56:21,517 INFO: [ epoch: 56 ] [ iter: 74,400 ] [ performance: 26.698 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:08 ] [ l_g_pix: 3.3800e-02 ] [ l_g_total: 3.3800e-02 ] +2024-10-07 23:56:25,302 INFO: [ epoch: 56 ] [ iter: 74,500 ] [ performance: 26.251 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:01 ] [ l_g_pix: 3.3504e-02 ] [ l_g_total: 3.3504e-02 ] +2024-10-07 23:56:29,017 INFO: [ epoch: 56 ] [ iter: 74,600 ] [ performance: 26.703 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:54 ] [ l_g_pix: 2.2240e-02 ] [ l_g_total: 2.2240e-02 ] +2024-10-07 23:56:33,263 INFO: [ epoch: 57 ] [ iter: 74,700 ] [ performance: 19.827 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:47 ] [ l_g_pix: 4.1962e-02 ] [ l_g_total: 4.1962e-02 ] +2024-10-07 23:56:37,526 INFO: [ epoch: 57 ] [ iter: 74,800 ] [ performance: 22.162 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:41 ] [ l_g_pix: 2.1111e-02 ] [ l_g_total: 2.1111e-02 ] +2024-10-07 23:56:41,244 INFO: [ epoch: 57 ] [ iter: 74,900 ] [ performance: 26.912 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:34 ] [ l_g_pix: 2.5473e-02 ] [ l_g_total: 2.5473e-02 ] +2024-10-07 23:56:44,952 INFO: [ epoch: 57 ] [ iter: 75,000 ] [ performance: 26.960 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:27 ] [ l_g_pix: 2.7678e-02 ] [ l_g_total: 2.7678e-02 ] +2024-10-07 23:56:48,715 INFO: [ epoch: 57 ] [ iter: 75,100 ] [ performance: 26.718 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:20 ] [ l_g_pix: 4.0286e-02 ] [ l_g_total: 4.0286e-02 ] +2024-10-07 23:56:52,444 INFO: [ epoch: 57 ] [ iter: 75,200 ] [ performance: 26.791 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:13 ] [ l_g_pix: 2.7110e-02 ] [ l_g_total: 2.7110e-02 ] +2024-10-07 23:56:56,193 INFO: [ epoch: 57 ] [ iter: 75,300 ] [ performance: 26.814 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:06 ] [ l_g_pix: 3.3564e-02 ] [ l_g_total: 3.3564e-02 ] +2024-10-07 23:56:59,950 INFO: [ epoch: 57 ] [ iter: 75,400 ] [ performance: 26.685 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:59 ] [ l_g_pix: 2.7412e-02 ] [ l_g_total: 2.7412e-02 ] +2024-10-07 23:57:03,732 INFO: [ epoch: 57 ] [ iter: 75,500 ] [ performance: 26.476 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:52 ] [ l_g_pix: 3.1493e-02 ] [ l_g_total: 3.1493e-02 ] +2024-10-07 23:57:07,506 INFO: [ epoch: 57 ] [ iter: 75,600 ] [ performance: 26.496 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:45 ] [ l_g_pix: 3.2728e-02 ] [ l_g_total: 3.2728e-02 ] +2024-10-07 23:57:11,298 INFO: [ epoch: 57 ] [ iter: 75,700 ] [ performance: 26.168 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:38 ] [ l_g_pix: 3.0244e-02 ] [ l_g_total: 3.0244e-02 ] +2024-10-07 23:57:15,064 INFO: [ epoch: 57 ] [ iter: 75,800 ] [ performance: 26.440 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:31 ] [ l_g_pix: 2.3030e-02 ] [ l_g_total: 2.3030e-02 ] +2024-10-07 23:57:18,822 INFO: [ epoch: 57 ] [ iter: 75,900 ] [ performance: 26.474 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:25 ] [ l_g_pix: 2.8539e-02 ] [ l_g_total: 2.8539e-02 ] +2024-10-07 23:57:23,185 INFO: [ epoch: 58 ] [ iter: 76,000 ] [ performance: 23.872 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:18 ] [ l_g_pix: 3.7251e-02 ] [ l_g_total: 3.7251e-02 ] +2024-10-07 23:57:27,364 INFO: [ epoch: 58 ] [ iter: 76,100 ] [ performance: 27.006 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:12 ] [ l_g_pix: 2.6492e-02 ] [ l_g_total: 2.6492e-02 ] +2024-10-07 23:57:31,145 INFO: [ epoch: 58 ] [ iter: 76,200 ] [ performance: 26.607 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:05 ] [ l_g_pix: 3.2895e-02 ] [ l_g_total: 3.2895e-02 ] +2024-10-07 23:57:34,944 INFO: [ epoch: 58 ] [ iter: 76,300 ] [ performance: 26.895 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:58 ] [ l_g_pix: 3.1218e-02 ] [ l_g_total: 3.1218e-02 ] +2024-10-07 23:57:38,734 INFO: [ epoch: 58 ] [ iter: 76,400 ] [ performance: 26.526 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:52 ] [ l_g_pix: 3.1145e-02 ] [ l_g_total: 3.1145e-02 ] +2024-10-07 23:57:42,511 INFO: [ epoch: 58 ] [ iter: 76,500 ] [ performance: 26.792 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:45 ] [ l_g_pix: 3.3228e-02 ] [ l_g_total: 3.3228e-02 ] +2024-10-07 23:57:46,242 INFO: [ epoch: 58 ] [ iter: 76,600 ] [ performance: 26.804 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:38 ] [ l_g_pix: 3.6865e-02 ] [ l_g_total: 3.6865e-02 ] +2024-10-07 23:57:50,019 INFO: [ epoch: 58 ] [ iter: 76,700 ] [ performance: 26.229 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:32 ] [ l_g_pix: 3.7250e-02 ] [ l_g_total: 3.7250e-02 ] +2024-10-07 23:57:53,774 INFO: [ epoch: 58 ] [ iter: 76,800 ] [ performance: 26.525 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:25 ] [ l_g_pix: 4.4962e-02 ] [ l_g_total: 4.4962e-02 ] +2024-10-07 23:57:57,510 INFO: [ epoch: 58 ] [ iter: 76,900 ] [ performance: 26.717 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:19 ] [ l_g_pix: 2.6369e-02 ] [ l_g_total: 2.6369e-02 ] +2024-10-07 23:58:01,262 INFO: [ epoch: 58 ] [ iter: 77,000 ] [ performance: 26.672 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:12 ] [ l_g_pix: 3.5679e-02 ] [ l_g_total: 3.5679e-02 ] +2024-10-07 23:58:04,929 INFO: [ epoch: 58 ] [ iter: 77,100 ] [ performance: 26.851 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:05 ] [ l_g_pix: 1.8139e-02 ] [ l_g_total: 1.8139e-02 ] +2024-10-07 23:58:08,657 INFO: [ epoch: 58 ] [ iter: 77,200 ] [ performance: 26.831 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:59 ] [ l_g_pix: 2.7584e-02 ] [ l_g_total: 2.7584e-02 ] +2024-10-07 23:58:13,113 INFO: [ epoch: 59 ] [ iter: 77,300 ] [ performance: 15.430 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:53 ] [ l_g_pix: 3.2623e-02 ] [ l_g_total: 3.2623e-02 ] +2024-10-07 23:58:17,082 INFO: [ epoch: 59 ] [ iter: 77,400 ] [ performance: 21.742 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:47 ] [ l_g_pix: 2.3131e-02 ] [ l_g_total: 2.3131e-02 ] +2024-10-07 23:58:20,833 INFO: [ epoch: 59 ] [ iter: 77,500 ] [ performance: 26.743 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:40 ] [ l_g_pix: 2.8108e-02 ] [ l_g_total: 2.8108e-02 ] +2024-10-07 23:58:24,617 INFO: [ epoch: 59 ] [ iter: 77,600 ] [ performance: 26.513 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:34 ] [ l_g_pix: 2.7637e-02 ] [ l_g_total: 2.7637e-02 ] +2024-10-07 23:58:28,420 INFO: [ epoch: 59 ] [ iter: 77,700 ] [ performance: 26.400 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:27 ] [ l_g_pix: 2.6954e-02 ] [ l_g_total: 2.6954e-02 ] +2024-10-07 23:58:32,176 INFO: [ epoch: 59 ] [ iter: 77,800 ] [ performance: 26.577 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:21 ] [ l_g_pix: 1.8410e-02 ] [ l_g_total: 1.8410e-02 ] +2024-10-07 23:58:35,891 INFO: [ epoch: 59 ] [ iter: 77,900 ] [ performance: 27.261 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:14 ] [ l_g_pix: 2.7845e-02 ] [ l_g_total: 2.7845e-02 ] +2024-10-07 23:58:39,594 INFO: [ epoch: 59 ] [ iter: 78,000 ] [ performance: 27.073 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:08 ] [ l_g_pix: 2.6212e-02 ] [ l_g_total: 2.6212e-02 ] +2024-10-07 23:58:43,356 INFO: [ epoch: 59 ] [ iter: 78,100 ] [ performance: 26.355 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:02 ] [ l_g_pix: 2.4027e-02 ] [ l_g_total: 2.4027e-02 ] +2024-10-07 23:58:47,141 INFO: [ epoch: 59 ] [ iter: 78,200 ] [ performance: 26.411 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:55 ] [ l_g_pix: 3.1723e-02 ] [ l_g_total: 3.1723e-02 ] +2024-10-07 23:58:50,910 INFO: [ epoch: 59 ] [ iter: 78,300 ] [ performance: 27.063 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:49 ] [ l_g_pix: 3.2504e-02 ] [ l_g_total: 3.2504e-02 ] +2024-10-07 23:58:54,701 INFO: [ epoch: 59 ] [ iter: 78,400 ] [ performance: 26.538 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:43 ] [ l_g_pix: 2.2208e-02 ] [ l_g_total: 2.2208e-02 ] +2024-10-07 23:58:58,398 INFO: [ epoch: 59 ] [ iter: 78,500 ] [ performance: 28.383 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:36 ] [ l_g_pix: 3.7121e-02 ] [ l_g_total: 3.7121e-02 ] +2024-10-07 23:59:03,108 INFO: [ epoch: 60 ] [ iter: 78,600 ] [ performance: 22.474 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:31 ] [ l_g_pix: 3.1475e-02 ] [ l_g_total: 3.1475e-02 ] +2024-10-07 23:59:06,965 INFO: [ epoch: 60 ] [ iter: 78,700 ] [ performance: 27.374 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:25 ] [ l_g_pix: 3.2024e-02 ] [ l_g_total: 3.2024e-02 ] +2024-10-07 23:59:10,719 INFO: [ epoch: 60 ] [ iter: 78,800 ] [ performance: 26.798 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:18 ] [ l_g_pix: 3.9093e-02 ] [ l_g_total: 3.9093e-02 ] +2024-10-07 23:59:14,471 INFO: [ epoch: 60 ] [ iter: 78,900 ] [ performance: 27.061 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:12 ] [ l_g_pix: 2.6521e-02 ] [ l_g_total: 2.6521e-02 ] +2024-10-07 23:59:18,192 INFO: [ epoch: 60 ] [ iter: 79,000 ] [ performance: 26.917 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:06 ] [ l_g_pix: 4.2582e-02 ] [ l_g_total: 4.2582e-02 ] +2024-10-07 23:59:21,995 INFO: [ epoch: 60 ] [ iter: 79,100 ] [ performance: 26.293 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:00 ] [ l_g_pix: 4.4876e-02 ] [ l_g_total: 4.4876e-02 ] +2024-10-07 23:59:25,755 INFO: [ epoch: 60 ] [ iter: 79,200 ] [ performance: 26.540 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:53 ] [ l_g_pix: 3.8516e-02 ] [ l_g_total: 3.8516e-02 ] +2024-10-07 23:59:29,529 INFO: [ epoch: 60 ] [ iter: 79,300 ] [ performance: 27.214 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:47 ] [ l_g_pix: 2.9751e-02 ] [ l_g_total: 2.9751e-02 ] +2024-10-07 23:59:33,267 INFO: [ epoch: 60 ] [ iter: 79,400 ] [ performance: 26.847 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:41 ] [ l_g_pix: 2.8832e-02 ] [ l_g_total: 2.8832e-02 ] +2024-10-07 23:59:37,006 INFO: [ epoch: 60 ] [ iter: 79,500 ] [ performance: 27.265 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:35 ] [ l_g_pix: 2.8619e-02 ] [ l_g_total: 2.8619e-02 ] +2024-10-07 23:59:40,768 INFO: [ epoch: 60 ] [ iter: 79,600 ] [ performance: 26.710 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:29 ] [ l_g_pix: 3.5747e-02 ] [ l_g_total: 3.5747e-02 ] +2024-10-07 23:59:44,498 INFO: [ epoch: 60 ] [ iter: 79,700 ] [ performance: 26.890 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:23 ] [ l_g_pix: 1.7383e-02 ] [ l_g_total: 1.7383e-02 ] +2024-10-07 23:59:48,172 INFO: [ epoch: 60 ] [ iter: 79,800 ] [ performance: 27.157 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:17 ] [ l_g_pix: 3.2141e-02 ] [ l_g_total: 3.2141e-02 ] +2024-10-07 23:59:53,103 INFO: [ epoch: 61 ] [ iter: 79,900 ] [ performance: 17.932 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:11 ] [ l_g_pix: 2.9255e-02 ] [ l_g_total: 2.9255e-02 ] +2024-10-07 23:59:56,904 INFO: [ epoch: 61 ] [ iter: 80,000 ] [ performance: 24.340 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:05 ] [ l_g_pix: 3.0959e-02 ] [ l_g_total: 3.0959e-02 ] +2024-10-07 23:59:56,904 INFO: Saving models and training states. +2024-10-08 00:03:13,320 INFO: Validation val + + # psnr: 27.1680........ Best: 27.1680 @ 80000 iter + # ssim: 0.7648........ Best: 0.7648 @ 80000 iter + # dists: 0.7735........ Best: 0.7734 @ 60000 iter + +2024-10-08 00:03:17,055 INFO: [ epoch: 61 ] [ iter: 80,100 ] [ performance: 27.238 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:10 ] [ l_g_pix: 2.4889e-02 ] [ l_g_total: 2.4889e-02 ] +2024-10-08 00:03:20,793 INFO: [ epoch: 61 ] [ iter: 80,200 ] [ performance: 26.842 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:03 ] [ l_g_pix: 3.7653e-02 ] [ l_g_total: 3.7653e-02 ] +2024-10-08 00:03:24,587 INFO: [ epoch: 61 ] [ iter: 80,300 ] [ performance: 26.409 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:56 ] [ l_g_pix: 3.0030e-02 ] [ l_g_total: 3.0030e-02 ] +2024-10-08 00:03:28,358 INFO: [ epoch: 61 ] [ iter: 80,400 ] [ performance: 26.504 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:48 ] [ l_g_pix: 3.4603e-02 ] [ l_g_total: 3.4603e-02 ] +2024-10-08 00:03:32,142 INFO: [ epoch: 61 ] [ iter: 80,500 ] [ performance: 26.526 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:41 ] [ l_g_pix: 3.2107e-02 ] [ l_g_total: 3.2107e-02 ] +2024-10-08 00:03:35,849 INFO: [ epoch: 61 ] [ iter: 80,600 ] [ performance: 26.912 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:34 ] [ l_g_pix: 3.1606e-02 ] [ l_g_total: 3.1606e-02 ] +2024-10-08 00:03:39,649 INFO: [ epoch: 61 ] [ iter: 80,700 ] [ performance: 26.405 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:27 ] [ l_g_pix: 2.6967e-02 ] [ l_g_total: 2.6967e-02 ] +2024-10-08 00:03:43,415 INFO: [ epoch: 61 ] [ iter: 80,800 ] [ performance: 26.537 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:20 ] [ l_g_pix: 3.9004e-02 ] [ l_g_total: 3.9004e-02 ] +2024-10-08 00:03:47,193 INFO: [ epoch: 61 ] [ iter: 80,900 ] [ performance: 27.120 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:13 ] [ l_g_pix: 1.8437e-02 ] [ l_g_total: 1.8437e-02 ] +2024-10-08 00:03:50,974 INFO: [ epoch: 61 ] [ iter: 81,000 ] [ performance: 26.544 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:07 ] [ l_g_pix: 3.6684e-02 ] [ l_g_total: 3.6684e-02 ] +2024-10-08 00:03:54,682 INFO: [ epoch: 61 ] [ iter: 81,100 ] [ performance: 29.268 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:00 ] [ l_g_pix: 2.1375e-02 ] [ l_g_total: 2.1375e-02 ] +2024-10-08 00:03:59,545 INFO: [ epoch: 62 ] [ iter: 81,200 ] [ performance: 21.401 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:53 ] [ l_g_pix: 2.4179e-02 ] [ l_g_total: 2.4179e-02 ] +2024-10-08 00:04:03,278 INFO: [ epoch: 62 ] [ iter: 81,300 ] [ performance: 27.072 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:46 ] [ l_g_pix: 2.5678e-02 ] [ l_g_total: 2.5678e-02 ] +2024-10-08 00:04:07,056 INFO: [ epoch: 62 ] [ iter: 81,400 ] [ performance: 26.547 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:40 ] [ l_g_pix: 3.3237e-02 ] [ l_g_total: 3.3237e-02 ] +2024-10-08 00:04:10,811 INFO: [ epoch: 62 ] [ iter: 81,500 ] [ performance: 27.138 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:33 ] [ l_g_pix: 3.4324e-02 ] [ l_g_total: 3.4324e-02 ] +2024-10-08 00:04:14,573 INFO: [ epoch: 62 ] [ iter: 81,600 ] [ performance: 26.650 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:26 ] [ l_g_pix: 2.8577e-02 ] [ l_g_total: 2.8577e-02 ] +2024-10-08 00:04:18,372 INFO: [ epoch: 62 ] [ iter: 81,700 ] [ performance: 26.143 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:19 ] [ l_g_pix: 2.9179e-02 ] [ l_g_total: 2.9179e-02 ] +2024-10-08 00:04:22,147 INFO: [ epoch: 62 ] [ iter: 81,800 ] [ performance: 26.456 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:12 ] [ l_g_pix: 2.8634e-02 ] [ l_g_total: 2.8634e-02 ] +2024-10-08 00:04:25,949 INFO: [ epoch: 62 ] [ iter: 81,900 ] [ performance: 26.478 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:06 ] [ l_g_pix: 2.9652e-02 ] [ l_g_total: 2.9652e-02 ] +2024-10-08 00:04:29,728 INFO: [ epoch: 62 ] [ iter: 82,000 ] [ performance: 26.471 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:59 ] [ l_g_pix: 3.3416e-02 ] [ l_g_total: 3.3416e-02 ] +2024-10-08 00:04:33,478 INFO: [ epoch: 62 ] [ iter: 82,100 ] [ performance: 26.404 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:52 ] [ l_g_pix: 3.3760e-02 ] [ l_g_total: 3.3760e-02 ] +2024-10-08 00:04:37,263 INFO: [ epoch: 62 ] [ iter: 82,200 ] [ performance: 26.425 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:45 ] [ l_g_pix: 2.7533e-02 ] [ l_g_total: 2.7533e-02 ] +2024-10-08 00:04:40,977 INFO: [ epoch: 62 ] [ iter: 82,300 ] [ performance: 26.375 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:39 ] [ l_g_pix: 2.8178e-02 ] [ l_g_total: 2.8178e-02 ] +2024-10-08 00:04:44,636 INFO: [ epoch: 62 ] [ iter: 82,400 ] [ performance: 27.255 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:32 ] [ l_g_pix: 3.4374e-02 ] [ l_g_total: 3.4374e-02 ] +2024-10-08 00:04:49,522 INFO: [ epoch: 63 ] [ iter: 82,500 ] [ performance: 28.362 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:26 ] [ l_g_pix: 3.0206e-02 ] [ l_g_total: 3.0206e-02 ] +2024-10-08 00:04:53,302 INFO: [ epoch: 63 ] [ iter: 82,600 ] [ performance: 26.598 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:19 ] [ l_g_pix: 4.1267e-02 ] [ l_g_total: 4.1267e-02 ] +2024-10-08 00:04:57,013 INFO: [ epoch: 63 ] [ iter: 82,700 ] [ performance: 28.047 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:13 ] [ l_g_pix: 2.4307e-02 ] [ l_g_total: 2.4307e-02 ] +2024-10-08 00:05:00,782 INFO: [ epoch: 63 ] [ iter: 82,800 ] [ performance: 26.635 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:06 ] [ l_g_pix: 2.2818e-02 ] [ l_g_total: 2.2818e-02 ] +2024-10-08 00:05:04,537 INFO: [ epoch: 63 ] [ iter: 82,900 ] [ performance: 27.149 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:00 ] [ l_g_pix: 3.5657e-02 ] [ l_g_total: 3.5657e-02 ] +2024-10-08 00:05:08,283 INFO: [ epoch: 63 ] [ iter: 83,000 ] [ performance: 26.721 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:53 ] [ l_g_pix: 5.0934e-02 ] [ l_g_total: 5.0934e-02 ] +2024-10-08 00:05:12,072 INFO: [ epoch: 63 ] [ iter: 83,100 ] [ performance: 26.893 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:46 ] [ l_g_pix: 4.4983e-02 ] [ l_g_total: 4.4983e-02 ] +2024-10-08 00:05:15,832 INFO: [ epoch: 63 ] [ iter: 83,200 ] [ performance: 26.617 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:40 ] [ l_g_pix: 2.0496e-02 ] [ l_g_total: 2.0496e-02 ] +2024-10-08 00:05:19,596 INFO: [ epoch: 63 ] [ iter: 83,300 ] [ performance: 27.279 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:33 ] [ l_g_pix: 3.0319e-02 ] [ l_g_total: 3.0319e-02 ] +2024-10-08 00:05:23,374 INFO: [ epoch: 63 ] [ iter: 83,400 ] [ performance: 26.505 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:27 ] [ l_g_pix: 1.7210e-02 ] [ l_g_total: 1.7210e-02 ] +2024-10-08 00:05:27,138 INFO: [ epoch: 63 ] [ iter: 83,500 ] [ performance: 28.002 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:20 ] [ l_g_pix: 3.2213e-02 ] [ l_g_total: 3.2213e-02 ] +2024-10-08 00:05:30,854 INFO: [ epoch: 63 ] [ iter: 83,600 ] [ performance: 26.950 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:14 ] [ l_g_pix: 3.1282e-02 ] [ l_g_total: 3.1282e-02 ] +2024-10-08 00:05:34,475 INFO: [ epoch: 63 ] [ iter: 83,700 ] [ performance: 29.901 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:07 ] [ l_g_pix: 3.2201e-02 ] [ l_g_total: 3.2201e-02 ] +2024-10-08 00:05:39,217 INFO: [ epoch: 64 ] [ iter: 83,800 ] [ performance: 21.222 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:01 ] [ l_g_pix: 3.9422e-02 ] [ l_g_total: 3.9422e-02 ] +2024-10-08 00:05:42,940 INFO: [ epoch: 64 ] [ iter: 83,900 ] [ performance: 27.833 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:55 ] [ l_g_pix: 3.6129e-02 ] [ l_g_total: 3.6129e-02 ] +2024-10-08 00:05:46,706 INFO: [ epoch: 64 ] [ iter: 84,000 ] [ performance: 26.571 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:48 ] [ l_g_pix: 2.6805e-02 ] [ l_g_total: 2.6805e-02 ] +2024-10-08 00:05:50,468 INFO: [ epoch: 64 ] [ iter: 84,100 ] [ performance: 26.581 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:42 ] [ l_g_pix: 3.2064e-02 ] [ l_g_total: 3.2064e-02 ] +2024-10-08 00:05:54,239 INFO: [ epoch: 64 ] [ iter: 84,200 ] [ performance: 26.526 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:36 ] [ l_g_pix: 4.0149e-02 ] [ l_g_total: 4.0149e-02 ] +2024-10-08 00:05:58,021 INFO: [ epoch: 64 ] [ iter: 84,300 ] [ performance: 26.487 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:29 ] [ l_g_pix: 3.4414e-02 ] [ l_g_total: 3.4414e-02 ] +2024-10-08 00:06:01,761 INFO: [ epoch: 64 ] [ iter: 84,400 ] [ performance: 26.756 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:23 ] [ l_g_pix: 3.5462e-02 ] [ l_g_total: 3.5462e-02 ] +2024-10-08 00:06:05,506 INFO: [ epoch: 64 ] [ iter: 84,500 ] [ performance: 26.731 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:17 ] [ l_g_pix: 3.2686e-02 ] [ l_g_total: 3.2686e-02 ] +2024-10-08 00:06:09,268 INFO: [ epoch: 64 ] [ iter: 84,600 ] [ performance: 26.596 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:10 ] [ l_g_pix: 2.9497e-02 ] [ l_g_total: 2.9497e-02 ] +2024-10-08 00:06:13,015 INFO: [ epoch: 64 ] [ iter: 84,700 ] [ performance: 26.644 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:04 ] [ l_g_pix: 2.4587e-02 ] [ l_g_total: 2.4587e-02 ] +2024-10-08 00:06:16,742 INFO: [ epoch: 64 ] [ iter: 84,800 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:58 ] [ l_g_pix: 2.9461e-02 ] [ l_g_total: 2.9461e-02 ] +2024-10-08 00:06:20,530 INFO: [ epoch: 64 ] [ iter: 84,900 ] [ performance: 26.648 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:51 ] [ l_g_pix: 2.3379e-02 ] [ l_g_total: 2.3379e-02 ] +2024-10-08 00:06:24,139 INFO: [ epoch: 64 ] [ iter: 85,000 ] [ performance: 27.752 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:45 ] [ l_g_pix: 3.7675e-02 ] [ l_g_total: 3.7675e-02 ] +2024-10-08 00:06:28,970 INFO: [ epoch: 65 ] [ iter: 85,100 ] [ performance: 23.646 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:39 ] [ l_g_pix: 2.6163e-02 ] [ l_g_total: 2.6163e-02 ] +2024-10-08 00:06:32,732 INFO: [ epoch: 65 ] [ iter: 85,200 ] [ performance: 26.591 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:33 ] [ l_g_pix: 2.8534e-02 ] [ l_g_total: 2.8534e-02 ] +2024-10-08 00:06:36,529 INFO: [ epoch: 65 ] [ iter: 85,300 ] [ performance: 26.463 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:27 ] [ l_g_pix: 3.0948e-02 ] [ l_g_total: 3.0948e-02 ] +2024-10-08 00:06:40,293 INFO: [ epoch: 65 ] [ iter: 85,400 ] [ performance: 26.659 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:21 ] [ l_g_pix: 2.7339e-02 ] [ l_g_total: 2.7339e-02 ] +2024-10-08 00:06:44,092 INFO: [ epoch: 65 ] [ iter: 85,500 ] [ performance: 26.488 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:15 ] [ l_g_pix: 3.4823e-02 ] [ l_g_total: 3.4823e-02 ] +2024-10-08 00:06:47,839 INFO: [ epoch: 65 ] [ iter: 85,600 ] [ performance: 26.696 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:08 ] [ l_g_pix: 3.9762e-02 ] [ l_g_total: 3.9762e-02 ] +2024-10-08 00:06:51,575 INFO: [ epoch: 65 ] [ iter: 85,700 ] [ performance: 26.737 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:02 ] [ l_g_pix: 3.3652e-02 ] [ l_g_total: 3.3652e-02 ] +2024-10-08 00:06:55,315 INFO: [ epoch: 65 ] [ iter: 85,800 ] [ performance: 26.792 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:56 ] [ l_g_pix: 2.4816e-02 ] [ l_g_total: 2.4816e-02 ] +2024-10-08 00:06:59,039 INFO: [ epoch: 65 ] [ iter: 85,900 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:50 ] [ l_g_pix: 2.7774e-02 ] [ l_g_total: 2.7774e-02 ] +2024-10-08 00:07:02,812 INFO: [ epoch: 65 ] [ iter: 86,000 ] [ performance: 26.588 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:44 ] [ l_g_pix: 4.3107e-02 ] [ l_g_total: 4.3107e-02 ] +2024-10-08 00:07:06,583 INFO: [ epoch: 65 ] [ iter: 86,100 ] [ performance: 26.553 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:38 ] [ l_g_pix: 3.9955e-02 ] [ l_g_total: 3.9955e-02 ] +2024-10-08 00:07:10,395 INFO: [ epoch: 65 ] [ iter: 86,200 ] [ performance: 26.281 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:32 ] [ l_g_pix: 2.2535e-02 ] [ l_g_total: 2.2535e-02 ] +2024-10-08 00:07:14,019 INFO: [ epoch: 65 ] [ iter: 86,300 ] [ performance: 26.959 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:25 ] [ l_g_pix: 2.4020e-02 ] [ l_g_total: 2.4020e-02 ] +2024-10-08 00:07:19,009 INFO: [ epoch: 66 ] [ iter: 86,400 ] [ performance: 19.319 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:20 ] [ l_g_pix: 3.1507e-02 ] [ l_g_total: 3.1507e-02 ] +2024-10-08 00:07:22,795 INFO: [ epoch: 66 ] [ iter: 86,500 ] [ performance: 22.524 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:14 ] [ l_g_pix: 3.3587e-02 ] [ l_g_total: 3.3587e-02 ] +2024-10-08 00:07:26,569 INFO: [ epoch: 66 ] [ iter: 86,600 ] [ performance: 26.694 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:08 ] [ l_g_pix: 3.8204e-02 ] [ l_g_total: 3.8204e-02 ] +2024-10-08 00:07:30,394 INFO: [ epoch: 66 ] [ iter: 86,700 ] [ performance: 26.402 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:02 ] [ l_g_pix: 3.4810e-02 ] [ l_g_total: 3.4810e-02 ] +2024-10-08 00:07:34,146 INFO: [ epoch: 66 ] [ iter: 86,800 ] [ performance: 26.773 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:56 ] [ l_g_pix: 3.6082e-02 ] [ l_g_total: 3.6082e-02 ] +2024-10-08 00:07:37,943 INFO: [ epoch: 66 ] [ iter: 86,900 ] [ performance: 26.540 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:50 ] [ l_g_pix: 3.8246e-02 ] [ l_g_total: 3.8246e-02 ] +2024-10-08 00:07:41,690 INFO: [ epoch: 66 ] [ iter: 87,000 ] [ performance: 26.758 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:44 ] [ l_g_pix: 2.2963e-02 ] [ l_g_total: 2.2963e-02 ] +2024-10-08 00:07:45,463 INFO: [ epoch: 66 ] [ iter: 87,100 ] [ performance: 26.627 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:38 ] [ l_g_pix: 3.1155e-02 ] [ l_g_total: 3.1155e-02 ] +2024-10-08 00:07:49,235 INFO: [ epoch: 66 ] [ iter: 87,200 ] [ performance: 26.504 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:32 ] [ l_g_pix: 3.5109e-02 ] [ l_g_total: 3.5109e-02 ] +2024-10-08 00:07:53,008 INFO: [ epoch: 66 ] [ iter: 87,300 ] [ performance: 26.504 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:26 ] [ l_g_pix: 3.6410e-02 ] [ l_g_total: 3.6410e-02 ] +2024-10-08 00:07:56,746 INFO: [ epoch: 66 ] [ iter: 87,400 ] [ performance: 26.749 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:20 ] [ l_g_pix: 2.8886e-02 ] [ l_g_total: 2.8886e-02 ] +2024-10-08 00:08:00,513 INFO: [ epoch: 66 ] [ iter: 87,500 ] [ performance: 26.642 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:14 ] [ l_g_pix: 2.2499e-02 ] [ l_g_total: 2.2499e-02 ] +2024-10-08 00:08:04,060 INFO: [ epoch: 66 ] [ iter: 87,600 ] [ performance: 28.629 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:08 ] [ l_g_pix: 2.7889e-02 ] [ l_g_total: 2.7889e-02 ] +2024-10-08 00:08:09,033 INFO: [ epoch: 67 ] [ iter: 87,700 ] [ performance: 23.251 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:02 ] [ l_g_pix: 4.0016e-02 ] [ l_g_total: 4.0016e-02 ] +2024-10-08 00:08:12,785 INFO: [ epoch: 67 ] [ iter: 87,800 ] [ performance: 26.946 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:56 ] [ l_g_pix: 1.8229e-02 ] [ l_g_total: 1.8229e-02 ] +2024-10-08 00:08:16,538 INFO: [ epoch: 67 ] [ iter: 87,900 ] [ performance: 26.782 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:50 ] [ l_g_pix: 2.8864e-02 ] [ l_g_total: 2.8864e-02 ] +2024-10-08 00:08:20,295 INFO: [ epoch: 67 ] [ iter: 88,000 ] [ performance: 26.666 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:44 ] [ l_g_pix: 3.8253e-02 ] [ l_g_total: 3.8253e-02 ] +2024-10-08 00:08:23,999 INFO: [ epoch: 67 ] [ iter: 88,100 ] [ performance: 26.854 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:39 ] [ l_g_pix: 2.1844e-02 ] [ l_g_total: 2.1844e-02 ] +2024-10-08 00:08:27,742 INFO: [ epoch: 67 ] [ iter: 88,200 ] [ performance: 26.778 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:33 ] [ l_g_pix: 3.8789e-02 ] [ l_g_total: 3.8789e-02 ] +2024-10-08 00:08:31,561 INFO: [ epoch: 67 ] [ iter: 88,300 ] [ performance: 26.449 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:27 ] [ l_g_pix: 3.8126e-02 ] [ l_g_total: 3.8126e-02 ] +2024-10-08 00:08:35,352 INFO: [ epoch: 67 ] [ iter: 88,400 ] [ performance: 26.351 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:21 ] [ l_g_pix: 3.1188e-02 ] [ l_g_total: 3.1188e-02 ] +2024-10-08 00:08:39,120 INFO: [ epoch: 67 ] [ iter: 88,500 ] [ performance: 26.460 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:15 ] [ l_g_pix: 4.4081e-02 ] [ l_g_total: 4.4081e-02 ] +2024-10-08 00:08:42,884 INFO: [ epoch: 67 ] [ iter: 88,600 ] [ performance: 26.662 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:09 ] [ l_g_pix: 3.0804e-02 ] [ l_g_total: 3.0804e-02 ] +2024-10-08 00:08:46,654 INFO: [ epoch: 67 ] [ iter: 88,700 ] [ performance: 26.588 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:04 ] [ l_g_pix: 2.3615e-02 ] [ l_g_total: 2.3615e-02 ] +2024-10-08 00:08:50,378 INFO: [ epoch: 67 ] [ iter: 88,800 ] [ performance: 26.981 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:58 ] [ l_g_pix: 2.8238e-02 ] [ l_g_total: 2.8238e-02 ] +2024-10-08 00:08:53,853 INFO: [ epoch: 67 ] [ iter: 88,900 ] [ performance: 27.972 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:52 ] [ l_g_pix: 2.6224e-02 ] [ l_g_total: 2.6224e-02 ] +2024-10-08 00:08:58,608 INFO: [ epoch: 68 ] [ iter: 89,000 ] [ performance: 23.425 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:46 ] [ l_g_pix: 2.8743e-02 ] [ l_g_total: 2.8743e-02 ] +2024-10-08 00:09:02,319 INFO: [ epoch: 68 ] [ iter: 89,100 ] [ performance: 25.308 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:41 ] [ l_g_pix: 2.7976e-02 ] [ l_g_total: 2.7976e-02 ] +2024-10-08 00:09:06,078 INFO: [ epoch: 68 ] [ iter: 89,200 ] [ performance: 26.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:35 ] [ l_g_pix: 3.2888e-02 ] [ l_g_total: 3.2888e-02 ] +2024-10-08 00:09:09,846 INFO: [ epoch: 68 ] [ iter: 89,300 ] [ performance: 26.645 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:29 ] [ l_g_pix: 2.4130e-02 ] [ l_g_total: 2.4130e-02 ] +2024-10-08 00:09:13,568 INFO: [ epoch: 68 ] [ iter: 89,400 ] [ performance: 27.074 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:23 ] [ l_g_pix: 2.7664e-02 ] [ l_g_total: 2.7664e-02 ] +2024-10-08 00:09:17,268 INFO: [ epoch: 68 ] [ iter: 89,500 ] [ performance: 27.053 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:18 ] [ l_g_pix: 3.0617e-02 ] [ l_g_total: 3.0617e-02 ] +2024-10-08 00:09:21,027 INFO: [ epoch: 68 ] [ iter: 89,600 ] [ performance: 26.676 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:12 ] [ l_g_pix: 3.5156e-02 ] [ l_g_total: 3.5156e-02 ] +2024-10-08 00:09:24,779 INFO: [ epoch: 68 ] [ iter: 89,700 ] [ performance: 26.665 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:06 ] [ l_g_pix: 2.1235e-02 ] [ l_g_total: 2.1235e-02 ] +2024-10-08 00:09:28,563 INFO: [ epoch: 68 ] [ iter: 89,800 ] [ performance: 26.483 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:00 ] [ l_g_pix: 3.1169e-02 ] [ l_g_total: 3.1169e-02 ] +2024-10-08 00:09:32,287 INFO: [ epoch: 68 ] [ iter: 89,900 ] [ performance: 26.702 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:55 ] [ l_g_pix: 5.7416e-02 ] [ l_g_total: 5.7416e-02 ] +2024-10-08 00:09:36,005 INFO: [ epoch: 68 ] [ iter: 90,000 ] [ performance: 27.052 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:49 ] [ l_g_pix: 2.9122e-02 ] [ l_g_total: 2.9122e-02 ] +2024-10-08 00:09:36,006 INFO: Saving models and training states. +2024-10-08 00:12:34,603 INFO: Validation val + + # psnr: 27.1804........ Best: 27.1804 @ 90000 iter + # ssim: 0.7653........ Best: 0.7653 @ 90000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-10-08 00:12:38,348 INFO: [ epoch: 68 ] [ iter: 90,100 ] [ performance: 26.906 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:28 ] [ l_g_pix: 3.6326e-02 ] [ l_g_total: 3.6326e-02 ] +2024-10-08 00:12:41,856 INFO: [ epoch: 68 ] [ iter: 90,200 ] [ performance: 29.213 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:21 ] [ l_g_pix: 3.3651e-02 ] [ l_g_total: 3.3651e-02 ] +2024-10-08 00:12:46,801 INFO: [ epoch: 69 ] [ iter: 90,300 ] [ performance: 23.159 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:15 ] [ l_g_pix: 2.4408e-02 ] [ l_g_total: 2.4408e-02 ] +2024-10-08 00:12:50,550 INFO: [ epoch: 69 ] [ iter: 90,400 ] [ performance: 26.941 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:09 ] [ l_g_pix: 3.0187e-02 ] [ l_g_total: 3.0187e-02 ] +2024-10-08 00:12:54,309 INFO: [ epoch: 69 ] [ iter: 90,500 ] [ performance: 26.743 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:03 ] [ l_g_pix: 2.9232e-02 ] [ l_g_total: 2.9232e-02 ] +2024-10-08 00:12:58,031 INFO: [ epoch: 69 ] [ iter: 90,600 ] [ performance: 26.869 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:57 ] [ l_g_pix: 1.9398e-02 ] [ l_g_total: 1.9398e-02 ] +2024-10-08 00:13:01,817 INFO: [ epoch: 69 ] [ iter: 90,700 ] [ performance: 26.597 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:51 ] [ l_g_pix: 3.5645e-02 ] [ l_g_total: 3.5645e-02 ] +2024-10-08 00:13:05,568 INFO: [ epoch: 69 ] [ iter: 90,800 ] [ performance: 26.794 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:44 ] [ l_g_pix: 2.3215e-02 ] [ l_g_total: 2.3215e-02 ] +2024-10-08 00:13:09,311 INFO: [ epoch: 69 ] [ iter: 90,900 ] [ performance: 26.754 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:38 ] [ l_g_pix: 3.3203e-02 ] [ l_g_total: 3.3203e-02 ] +2024-10-08 00:13:13,019 INFO: [ epoch: 69 ] [ iter: 91,000 ] [ performance: 27.178 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:32 ] [ l_g_pix: 3.9244e-02 ] [ l_g_total: 3.9244e-02 ] +2024-10-08 00:13:16,799 INFO: [ epoch: 69 ] [ iter: 91,100 ] [ performance: 26.744 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:26 ] [ l_g_pix: 3.0857e-02 ] [ l_g_total: 3.0857e-02 ] +2024-10-08 00:13:20,568 INFO: [ epoch: 69 ] [ iter: 91,200 ] [ performance: 26.561 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:20 ] [ l_g_pix: 2.7651e-02 ] [ l_g_total: 2.7651e-02 ] +2024-10-08 00:13:24,332 INFO: [ epoch: 69 ] [ iter: 91,300 ] [ performance: 26.568 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:14 ] [ l_g_pix: 4.0133e-02 ] [ l_g_total: 4.0133e-02 ] +2024-10-08 00:13:28,080 INFO: [ epoch: 69 ] [ iter: 91,400 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:08 ] [ l_g_pix: 1.6140e-02 ] [ l_g_total: 1.6140e-02 ] +2024-10-08 00:13:31,565 INFO: [ epoch: 69 ] [ iter: 91,500 ] [ performance: 27.971 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:02 ] [ l_g_pix: 3.1317e-02 ] [ l_g_total: 3.1317e-02 ] +2024-10-08 00:13:36,649 INFO: [ epoch: 70 ] [ iter: 91,600 ] [ performance: 27.575 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:56 ] [ l_g_pix: 3.1243e-02 ] [ l_g_total: 3.1243e-02 ] +2024-10-08 00:13:40,415 INFO: [ epoch: 70 ] [ iter: 91,700 ] [ performance: 26.946 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:50 ] [ l_g_pix: 2.9054e-02 ] [ l_g_total: 2.9054e-02 ] +2024-10-08 00:13:44,169 INFO: [ epoch: 70 ] [ iter: 91,800 ] [ performance: 26.776 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:44 ] [ l_g_pix: 2.8139e-02 ] [ l_g_total: 2.8139e-02 ] +2024-10-08 00:13:47,869 INFO: [ epoch: 70 ] [ iter: 91,900 ] [ performance: 26.932 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:38 ] [ l_g_pix: 3.5133e-02 ] [ l_g_total: 3.5133e-02 ] +2024-10-08 00:13:51,599 INFO: [ epoch: 70 ] [ iter: 92,000 ] [ performance: 26.925 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:32 ] [ l_g_pix: 1.3965e-02 ] [ l_g_total: 1.3965e-02 ] +2024-10-08 00:13:55,316 INFO: [ epoch: 70 ] [ iter: 92,100 ] [ performance: 26.914 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:26 ] [ l_g_pix: 2.8836e-02 ] [ l_g_total: 2.8836e-02 ] +2024-10-08 00:13:59,072 INFO: [ epoch: 70 ] [ iter: 92,200 ] [ performance: 26.589 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:20 ] [ l_g_pix: 3.3900e-02 ] [ l_g_total: 3.3900e-02 ] +2024-10-08 00:14:02,790 INFO: [ epoch: 70 ] [ iter: 92,300 ] [ performance: 26.783 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:14 ] [ l_g_pix: 4.3716e-02 ] [ l_g_total: 4.3716e-02 ] +2024-10-08 00:14:06,532 INFO: [ epoch: 70 ] [ iter: 92,400 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:08 ] [ l_g_pix: 1.8829e-02 ] [ l_g_total: 1.8829e-02 ] +2024-10-08 00:14:10,237 INFO: [ epoch: 70 ] [ iter: 92,500 ] [ performance: 26.968 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:02 ] [ l_g_pix: 2.9150e-02 ] [ l_g_total: 2.9150e-02 ] +2024-10-08 00:14:14,037 INFO: [ epoch: 70 ] [ iter: 92,600 ] [ performance: 26.623 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:56 ] [ l_g_pix: 2.3180e-02 ] [ l_g_total: 2.3180e-02 ] +2024-10-08 00:14:17,816 INFO: [ epoch: 70 ] [ iter: 92,700 ] [ performance: 26.527 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:50 ] [ l_g_pix: 3.1408e-02 ] [ l_g_total: 3.1408e-02 ] +2024-10-08 00:14:21,412 INFO: [ epoch: 70 ] [ iter: 92,800 ] [ performance: 27.412 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:44 ] [ l_g_pix: 2.5088e-02 ] [ l_g_total: 2.5088e-02 ] +2024-10-08 00:14:26,388 INFO: [ epoch: 71 ] [ iter: 92,900 ] [ performance: 22.257 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:38 ] [ l_g_pix: 3.0070e-02 ] [ l_g_total: 3.0070e-02 ] +2024-10-08 00:14:30,111 INFO: [ epoch: 71 ] [ iter: 93,000 ] [ performance: 26.795 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:32 ] [ l_g_pix: 2.0417e-02 ] [ l_g_total: 2.0417e-02 ] +2024-10-08 00:14:33,866 INFO: [ epoch: 71 ] [ iter: 93,100 ] [ performance: 26.691 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:26 ] [ l_g_pix: 3.8164e-02 ] [ l_g_total: 3.8164e-02 ] +2024-10-08 00:14:37,671 INFO: [ epoch: 71 ] [ iter: 93,200 ] [ performance: 26.276 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:20 ] [ l_g_pix: 5.0504e-02 ] [ l_g_total: 5.0504e-02 ] +2024-10-08 00:14:41,415 INFO: [ epoch: 71 ] [ iter: 93,300 ] [ performance: 26.557 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:15 ] [ l_g_pix: 2.7195e-02 ] [ l_g_total: 2.7195e-02 ] +2024-10-08 00:14:45,116 INFO: [ epoch: 71 ] [ iter: 93,400 ] [ performance: 27.163 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:09 ] [ l_g_pix: 4.4327e-02 ] [ l_g_total: 4.4327e-02 ] +2024-10-08 00:14:48,838 INFO: [ epoch: 71 ] [ iter: 93,500 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:03 ] [ l_g_pix: 2.6049e-02 ] [ l_g_total: 2.6049e-02 ] +2024-10-08 00:14:52,584 INFO: [ epoch: 71 ] [ iter: 93,600 ] [ performance: 26.856 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:57 ] [ l_g_pix: 3.2425e-02 ] [ l_g_total: 3.2425e-02 ] +2024-10-08 00:14:56,304 INFO: [ epoch: 71 ] [ iter: 93,700 ] [ performance: 26.886 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:51 ] [ l_g_pix: 3.4771e-02 ] [ l_g_total: 3.4771e-02 ] +2024-10-08 00:15:00,064 INFO: [ epoch: 71 ] [ iter: 93,800 ] [ performance: 26.606 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:45 ] [ l_g_pix: 2.7498e-02 ] [ l_g_total: 2.7498e-02 ] +2024-10-08 00:15:03,819 INFO: [ epoch: 71 ] [ iter: 93,900 ] [ performance: 26.627 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:39 ] [ l_g_pix: 2.2138e-02 ] [ l_g_total: 2.2138e-02 ] +2024-10-08 00:15:07,518 INFO: [ epoch: 71 ] [ iter: 94,000 ] [ performance: 27.052 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:34 ] [ l_g_pix: 3.7131e-02 ] [ l_g_total: 3.7131e-02 ] +2024-10-08 00:15:11,911 INFO: [ epoch: 72 ] [ iter: 94,100 ] [ performance: 24.056 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:28 ] [ l_g_pix: 1.6049e-02 ] [ l_g_total: 1.6049e-02 ] +2024-10-08 00:15:16,168 INFO: [ epoch: 72 ] [ iter: 94,200 ] [ performance: 26.297 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:22 ] [ l_g_pix: 1.8199e-02 ] [ l_g_total: 1.8199e-02 ] +2024-10-08 00:15:19,933 INFO: [ epoch: 72 ] [ iter: 94,300 ] [ performance: 26.478 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:16 ] [ l_g_pix: 2.7448e-02 ] [ l_g_total: 2.7448e-02 ] +2024-10-08 00:15:23,643 INFO: [ epoch: 72 ] [ iter: 94,400 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:10 ] [ l_g_pix: 2.5651e-02 ] [ l_g_total: 2.5651e-02 ] +2024-10-08 00:15:27,420 INFO: [ epoch: 72 ] [ iter: 94,500 ] [ performance: 26.649 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:05 ] [ l_g_pix: 3.0134e-02 ] [ l_g_total: 3.0134e-02 ] +2024-10-08 00:15:31,171 INFO: [ epoch: 72 ] [ iter: 94,600 ] [ performance: 27.073 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:59 ] [ l_g_pix: 3.0629e-02 ] [ l_g_total: 3.0629e-02 ] +2024-10-08 00:15:34,932 INFO: [ epoch: 72 ] [ iter: 94,700 ] [ performance: 26.749 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:53 ] [ l_g_pix: 3.5409e-02 ] [ l_g_total: 3.5409e-02 ] +2024-10-08 00:15:38,697 INFO: [ epoch: 72 ] [ iter: 94,800 ] [ performance: 26.572 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:47 ] [ l_g_pix: 3.8758e-02 ] [ l_g_total: 3.8758e-02 ] +2024-10-08 00:15:42,458 INFO: [ epoch: 72 ] [ iter: 94,900 ] [ performance: 26.592 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:42 ] [ l_g_pix: 3.7732e-02 ] [ l_g_total: 3.7732e-02 ] +2024-10-08 00:15:46,211 INFO: [ epoch: 72 ] [ iter: 95,000 ] [ performance: 26.595 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:36 ] [ l_g_pix: 3.2318e-02 ] [ l_g_total: 3.2318e-02 ] +2024-10-08 00:15:49,999 INFO: [ epoch: 72 ] [ iter: 95,100 ] [ performance: 26.464 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:30 ] [ l_g_pix: 2.9428e-02 ] [ l_g_total: 2.9428e-02 ] +2024-10-08 00:15:53,723 INFO: [ epoch: 72 ] [ iter: 95,200 ] [ performance: 26.644 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:25 ] [ l_g_pix: 3.0999e-02 ] [ l_g_total: 3.0999e-02 ] +2024-10-08 00:15:57,442 INFO: [ epoch: 72 ] [ iter: 95,300 ] [ performance: 26.818 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:19 ] [ l_g_pix: 1.7841e-02 ] [ l_g_total: 1.7841e-02 ] +2024-10-08 00:16:02,088 INFO: [ epoch: 73 ] [ iter: 95,400 ] [ performance: 16.337 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:13 ] [ l_g_pix: 1.6899e-02 ] [ l_g_total: 1.6899e-02 ] +2024-10-08 00:16:06,061 INFO: [ epoch: 73 ] [ iter: 95,500 ] [ performance: 21.605 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:08 ] [ l_g_pix: 2.1255e-02 ] [ l_g_total: 2.1255e-02 ] +2024-10-08 00:16:09,833 INFO: [ epoch: 73 ] [ iter: 95,600 ] [ performance: 26.401 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:02 ] [ l_g_pix: 3.4555e-02 ] [ l_g_total: 3.4555e-02 ] +2024-10-08 00:16:13,584 INFO: [ epoch: 73 ] [ iter: 95,700 ] [ performance: 26.585 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:56 ] [ l_g_pix: 2.7640e-02 ] [ l_g_total: 2.7640e-02 ] +2024-10-08 00:16:17,361 INFO: [ epoch: 73 ] [ iter: 95,800 ] [ performance: 26.336 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:51 ] [ l_g_pix: 2.5425e-02 ] [ l_g_total: 2.5425e-02 ] +2024-10-08 00:16:21,134 INFO: [ epoch: 73 ] [ iter: 95,900 ] [ performance: 26.456 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:45 ] [ l_g_pix: 2.5416e-02 ] [ l_g_total: 2.5416e-02 ] +2024-10-08 00:16:24,859 INFO: [ epoch: 73 ] [ iter: 96,000 ] [ performance: 26.807 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:39 ] [ l_g_pix: 2.4215e-02 ] [ l_g_total: 2.4215e-02 ] +2024-10-08 00:16:28,615 INFO: [ epoch: 73 ] [ iter: 96,100 ] [ performance: 26.683 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:34 ] [ l_g_pix: 2.8882e-02 ] [ l_g_total: 2.8882e-02 ] +2024-10-08 00:16:32,379 INFO: [ epoch: 73 ] [ iter: 96,200 ] [ performance: 26.435 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:28 ] [ l_g_pix: 4.0446e-02 ] [ l_g_total: 4.0446e-02 ] +2024-10-08 00:16:36,204 INFO: [ epoch: 73 ] [ iter: 96,300 ] [ performance: 26.232 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:22 ] [ l_g_pix: 2.0302e-02 ] [ l_g_total: 2.0302e-02 ] +2024-10-08 00:16:39,958 INFO: [ epoch: 73 ] [ iter: 96,400 ] [ performance: 27.057 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:17 ] [ l_g_pix: 3.2347e-02 ] [ l_g_total: 3.2347e-02 ] +2024-10-08 00:16:43,750 INFO: [ epoch: 73 ] [ iter: 96,500 ] [ performance: 26.565 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:11 ] [ l_g_pix: 2.4902e-02 ] [ l_g_total: 2.4902e-02 ] +2024-10-08 00:16:47,456 INFO: [ epoch: 73 ] [ iter: 96,600 ] [ performance: 27.781 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:05 ] [ l_g_pix: 3.3607e-02 ] [ l_g_total: 3.3607e-02 ] +2024-10-08 00:16:52,146 INFO: [ epoch: 74 ] [ iter: 96,700 ] [ performance: 22.785 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:00 ] [ l_g_pix: 3.1824e-02 ] [ l_g_total: 3.1824e-02 ] +2024-10-08 00:16:56,038 INFO: [ epoch: 74 ] [ iter: 96,800 ] [ performance: 26.999 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:54 ] [ l_g_pix: 3.9850e-02 ] [ l_g_total: 3.9850e-02 ] +2024-10-08 00:16:59,734 INFO: [ epoch: 74 ] [ iter: 96,900 ] [ performance: 27.045 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:49 ] [ l_g_pix: 2.1021e-02 ] [ l_g_total: 2.1021e-02 ] +2024-10-08 00:17:03,532 INFO: [ epoch: 74 ] [ iter: 97,000 ] [ performance: 26.400 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:43 ] [ l_g_pix: 3.5061e-02 ] [ l_g_total: 3.5061e-02 ] +2024-10-08 00:17:07,237 INFO: [ epoch: 74 ] [ iter: 97,100 ] [ performance: 26.832 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:38 ] [ l_g_pix: 2.7658e-02 ] [ l_g_total: 2.7658e-02 ] +2024-10-08 00:17:10,955 INFO: [ epoch: 74 ] [ iter: 97,200 ] [ performance: 27.247 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:32 ] [ l_g_pix: 1.8238e-02 ] [ l_g_total: 1.8238e-02 ] +2024-10-08 00:17:14,721 INFO: [ epoch: 74 ] [ iter: 97,300 ] [ performance: 26.735 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:27 ] [ l_g_pix: 3.4341e-02 ] [ l_g_total: 3.4341e-02 ] +2024-10-08 00:17:18,427 INFO: [ epoch: 74 ] [ iter: 97,400 ] [ performance: 26.695 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:21 ] [ l_g_pix: 3.1891e-02 ] [ l_g_total: 3.1891e-02 ] +2024-10-08 00:17:22,191 INFO: [ epoch: 74 ] [ iter: 97,500 ] [ performance: 26.603 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:15 ] [ l_g_pix: 2.3356e-02 ] [ l_g_total: 2.3356e-02 ] +2024-10-08 00:17:25,958 INFO: [ epoch: 74 ] [ iter: 97,600 ] [ performance: 26.501 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:10 ] [ l_g_pix: 2.4654e-02 ] [ l_g_total: 2.4654e-02 ] +2024-10-08 00:17:29,754 INFO: [ epoch: 74 ] [ iter: 97,700 ] [ performance: 26.394 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:04 ] [ l_g_pix: 4.4837e-02 ] [ l_g_total: 4.4837e-02 ] +2024-10-08 00:17:33,602 INFO: [ epoch: 74 ] [ iter: 97,800 ] [ performance: 25.884 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:59 ] [ l_g_pix: 2.3147e-02 ] [ l_g_total: 2.3147e-02 ] +2024-10-08 00:17:37,340 INFO: [ epoch: 74 ] [ iter: 97,900 ] [ performance: 26.538 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:53 ] [ l_g_pix: 2.5571e-02 ] [ l_g_total: 2.5571e-02 ] +2024-10-08 00:17:42,221 INFO: [ epoch: 75 ] [ iter: 98,000 ] [ performance: 12.527 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:48 ] [ l_g_pix: 3.1995e-02 ] [ l_g_total: 3.1995e-02 ] +2024-10-08 00:17:46,031 INFO: [ epoch: 75 ] [ iter: 98,100 ] [ performance: 20.846 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:42 ] [ l_g_pix: 3.5380e-02 ] [ l_g_total: 3.5380e-02 ] +2024-10-08 00:17:49,827 INFO: [ epoch: 75 ] [ iter: 98,200 ] [ performance: 26.091 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:37 ] [ l_g_pix: 3.2206e-02 ] [ l_g_total: 3.2206e-02 ] +2024-10-08 00:17:53,618 INFO: [ epoch: 75 ] [ iter: 98,300 ] [ performance: 26.315 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:32 ] [ l_g_pix: 2.4714e-02 ] [ l_g_total: 2.4714e-02 ] +2024-10-08 00:17:57,395 INFO: [ epoch: 75 ] [ iter: 98,400 ] [ performance: 26.897 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:26 ] [ l_g_pix: 3.3004e-02 ] [ l_g_total: 3.3004e-02 ] +2024-10-08 00:18:01,150 INFO: [ epoch: 75 ] [ iter: 98,500 ] [ performance: 26.695 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:21 ] [ l_g_pix: 2.9252e-02 ] [ l_g_total: 2.9252e-02 ] +2024-10-08 00:18:04,917 INFO: [ epoch: 75 ] [ iter: 98,600 ] [ performance: 26.685 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:15 ] [ l_g_pix: 1.7617e-02 ] [ l_g_total: 1.7617e-02 ] +2024-10-08 00:18:08,715 INFO: [ epoch: 75 ] [ iter: 98,700 ] [ performance: 26.411 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:10 ] [ l_g_pix: 3.1202e-02 ] [ l_g_total: 3.1202e-02 ] +2024-10-08 00:18:12,515 INFO: [ epoch: 75 ] [ iter: 98,800 ] [ performance: 26.278 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:04 ] [ l_g_pix: 2.0321e-02 ] [ l_g_total: 2.0321e-02 ] +2024-10-08 00:18:16,322 INFO: [ epoch: 75 ] [ iter: 98,900 ] [ performance: 26.275 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:59 ] [ l_g_pix: 2.4409e-02 ] [ l_g_total: 2.4409e-02 ] +2024-10-08 00:18:20,056 INFO: [ epoch: 75 ] [ iter: 99,000 ] [ performance: 27.316 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:53 ] [ l_g_pix: 2.8601e-02 ] [ l_g_total: 2.8601e-02 ] +2024-10-08 00:18:23,884 INFO: [ epoch: 75 ] [ iter: 99,100 ] [ performance: 26.368 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:48 ] [ l_g_pix: 4.0912e-02 ] [ l_g_total: 4.0912e-02 ] +2024-10-08 00:18:27,620 INFO: [ epoch: 75 ] [ iter: 99,200 ] [ performance: 29.218 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:43 ] [ l_g_pix: 3.7638e-02 ] [ l_g_total: 3.7638e-02 ] +2024-10-08 00:18:32,634 INFO: [ epoch: 76 ] [ iter: 99,300 ] [ performance: 21.300 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:37 ] [ l_g_pix: 4.2172e-02 ] [ l_g_total: 4.2172e-02 ] +2024-10-08 00:18:36,389 INFO: [ epoch: 76 ] [ iter: 99,400 ] [ performance: 27.151 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:32 ] [ l_g_pix: 2.0000e-02 ] [ l_g_total: 2.0000e-02 ] +2024-10-08 00:18:40,191 INFO: [ epoch: 76 ] [ iter: 99,500 ] [ performance: 26.466 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:26 ] [ l_g_pix: 3.6355e-02 ] [ l_g_total: 3.6355e-02 ] +2024-10-08 00:18:44,010 INFO: [ epoch: 76 ] [ iter: 99,600 ] [ performance: 26.538 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:21 ] [ l_g_pix: 3.3972e-02 ] [ l_g_total: 3.3972e-02 ] +2024-10-08 00:18:47,788 INFO: [ epoch: 76 ] [ iter: 99,700 ] [ performance: 26.492 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:16 ] [ l_g_pix: 1.9580e-02 ] [ l_g_total: 1.9580e-02 ] +2024-10-08 00:18:51,556 INFO: [ epoch: 76 ] [ iter: 99,800 ] [ performance: 27.273 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:10 ] [ l_g_pix: 3.0048e-02 ] [ l_g_total: 3.0048e-02 ] +2024-10-08 00:18:55,291 INFO: [ epoch: 76 ] [ iter: 99,900 ] [ performance: 26.872 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:05 ] [ l_g_pix: 3.1638e-02 ] [ l_g_total: 3.1638e-02 ] +2024-10-08 00:18:59,013 INFO: [ epoch: 76 ] [ iter:100,000 ] [ performance: 27.807 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 2.7936e-02 ] [ l_g_total: 2.7936e-02 ] +2024-10-08 00:18:59,013 INFO: Saving models and training states. +2024-10-08 00:22:33,203 INFO: Validation val + + # psnr: 27.1797........ Best: 27.1804 @ 90000 iter + # ssim: 0.7654........ Best: 0.7654 @ 100000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-10-08 00:22:35,107 INFO: End of training. Time consumed: 0:48:09 +2024-10-08 00:22:35,108 INFO: Save the latest model. +2024-10-08 00:25:34,475 INFO: Validation val + + # psnr: 27.1797........ Best: 27.1804 @ 90000 iter + # ssim: 0.7654........ Best: 0.7654 @ 100003 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/10000.state b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..2822c56dcebd68c4d6fd628eb88b08dc97552c05 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b17d2f1d76a21c8a742297b2b79e6c23b1ffb882f98c628be9d6027536d0295 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/100000.state b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..052cdb2716621607132c140f26b7a00dffacb618 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6e709e13109b2657ab35c0b761c725169f595f581262755e1e935412f26eb5a +size 19045418 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/20000.state b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..ad86a0fe01e0a793b0ba5b096fb04da73856c79f --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219ce6b2f88862e7e9c9d53f391a5f48d1a72f32f6073013d558be2eccbd82ea +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/30000.state b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..c4793dc10d930c5647a4d7d5fa444049c9c58bab --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31c034b995160c931b01980840b1862239cd4f64ea2af1dbf0b472f4624a44ac +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/40000.state b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..cefd67e520a20b2b719fa9b5f3763daeace0c21b --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e55b006524fb4bd7795ec66abd568de7f3b49969ed5ce2d2e8d6d02033eabfb9 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/50000.state b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..5d901cf3e4a0295439e1b40f53959a243e3a5f3d --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ab6c834d736c84692cf038c311f3f87ab99843c6c747f153ed29ecde355b659 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/50131.state b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/50131.state new file mode 100644 index 0000000000000000000000000000000000000000..09f76212e618730e4d37a34a724a28e6d016fc68 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/50131.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7802702886acff6a4f2ee359c65e8756df7d24e096607d2e27c36a87cd4a950 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/60000.state b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..f7e67e32a60106cb9ef47d6b479ad7f2ad055675 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76d8192a435242cd23fb9e34c8f9af04c1f238d01ae71453376f68e3b9dadbf5 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/70000.state b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..23dcdcf882f73cec4d8423360050e0097fdb2054 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce7b1a609fe6325f991a1ed8faf2723bbd9eb69afa5173530bf31df0107dcd2f +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/80000.state b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..b52b516466b0c20fc9ce48b5d1a21f63499bf9c4 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fe8ad69d38eff56cdd509130b880df111e1c3f54372141264e78e59ad18ca96 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/90000.state b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..233ac50a69065f3efdb7a2a5cf86c97c65677670 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.3_DF2K_plksr_tiny_fp16/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3be68835365c2d11a429b208a41b93dda6bafa28f21f98ccf1d2b92ce477600a +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/4xHyperIQA_04_DF2K_plksr_tiny_fp16.toml b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/4xHyperIQA_04_DF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..dd79bd72f1a86097c2ddd6cd45630c0e3ceb3ce0 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/4xHyperIQA_04_DF2K_plksr_tiny_fp16.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Mon Oct 7 05:28:56 2024 +# CMD: +# train.py -opt options/plksr_tiny/hyperiqa/fp16/4xHyperIQA_04_DF2K_plksr_tiny_fp16.toml + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xHyperIQA_0.4_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_04_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_04_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_10000.pth b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..afa24592f68ee1bbf4c0d32502b99c85fee06f32 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a973137eb6e54bb3b29aced115d91bed6a3d805b5e4aaec12ded8450aa940c4 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_100000.pth b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..4445950ca0a46bb283c8e64d06f55aaca0c64023 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f05cfd1e3da69df837a06a36c287c55bb930b13d81a0ad45e7bc3c80d083f1 +size 9513138 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_20000.pth b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..01da69c422b42e8be5496a35362ef0dbd80f9318 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:badc77236bf66dda6652bec3ee1a0ae89b5695245b94405368a70a1eff283ab9 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_30000.pth b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..e871c1cb029b4c81470fc7d98294d1ddb07ab5eb --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:676a26cd2b187e32dfc74bcc82c058760884996de00161919943c6074fba4264 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_40000.pth b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..5b76f50d79de0aee23d760b361eb80121a7fbd2b --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d00d4c5e48b03c8a4e11f7b5657dda04c8a97158cc30ef12119b610f21633406 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_50000.pth b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..c5920a54cd6c649204ed10ad707a9130d61cc557 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd968cc9b70f2c5f51e8a1a4f7d547e3b431e6f7c0d2c598e086d7d0e61ad3bf +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_60000.pth b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..3f01361c2849ffe3b2ccdc21b9eccdb5ce458e0e --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046735f2c6b7e4bf0c6a200e56494537d824426463054e5fb4384c9f314ecc1e +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_70000.pth b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..c5cb892c910427718afda16a08e7cbb0d11700b7 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab061407fb8a1ee2a2fc8da538a6cfd977d37b54c34722c1cb2ca4b70284e7da +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_80000.pth b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..5aa60d46dd12379747fe5ef675c8b63e8bcebb4f --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6fd774f7cc3499848d7763884f4767338ba10c1c3c47d01594b8bb1d5ce8b1e +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_90000.pth b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..9b139550c3fb7ccd57b1dee1a7bb1838048078fb --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa9a1c1432cf99a9b3154e7e2ae8da98a35bf4f10d144cbb14d35a2b648d58bf +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_latest.pth b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..c956f088fa0db488edcf4726ac88d19aff3a08dd --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38290dd25eb3477ab929d1cad0c392a6cd6b668ecb5f8d63d28eff692d5d4d08 +size 9513138 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.4_DF2K_plksr_tiny_fp16_20241007_052856.log b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.4_DF2K_plksr_tiny_fp16_20241007_052856.log new file mode 100644 index 0000000000000000000000000000000000000000..34cc40c81b136387e226b2b20d35e2e0e4ffacf0 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.4_DF2K_plksr_tiny_fp16_20241007_052856.log @@ -0,0 +1,1100 @@ +2024-10-07 05:28:56,294 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-07 05:28:58,329 INFO: Dataset [paired] is built. +2024-10-07 05:28:58,329 INFO: Training statistics: + Starting model: 4xHyperIQA_0.4_DF2K_plksr_tiny_fp16 + Number of train images: 18477 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1155 + Total epochs 87 for total iters 100000. +2024-10-07 05:28:58,330 INFO: Dataset [paired] is built. +2024-10-07 05:28:58,330 INFO: Number of val images/folders: 100 +2024-10-07 05:28:58,648 INFO: Using network [plksr]. +2024-10-07 05:28:58,683 INFO: Using exponential-moving average. +2024-10-07 05:28:58,684 INFO: Loss [L1Loss] enabled. +2024-10-07 05:28:58,684 INFO: Using model [image]. +2024-10-07 05:28:59,342 INFO: AMP enabled. +2024-10-07 05:28:59,342 INFO: Deterministic mode enabled. +2024-10-07 05:28:59,342 INFO: Start training from epoch: 0, iter: 0 +2024-10-07 05:29:05,391 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 16.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:26 ] [ l_g_pix: 2.6748e-02 ] [ l_g_total: 2.6748e-02 ] +2024-10-07 05:29:09,169 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 20.357 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:36 ] [ l_g_pix: 5.2107e-02 ] [ l_g_total: 5.2107e-02 ] +2024-10-07 05:29:12,914 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 26.717 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:26 ] [ l_g_pix: 3.6483e-02 ] [ l_g_total: 3.6483e-02 ] +2024-10-07 05:29:16,671 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 26.670 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:22 ] [ l_g_pix: 3.6982e-02 ] [ l_g_total: 3.6982e-02 ] +2024-10-07 05:29:20,557 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 25.709 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:44 ] [ l_g_pix: 2.3111e-02 ] [ l_g_total: 2.3111e-02 ] +2024-10-07 05:29:24,305 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 26.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:34 ] [ l_g_pix: 2.6391e-02 ] [ l_g_total: 2.6391e-02 ] +2024-10-07 05:29:28,065 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 26.580 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:28 ] [ l_g_pix: 3.5328e-02 ] [ l_g_total: 3.5328e-02 ] +2024-10-07 05:29:31,796 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 26.698 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:19 ] [ l_g_pix: 2.7752e-02 ] [ l_g_total: 2.7752e-02 ] +2024-10-07 05:29:35,498 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 27.059 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:08 ] [ l_g_pix: 3.3815e-02 ] [ l_g_total: 3.3815e-02 ] +2024-10-07 05:29:39,226 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 26.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:00 ] [ l_g_pix: 4.3516e-02 ] [ l_g_total: 4.3516e-02 ] +2024-10-07 05:29:42,819 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 27.957 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:42 ] [ l_g_pix: 2.6566e-02 ] [ l_g_total: 2.6566e-02 ] +2024-10-07 05:29:47,128 INFO: [ epoch: 1 ] [ iter: 1,200 ] [ performance: 25.305 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:25 ] [ l_g_pix: 3.1517e-02 ] [ l_g_total: 3.1517e-02 ] +2024-10-07 05:29:50,911 INFO: [ epoch: 1 ] [ iter: 1,300 ] [ performance: 26.655 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:20 ] [ l_g_pix: 4.7757e-02 ] [ l_g_total: 4.7757e-02 ] +2024-10-07 05:29:54,656 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 26.682 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:13 ] [ l_g_pix: 2.5073e-02 ] [ l_g_total: 2.5073e-02 ] +2024-10-07 05:29:58,389 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:06 ] [ l_g_pix: 3.1042e-02 ] [ l_g_total: 3.1042e-02 ] +2024-10-07 05:30:02,094 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 26.914 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:57 ] [ l_g_pix: 2.9749e-02 ] [ l_g_total: 2.9749e-02 ] +2024-10-07 05:30:05,838 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 26.749 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:52 ] [ l_g_pix: 4.1428e-02 ] [ l_g_total: 4.1428e-02 ] +2024-10-07 05:30:09,636 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 26.529 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:49 ] [ l_g_pix: 4.1597e-02 ] [ l_g_total: 4.1597e-02 ] +2024-10-07 05:30:13,378 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 26.830 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:43 ] [ l_g_pix: 2.5571e-02 ] [ l_g_total: 2.5571e-02 ] +2024-10-07 05:30:17,089 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 26.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:36 ] [ l_g_pix: 4.8290e-02 ] [ l_g_total: 4.8290e-02 ] +2024-10-07 05:30:20,867 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 26.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:33 ] [ l_g_pix: 2.8959e-02 ] [ l_g_total: 2.8959e-02 ] +2024-10-07 05:30:24,620 INFO: [ epoch: 1 ] [ iter: 2,200 ] [ performance: 26.551 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:28 ] [ l_g_pix: 3.6277e-02 ] [ l_g_total: 3.6277e-02 ] +2024-10-07 05:30:28,103 INFO: [ epoch: 1 ] [ iter: 2,300 ] [ performance: 29.093 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:12 ] [ l_g_pix: 3.6494e-02 ] [ l_g_total: 3.6494e-02 ] +2024-10-07 05:30:32,909 INFO: [ epoch: 2 ] [ iter: 2,400 ] [ performance: 24.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:51 ] [ l_g_pix: 1.7982e-02 ] [ l_g_total: 1.7982e-02 ] +2024-10-07 05:30:36,645 INFO: [ epoch: 2 ] [ iter: 2,500 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:45 ] [ l_g_pix: 3.3317e-02 ] [ l_g_total: 3.3317e-02 ] +2024-10-07 05:30:40,381 INFO: [ epoch: 2 ] [ iter: 2,600 ] [ performance: 26.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:38 ] [ l_g_pix: 2.7561e-02 ] [ l_g_total: 2.7561e-02 ] +2024-10-07 05:30:44,102 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 26.968 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:32 ] [ l_g_pix: 2.2910e-02 ] [ l_g_total: 2.2910e-02 ] +2024-10-07 05:30:47,860 INFO: [ epoch: 2 ] [ iter: 2,800 ] [ performance: 26.775 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:27 ] [ l_g_pix: 3.0458e-02 ] [ l_g_total: 3.0458e-02 ] +2024-10-07 05:30:51,605 INFO: [ epoch: 2 ] [ iter: 2,900 ] [ performance: 26.669 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:21 ] [ l_g_pix: 4.2150e-02 ] [ l_g_total: 4.2150e-02 ] +2024-10-07 05:30:55,335 INFO: [ epoch: 2 ] [ iter: 3,000 ] [ performance: 26.750 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:16 ] [ l_g_pix: 3.4343e-02 ] [ l_g_total: 3.4343e-02 ] +2024-10-07 05:30:59,080 INFO: [ epoch: 2 ] [ iter: 3,100 ] [ performance: 26.710 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:10 ] [ l_g_pix: 2.4741e-02 ] [ l_g_total: 2.4741e-02 ] +2024-10-07 05:31:02,883 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 26.490 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:07 ] [ l_g_pix: 3.9954e-02 ] [ l_g_total: 3.9954e-02 ] +2024-10-07 05:31:06,565 INFO: [ epoch: 2 ] [ iter: 3,300 ] [ performance: 27.353 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:00 ] [ l_g_pix: 4.1991e-02 ] [ l_g_total: 4.1991e-02 ] +2024-10-07 05:31:10,170 INFO: [ epoch: 2 ] [ iter: 3,400 ] [ performance: 27.562 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:51 ] [ l_g_pix: 3.9379e-02 ] [ l_g_total: 3.9379e-02 ] +2024-10-07 05:31:14,887 INFO: [ epoch: 3 ] [ iter: 3,500 ] [ performance: 20.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:13 ] [ l_g_pix: 3.3772e-02 ] [ l_g_total: 3.3772e-02 ] +2024-10-07 05:31:18,642 INFO: [ epoch: 3 ] [ iter: 3,600 ] [ performance: 23.232 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:08 ] [ l_g_pix: 3.6021e-02 ] [ l_g_total: 3.6021e-02 ] +2024-10-07 05:31:22,324 INFO: [ epoch: 3 ] [ iter: 3,700 ] [ performance: 27.316 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:01 ] [ l_g_pix: 3.4155e-02 ] [ l_g_total: 3.4155e-02 ] +2024-10-07 05:31:26,027 INFO: [ epoch: 3 ] [ iter: 3,800 ] [ performance: 27.147 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:55 ] [ l_g_pix: 3.5324e-02 ] [ l_g_total: 3.5324e-02 ] +2024-10-07 05:31:29,726 INFO: [ epoch: 3 ] [ iter: 3,900 ] [ performance: 27.012 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:48 ] [ l_g_pix: 3.2710e-02 ] [ l_g_total: 3.2710e-02 ] +2024-10-07 05:31:33,444 INFO: [ epoch: 3 ] [ iter: 4,000 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:43 ] [ l_g_pix: 3.6606e-02 ] [ l_g_total: 3.6606e-02 ] +2024-10-07 05:31:37,133 INFO: [ epoch: 3 ] [ iter: 4,100 ] [ performance: 27.208 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:36 ] [ l_g_pix: 4.1309e-02 ] [ l_g_total: 4.1309e-02 ] +2024-10-07 05:31:40,838 INFO: [ epoch: 3 ] [ iter: 4,200 ] [ performance: 27.089 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:31 ] [ l_g_pix: 3.6202e-02 ] [ l_g_total: 3.6202e-02 ] +2024-10-07 05:31:44,564 INFO: [ epoch: 3 ] [ iter: 4,300 ] [ performance: 26.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:25 ] [ l_g_pix: 3.5532e-02 ] [ l_g_total: 3.5532e-02 ] +2024-10-07 05:31:48,304 INFO: [ epoch: 3 ] [ iter: 4,400 ] [ performance: 26.832 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:21 ] [ l_g_pix: 3.0646e-02 ] [ l_g_total: 3.0646e-02 ] +2024-10-07 05:31:52,081 INFO: [ epoch: 3 ] [ iter: 4,500 ] [ performance: 26.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:17 ] [ l_g_pix: 2.9643e-02 ] [ l_g_total: 2.9643e-02 ] +2024-10-07 05:31:55,634 INFO: [ epoch: 3 ] [ iter: 4,600 ] [ performance: 27.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:08 ] [ l_g_pix: 4.2253e-02 ] [ l_g_total: 4.2253e-02 ] +2024-10-07 05:32:00,604 INFO: [ epoch: 4 ] [ iter: 4,700 ] [ performance: 23.047 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:28 ] [ l_g_pix: 4.4008e-02 ] [ l_g_total: 4.4008e-02 ] +2024-10-07 05:32:04,306 INFO: [ epoch: 4 ] [ iter: 4,800 ] [ performance: 25.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:22 ] [ l_g_pix: 2.6488e-02 ] [ l_g_total: 2.6488e-02 ] +2024-10-07 05:32:08,039 INFO: [ epoch: 4 ] [ iter: 4,900 ] [ performance: 26.958 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:17 ] [ l_g_pix: 2.8470e-02 ] [ l_g_total: 2.8470e-02 ] +2024-10-07 05:32:11,751 INFO: [ epoch: 4 ] [ iter: 5,000 ] [ performance: 26.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:12 ] [ l_g_pix: 5.2441e-02 ] [ l_g_total: 5.2441e-02 ] +2024-10-07 05:32:15,463 INFO: [ epoch: 4 ] [ iter: 5,100 ] [ performance: 27.206 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:06 ] [ l_g_pix: 3.2449e-02 ] [ l_g_total: 3.2449e-02 ] +2024-10-07 05:32:19,186 INFO: [ epoch: 4 ] [ iter: 5,200 ] [ performance: 27.010 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:01 ] [ l_g_pix: 3.5809e-02 ] [ l_g_total: 3.5809e-02 ] +2024-10-07 05:32:22,939 INFO: [ epoch: 4 ] [ iter: 5,300 ] [ performance: 26.766 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:56 ] [ l_g_pix: 4.2623e-02 ] [ l_g_total: 4.2623e-02 ] +2024-10-07 05:32:26,659 INFO: [ epoch: 4 ] [ iter: 5,400 ] [ performance: 26.836 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:51 ] [ l_g_pix: 2.9273e-02 ] [ l_g_total: 2.9273e-02 ] +2024-10-07 05:32:30,418 INFO: [ epoch: 4 ] [ iter: 5,500 ] [ performance: 26.849 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:47 ] [ l_g_pix: 4.1983e-02 ] [ l_g_total: 4.1983e-02 ] +2024-10-07 05:32:34,142 INFO: [ epoch: 4 ] [ iter: 5,600 ] [ performance: 26.855 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:42 ] [ l_g_pix: 4.1625e-02 ] [ l_g_total: 4.1625e-02 ] +2024-10-07 05:32:37,848 INFO: [ epoch: 4 ] [ iter: 5,700 ] [ performance: 27.190 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:36 ] [ l_g_pix: 3.3442e-02 ] [ l_g_total: 3.3442e-02 ] +2024-10-07 05:32:42,460 INFO: [ epoch: 5 ] [ iter: 5,800 ] [ performance: 23.698 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:46 ] [ l_g_pix: 3.2505e-02 ] [ l_g_total: 3.2505e-02 ] +2024-10-07 05:32:46,164 INFO: [ epoch: 5 ] [ iter: 5,900 ] [ performance: 27.421 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:40 ] [ l_g_pix: 3.2257e-02 ] [ l_g_total: 3.2257e-02 ] +2024-10-07 05:32:49,870 INFO: [ epoch: 5 ] [ iter: 6,000 ] [ performance: 27.170 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:35 ] [ l_g_pix: 3.6233e-02 ] [ l_g_total: 3.6233e-02 ] +2024-10-07 05:32:53,601 INFO: [ epoch: 5 ] [ iter: 6,100 ] [ performance: 26.865 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:30 ] [ l_g_pix: 4.6883e-02 ] [ l_g_total: 4.6883e-02 ] +2024-10-07 05:32:57,289 INFO: [ epoch: 5 ] [ iter: 6,200 ] [ performance: 27.016 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:25 ] [ l_g_pix: 2.6179e-02 ] [ l_g_total: 2.6179e-02 ] +2024-10-07 05:33:01,062 INFO: [ epoch: 5 ] [ iter: 6,300 ] [ performance: 26.525 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:20 ] [ l_g_pix: 3.7460e-02 ] [ l_g_total: 3.7460e-02 ] +2024-10-07 05:33:04,779 INFO: [ epoch: 5 ] [ iter: 6,400 ] [ performance: 26.752 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:15 ] [ l_g_pix: 2.9741e-02 ] [ l_g_total: 2.9741e-02 ] +2024-10-07 05:33:08,482 INFO: [ epoch: 5 ] [ iter: 6,500 ] [ performance: 27.262 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:10 ] [ l_g_pix: 4.1871e-02 ] [ l_g_total: 4.1871e-02 ] +2024-10-07 05:33:12,194 INFO: [ epoch: 5 ] [ iter: 6,600 ] [ performance: 27.071 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:05 ] [ l_g_pix: 3.7303e-02 ] [ l_g_total: 3.7303e-02 ] +2024-10-07 05:33:15,852 INFO: [ epoch: 5 ] [ iter: 6,700 ] [ performance: 27.593 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:59 ] [ l_g_pix: 5.1074e-02 ] [ l_g_total: 5.1074e-02 ] +2024-10-07 05:33:19,586 INFO: [ epoch: 5 ] [ iter: 6,800 ] [ performance: 27.104 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:55 ] [ l_g_pix: 3.3006e-02 ] [ l_g_total: 3.3006e-02 ] +2024-10-07 05:33:23,140 INFO: [ epoch: 5 ] [ iter: 6,900 ] [ performance: 28.828 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:48 ] [ l_g_pix: 3.5787e-02 ] [ l_g_total: 3.5787e-02 ] +2024-10-07 05:33:28,045 INFO: [ epoch: 6 ] [ iter: 7,000 ] [ performance: 23.077 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:59 ] [ l_g_pix: 4.3709e-02 ] [ l_g_total: 4.3709e-02 ] +2024-10-07 05:33:31,732 INFO: [ epoch: 6 ] [ iter: 7,100 ] [ performance: 27.143 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:53 ] [ l_g_pix: 3.4870e-02 ] [ l_g_total: 3.4870e-02 ] +2024-10-07 05:33:35,407 INFO: [ epoch: 6 ] [ iter: 7,200 ] [ performance: 27.184 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:48 ] [ l_g_pix: 2.6039e-02 ] [ l_g_total: 2.6039e-02 ] +2024-10-07 05:33:39,127 INFO: [ epoch: 6 ] [ iter: 7,300 ] [ performance: 27.029 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:43 ] [ l_g_pix: 4.9419e-02 ] [ l_g_total: 4.9419e-02 ] +2024-10-07 05:33:42,861 INFO: [ epoch: 6 ] [ iter: 7,400 ] [ performance: 26.882 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:39 ] [ l_g_pix: 2.9829e-02 ] [ l_g_total: 2.9829e-02 ] +2024-10-07 05:33:46,578 INFO: [ epoch: 6 ] [ iter: 7,500 ] [ performance: 27.260 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:34 ] [ l_g_pix: 3.4283e-02 ] [ l_g_total: 3.4283e-02 ] +2024-10-07 05:33:50,263 INFO: [ epoch: 6 ] [ iter: 7,600 ] [ performance: 27.191 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:29 ] [ l_g_pix: 4.3891e-02 ] [ l_g_total: 4.3891e-02 ] +2024-10-07 05:33:53,923 INFO: [ epoch: 6 ] [ iter: 7,700 ] [ performance: 27.434 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:23 ] [ l_g_pix: 3.8097e-02 ] [ l_g_total: 3.8097e-02 ] +2024-10-07 05:33:57,648 INFO: [ epoch: 6 ] [ iter: 7,800 ] [ performance: 27.070 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:18 ] [ l_g_pix: 3.0448e-02 ] [ l_g_total: 3.0448e-02 ] +2024-10-07 05:34:01,354 INFO: [ epoch: 6 ] [ iter: 7,900 ] [ performance: 27.058 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:14 ] [ l_g_pix: 2.7864e-02 ] [ l_g_total: 2.7864e-02 ] +2024-10-07 05:34:04,974 INFO: [ epoch: 6 ] [ iter: 8,000 ] [ performance: 27.411 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:08 ] [ l_g_pix: 3.8416e-02 ] [ l_g_total: 3.8416e-02 ] +2024-10-07 05:34:09,454 INFO: [ epoch: 7 ] [ iter: 8,100 ] [ performance: 19.385 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:12 ] [ l_g_pix: 3.8957e-02 ] [ l_g_total: 3.8957e-02 ] +2024-10-07 05:34:13,313 INFO: [ epoch: 7 ] [ iter: 8,200 ] [ performance: 23.009 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:09 ] [ l_g_pix: 3.5786e-02 ] [ l_g_total: 3.5786e-02 ] +2024-10-07 05:34:17,014 INFO: [ epoch: 7 ] [ iter: 8,300 ] [ performance: 27.242 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:04 ] [ l_g_pix: 3.9482e-02 ] [ l_g_total: 3.9482e-02 ] +2024-10-07 05:34:20,657 INFO: [ epoch: 7 ] [ iter: 8,400 ] [ performance: 27.374 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:58 ] [ l_g_pix: 2.3408e-02 ] [ l_g_total: 2.3408e-02 ] +2024-10-07 05:34:24,377 INFO: [ epoch: 7 ] [ iter: 8,500 ] [ performance: 26.905 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:54 ] [ l_g_pix: 3.8007e-02 ] [ l_g_total: 3.8007e-02 ] +2024-10-07 05:34:28,127 INFO: [ epoch: 7 ] [ iter: 8,600 ] [ performance: 26.756 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:49 ] [ l_g_pix: 2.4422e-02 ] [ l_g_total: 2.4422e-02 ] +2024-10-07 05:34:31,840 INFO: [ epoch: 7 ] [ iter: 8,700 ] [ performance: 27.088 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:45 ] [ l_g_pix: 4.7978e-02 ] [ l_g_total: 4.7978e-02 ] +2024-10-07 05:34:35,560 INFO: [ epoch: 7 ] [ iter: 8,800 ] [ performance: 26.960 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:40 ] [ l_g_pix: 2.4344e-02 ] [ l_g_total: 2.4344e-02 ] +2024-10-07 05:34:39,352 INFO: [ epoch: 7 ] [ iter: 8,900 ] [ performance: 26.385 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:36 ] [ l_g_pix: 3.3629e-02 ] [ l_g_total: 3.3629e-02 ] +2024-10-07 05:34:43,066 INFO: [ epoch: 7 ] [ iter: 9,000 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:32 ] [ l_g_pix: 3.1767e-02 ] [ l_g_total: 3.1767e-02 ] +2024-10-07 05:34:46,788 INFO: [ epoch: 7 ] [ iter: 9,100 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:27 ] [ l_g_pix: 3.4259e-02 ] [ l_g_total: 3.4259e-02 ] +2024-10-07 05:34:50,331 INFO: [ epoch: 7 ] [ iter: 9,200 ] [ performance: 27.732 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:21 ] [ l_g_pix: 2.6546e-02 ] [ l_g_total: 2.6546e-02 ] +2024-10-07 05:34:55,184 INFO: [ epoch: 8 ] [ iter: 9,300 ] [ performance: 24.937 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:27 ] [ l_g_pix: 3.0676e-02 ] [ l_g_total: 3.0676e-02 ] +2024-10-07 05:34:58,921 INFO: [ epoch: 8 ] [ iter: 9,400 ] [ performance: 26.092 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:23 ] [ l_g_pix: 5.3465e-02 ] [ l_g_total: 5.3465e-02 ] +2024-10-07 05:35:02,633 INFO: [ epoch: 8 ] [ iter: 9,500 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:18 ] [ l_g_pix: 4.6869e-02 ] [ l_g_total: 4.6869e-02 ] +2024-10-07 05:35:06,408 INFO: [ epoch: 8 ] [ iter: 9,600 ] [ performance: 26.609 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:14 ] [ l_g_pix: 3.5660e-02 ] [ l_g_total: 3.5660e-02 ] +2024-10-07 05:35:10,135 INFO: [ epoch: 8 ] [ iter: 9,700 ] [ performance: 26.477 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:10 ] [ l_g_pix: 3.0201e-02 ] [ l_g_total: 3.0201e-02 ] +2024-10-07 05:35:13,898 INFO: [ epoch: 8 ] [ iter: 9,800 ] [ performance: 26.547 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:06 ] [ l_g_pix: 2.4655e-02 ] [ l_g_total: 2.4655e-02 ] +2024-10-07 05:35:17,604 INFO: [ epoch: 8 ] [ iter: 9,900 ] [ performance: 27.087 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:01 ] [ l_g_pix: 2.9408e-02 ] [ l_g_total: 2.9408e-02 ] +2024-10-07 05:35:21,246 INFO: [ epoch: 8 ] [ iter: 10,000 ] [ performance: 27.330 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:56 ] [ l_g_pix: 2.2378e-02 ] [ l_g_total: 2.2378e-02 ] +2024-10-07 05:35:21,247 INFO: Saving models and training states. +2024-10-07 05:39:14,847 INFO: Validation val + + # psnr: 26.2723........ Best: 26.2723 @ 10000 iter + # ssim: 0.7386........ Best: 0.7386 @ 10000 iter + # dists: 0.7807........ Best: 0.7807 @ 10000 iter + +2024-10-07 05:39:18,554 INFO: [ epoch: 8 ] [ iter: 10,100 ] [ performance: 26.703 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:31 ] [ l_g_pix: 3.6384e-02 ] [ l_g_total: 3.6384e-02 ] +2024-10-07 05:39:22,288 INFO: [ epoch: 8 ] [ iter: 10,200 ] [ performance: 26.759 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:04 ] [ l_g_pix: 3.2906e-02 ] [ l_g_total: 3.2906e-02 ] +2024-10-07 05:39:26,026 INFO: [ epoch: 8 ] [ iter: 10,300 ] [ performance: 26.928 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:37 ] [ l_g_pix: 3.9919e-02 ] [ l_g_total: 3.9919e-02 ] +2024-10-07 05:39:30,634 INFO: [ epoch: 9 ] [ iter: 10,400 ] [ performance: 23.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:19 ] [ l_g_pix: 1.8509e-02 ] [ l_g_total: 1.8509e-02 ] +2024-10-07 05:39:34,799 INFO: [ epoch: 9 ] [ iter: 10,500 ] [ performance: 25.566 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:57 ] [ l_g_pix: 3.9852e-02 ] [ l_g_total: 3.9852e-02 ] +2024-10-07 05:39:38,595 INFO: [ epoch: 9 ] [ iter: 10,600 ] [ performance: 26.094 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:32 ] [ l_g_pix: 4.4119e-02 ] [ l_g_total: 4.4119e-02 ] +2024-10-07 05:39:42,350 INFO: [ epoch: 9 ] [ iter: 10,700 ] [ performance: 26.845 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:07 ] [ l_g_pix: 3.0987e-02 ] [ l_g_total: 3.0987e-02 ] +2024-10-07 05:39:46,065 INFO: [ epoch: 9 ] [ iter: 10,800 ] [ performance: 26.899 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:42 ] [ l_g_pix: 3.7202e-02 ] [ l_g_total: 3.7202e-02 ] +2024-10-07 05:39:49,779 INFO: [ epoch: 9 ] [ iter: 10,900 ] [ performance: 27.446 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:18 ] [ l_g_pix: 2.3886e-02 ] [ l_g_total: 2.3886e-02 ] +2024-10-07 05:39:53,551 INFO: [ epoch: 9 ] [ iter: 11,000 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:54 ] [ l_g_pix: 3.9205e-02 ] [ l_g_total: 3.9205e-02 ] +2024-10-07 05:39:57,386 INFO: [ epoch: 9 ] [ iter: 11,100 ] [ performance: 26.134 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:31 ] [ l_g_pix: 3.3410e-02 ] [ l_g_total: 3.3410e-02 ] +2024-10-07 05:40:01,137 INFO: [ epoch: 9 ] [ iter: 11,200 ] [ performance: 26.498 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:08 ] [ l_g_pix: 3.2483e-02 ] [ l_g_total: 3.2483e-02 ] +2024-10-07 05:40:04,926 INFO: [ epoch: 9 ] [ iter: 11,300 ] [ performance: 26.371 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:46 ] [ l_g_pix: 4.1499e-02 ] [ l_g_total: 4.1499e-02 ] +2024-10-07 05:40:08,769 INFO: [ epoch: 9 ] [ iter: 11,400 ] [ performance: 26.136 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:24 ] [ l_g_pix: 3.8346e-02 ] [ l_g_total: 3.8346e-02 ] +2024-10-07 05:40:12,411 INFO: [ epoch: 9 ] [ iter: 11,500 ] [ performance: 28.423 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:02 ] [ l_g_pix: 2.7178e-02 ] [ l_g_total: 2.7178e-02 ] +2024-10-07 05:40:17,318 INFO: [ epoch: 10 ] [ iter: 11,600 ] [ performance: 22.277 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:49 ] [ l_g_pix: 3.2014e-02 ] [ l_g_total: 3.2014e-02 ] +2024-10-07 05:40:21,061 INFO: [ epoch: 10 ] [ iter: 11,700 ] [ performance: 26.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:27 ] [ l_g_pix: 3.3586e-02 ] [ l_g_total: 3.3586e-02 ] +2024-10-07 05:40:24,877 INFO: [ epoch: 10 ] [ iter: 11,800 ] [ performance: 26.317 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:06 ] [ l_g_pix: 3.9642e-02 ] [ l_g_total: 3.9642e-02 ] +2024-10-07 05:40:28,684 INFO: [ epoch: 10 ] [ iter: 11,900 ] [ performance: 26.774 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:46 ] [ l_g_pix: 2.3177e-02 ] [ l_g_total: 2.3177e-02 ] +2024-10-07 05:40:32,502 INFO: [ epoch: 10 ] [ iter: 12,000 ] [ performance: 26.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:26 ] [ l_g_pix: 4.5000e-02 ] [ l_g_total: 4.5000e-02 ] +2024-10-07 05:40:36,298 INFO: [ epoch: 10 ] [ iter: 12,100 ] [ performance: 25.731 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:06 ] [ l_g_pix: 4.9978e-02 ] [ l_g_total: 4.9978e-02 ] +2024-10-07 05:40:40,159 INFO: [ epoch: 10 ] [ iter: 12,200 ] [ performance: 25.857 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:47 ] [ l_g_pix: 4.4313e-02 ] [ l_g_total: 4.4313e-02 ] +2024-10-07 05:40:43,959 INFO: [ epoch: 10 ] [ iter: 12,300 ] [ performance: 26.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:27 ] [ l_g_pix: 3.3282e-02 ] [ l_g_total: 3.3282e-02 ] +2024-10-07 05:40:47,834 INFO: [ epoch: 10 ] [ iter: 12,400 ] [ performance: 26.104 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:08 ] [ l_g_pix: 4.5558e-02 ] [ l_g_total: 4.5558e-02 ] +2024-10-07 05:40:51,625 INFO: [ epoch: 10 ] [ iter: 12,500 ] [ performance: 26.763 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:49 ] [ l_g_pix: 3.9410e-02 ] [ l_g_total: 3.9410e-02 ] +2024-10-07 05:40:55,505 INFO: [ epoch: 10 ] [ iter: 12,600 ] [ performance: 26.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:31 ] [ l_g_pix: 2.5893e-02 ] [ l_g_total: 2.5893e-02 ] +2024-10-07 05:41:00,089 INFO: [ epoch: 11 ] [ iter: 12,700 ] [ performance: 15.711 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:18 ] [ l_g_pix: 3.0708e-02 ] [ l_g_total: 3.0708e-02 ] +2024-10-07 05:41:04,207 INFO: [ epoch: 11 ] [ iter: 12,800 ] [ performance: 21.171 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:02 ] [ l_g_pix: 3.2724e-02 ] [ l_g_total: 3.2724e-02 ] +2024-10-07 05:41:08,024 INFO: [ epoch: 11 ] [ iter: 12,900 ] [ performance: 26.151 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:44 ] [ l_g_pix: 4.1766e-02 ] [ l_g_total: 4.1766e-02 ] +2024-10-07 05:41:11,833 INFO: [ epoch: 11 ] [ iter: 13,000 ] [ performance: 26.230 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:26 ] [ l_g_pix: 3.3088e-02 ] [ l_g_total: 3.3088e-02 ] +2024-10-07 05:41:15,608 INFO: [ epoch: 11 ] [ iter: 13,100 ] [ performance: 26.721 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:08 ] [ l_g_pix: 2.9460e-02 ] [ l_g_total: 2.9460e-02 ] +2024-10-07 05:41:19,427 INFO: [ epoch: 11 ] [ iter: 13,200 ] [ performance: 26.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:51 ] [ l_g_pix: 2.6621e-02 ] [ l_g_total: 2.6621e-02 ] +2024-10-07 05:41:23,254 INFO: [ epoch: 11 ] [ iter: 13,300 ] [ performance: 25.397 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:34 ] [ l_g_pix: 4.3831e-02 ] [ l_g_total: 4.3831e-02 ] +2024-10-07 05:41:26,992 INFO: [ epoch: 11 ] [ iter: 13,400 ] [ performance: 26.400 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:17 ] [ l_g_pix: 4.4289e-02 ] [ l_g_total: 4.4289e-02 ] +2024-10-07 05:41:30,757 INFO: [ epoch: 11 ] [ iter: 13,500 ] [ performance: 27.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:59 ] [ l_g_pix: 3.0573e-02 ] [ l_g_total: 3.0573e-02 ] +2024-10-07 05:41:34,708 INFO: [ epoch: 11 ] [ iter: 13,600 ] [ performance: 25.799 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:44 ] [ l_g_pix: 4.1895e-02 ] [ l_g_total: 4.1895e-02 ] +2024-10-07 05:41:38,521 INFO: [ epoch: 11 ] [ iter: 13,700 ] [ performance: 26.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:27 ] [ l_g_pix: 3.0061e-02 ] [ l_g_total: 3.0061e-02 ] +2024-10-07 05:41:42,238 INFO: [ epoch: 11 ] [ iter: 13,800 ] [ performance: 26.737 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:11 ] [ l_g_pix: 3.4923e-02 ] [ l_g_total: 3.4923e-02 ] +2024-10-07 05:41:47,720 INFO: [ epoch: 12 ] [ iter: 13,900 ] [ performance: 24.618 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:05 ] [ l_g_pix: 4.3376e-02 ] [ l_g_total: 4.3376e-02 ] +2024-10-07 05:41:51,547 INFO: [ epoch: 12 ] [ iter: 14,000 ] [ performance: 25.761 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:49 ] [ l_g_pix: 4.5384e-02 ] [ l_g_total: 4.5384e-02 ] +2024-10-07 05:41:55,357 INFO: [ epoch: 12 ] [ iter: 14,100 ] [ performance: 26.560 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:33 ] [ l_g_pix: 2.8745e-02 ] [ l_g_total: 2.8745e-02 ] +2024-10-07 05:41:59,163 INFO: [ epoch: 12 ] [ iter: 14,200 ] [ performance: 26.345 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:18 ] [ l_g_pix: 3.6716e-02 ] [ l_g_total: 3.6716e-02 ] +2024-10-07 05:42:02,960 INFO: [ epoch: 12 ] [ iter: 14,300 ] [ performance: 26.536 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:02 ] [ l_g_pix: 2.5223e-02 ] [ l_g_total: 2.5223e-02 ] +2024-10-07 05:42:06,656 INFO: [ epoch: 12 ] [ iter: 14,400 ] [ performance: 26.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:46 ] [ l_g_pix: 3.7044e-02 ] [ l_g_total: 3.7044e-02 ] +2024-10-07 05:42:10,507 INFO: [ epoch: 12 ] [ iter: 14,500 ] [ performance: 26.562 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:31 ] [ l_g_pix: 3.8741e-02 ] [ l_g_total: 3.8741e-02 ] +2024-10-07 05:42:14,375 INFO: [ epoch: 12 ] [ iter: 14,600 ] [ performance: 26.007 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:16 ] [ l_g_pix: 3.6761e-02 ] [ l_g_total: 3.6761e-02 ] +2024-10-07 05:42:18,151 INFO: [ epoch: 12 ] [ iter: 14,700 ] [ performance: 26.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:01 ] [ l_g_pix: 2.0597e-02 ] [ l_g_total: 2.0597e-02 ] +2024-10-07 05:42:21,956 INFO: [ epoch: 12 ] [ iter: 14,800 ] [ performance: 26.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:47 ] [ l_g_pix: 2.7079e-02 ] [ l_g_total: 2.7079e-02 ] +2024-10-07 05:42:25,716 INFO: [ epoch: 12 ] [ iter: 14,900 ] [ performance: 27.262 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:32 ] [ l_g_pix: 4.0361e-02 ] [ l_g_total: 4.0361e-02 ] +2024-10-07 05:42:29,231 INFO: [ epoch: 12 ] [ iter: 15,000 ] [ performance: 28.198 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:16 ] [ l_g_pix: 4.0563e-02 ] [ l_g_total: 4.0563e-02 ] +2024-10-07 05:42:34,938 INFO: [ epoch: 13 ] [ iter: 15,100 ] [ performance: 26.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:12 ] [ l_g_pix: 3.3338e-02 ] [ l_g_total: 3.3338e-02 ] +2024-10-07 05:42:38,728 INFO: [ epoch: 13 ] [ iter: 15,200 ] [ performance: 26.343 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:58 ] [ l_g_pix: 3.1785e-02 ] [ l_g_total: 3.1785e-02 ] +2024-10-07 05:42:42,529 INFO: [ epoch: 13 ] [ iter: 15,300 ] [ performance: 26.537 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:44 ] [ l_g_pix: 4.4616e-02 ] [ l_g_total: 4.4616e-02 ] +2024-10-07 05:42:46,343 INFO: [ epoch: 13 ] [ iter: 15,400 ] [ performance: 26.283 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:30 ] [ l_g_pix: 2.9123e-02 ] [ l_g_total: 2.9123e-02 ] +2024-10-07 05:42:50,135 INFO: [ epoch: 13 ] [ iter: 15,500 ] [ performance: 26.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:16 ] [ l_g_pix: 2.2135e-02 ] [ l_g_total: 2.2135e-02 ] +2024-10-07 05:42:53,921 INFO: [ epoch: 13 ] [ iter: 15,600 ] [ performance: 26.423 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:02 ] [ l_g_pix: 2.8404e-02 ] [ l_g_total: 2.8404e-02 ] +2024-10-07 05:42:57,760 INFO: [ epoch: 13 ] [ iter: 15,700 ] [ performance: 26.760 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:49 ] [ l_g_pix: 3.8023e-02 ] [ l_g_total: 3.8023e-02 ] +2024-10-07 05:43:01,595 INFO: [ epoch: 13 ] [ iter: 15,800 ] [ performance: 26.197 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:36 ] [ l_g_pix: 3.9600e-02 ] [ l_g_total: 3.9600e-02 ] +2024-10-07 05:43:05,426 INFO: [ epoch: 13 ] [ iter: 15,900 ] [ performance: 26.730 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:23 ] [ l_g_pix: 2.6879e-02 ] [ l_g_total: 2.6879e-02 ] +2024-10-07 05:43:09,224 INFO: [ epoch: 13 ] [ iter: 16,000 ] [ performance: 26.405 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:09 ] [ l_g_pix: 4.1770e-02 ] [ l_g_total: 4.1770e-02 ] +2024-10-07 05:43:12,913 INFO: [ epoch: 13 ] [ iter: 16,100 ] [ performance: 29.171 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:56 ] [ l_g_pix: 4.5797e-02 ] [ l_g_total: 4.5797e-02 ] +2024-10-07 05:43:18,251 INFO: [ epoch: 14 ] [ iter: 16,200 ] [ performance: 19.926 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:51 ] [ l_g_pix: 3.3374e-02 ] [ l_g_total: 3.3374e-02 ] +2024-10-07 05:43:22,076 INFO: [ epoch: 14 ] [ iter: 16,300 ] [ performance: 26.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:38 ] [ l_g_pix: 3.3615e-02 ] [ l_g_total: 3.3615e-02 ] +2024-10-07 05:43:25,865 INFO: [ epoch: 14 ] [ iter: 16,400 ] [ performance: 26.473 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:25 ] [ l_g_pix: 3.8416e-02 ] [ l_g_total: 3.8416e-02 ] +2024-10-07 05:43:29,653 INFO: [ epoch: 14 ] [ iter: 16,500 ] [ performance: 26.734 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:12 ] [ l_g_pix: 2.6492e-02 ] [ l_g_total: 2.6492e-02 ] +2024-10-07 05:43:33,428 INFO: [ epoch: 14 ] [ iter: 16,600 ] [ performance: 26.530 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:59 ] [ l_g_pix: 4.4818e-02 ] [ l_g_total: 4.4818e-02 ] +2024-10-07 05:43:37,243 INFO: [ epoch: 14 ] [ iter: 16,700 ] [ performance: 25.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:47 ] [ l_g_pix: 3.1034e-02 ] [ l_g_total: 3.1034e-02 ] +2024-10-07 05:43:41,028 INFO: [ epoch: 14 ] [ iter: 16,800 ] [ performance: 26.330 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:35 ] [ l_g_pix: 2.7889e-02 ] [ l_g_total: 2.7889e-02 ] +2024-10-07 05:43:44,875 INFO: [ epoch: 14 ] [ iter: 16,900 ] [ performance: 26.155 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:23 ] [ l_g_pix: 3.4657e-02 ] [ l_g_total: 3.4657e-02 ] +2024-10-07 05:43:48,638 INFO: [ epoch: 14 ] [ iter: 17,000 ] [ performance: 26.526 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:10 ] [ l_g_pix: 3.0529e-02 ] [ l_g_total: 3.0529e-02 ] +2024-10-07 05:43:52,401 INFO: [ epoch: 14 ] [ iter: 17,100 ] [ performance: 26.934 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:58 ] [ l_g_pix: 3.2919e-02 ] [ l_g_total: 3.2919e-02 ] +2024-10-07 05:43:56,195 INFO: [ epoch: 14 ] [ iter: 17,200 ] [ performance: 26.438 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:46 ] [ l_g_pix: 2.6260e-02 ] [ l_g_total: 2.6260e-02 ] +2024-10-07 05:43:59,694 INFO: [ epoch: 14 ] [ iter: 17,300 ] [ performance: 29.378 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:33 ] [ l_g_pix: 2.3630e-02 ] [ l_g_total: 2.3630e-02 ] +2024-10-07 05:44:05,403 INFO: [ epoch: 15 ] [ iter: 17,400 ] [ performance: 18.435 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:30 ] [ l_g_pix: 3.8464e-02 ] [ l_g_total: 3.8464e-02 ] +2024-10-07 05:44:09,227 INFO: [ epoch: 15 ] [ iter: 17,500 ] [ performance: 26.988 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:18 ] [ l_g_pix: 3.5367e-02 ] [ l_g_total: 3.5367e-02 ] +2024-10-07 05:44:13,059 INFO: [ epoch: 15 ] [ iter: 17,600 ] [ performance: 26.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:07 ] [ l_g_pix: 4.1475e-02 ] [ l_g_total: 4.1475e-02 ] +2024-10-07 05:44:16,804 INFO: [ epoch: 15 ] [ iter: 17,700 ] [ performance: 27.177 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:55 ] [ l_g_pix: 3.4763e-02 ] [ l_g_total: 3.4763e-02 ] +2024-10-07 05:44:20,573 INFO: [ epoch: 15 ] [ iter: 17,800 ] [ performance: 26.604 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:43 ] [ l_g_pix: 3.3044e-02 ] [ l_g_total: 3.3044e-02 ] +2024-10-07 05:44:24,348 INFO: [ epoch: 15 ] [ iter: 17,900 ] [ performance: 27.139 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:32 ] [ l_g_pix: 3.8300e-02 ] [ l_g_total: 3.8300e-02 ] +2024-10-07 05:44:28,129 INFO: [ epoch: 15 ] [ iter: 18,000 ] [ performance: 26.521 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:20 ] [ l_g_pix: 3.6458e-02 ] [ l_g_total: 3.6458e-02 ] +2024-10-07 05:44:31,956 INFO: [ epoch: 15 ] [ iter: 18,100 ] [ performance: 26.433 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:09 ] [ l_g_pix: 3.1632e-02 ] [ l_g_total: 3.1632e-02 ] +2024-10-07 05:44:35,760 INFO: [ epoch: 15 ] [ iter: 18,200 ] [ performance: 26.304 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:58 ] [ l_g_pix: 4.7071e-02 ] [ l_g_total: 4.7071e-02 ] +2024-10-07 05:44:39,551 INFO: [ epoch: 15 ] [ iter: 18,300 ] [ performance: 26.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:47 ] [ l_g_pix: 2.8891e-02 ] [ l_g_total: 2.8891e-02 ] +2024-10-07 05:44:43,299 INFO: [ epoch: 15 ] [ iter: 18,400 ] [ performance: 26.696 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:36 ] [ l_g_pix: 2.1859e-02 ] [ l_g_total: 2.1859e-02 ] +2024-10-07 05:44:48,747 INFO: [ epoch: 16 ] [ iter: 18,500 ] [ performance: 26.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:32 ] [ l_g_pix: 4.1679e-02 ] [ l_g_total: 4.1679e-02 ] +2024-10-07 05:44:52,516 INFO: [ epoch: 16 ] [ iter: 18,600 ] [ performance: 26.520 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:21 ] [ l_g_pix: 2.0937e-02 ] [ l_g_total: 2.0937e-02 ] +2024-10-07 05:44:56,279 INFO: [ epoch: 16 ] [ iter: 18,700 ] [ performance: 27.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:10 ] [ l_g_pix: 2.7655e-02 ] [ l_g_total: 2.7655e-02 ] +2024-10-07 05:45:00,025 INFO: [ epoch: 16 ] [ iter: 18,800 ] [ performance: 26.730 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:59 ] [ l_g_pix: 3.4476e-02 ] [ l_g_total: 3.4476e-02 ] +2024-10-07 05:45:03,786 INFO: [ epoch: 16 ] [ iter: 18,900 ] [ performance: 27.599 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:48 ] [ l_g_pix: 2.8356e-02 ] [ l_g_total: 2.8356e-02 ] +2024-10-07 05:45:07,569 INFO: [ epoch: 16 ] [ iter: 19,000 ] [ performance: 26.499 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:37 ] [ l_g_pix: 4.1301e-02 ] [ l_g_total: 4.1301e-02 ] +2024-10-07 05:45:11,403 INFO: [ epoch: 16 ] [ iter: 19,100 ] [ performance: 24.760 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:27 ] [ l_g_pix: 3.6396e-02 ] [ l_g_total: 3.6396e-02 ] +2024-10-07 05:45:15,163 INFO: [ epoch: 16 ] [ iter: 19,200 ] [ performance: 26.511 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:16 ] [ l_g_pix: 2.5628e-02 ] [ l_g_total: 2.5628e-02 ] +2024-10-07 05:45:18,981 INFO: [ epoch: 16 ] [ iter: 19,300 ] [ performance: 26.436 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:06 ] [ l_g_pix: 3.8483e-02 ] [ l_g_total: 3.8483e-02 ] +2024-10-07 05:45:22,817 INFO: [ epoch: 16 ] [ iter: 19,400 ] [ performance: 26.089 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:56 ] [ l_g_pix: 4.3551e-02 ] [ l_g_total: 4.3551e-02 ] +2024-10-07 05:45:26,632 INFO: [ epoch: 16 ] [ iter: 19,500 ] [ performance: 27.998 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:46 ] [ l_g_pix: 3.6814e-02 ] [ l_g_total: 3.6814e-02 ] +2024-10-07 05:45:30,142 INFO: [ epoch: 16 ] [ iter: 19,600 ] [ performance: 28.478 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:34 ] [ l_g_pix: 4.1634e-02 ] [ l_g_total: 4.1634e-02 ] +2024-10-07 05:45:35,380 INFO: [ epoch: 17 ] [ iter: 19,700 ] [ performance: 27.288 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:30 ] [ l_g_pix: 4.0656e-02 ] [ l_g_total: 4.0656e-02 ] +2024-10-07 05:45:39,079 INFO: [ epoch: 17 ] [ iter: 19,800 ] [ performance: 27.045 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:20 ] [ l_g_pix: 2.5779e-02 ] [ l_g_total: 2.5779e-02 ] +2024-10-07 05:45:42,827 INFO: [ epoch: 17 ] [ iter: 19,900 ] [ performance: 27.498 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:09 ] [ l_g_pix: 2.9676e-02 ] [ l_g_total: 2.9676e-02 ] +2024-10-07 05:45:46,557 INFO: [ epoch: 17 ] [ iter: 20,000 ] [ performance: 26.820 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:59 ] [ l_g_pix: 2.9153e-02 ] [ l_g_total: 2.9153e-02 ] +2024-10-07 05:45:46,558 INFO: Saving models and training states. +2024-10-07 05:49:26,302 INFO: Validation val + + # psnr: 26.2697........ Best: 26.2723 @ 10000 iter + # ssim: 0.7384........ Best: 0.7386 @ 10000 iter + # dists: 0.7809........ Best: 0.7807 @ 10000 iter + +2024-10-07 05:49:29,975 INFO: [ epoch: 17 ] [ iter: 20,100 ] [ performance: 27.060 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:22 ] [ l_g_pix: 3.9630e-02 ] [ l_g_total: 3.9630e-02 ] +2024-10-07 05:49:33,650 INFO: [ epoch: 17 ] [ iter: 20,200 ] [ performance: 27.215 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:07 ] [ l_g_pix: 3.3936e-02 ] [ l_g_total: 3.3936e-02 ] +2024-10-07 05:49:37,334 INFO: [ epoch: 17 ] [ iter: 20,300 ] [ performance: 27.183 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:51 ] [ l_g_pix: 3.9014e-02 ] [ l_g_total: 3.9014e-02 ] +2024-10-07 05:49:41,061 INFO: [ epoch: 17 ] [ iter: 20,400 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:36 ] [ l_g_pix: 4.5512e-02 ] [ l_g_total: 4.5512e-02 ] +2024-10-07 05:49:44,763 INFO: [ epoch: 17 ] [ iter: 20,500 ] [ performance: 26.922 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:20 ] [ l_g_pix: 2.2447e-02 ] [ l_g_total: 2.2447e-02 ] +2024-10-07 05:49:48,503 INFO: [ epoch: 17 ] [ iter: 20,600 ] [ performance: 26.783 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:05 ] [ l_g_pix: 2.9405e-02 ] [ l_g_total: 2.9405e-02 ] +2024-10-07 05:49:52,191 INFO: [ epoch: 17 ] [ iter: 20,700 ] [ performance: 26.954 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:50 ] [ l_g_pix: 3.9531e-02 ] [ l_g_total: 3.9531e-02 ] +2024-10-07 05:49:56,851 INFO: [ epoch: 18 ] [ iter: 20,800 ] [ performance: 21.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:39 ] [ l_g_pix: 4.5940e-02 ] [ l_g_total: 4.5940e-02 ] +2024-10-07 05:50:00,695 INFO: [ epoch: 18 ] [ iter: 20,900 ] [ performance: 23.457 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:25 ] [ l_g_pix: 3.6195e-02 ] [ l_g_total: 3.6195e-02 ] +2024-10-07 05:50:04,427 INFO: [ epoch: 18 ] [ iter: 21,000 ] [ performance: 26.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:10 ] [ l_g_pix: 3.6301e-02 ] [ l_g_total: 3.6301e-02 ] +2024-10-07 05:50:08,110 INFO: [ epoch: 18 ] [ iter: 21,100 ] [ performance: 27.002 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:55 ] [ l_g_pix: 4.0201e-02 ] [ l_g_total: 4.0201e-02 ] +2024-10-07 05:50:11,836 INFO: [ epoch: 18 ] [ iter: 21,200 ] [ performance: 26.853 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:41 ] [ l_g_pix: 3.6619e-02 ] [ l_g_total: 3.6619e-02 ] +2024-10-07 05:50:15,590 INFO: [ epoch: 18 ] [ iter: 21,300 ] [ performance: 26.746 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:27 ] [ l_g_pix: 3.8834e-02 ] [ l_g_total: 3.8834e-02 ] +2024-10-07 05:50:19,313 INFO: [ epoch: 18 ] [ iter: 21,400 ] [ performance: 26.902 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:12 ] [ l_g_pix: 2.2615e-02 ] [ l_g_total: 2.2615e-02 ] +2024-10-07 05:50:23,046 INFO: [ epoch: 18 ] [ iter: 21,500 ] [ performance: 26.847 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:58 ] [ l_g_pix: 3.4794e-02 ] [ l_g_total: 3.4794e-02 ] +2024-10-07 05:50:26,790 INFO: [ epoch: 18 ] [ iter: 21,600 ] [ performance: 26.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:44 ] [ l_g_pix: 3.8478e-02 ] [ l_g_total: 3.8478e-02 ] +2024-10-07 05:50:30,580 INFO: [ epoch: 18 ] [ iter: 21,700 ] [ performance: 26.586 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:30 ] [ l_g_pix: 3.5540e-02 ] [ l_g_total: 3.5540e-02 ] +2024-10-07 05:50:34,354 INFO: [ epoch: 18 ] [ iter: 21,800 ] [ performance: 26.508 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:17 ] [ l_g_pix: 3.8479e-02 ] [ l_g_total: 3.8479e-02 ] +2024-10-07 05:50:37,925 INFO: [ epoch: 18 ] [ iter: 21,900 ] [ performance: 27.271 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:02 ] [ l_g_pix: 4.8822e-02 ] [ l_g_total: 4.8822e-02 ] +2024-10-07 05:50:43,018 INFO: [ epoch: 19 ] [ iter: 22,000 ] [ performance: 19.058 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:53 ] [ l_g_pix: 3.7741e-02 ] [ l_g_total: 3.7741e-02 ] +2024-10-07 05:50:46,762 INFO: [ epoch: 19 ] [ iter: 22,100 ] [ performance: 22.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:40 ] [ l_g_pix: 3.5599e-02 ] [ l_g_total: 3.5599e-02 ] +2024-10-07 05:50:50,493 INFO: [ epoch: 19 ] [ iter: 22,200 ] [ performance: 26.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:26 ] [ l_g_pix: 3.8324e-02 ] [ l_g_total: 3.8324e-02 ] +2024-10-07 05:50:54,310 INFO: [ epoch: 19 ] [ iter: 22,300 ] [ performance: 26.500 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:13 ] [ l_g_pix: 3.8093e-02 ] [ l_g_total: 3.8093e-02 ] +2024-10-07 05:50:58,042 INFO: [ epoch: 19 ] [ iter: 22,400 ] [ performance: 26.879 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:00 ] [ l_g_pix: 3.2026e-02 ] [ l_g_total: 3.2026e-02 ] +2024-10-07 05:51:01,748 INFO: [ epoch: 19 ] [ iter: 22,500 ] [ performance: 26.935 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:47 ] [ l_g_pix: 3.9177e-02 ] [ l_g_total: 3.9177e-02 ] +2024-10-07 05:51:05,498 INFO: [ epoch: 19 ] [ iter: 22,600 ] [ performance: 26.787 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:33 ] [ l_g_pix: 3.8239e-02 ] [ l_g_total: 3.8239e-02 ] +2024-10-07 05:51:09,290 INFO: [ epoch: 19 ] [ iter: 22,700 ] [ performance: 26.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:21 ] [ l_g_pix: 3.6007e-02 ] [ l_g_total: 3.6007e-02 ] +2024-10-07 05:51:13,016 INFO: [ epoch: 19 ] [ iter: 22,800 ] [ performance: 27.019 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:08 ] [ l_g_pix: 3.3449e-02 ] [ l_g_total: 3.3449e-02 ] +2024-10-07 05:51:16,744 INFO: [ epoch: 19 ] [ iter: 22,900 ] [ performance: 26.918 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:55 ] [ l_g_pix: 4.7420e-02 ] [ l_g_total: 4.7420e-02 ] +2024-10-07 05:51:20,454 INFO: [ epoch: 19 ] [ iter: 23,000 ] [ performance: 27.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:42 ] [ l_g_pix: 2.8478e-02 ] [ l_g_total: 2.8478e-02 ] +2024-10-07 05:51:25,320 INFO: [ epoch: 20 ] [ iter: 23,100 ] [ performance: 23.153 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:33 ] [ l_g_pix: 2.1781e-02 ] [ l_g_total: 2.1781e-02 ] +2024-10-07 05:51:29,120 INFO: [ epoch: 20 ] [ iter: 23,200 ] [ performance: 26.723 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:20 ] [ l_g_pix: 4.2645e-02 ] [ l_g_total: 4.2645e-02 ] +2024-10-07 05:51:32,852 INFO: [ epoch: 20 ] [ iter: 23,300 ] [ performance: 26.764 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:07 ] [ l_g_pix: 3.5691e-02 ] [ l_g_total: 3.5691e-02 ] +2024-10-07 05:51:36,595 INFO: [ epoch: 20 ] [ iter: 23,400 ] [ performance: 26.751 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:55 ] [ l_g_pix: 3.2606e-02 ] [ l_g_total: 3.2606e-02 ] +2024-10-07 05:51:40,328 INFO: [ epoch: 20 ] [ iter: 23,500 ] [ performance: 26.772 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:42 ] [ l_g_pix: 3.7357e-02 ] [ l_g_total: 3.7357e-02 ] +2024-10-07 05:51:44,054 INFO: [ epoch: 20 ] [ iter: 23,600 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:30 ] [ l_g_pix: 4.0867e-02 ] [ l_g_total: 4.0867e-02 ] +2024-10-07 05:51:47,813 INFO: [ epoch: 20 ] [ iter: 23,700 ] [ performance: 26.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:18 ] [ l_g_pix: 2.2651e-02 ] [ l_g_total: 2.2651e-02 ] +2024-10-07 05:51:51,559 INFO: [ epoch: 20 ] [ iter: 23,800 ] [ performance: 26.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:06 ] [ l_g_pix: 3.6924e-02 ] [ l_g_total: 3.6924e-02 ] +2024-10-07 05:51:55,302 INFO: [ epoch: 20 ] [ iter: 23,900 ] [ performance: 26.776 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:53 ] [ l_g_pix: 2.5968e-02 ] [ l_g_total: 2.5968e-02 ] +2024-10-07 05:51:59,037 INFO: [ epoch: 20 ] [ iter: 24,000 ] [ performance: 26.860 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:41 ] [ l_g_pix: 2.9943e-02 ] [ l_g_total: 2.9943e-02 ] +2024-10-07 05:52:02,785 INFO: [ epoch: 20 ] [ iter: 24,100 ] [ performance: 26.763 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:29 ] [ l_g_pix: 3.4072e-02 ] [ l_g_total: 3.4072e-02 ] +2024-10-07 05:52:06,336 INFO: [ epoch: 20 ] [ iter: 24,200 ] [ performance: 28.590 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:17 ] [ l_g_pix: 3.9336e-02 ] [ l_g_total: 3.9336e-02 ] +2024-10-07 05:52:11,216 INFO: [ epoch: 21 ] [ iter: 24,300 ] [ performance: 23.448 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:08 ] [ l_g_pix: 2.7406e-02 ] [ l_g_total: 2.7406e-02 ] +2024-10-07 05:52:14,942 INFO: [ epoch: 21 ] [ iter: 24,400 ] [ performance: 26.747 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:56 ] [ l_g_pix: 3.4176e-02 ] [ l_g_total: 3.4176e-02 ] +2024-10-07 05:52:18,675 INFO: [ epoch: 21 ] [ iter: 24,500 ] [ performance: 26.776 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:45 ] [ l_g_pix: 3.4352e-02 ] [ l_g_total: 3.4352e-02 ] +2024-10-07 05:52:22,432 INFO: [ epoch: 21 ] [ iter: 24,600 ] [ performance: 26.710 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:33 ] [ l_g_pix: 2.2744e-02 ] [ l_g_total: 2.2744e-02 ] +2024-10-07 05:52:26,137 INFO: [ epoch: 21 ] [ iter: 24,700 ] [ performance: 26.869 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:21 ] [ l_g_pix: 3.8789e-02 ] [ l_g_total: 3.8789e-02 ] +2024-10-07 05:52:29,888 INFO: [ epoch: 21 ] [ iter: 24,800 ] [ performance: 26.729 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:10 ] [ l_g_pix: 3.3427e-02 ] [ l_g_total: 3.3427e-02 ] +2024-10-07 05:52:33,606 INFO: [ epoch: 21 ] [ iter: 24,900 ] [ performance: 26.827 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:58 ] [ l_g_pix: 3.7784e-02 ] [ l_g_total: 3.7784e-02 ] +2024-10-07 05:52:37,316 INFO: [ epoch: 21 ] [ iter: 25,000 ] [ performance: 27.116 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:47 ] [ l_g_pix: 4.7453e-02 ] [ l_g_total: 4.7453e-02 ] +2024-10-07 05:52:41,017 INFO: [ epoch: 21 ] [ iter: 25,100 ] [ performance: 27.064 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:35 ] [ l_g_pix: 3.3507e-02 ] [ l_g_total: 3.3507e-02 ] +2024-10-07 05:52:44,745 INFO: [ epoch: 21 ] [ iter: 25,200 ] [ performance: 27.053 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:24 ] [ l_g_pix: 4.2655e-02 ] [ l_g_total: 4.2655e-02 ] +2024-10-07 05:52:48,485 INFO: [ epoch: 21 ] [ iter: 25,300 ] [ performance: 26.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:12 ] [ l_g_pix: 2.6592e-02 ] [ l_g_total: 2.6592e-02 ] +2024-10-07 05:52:53,115 INFO: [ epoch: 22 ] [ iter: 25,400 ] [ performance: 19.969 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:04 ] [ l_g_pix: 3.6303e-02 ] [ l_g_total: 3.6303e-02 ] +2024-10-07 05:52:57,161 INFO: [ epoch: 22 ] [ iter: 25,500 ] [ performance: 22.502 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:53 ] [ l_g_pix: 4.3665e-02 ] [ l_g_total: 4.3665e-02 ] +2024-10-07 05:53:00,889 INFO: [ epoch: 22 ] [ iter: 25,600 ] [ performance: 26.970 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:42 ] [ l_g_pix: 4.5231e-02 ] [ l_g_total: 4.5231e-02 ] +2024-10-07 05:53:04,680 INFO: [ epoch: 22 ] [ iter: 25,700 ] [ performance: 26.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:31 ] [ l_g_pix: 3.3190e-02 ] [ l_g_total: 3.3190e-02 ] +2024-10-07 05:53:08,411 INFO: [ epoch: 22 ] [ iter: 25,800 ] [ performance: 26.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:20 ] [ l_g_pix: 3.3005e-02 ] [ l_g_total: 3.3005e-02 ] +2024-10-07 05:53:12,126 INFO: [ epoch: 22 ] [ iter: 25,900 ] [ performance: 26.930 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:09 ] [ l_g_pix: 3.3475e-02 ] [ l_g_total: 3.3475e-02 ] +2024-10-07 05:53:15,872 INFO: [ epoch: 22 ] [ iter: 26,000 ] [ performance: 26.791 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:58 ] [ l_g_pix: 2.8700e-02 ] [ l_g_total: 2.8700e-02 ] +2024-10-07 05:53:19,692 INFO: [ epoch: 22 ] [ iter: 26,100 ] [ performance: 26.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:48 ] [ l_g_pix: 4.5985e-02 ] [ l_g_total: 4.5985e-02 ] +2024-10-07 05:53:23,454 INFO: [ epoch: 22 ] [ iter: 26,200 ] [ performance: 26.712 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:37 ] [ l_g_pix: 2.3855e-02 ] [ l_g_total: 2.3855e-02 ] +2024-10-07 05:53:27,165 INFO: [ epoch: 22 ] [ iter: 26,300 ] [ performance: 26.851 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:26 ] [ l_g_pix: 4.2413e-02 ] [ l_g_total: 4.2413e-02 ] +2024-10-07 05:53:30,880 INFO: [ epoch: 22 ] [ iter: 26,400 ] [ performance: 27.119 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:16 ] [ l_g_pix: 3.4439e-02 ] [ l_g_total: 3.4439e-02 ] +2024-10-07 05:53:34,505 INFO: [ epoch: 22 ] [ iter: 26,500 ] [ performance: 27.398 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:05 ] [ l_g_pix: 2.8132e-02 ] [ l_g_total: 2.8132e-02 ] +2024-10-07 05:53:39,526 INFO: [ epoch: 23 ] [ iter: 26,600 ] [ performance: 17.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:58 ] [ l_g_pix: 3.6525e-02 ] [ l_g_total: 3.6525e-02 ] +2024-10-07 05:53:43,260 INFO: [ epoch: 23 ] [ iter: 26,700 ] [ performance: 22.068 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:47 ] [ l_g_pix: 3.3959e-02 ] [ l_g_total: 3.3959e-02 ] +2024-10-07 05:53:46,989 INFO: [ epoch: 23 ] [ iter: 26,800 ] [ performance: 26.954 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:36 ] [ l_g_pix: 3.7670e-02 ] [ l_g_total: 3.7670e-02 ] +2024-10-07 05:53:50,723 INFO: [ epoch: 23 ] [ iter: 26,900 ] [ performance: 26.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:26 ] [ l_g_pix: 3.3504e-02 ] [ l_g_total: 3.3504e-02 ] +2024-10-07 05:53:54,449 INFO: [ epoch: 23 ] [ iter: 27,000 ] [ performance: 27.089 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:16 ] [ l_g_pix: 2.5312e-02 ] [ l_g_total: 2.5312e-02 ] +2024-10-07 05:53:58,202 INFO: [ epoch: 23 ] [ iter: 27,100 ] [ performance: 26.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:05 ] [ l_g_pix: 4.6960e-02 ] [ l_g_total: 4.6960e-02 ] +2024-10-07 05:54:01,936 INFO: [ epoch: 23 ] [ iter: 27,200 ] [ performance: 26.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:55 ] [ l_g_pix: 2.7198e-02 ] [ l_g_total: 2.7198e-02 ] +2024-10-07 05:54:05,648 INFO: [ epoch: 23 ] [ iter: 27,300 ] [ performance: 26.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:45 ] [ l_g_pix: 2.5110e-02 ] [ l_g_total: 2.5110e-02 ] +2024-10-07 05:54:09,343 INFO: [ epoch: 23 ] [ iter: 27,400 ] [ performance: 27.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:34 ] [ l_g_pix: 4.6949e-02 ] [ l_g_total: 4.6949e-02 ] +2024-10-07 05:54:13,062 INFO: [ epoch: 23 ] [ iter: 27,500 ] [ performance: 27.065 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:24 ] [ l_g_pix: 3.7462e-02 ] [ l_g_total: 3.7462e-02 ] +2024-10-07 05:54:16,817 INFO: [ epoch: 23 ] [ iter: 27,600 ] [ performance: 26.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:14 ] [ l_g_pix: 3.0394e-02 ] [ l_g_total: 3.0394e-02 ] +2024-10-07 05:54:21,288 INFO: [ epoch: 24 ] [ iter: 27,700 ] [ performance: 23.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:06 ] [ l_g_pix: 2.6667e-02 ] [ l_g_total: 2.6667e-02 ] +2024-10-07 05:54:25,543 INFO: [ epoch: 24 ] [ iter: 27,800 ] [ performance: 26.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:57 ] [ l_g_pix: 3.3574e-02 ] [ l_g_total: 3.3574e-02 ] +2024-10-07 05:54:29,353 INFO: [ epoch: 24 ] [ iter: 27,900 ] [ performance: 26.183 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:47 ] [ l_g_pix: 2.7659e-02 ] [ l_g_total: 2.7659e-02 ] +2024-10-07 05:54:33,058 INFO: [ epoch: 24 ] [ iter: 28,000 ] [ performance: 27.176 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:37 ] [ l_g_pix: 4.0355e-02 ] [ l_g_total: 4.0355e-02 ] +2024-10-07 05:54:36,783 INFO: [ epoch: 24 ] [ iter: 28,100 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:27 ] [ l_g_pix: 2.6485e-02 ] [ l_g_total: 2.6485e-02 ] +2024-10-07 05:54:40,531 INFO: [ epoch: 24 ] [ iter: 28,200 ] [ performance: 26.674 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:18 ] [ l_g_pix: 2.7512e-02 ] [ l_g_total: 2.7512e-02 ] +2024-10-07 05:54:44,247 INFO: [ epoch: 24 ] [ iter: 28,300 ] [ performance: 26.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:08 ] [ l_g_pix: 4.1570e-02 ] [ l_g_total: 4.1570e-02 ] +2024-10-07 05:54:47,991 INFO: [ epoch: 24 ] [ iter: 28,400 ] [ performance: 26.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:58 ] [ l_g_pix: 3.7162e-02 ] [ l_g_total: 3.7162e-02 ] +2024-10-07 05:54:51,766 INFO: [ epoch: 24 ] [ iter: 28,500 ] [ performance: 26.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:48 ] [ l_g_pix: 4.9978e-02 ] [ l_g_total: 4.9978e-02 ] +2024-10-07 05:54:55,508 INFO: [ epoch: 24 ] [ iter: 28,600 ] [ performance: 26.870 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:39 ] [ l_g_pix: 3.1092e-02 ] [ l_g_total: 3.1092e-02 ] +2024-10-07 05:54:59,254 INFO: [ epoch: 24 ] [ iter: 28,700 ] [ performance: 26.760 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:29 ] [ l_g_pix: 2.4324e-02 ] [ l_g_total: 2.4324e-02 ] +2024-10-07 05:55:02,863 INFO: [ epoch: 24 ] [ iter: 28,800 ] [ performance: 28.228 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:19 ] [ l_g_pix: 3.3931e-02 ] [ l_g_total: 3.3931e-02 ] +2024-10-07 05:55:07,638 INFO: [ epoch: 25 ] [ iter: 28,900 ] [ performance: 23.111 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:12 ] [ l_g_pix: 3.8571e-02 ] [ l_g_total: 3.8571e-02 ] +2024-10-07 05:55:11,421 INFO: [ epoch: 25 ] [ iter: 29,000 ] [ performance: 26.593 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:03 ] [ l_g_pix: 3.2343e-02 ] [ l_g_total: 3.2343e-02 ] +2024-10-07 05:55:15,186 INFO: [ epoch: 25 ] [ iter: 29,100 ] [ performance: 26.576 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:53 ] [ l_g_pix: 2.5727e-02 ] [ l_g_total: 2.5727e-02 ] +2024-10-07 05:55:18,876 INFO: [ epoch: 25 ] [ iter: 29,200 ] [ performance: 27.224 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:44 ] [ l_g_pix: 2.8927e-02 ] [ l_g_total: 2.8927e-02 ] +2024-10-07 05:55:22,619 INFO: [ epoch: 25 ] [ iter: 29,300 ] [ performance: 26.900 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:34 ] [ l_g_pix: 4.4594e-02 ] [ l_g_total: 4.4594e-02 ] +2024-10-07 05:55:26,351 INFO: [ epoch: 25 ] [ iter: 29,400 ] [ performance: 26.771 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:25 ] [ l_g_pix: 3.1112e-02 ] [ l_g_total: 3.1112e-02 ] +2024-10-07 05:55:30,099 INFO: [ epoch: 25 ] [ iter: 29,500 ] [ performance: 26.713 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:16 ] [ l_g_pix: 4.7671e-02 ] [ l_g_total: 4.7671e-02 ] +2024-10-07 05:55:33,829 INFO: [ epoch: 25 ] [ iter: 29,600 ] [ performance: 26.818 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:06 ] [ l_g_pix: 4.1009e-02 ] [ l_g_total: 4.1009e-02 ] +2024-10-07 05:55:37,604 INFO: [ epoch: 25 ] [ iter: 29,700 ] [ performance: 26.609 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:57 ] [ l_g_pix: 4.0179e-02 ] [ l_g_total: 4.0179e-02 ] +2024-10-07 05:55:41,365 INFO: [ epoch: 25 ] [ iter: 29,800 ] [ performance: 26.908 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:48 ] [ l_g_pix: 3.4180e-02 ] [ l_g_total: 3.4180e-02 ] +2024-10-07 05:55:45,124 INFO: [ epoch: 25 ] [ iter: 29,900 ] [ performance: 26.710 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:39 ] [ l_g_pix: 2.9003e-02 ] [ l_g_total: 2.9003e-02 ] +2024-10-07 05:55:48,555 INFO: [ epoch: 25 ] [ iter: 30,000 ] [ performance: 29.262 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:29 ] [ l_g_pix: 2.1374e-02 ] [ l_g_total: 2.1374e-02 ] +2024-10-07 05:55:48,556 INFO: Saving models and training states. +2024-10-07 05:59:06,974 INFO: Validation val + + # psnr: 26.9222........ Best: 26.9222 @ 30000 iter + # ssim: 0.7555........ Best: 0.7555 @ 30000 iter + # dists: 0.7742........ Best: 0.7742 @ 30000 iter + +2024-10-07 05:59:12,136 INFO: [ epoch: 26 ] [ iter: 30,100 ] [ performance: 21.901 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:04 ] [ l_g_pix: 2.5495e-02 ] [ l_g_total: 2.5495e-02 ] +2024-10-07 05:59:15,817 INFO: [ epoch: 26 ] [ iter: 30,200 ] [ performance: 27.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:53 ] [ l_g_pix: 3.6193e-02 ] [ l_g_total: 3.6193e-02 ] +2024-10-07 05:59:19,529 INFO: [ epoch: 26 ] [ iter: 30,300 ] [ performance: 26.977 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:41 ] [ l_g_pix: 4.4484e-02 ] [ l_g_total: 4.4484e-02 ] +2024-10-07 05:59:23,279 INFO: [ epoch: 26 ] [ iter: 30,400 ] [ performance: 26.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:30 ] [ l_g_pix: 3.8614e-02 ] [ l_g_total: 3.8614e-02 ] +2024-10-07 05:59:27,026 INFO: [ epoch: 26 ] [ iter: 30,500 ] [ performance: 26.635 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:19 ] [ l_g_pix: 4.0593e-02 ] [ l_g_total: 4.0593e-02 ] +2024-10-07 05:59:30,764 INFO: [ epoch: 26 ] [ iter: 30,600 ] [ performance: 26.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:08 ] [ l_g_pix: 2.6873e-02 ] [ l_g_total: 2.6873e-02 ] +2024-10-07 05:59:34,511 INFO: [ epoch: 26 ] [ iter: 30,700 ] [ performance: 26.696 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:57 ] [ l_g_pix: 1.9207e-02 ] [ l_g_total: 1.9207e-02 ] +2024-10-07 05:59:38,257 INFO: [ epoch: 26 ] [ iter: 30,800 ] [ performance: 26.662 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:46 ] [ l_g_pix: 3.9295e-02 ] [ l_g_total: 3.9295e-02 ] +2024-10-07 05:59:41,959 INFO: [ epoch: 26 ] [ iter: 30,900 ] [ performance: 26.901 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:35 ] [ l_g_pix: 4.1930e-02 ] [ l_g_total: 4.1930e-02 ] +2024-10-07 05:59:45,712 INFO: [ epoch: 26 ] [ iter: 31,000 ] [ performance: 26.390 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:24 ] [ l_g_pix: 4.1285e-02 ] [ l_g_total: 4.1285e-02 ] +2024-10-07 05:59:49,308 INFO: [ epoch: 26 ] [ iter: 31,100 ] [ performance: 27.350 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:13 ] [ l_g_pix: 3.7167e-02 ] [ l_g_total: 3.7167e-02 ] +2024-10-07 05:59:54,053 INFO: [ epoch: 27 ] [ iter: 31,200 ] [ performance: 15.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:04 ] [ l_g_pix: 3.3578e-02 ] [ l_g_total: 3.3578e-02 ] +2024-10-07 05:59:57,790 INFO: [ epoch: 27 ] [ iter: 31,300 ] [ performance: 22.019 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:54 ] [ l_g_pix: 3.3084e-02 ] [ l_g_total: 3.3084e-02 ] +2024-10-07 06:00:01,506 INFO: [ epoch: 27 ] [ iter: 31,400 ] [ performance: 26.755 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:43 ] [ l_g_pix: 3.4194e-02 ] [ l_g_total: 3.4194e-02 ] +2024-10-07 06:00:05,321 INFO: [ epoch: 27 ] [ iter: 31,500 ] [ performance: 26.375 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:32 ] [ l_g_pix: 3.8271e-02 ] [ l_g_total: 3.8271e-02 ] +2024-10-07 06:00:09,045 INFO: [ epoch: 27 ] [ iter: 31,600 ] [ performance: 26.643 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:22 ] [ l_g_pix: 2.1905e-02 ] [ l_g_total: 2.1905e-02 ] +2024-10-07 06:00:12,815 INFO: [ epoch: 27 ] [ iter: 31,700 ] [ performance: 26.566 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:11 ] [ l_g_pix: 4.2753e-02 ] [ l_g_total: 4.2753e-02 ] +2024-10-07 06:00:16,487 INFO: [ epoch: 27 ] [ iter: 31,800 ] [ performance: 26.747 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:00 ] [ l_g_pix: 4.0058e-02 ] [ l_g_total: 4.0058e-02 ] +2024-10-07 06:00:20,253 INFO: [ epoch: 27 ] [ iter: 31,900 ] [ performance: 26.616 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:50 ] [ l_g_pix: 3.1324e-02 ] [ l_g_total: 3.1324e-02 ] +2024-10-07 06:00:23,983 INFO: [ epoch: 27 ] [ iter: 32,000 ] [ performance: 27.073 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:39 ] [ l_g_pix: 3.9065e-02 ] [ l_g_total: 3.9065e-02 ] +2024-10-07 06:00:27,694 INFO: [ epoch: 27 ] [ iter: 32,100 ] [ performance: 26.989 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:29 ] [ l_g_pix: 2.1683e-02 ] [ l_g_total: 2.1683e-02 ] +2024-10-07 06:00:31,431 INFO: [ epoch: 27 ] [ iter: 32,200 ] [ performance: 26.714 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:19 ] [ l_g_pix: 3.4911e-02 ] [ l_g_total: 3.4911e-02 ] +2024-10-07 06:00:34,954 INFO: [ epoch: 27 ] [ iter: 32,300 ] [ performance: 27.891 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:08 ] [ l_g_pix: 4.0676e-02 ] [ l_g_total: 4.0676e-02 ] +2024-10-07 06:00:39,812 INFO: [ epoch: 28 ] [ iter: 32,400 ] [ performance: 27.339 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:00 ] [ l_g_pix: 3.1729e-02 ] [ l_g_total: 3.1729e-02 ] +2024-10-07 06:00:43,557 INFO: [ epoch: 28 ] [ iter: 32,500 ] [ performance: 26.883 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:50 ] [ l_g_pix: 2.5002e-02 ] [ l_g_total: 2.5002e-02 ] +2024-10-07 06:00:47,273 INFO: [ epoch: 28 ] [ iter: 32,600 ] [ performance: 26.961 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:39 ] [ l_g_pix: 3.3133e-02 ] [ l_g_total: 3.3133e-02 ] +2024-10-07 06:00:51,032 INFO: [ epoch: 28 ] [ iter: 32,700 ] [ performance: 26.707 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:29 ] [ l_g_pix: 3.5862e-02 ] [ l_g_total: 3.5862e-02 ] +2024-10-07 06:00:54,748 INFO: [ epoch: 28 ] [ iter: 32,800 ] [ performance: 27.083 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:19 ] [ l_g_pix: 2.3433e-02 ] [ l_g_total: 2.3433e-02 ] +2024-10-07 06:00:58,550 INFO: [ epoch: 28 ] [ iter: 32,900 ] [ performance: 26.512 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:09 ] [ l_g_pix: 3.5239e-02 ] [ l_g_total: 3.5239e-02 ] +2024-10-07 06:01:02,273 INFO: [ epoch: 28 ] [ iter: 33,000 ] [ performance: 27.127 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:59 ] [ l_g_pix: 3.6701e-02 ] [ l_g_total: 3.6701e-02 ] +2024-10-07 06:01:06,008 INFO: [ epoch: 28 ] [ iter: 33,100 ] [ performance: 26.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:49 ] [ l_g_pix: 2.8159e-02 ] [ l_g_total: 2.8159e-02 ] +2024-10-07 06:01:09,739 INFO: [ epoch: 28 ] [ iter: 33,200 ] [ performance: 26.538 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:39 ] [ l_g_pix: 2.9018e-02 ] [ l_g_total: 2.9018e-02 ] +2024-10-07 06:01:13,496 INFO: [ epoch: 28 ] [ iter: 33,300 ] [ performance: 26.603 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:29 ] [ l_g_pix: 4.2005e-02 ] [ l_g_total: 4.2005e-02 ] +2024-10-07 06:01:17,134 INFO: [ epoch: 28 ] [ iter: 33,400 ] [ performance: 28.550 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:19 ] [ l_g_pix: 4.1787e-02 ] [ l_g_total: 4.1787e-02 ] +2024-10-07 06:01:21,866 INFO: [ epoch: 29 ] [ iter: 33,500 ] [ performance: 22.626 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:11 ] [ l_g_pix: 2.5129e-02 ] [ l_g_total: 2.5129e-02 ] +2024-10-07 06:01:25,600 INFO: [ epoch: 29 ] [ iter: 33,600 ] [ performance: 26.821 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:01 ] [ l_g_pix: 2.3284e-02 ] [ l_g_total: 2.3284e-02 ] +2024-10-07 06:01:29,349 INFO: [ epoch: 29 ] [ iter: 33,700 ] [ performance: 26.716 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:51 ] [ l_g_pix: 3.0785e-02 ] [ l_g_total: 3.0785e-02 ] +2024-10-07 06:01:33,056 INFO: [ epoch: 29 ] [ iter: 33,800 ] [ performance: 26.861 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:41 ] [ l_g_pix: 4.1294e-02 ] [ l_g_total: 4.1294e-02 ] +2024-10-07 06:01:36,788 INFO: [ epoch: 29 ] [ iter: 33,900 ] [ performance: 26.817 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:32 ] [ l_g_pix: 2.8775e-02 ] [ l_g_total: 2.8775e-02 ] +2024-10-07 06:01:40,500 INFO: [ epoch: 29 ] [ iter: 34,000 ] [ performance: 27.014 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:22 ] [ l_g_pix: 5.0157e-02 ] [ l_g_total: 5.0157e-02 ] +2024-10-07 06:01:44,225 INFO: [ epoch: 29 ] [ iter: 34,100 ] [ performance: 26.890 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:12 ] [ l_g_pix: 3.5878e-02 ] [ l_g_total: 3.5878e-02 ] +2024-10-07 06:01:47,996 INFO: [ epoch: 29 ] [ iter: 34,200 ] [ performance: 26.831 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:03 ] [ l_g_pix: 4.9377e-02 ] [ l_g_total: 4.9377e-02 ] +2024-10-07 06:01:51,700 INFO: [ epoch: 29 ] [ iter: 34,300 ] [ performance: 26.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:53 ] [ l_g_pix: 2.8094e-02 ] [ l_g_total: 2.8094e-02 ] +2024-10-07 06:01:55,426 INFO: [ epoch: 29 ] [ iter: 34,400 ] [ performance: 27.202 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:43 ] [ l_g_pix: 4.0335e-02 ] [ l_g_total: 4.0335e-02 ] +2024-10-07 06:01:59,107 INFO: [ epoch: 29 ] [ iter: 34,500 ] [ performance: 27.181 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:34 ] [ l_g_pix: 3.5531e-02 ] [ l_g_total: 3.5531e-02 ] +2024-10-07 06:02:02,585 INFO: [ epoch: 29 ] [ iter: 34,600 ] [ performance: 29.242 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:24 ] [ l_g_pix: 2.6997e-02 ] [ l_g_total: 2.6997e-02 ] +2024-10-07 06:02:07,638 INFO: [ epoch: 30 ] [ iter: 34,700 ] [ performance: 21.299 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:17 ] [ l_g_pix: 2.8656e-02 ] [ l_g_total: 2.8656e-02 ] +2024-10-07 06:02:11,392 INFO: [ epoch: 30 ] [ iter: 34,800 ] [ performance: 26.468 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:07 ] [ l_g_pix: 4.0766e-02 ] [ l_g_total: 4.0766e-02 ] +2024-10-07 06:02:15,171 INFO: [ epoch: 30 ] [ iter: 34,900 ] [ performance: 26.464 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:58 ] [ l_g_pix: 3.5736e-02 ] [ l_g_total: 3.5736e-02 ] +2024-10-07 06:02:18,913 INFO: [ epoch: 30 ] [ iter: 35,000 ] [ performance: 26.694 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:49 ] [ l_g_pix: 3.2429e-02 ] [ l_g_total: 3.2429e-02 ] +2024-10-07 06:02:22,678 INFO: [ epoch: 30 ] [ iter: 35,100 ] [ performance: 26.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:39 ] [ l_g_pix: 4.5481e-02 ] [ l_g_total: 4.5481e-02 ] +2024-10-07 06:02:26,425 INFO: [ epoch: 30 ] [ iter: 35,200 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:30 ] [ l_g_pix: 4.3812e-02 ] [ l_g_total: 4.3812e-02 ] +2024-10-07 06:02:30,162 INFO: [ epoch: 30 ] [ iter: 35,300 ] [ performance: 26.787 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:21 ] [ l_g_pix: 3.3519e-02 ] [ l_g_total: 3.3519e-02 ] +2024-10-07 06:02:33,942 INFO: [ epoch: 30 ] [ iter: 35,400 ] [ performance: 26.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:12 ] [ l_g_pix: 2.2995e-02 ] [ l_g_total: 2.2995e-02 ] +2024-10-07 06:02:37,682 INFO: [ epoch: 30 ] [ iter: 35,500 ] [ performance: 26.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:02 ] [ l_g_pix: 2.2056e-02 ] [ l_g_total: 2.2056e-02 ] +2024-10-07 06:02:41,397 INFO: [ epoch: 30 ] [ iter: 35,600 ] [ performance: 27.126 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:53 ] [ l_g_pix: 3.2622e-02 ] [ l_g_total: 3.2622e-02 ] +2024-10-07 06:02:45,055 INFO: [ epoch: 30 ] [ iter: 35,700 ] [ performance: 27.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:44 ] [ l_g_pix: 2.5858e-02 ] [ l_g_total: 2.5858e-02 ] +2024-10-07 06:02:49,972 INFO: [ epoch: 31 ] [ iter: 35,800 ] [ performance: 16.929 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:37 ] [ l_g_pix: 4.4852e-02 ] [ l_g_total: 4.4852e-02 ] +2024-10-07 06:02:53,790 INFO: [ epoch: 31 ] [ iter: 35,900 ] [ performance: 23.845 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:28 ] [ l_g_pix: 3.5657e-02 ] [ l_g_total: 3.5657e-02 ] +2024-10-07 06:02:57,488 INFO: [ epoch: 31 ] [ iter: 36,000 ] [ performance: 27.099 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:19 ] [ l_g_pix: 3.9584e-02 ] [ l_g_total: 3.9584e-02 ] +2024-10-07 06:03:01,226 INFO: [ epoch: 31 ] [ iter: 36,100 ] [ performance: 26.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:10 ] [ l_g_pix: 2.9012e-02 ] [ l_g_total: 2.9012e-02 ] +2024-10-07 06:03:04,932 INFO: [ epoch: 31 ] [ iter: 36,200 ] [ performance: 28.230 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:01 ] [ l_g_pix: 3.5832e-02 ] [ l_g_total: 3.5832e-02 ] +2024-10-07 06:03:08,671 INFO: [ epoch: 31 ] [ iter: 36,300 ] [ performance: 26.991 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:52 ] [ l_g_pix: 2.0294e-02 ] [ l_g_total: 2.0294e-02 ] +2024-10-07 06:03:12,431 INFO: [ epoch: 31 ] [ iter: 36,400 ] [ performance: 27.458 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:43 ] [ l_g_pix: 2.3302e-02 ] [ l_g_total: 2.3302e-02 ] +2024-10-07 06:03:16,220 INFO: [ epoch: 31 ] [ iter: 36,500 ] [ performance: 26.561 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:34 ] [ l_g_pix: 2.6382e-02 ] [ l_g_total: 2.6382e-02 ] +2024-10-07 06:03:19,913 INFO: [ epoch: 31 ] [ iter: 36,600 ] [ performance: 26.778 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:25 ] [ l_g_pix: 2.6378e-02 ] [ l_g_total: 2.6378e-02 ] +2024-10-07 06:03:23,681 INFO: [ epoch: 31 ] [ iter: 36,700 ] [ performance: 26.580 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:16 ] [ l_g_pix: 3.2342e-02 ] [ l_g_total: 3.2342e-02 ] +2024-10-07 06:03:27,405 INFO: [ epoch: 31 ] [ iter: 36,800 ] [ performance: 27.429 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:07 ] [ l_g_pix: 3.4589e-02 ] [ l_g_total: 3.4589e-02 ] +2024-10-07 06:03:30,982 INFO: [ epoch: 31 ] [ iter: 36,900 ] [ performance: 27.882 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:58 ] [ l_g_pix: 2.9899e-02 ] [ l_g_total: 2.9899e-02 ] +2024-10-07 06:03:36,073 INFO: [ epoch: 32 ] [ iter: 37,000 ] [ performance: 26.377 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:52 ] [ l_g_pix: 3.2808e-02 ] [ l_g_total: 3.2808e-02 ] +2024-10-07 06:03:39,803 INFO: [ epoch: 32 ] [ iter: 37,100 ] [ performance: 26.756 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:43 ] [ l_g_pix: 3.4904e-02 ] [ l_g_total: 3.4904e-02 ] +2024-10-07 06:03:43,558 INFO: [ epoch: 32 ] [ iter: 37,200 ] [ performance: 27.134 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:34 ] [ l_g_pix: 3.2261e-02 ] [ l_g_total: 3.2261e-02 ] +2024-10-07 06:03:47,298 INFO: [ epoch: 32 ] [ iter: 37,300 ] [ performance: 26.795 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:25 ] [ l_g_pix: 4.4332e-02 ] [ l_g_total: 4.4332e-02 ] +2024-10-07 06:03:51,091 INFO: [ epoch: 32 ] [ iter: 37,400 ] [ performance: 27.402 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:17 ] [ l_g_pix: 5.0314e-02 ] [ l_g_total: 5.0314e-02 ] +2024-10-07 06:03:54,846 INFO: [ epoch: 32 ] [ iter: 37,500 ] [ performance: 26.728 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:08 ] [ l_g_pix: 3.1834e-02 ] [ l_g_total: 3.1834e-02 ] +2024-10-07 06:03:58,619 INFO: [ epoch: 32 ] [ iter: 37,600 ] [ performance: 27.132 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:00 ] [ l_g_pix: 3.0303e-02 ] [ l_g_total: 3.0303e-02 ] +2024-10-07 06:04:02,379 INFO: [ epoch: 32 ] [ iter: 37,700 ] [ performance: 26.665 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:51 ] [ l_g_pix: 3.2106e-02 ] [ l_g_total: 3.2106e-02 ] +2024-10-07 06:04:06,050 INFO: [ epoch: 32 ] [ iter: 37,800 ] [ performance: 27.423 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:42 ] [ l_g_pix: 3.8264e-02 ] [ l_g_total: 3.8264e-02 ] +2024-10-07 06:04:09,777 INFO: [ epoch: 32 ] [ iter: 37,900 ] [ performance: 26.901 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:34 ] [ l_g_pix: 2.9536e-02 ] [ l_g_total: 2.9536e-02 ] +2024-10-07 06:04:13,483 INFO: [ epoch: 32 ] [ iter: 38,000 ] [ performance: 29.861 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:25 ] [ l_g_pix: 4.2355e-02 ] [ l_g_total: 4.2355e-02 ] +2024-10-07 06:04:18,254 INFO: [ epoch: 33 ] [ iter: 38,100 ] [ performance: 21.605 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:18 ] [ l_g_pix: 2.3499e-02 ] [ l_g_total: 2.3499e-02 ] +2024-10-07 06:04:22,196 INFO: [ epoch: 33 ] [ iter: 38,200 ] [ performance: 28.070 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:10 ] [ l_g_pix: 3.5781e-02 ] [ l_g_total: 3.5781e-02 ] +2024-10-07 06:04:25,958 INFO: [ epoch: 33 ] [ iter: 38,300 ] [ performance: 26.716 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:02 ] [ l_g_pix: 3.2133e-02 ] [ l_g_total: 3.2133e-02 ] +2024-10-07 06:04:29,736 INFO: [ epoch: 33 ] [ iter: 38,400 ] [ performance: 26.864 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:53 ] [ l_g_pix: 3.0126e-02 ] [ l_g_total: 3.0126e-02 ] +2024-10-07 06:04:33,421 INFO: [ epoch: 33 ] [ iter: 38,500 ] [ performance: 27.121 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:45 ] [ l_g_pix: 2.2588e-02 ] [ l_g_total: 2.2588e-02 ] +2024-10-07 06:04:37,147 INFO: [ epoch: 33 ] [ iter: 38,600 ] [ performance: 27.148 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:36 ] [ l_g_pix: 3.0396e-02 ] [ l_g_total: 3.0396e-02 ] +2024-10-07 06:04:40,914 INFO: [ epoch: 33 ] [ iter: 38,700 ] [ performance: 26.593 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:28 ] [ l_g_pix: 2.9443e-02 ] [ l_g_total: 2.9443e-02 ] +2024-10-07 06:04:44,651 INFO: [ epoch: 33 ] [ iter: 38,800 ] [ performance: 28.025 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:20 ] [ l_g_pix: 2.9829e-02 ] [ l_g_total: 2.9829e-02 ] +2024-10-07 06:04:48,365 INFO: [ epoch: 33 ] [ iter: 38,900 ] [ performance: 27.001 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:11 ] [ l_g_pix: 3.5169e-02 ] [ l_g_total: 3.5169e-02 ] +2024-10-07 06:04:52,108 INFO: [ epoch: 33 ] [ iter: 39,000 ] [ performance: 27.981 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:03 ] [ l_g_pix: 3.0543e-02 ] [ l_g_total: 3.0543e-02 ] +2024-10-07 06:04:55,822 INFO: [ epoch: 33 ] [ iter: 39,100 ] [ performance: 26.984 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:55 ] [ l_g_pix: 2.8049e-02 ] [ l_g_total: 2.8049e-02 ] +2024-10-07 06:04:59,410 INFO: [ epoch: 33 ] [ iter: 39,200 ] [ performance: 29.508 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:46 ] [ l_g_pix: 3.0232e-02 ] [ l_g_total: 3.0232e-02 ] +2024-10-07 06:05:04,371 INFO: [ epoch: 34 ] [ iter: 39,300 ] [ performance: 20.472 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:40 ] [ l_g_pix: 3.0272e-02 ] [ l_g_total: 3.0272e-02 ] +2024-10-07 06:05:08,135 INFO: [ epoch: 34 ] [ iter: 39,400 ] [ performance: 28.863 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:32 ] [ l_g_pix: 1.8035e-02 ] [ l_g_total: 1.8035e-02 ] +2024-10-07 06:05:11,891 INFO: [ epoch: 34 ] [ iter: 39,500 ] [ performance: 26.710 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:24 ] [ l_g_pix: 3.5066e-02 ] [ l_g_total: 3.5066e-02 ] +2024-10-07 06:05:15,688 INFO: [ epoch: 34 ] [ iter: 39,600 ] [ performance: 25.843 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:15 ] [ l_g_pix: 4.0372e-02 ] [ l_g_total: 4.0372e-02 ] +2024-10-07 06:05:19,418 INFO: [ epoch: 34 ] [ iter: 39,700 ] [ performance: 26.782 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:07 ] [ l_g_pix: 2.6970e-02 ] [ l_g_total: 2.6970e-02 ] +2024-10-07 06:05:23,122 INFO: [ epoch: 34 ] [ iter: 39,800 ] [ performance: 27.454 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:59 ] [ l_g_pix: 2.3523e-02 ] [ l_g_total: 2.3523e-02 ] +2024-10-07 06:05:26,842 INFO: [ epoch: 34 ] [ iter: 39,900 ] [ performance: 26.898 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:51 ] [ l_g_pix: 4.1243e-02 ] [ l_g_total: 4.1243e-02 ] +2024-10-07 06:05:30,560 INFO: [ epoch: 34 ] [ iter: 40,000 ] [ performance: 28.443 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:43 ] [ l_g_pix: 3.4690e-02 ] [ l_g_total: 3.4690e-02 ] +2024-10-07 06:05:30,561 INFO: Saving models and training states. +2024-10-07 06:08:39,337 INFO: Validation val + + # psnr: 27.0742........ Best: 27.0742 @ 40000 iter + # ssim: 0.7610........ Best: 0.7610 @ 40000 iter + # dists: 0.7737........ Best: 0.7737 @ 40000 iter + +2024-10-07 06:08:43,046 INFO: [ epoch: 34 ] [ iter: 40,100 ] [ performance: 27.040 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:17 ] [ l_g_pix: 2.7682e-02 ] [ l_g_total: 2.7682e-02 ] +2024-10-07 06:08:46,771 INFO: [ epoch: 34 ] [ iter: 40,200 ] [ performance: 26.945 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:08 ] [ l_g_pix: 3.0167e-02 ] [ l_g_total: 3.0167e-02 ] +2024-10-07 06:08:50,496 INFO: [ epoch: 34 ] [ iter: 40,300 ] [ performance: 26.855 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:58 ] [ l_g_pix: 2.9359e-02 ] [ l_g_total: 2.9359e-02 ] +2024-10-07 06:08:54,900 INFO: [ epoch: 35 ] [ iter: 40,400 ] [ performance: 24.610 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:50 ] [ l_g_pix: 2.4928e-02 ] [ l_g_total: 2.4928e-02 ] +2024-10-07 06:08:58,978 INFO: [ epoch: 35 ] [ iter: 40,500 ] [ performance: 24.586 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:41 ] [ l_g_pix: 3.4503e-02 ] [ l_g_total: 3.4503e-02 ] +2024-10-07 06:09:02,760 INFO: [ epoch: 35 ] [ iter: 40,600 ] [ performance: 25.488 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:32 ] [ l_g_pix: 4.0786e-02 ] [ l_g_total: 4.0786e-02 ] +2024-10-07 06:09:06,468 INFO: [ epoch: 35 ] [ iter: 40,700 ] [ performance: 27.003 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:23 ] [ l_g_pix: 3.8165e-02 ] [ l_g_total: 3.8165e-02 ] +2024-10-07 06:09:10,199 INFO: [ epoch: 35 ] [ iter: 40,800 ] [ performance: 26.905 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:14 ] [ l_g_pix: 3.0859e-02 ] [ l_g_total: 3.0859e-02 ] +2024-10-07 06:09:13,924 INFO: [ epoch: 35 ] [ iter: 40,900 ] [ performance: 26.873 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:05 ] [ l_g_pix: 3.0267e-02 ] [ l_g_total: 3.0267e-02 ] +2024-10-07 06:09:17,637 INFO: [ epoch: 35 ] [ iter: 41,000 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:56 ] [ l_g_pix: 4.0010e-02 ] [ l_g_total: 4.0010e-02 ] +2024-10-07 06:09:21,375 INFO: [ epoch: 35 ] [ iter: 41,100 ] [ performance: 26.819 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:47 ] [ l_g_pix: 4.0005e-02 ] [ l_g_total: 4.0005e-02 ] +2024-10-07 06:09:25,101 INFO: [ epoch: 35 ] [ iter: 41,200 ] [ performance: 26.831 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:38 ] [ l_g_pix: 3.1930e-02 ] [ l_g_total: 3.1930e-02 ] +2024-10-07 06:09:28,807 INFO: [ epoch: 35 ] [ iter: 41,300 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:29 ] [ l_g_pix: 3.7666e-02 ] [ l_g_total: 3.7666e-02 ] +2024-10-07 06:09:32,487 INFO: [ epoch: 35 ] [ iter: 41,400 ] [ performance: 27.119 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:20 ] [ l_g_pix: 2.4972e-02 ] [ l_g_total: 2.4972e-02 ] +2024-10-07 06:09:36,100 INFO: [ epoch: 35 ] [ iter: 41,500 ] [ performance: 27.742 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:11 ] [ l_g_pix: 3.1381e-02 ] [ l_g_total: 3.1381e-02 ] +2024-10-07 06:09:40,930 INFO: [ epoch: 36 ] [ iter: 41,600 ] [ performance: 23.610 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:04 ] [ l_g_pix: 3.6667e-02 ] [ l_g_total: 3.6667e-02 ] +2024-10-07 06:09:44,632 INFO: [ epoch: 36 ] [ iter: 41,700 ] [ performance: 26.984 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:55 ] [ l_g_pix: 5.0899e-02 ] [ l_g_total: 5.0899e-02 ] +2024-10-07 06:09:48,331 INFO: [ epoch: 36 ] [ iter: 41,800 ] [ performance: 27.013 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:46 ] [ l_g_pix: 3.1817e-02 ] [ l_g_total: 3.1817e-02 ] +2024-10-07 06:09:52,073 INFO: [ epoch: 36 ] [ iter: 41,900 ] [ performance: 26.732 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:37 ] [ l_g_pix: 3.0439e-02 ] [ l_g_total: 3.0439e-02 ] +2024-10-07 06:09:55,855 INFO: [ epoch: 36 ] [ iter: 42,000 ] [ performance: 26.581 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:29 ] [ l_g_pix: 3.4363e-02 ] [ l_g_total: 3.4363e-02 ] +2024-10-07 06:09:59,587 INFO: [ epoch: 36 ] [ iter: 42,100 ] [ performance: 26.839 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:20 ] [ l_g_pix: 3.2392e-02 ] [ l_g_total: 3.2392e-02 ] +2024-10-07 06:10:03,284 INFO: [ epoch: 36 ] [ iter: 42,200 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:11 ] [ l_g_pix: 3.2412e-02 ] [ l_g_total: 3.2412e-02 ] +2024-10-07 06:10:07,012 INFO: [ epoch: 36 ] [ iter: 42,300 ] [ performance: 26.802 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:02 ] [ l_g_pix: 4.5567e-02 ] [ l_g_total: 4.5567e-02 ] +2024-10-07 06:10:10,731 INFO: [ epoch: 36 ] [ iter: 42,400 ] [ performance: 26.851 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:54 ] [ l_g_pix: 2.5953e-02 ] [ l_g_total: 2.5953e-02 ] +2024-10-07 06:10:14,466 INFO: [ epoch: 36 ] [ iter: 42,500 ] [ performance: 26.786 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:45 ] [ l_g_pix: 2.5873e-02 ] [ l_g_total: 2.5873e-02 ] +2024-10-07 06:10:18,216 INFO: [ epoch: 36 ] [ iter: 42,600 ] [ performance: 26.727 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:36 ] [ l_g_pix: 4.6758e-02 ] [ l_g_total: 4.6758e-02 ] +2024-10-07 06:10:22,539 INFO: [ epoch: 37 ] [ iter: 42,700 ] [ performance: 22.694 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:29 ] [ l_g_pix: 3.6266e-02 ] [ l_g_total: 3.6266e-02 ] +2024-10-07 06:10:26,651 INFO: [ epoch: 37 ] [ iter: 42,800 ] [ performance: 23.534 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:21 ] [ l_g_pix: 4.4223e-02 ] [ l_g_total: 4.4223e-02 ] +2024-10-07 06:10:30,390 INFO: [ epoch: 37 ] [ iter: 42,900 ] [ performance: 26.838 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:12 ] [ l_g_pix: 2.7532e-02 ] [ l_g_total: 2.7532e-02 ] +2024-10-07 06:10:34,121 INFO: [ epoch: 37 ] [ iter: 43,000 ] [ performance: 26.823 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:03 ] [ l_g_pix: 3.4490e-02 ] [ l_g_total: 3.4490e-02 ] +2024-10-07 06:10:37,799 INFO: [ epoch: 37 ] [ iter: 43,100 ] [ performance: 27.311 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:55 ] [ l_g_pix: 2.8306e-02 ] [ l_g_total: 2.8306e-02 ] +2024-10-07 06:10:41,484 INFO: [ epoch: 37 ] [ iter: 43,200 ] [ performance: 27.217 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:46 ] [ l_g_pix: 5.6486e-02 ] [ l_g_total: 5.6486e-02 ] +2024-10-07 06:10:45,218 INFO: [ epoch: 37 ] [ iter: 43,300 ] [ performance: 26.954 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:38 ] [ l_g_pix: 4.7803e-02 ] [ l_g_total: 4.7803e-02 ] +2024-10-07 06:10:48,963 INFO: [ epoch: 37 ] [ iter: 43,400 ] [ performance: 26.820 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:29 ] [ l_g_pix: 2.7607e-02 ] [ l_g_total: 2.7607e-02 ] +2024-10-07 06:10:52,673 INFO: [ epoch: 37 ] [ iter: 43,500 ] [ performance: 27.074 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:21 ] [ l_g_pix: 3.1884e-02 ] [ l_g_total: 3.1884e-02 ] +2024-10-07 06:10:56,424 INFO: [ epoch: 37 ] [ iter: 43,600 ] [ performance: 26.849 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:13 ] [ l_g_pix: 3.4862e-02 ] [ l_g_total: 3.4862e-02 ] +2024-10-07 06:11:00,190 INFO: [ epoch: 37 ] [ iter: 43,700 ] [ performance: 26.670 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:04 ] [ l_g_pix: 3.5080e-02 ] [ l_g_total: 3.5080e-02 ] +2024-10-07 06:11:03,800 INFO: [ epoch: 37 ] [ iter: 43,800 ] [ performance: 27.227 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:56 ] [ l_g_pix: 4.9058e-02 ] [ l_g_total: 4.9058e-02 ] +2024-10-07 06:11:08,799 INFO: [ epoch: 38 ] [ iter: 43,900 ] [ performance: 18.803 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:49 ] [ l_g_pix: 1.8882e-02 ] [ l_g_total: 1.8882e-02 ] +2024-10-07 06:11:12,550 INFO: [ epoch: 38 ] [ iter: 44,000 ] [ performance: 22.439 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:41 ] [ l_g_pix: 4.8384e-02 ] [ l_g_total: 4.8384e-02 ] +2024-10-07 06:11:16,258 INFO: [ epoch: 38 ] [ iter: 44,100 ] [ performance: 26.911 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:32 ] [ l_g_pix: 3.6737e-02 ] [ l_g_total: 3.6737e-02 ] +2024-10-07 06:11:19,953 INFO: [ epoch: 38 ] [ iter: 44,200 ] [ performance: 26.998 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:24 ] [ l_g_pix: 3.0548e-02 ] [ l_g_total: 3.0548e-02 ] +2024-10-07 06:11:23,687 INFO: [ epoch: 38 ] [ iter: 44,300 ] [ performance: 26.803 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:16 ] [ l_g_pix: 3.9798e-02 ] [ l_g_total: 3.9798e-02 ] +2024-10-07 06:11:27,443 INFO: [ epoch: 38 ] [ iter: 44,400 ] [ performance: 26.706 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:07 ] [ l_g_pix: 3.5762e-02 ] [ l_g_total: 3.5762e-02 ] +2024-10-07 06:11:31,190 INFO: [ epoch: 38 ] [ iter: 44,500 ] [ performance: 26.921 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:59 ] [ l_g_pix: 3.0813e-02 ] [ l_g_total: 3.0813e-02 ] +2024-10-07 06:11:34,851 INFO: [ epoch: 38 ] [ iter: 44,600 ] [ performance: 27.141 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:51 ] [ l_g_pix: 2.5839e-02 ] [ l_g_total: 2.5839e-02 ] +2024-10-07 06:11:38,611 INFO: [ epoch: 38 ] [ iter: 44,700 ] [ performance: 26.683 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:43 ] [ l_g_pix: 3.0144e-02 ] [ l_g_total: 3.0144e-02 ] +2024-10-07 06:11:42,365 INFO: [ epoch: 38 ] [ iter: 44,800 ] [ performance: 26.661 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:35 ] [ l_g_pix: 3.5869e-02 ] [ l_g_total: 3.5869e-02 ] +2024-10-07 06:11:46,033 INFO: [ epoch: 38 ] [ iter: 44,900 ] [ performance: 27.426 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:26 ] [ l_g_pix: 3.8625e-02 ] [ l_g_total: 3.8625e-02 ] +2024-10-07 06:11:49,533 INFO: [ epoch: 38 ] [ iter: 45,000 ] [ performance: 28.067 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:18 ] [ l_g_pix: 3.2571e-02 ] [ l_g_total: 3.2571e-02 ] +2024-10-07 06:11:54,688 INFO: [ epoch: 39 ] [ iter: 45,100 ] [ performance: 25.513 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:12 ] [ l_g_pix: 4.0624e-02 ] [ l_g_total: 4.0624e-02 ] +2024-10-07 06:11:58,481 INFO: [ epoch: 39 ] [ iter: 45,200 ] [ performance: 25.992 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:04 ] [ l_g_pix: 3.1594e-02 ] [ l_g_total: 3.1594e-02 ] +2024-10-07 06:12:02,201 INFO: [ epoch: 39 ] [ iter: 45,300 ] [ performance: 26.896 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:56 ] [ l_g_pix: 2.1910e-02 ] [ l_g_total: 2.1910e-02 ] +2024-10-07 06:12:05,948 INFO: [ epoch: 39 ] [ iter: 45,400 ] [ performance: 26.782 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:47 ] [ l_g_pix: 3.7111e-02 ] [ l_g_total: 3.7111e-02 ] +2024-10-07 06:12:09,671 INFO: [ epoch: 39 ] [ iter: 45,500 ] [ performance: 27.151 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:39 ] [ l_g_pix: 3.6597e-02 ] [ l_g_total: 3.6597e-02 ] +2024-10-07 06:12:13,466 INFO: [ epoch: 39 ] [ iter: 45,600 ] [ performance: 26.692 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:31 ] [ l_g_pix: 3.1053e-02 ] [ l_g_total: 3.1053e-02 ] +2024-10-07 06:12:17,195 INFO: [ epoch: 39 ] [ iter: 45,700 ] [ performance: 27.032 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:23 ] [ l_g_pix: 3.4479e-02 ] [ l_g_total: 3.4479e-02 ] +2024-10-07 06:12:20,951 INFO: [ epoch: 39 ] [ iter: 45,800 ] [ performance: 26.798 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:16 ] [ l_g_pix: 2.7676e-02 ] [ l_g_total: 2.7676e-02 ] +2024-10-07 06:12:24,680 INFO: [ epoch: 39 ] [ iter: 45,900 ] [ performance: 26.896 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:08 ] [ l_g_pix: 3.7212e-02 ] [ l_g_total: 3.7212e-02 ] +2024-10-07 06:12:28,390 INFO: [ epoch: 39 ] [ iter: 46,000 ] [ performance: 26.931 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:00 ] [ l_g_pix: 2.7095e-02 ] [ l_g_total: 2.7095e-02 ] +2024-10-07 06:12:32,039 INFO: [ epoch: 39 ] [ iter: 46,100 ] [ performance: 28.030 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:52 ] [ l_g_pix: 4.3325e-02 ] [ l_g_total: 4.3325e-02 ] +2024-10-07 06:12:37,012 INFO: [ epoch: 40 ] [ iter: 46,200 ] [ performance: 22.785 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:45 ] [ l_g_pix: 3.4928e-02 ] [ l_g_total: 3.4928e-02 ] +2024-10-07 06:12:40,816 INFO: [ epoch: 40 ] [ iter: 46,300 ] [ performance: 26.516 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:37 ] [ l_g_pix: 3.8161e-02 ] [ l_g_total: 3.8161e-02 ] +2024-10-07 06:12:44,508 INFO: [ epoch: 40 ] [ iter: 46,400 ] [ performance: 26.850 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:29 ] [ l_g_pix: 3.5565e-02 ] [ l_g_total: 3.5565e-02 ] +2024-10-07 06:12:48,274 INFO: [ epoch: 40 ] [ iter: 46,500 ] [ performance: 26.635 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:22 ] [ l_g_pix: 3.5975e-02 ] [ l_g_total: 3.5975e-02 ] +2024-10-07 06:12:52,085 INFO: [ epoch: 40 ] [ iter: 46,600 ] [ performance: 26.405 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:14 ] [ l_g_pix: 3.9251e-02 ] [ l_g_total: 3.9251e-02 ] +2024-10-07 06:12:55,883 INFO: [ epoch: 40 ] [ iter: 46,700 ] [ performance: 26.326 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:06 ] [ l_g_pix: 3.4605e-02 ] [ l_g_total: 3.4605e-02 ] +2024-10-07 06:12:59,583 INFO: [ epoch: 40 ] [ iter: 46,800 ] [ performance: 26.739 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:58 ] [ l_g_pix: 2.0870e-02 ] [ l_g_total: 2.0870e-02 ] +2024-10-07 06:13:03,351 INFO: [ epoch: 40 ] [ iter: 46,900 ] [ performance: 26.787 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:50 ] [ l_g_pix: 2.4704e-02 ] [ l_g_total: 2.4704e-02 ] +2024-10-07 06:13:07,066 INFO: [ epoch: 40 ] [ iter: 47,000 ] [ performance: 26.867 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:43 ] [ l_g_pix: 2.2485e-02 ] [ l_g_total: 2.2485e-02 ] +2024-10-07 06:13:10,847 INFO: [ epoch: 40 ] [ iter: 47,100 ] [ performance: 26.563 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:35 ] [ l_g_pix: 3.7225e-02 ] [ l_g_total: 3.7225e-02 ] +2024-10-07 06:13:14,617 INFO: [ epoch: 40 ] [ iter: 47,200 ] [ performance: 26.546 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:27 ] [ l_g_pix: 3.8160e-02 ] [ l_g_total: 3.8160e-02 ] +2024-10-07 06:13:18,114 INFO: [ epoch: 40 ] [ iter: 47,300 ] [ performance: 29.302 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:19 ] [ l_g_pix: 3.3278e-02 ] [ l_g_total: 3.3278e-02 ] +2024-10-07 06:13:23,031 INFO: [ epoch: 41 ] [ iter: 47,400 ] [ performance: 23.127 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:13 ] [ l_g_pix: 4.1074e-02 ] [ l_g_total: 4.1074e-02 ] +2024-10-07 06:13:26,790 INFO: [ epoch: 41 ] [ iter: 47,500 ] [ performance: 26.706 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:05 ] [ l_g_pix: 3.6700e-02 ] [ l_g_total: 3.6700e-02 ] +2024-10-07 06:13:30,531 INFO: [ epoch: 41 ] [ iter: 47,600 ] [ performance: 26.723 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:57 ] [ l_g_pix: 3.0792e-02 ] [ l_g_total: 3.0792e-02 ] +2024-10-07 06:13:34,245 INFO: [ epoch: 41 ] [ iter: 47,700 ] [ performance: 27.004 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:50 ] [ l_g_pix: 4.6930e-02 ] [ l_g_total: 4.6930e-02 ] +2024-10-07 06:13:37,984 INFO: [ epoch: 41 ] [ iter: 47,800 ] [ performance: 26.847 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:42 ] [ l_g_pix: 3.2376e-02 ] [ l_g_total: 3.2376e-02 ] +2024-10-07 06:13:41,735 INFO: [ epoch: 41 ] [ iter: 47,900 ] [ performance: 26.650 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:35 ] [ l_g_pix: 1.2857e-02 ] [ l_g_total: 1.2857e-02 ] +2024-10-07 06:13:45,527 INFO: [ epoch: 41 ] [ iter: 48,000 ] [ performance: 26.479 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:27 ] [ l_g_pix: 3.1627e-02 ] [ l_g_total: 3.1627e-02 ] +2024-10-07 06:13:49,260 INFO: [ epoch: 41 ] [ iter: 48,100 ] [ performance: 26.926 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:19 ] [ l_g_pix: 4.1628e-02 ] [ l_g_total: 4.1628e-02 ] +2024-10-07 06:13:53,049 INFO: [ epoch: 41 ] [ iter: 48,200 ] [ performance: 26.593 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:12 ] [ l_g_pix: 5.6623e-02 ] [ l_g_total: 5.6623e-02 ] +2024-10-07 06:13:56,835 INFO: [ epoch: 41 ] [ iter: 48,300 ] [ performance: 26.805 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:04 ] [ l_g_pix: 3.0499e-02 ] [ l_g_total: 3.0499e-02 ] +2024-10-07 06:14:00,442 INFO: [ epoch: 41 ] [ iter: 48,400 ] [ performance: 27.377 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:57 ] [ l_g_pix: 5.1981e-02 ] [ l_g_total: 5.1981e-02 ] +2024-10-07 06:14:05,414 INFO: [ epoch: 42 ] [ iter: 48,500 ] [ performance: 16.666 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:50 ] [ l_g_pix: 3.0092e-02 ] [ l_g_total: 3.0092e-02 ] +2024-10-07 06:14:09,191 INFO: [ epoch: 42 ] [ iter: 48,600 ] [ performance: 21.733 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:43 ] [ l_g_pix: 4.4181e-02 ] [ l_g_total: 4.4181e-02 ] +2024-10-07 06:14:12,933 INFO: [ epoch: 42 ] [ iter: 48,700 ] [ performance: 26.747 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:36 ] [ l_g_pix: 3.7839e-02 ] [ l_g_total: 3.7839e-02 ] +2024-10-07 06:14:16,664 INFO: [ epoch: 42 ] [ iter: 48,800 ] [ performance: 26.786 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:28 ] [ l_g_pix: 2.5751e-02 ] [ l_g_total: 2.5751e-02 ] +2024-10-07 06:14:20,428 INFO: [ epoch: 42 ] [ iter: 48,900 ] [ performance: 26.267 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:21 ] [ l_g_pix: 2.4389e-02 ] [ l_g_total: 2.4389e-02 ] +2024-10-07 06:14:24,177 INFO: [ epoch: 42 ] [ iter: 49,000 ] [ performance: 26.528 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:13 ] [ l_g_pix: 1.9987e-02 ] [ l_g_total: 1.9987e-02 ] +2024-10-07 06:14:27,947 INFO: [ epoch: 42 ] [ iter: 49,100 ] [ performance: 26.543 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:06 ] [ l_g_pix: 3.8419e-02 ] [ l_g_total: 3.8419e-02 ] +2024-10-07 06:14:31,682 INFO: [ epoch: 42 ] [ iter: 49,200 ] [ performance: 26.694 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:58 ] [ l_g_pix: 3.9238e-02 ] [ l_g_total: 3.9238e-02 ] +2024-10-07 06:14:35,394 INFO: [ epoch: 42 ] [ iter: 49,300 ] [ performance: 26.755 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:51 ] [ l_g_pix: 3.0586e-02 ] [ l_g_total: 3.0586e-02 ] +2024-10-07 06:14:39,108 INFO: [ epoch: 42 ] [ iter: 49,400 ] [ performance: 26.865 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:43 ] [ l_g_pix: 2.7662e-02 ] [ l_g_total: 2.7662e-02 ] +2024-10-07 06:14:42,860 INFO: [ epoch: 42 ] [ iter: 49,500 ] [ performance: 26.580 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:36 ] [ l_g_pix: 2.7364e-02 ] [ l_g_total: 2.7364e-02 ] +2024-10-07 06:14:46,389 INFO: [ epoch: 42 ] [ iter: 49,600 ] [ performance: 27.701 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:28 ] [ l_g_pix: 4.4066e-02 ] [ l_g_total: 4.4066e-02 ] +2024-10-07 06:14:51,497 INFO: [ epoch: 43 ] [ iter: 49,700 ] [ performance: 26.637 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:23 ] [ l_g_pix: 1.9693e-02 ] [ l_g_total: 1.9693e-02 ] +2024-10-07 06:14:55,209 INFO: [ epoch: 43 ] [ iter: 49,800 ] [ performance: 26.837 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:15 ] [ l_g_pix: 2.9083e-02 ] [ l_g_total: 2.9083e-02 ] +2024-10-07 06:14:58,946 INFO: [ epoch: 43 ] [ iter: 49,900 ] [ performance: 26.811 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:08 ] [ l_g_pix: 4.0227e-02 ] [ l_g_total: 4.0227e-02 ] +2024-10-07 06:15:02,727 INFO: [ epoch: 43 ] [ iter: 50,000 ] [ performance: 26.574 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:01 ] [ l_g_pix: 2.6719e-02 ] [ l_g_total: 2.6719e-02 ] +2024-10-07 06:15:02,727 INFO: Saving models and training states. +2024-10-07 06:18:14,902 INFO: Validation val + + # psnr: 27.1210........ Best: 27.1210 @ 50000 iter + # ssim: 0.7627........ Best: 0.7627 @ 50000 iter + # dists: 0.7733........ Best: 0.7733 @ 50000 iter + +2024-10-07 06:18:18,644 INFO: [ epoch: 43 ] [ iter: 50,100 ] [ performance: 27.000 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:05 ] [ l_g_pix: 3.5648e-02 ] [ l_g_total: 3.5648e-02 ] +2024-10-07 06:18:22,368 INFO: [ epoch: 43 ] [ iter: 50,200 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:57 ] [ l_g_pix: 3.8018e-02 ] [ l_g_total: 3.8018e-02 ] +2024-10-07 06:18:26,114 INFO: [ epoch: 43 ] [ iter: 50,300 ] [ performance: 26.879 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:49 ] [ l_g_pix: 3.2611e-02 ] [ l_g_total: 3.2611e-02 ] +2024-10-07 06:18:29,840 INFO: [ epoch: 43 ] [ iter: 50,400 ] [ performance: 26.858 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:41 ] [ l_g_pix: 2.4320e-02 ] [ l_g_total: 2.4320e-02 ] +2024-10-07 06:18:33,543 INFO: [ epoch: 43 ] [ iter: 50,500 ] [ performance: 27.077 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:33 ] [ l_g_pix: 2.5858e-02 ] [ l_g_total: 2.5858e-02 ] +2024-10-07 06:18:37,268 INFO: [ epoch: 43 ] [ iter: 50,600 ] [ performance: 26.925 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:25 ] [ l_g_pix: 3.3730e-02 ] [ l_g_total: 3.3730e-02 ] +2024-10-07 06:18:40,987 INFO: [ epoch: 43 ] [ iter: 50,700 ] [ performance: 27.475 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:17 ] [ l_g_pix: 3.4339e-02 ] [ l_g_total: 3.4339e-02 ] +2024-10-07 06:18:45,618 INFO: [ epoch: 44 ] [ iter: 50,800 ] [ performance: 23.209 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:09 ] [ l_g_pix: 3.4211e-02 ] [ l_g_total: 3.4211e-02 ] +2024-10-07 06:18:49,611 INFO: [ epoch: 44 ] [ iter: 50,900 ] [ performance: 26.527 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:02 ] [ l_g_pix: 3.5220e-02 ] [ l_g_total: 3.5220e-02 ] +2024-10-07 06:18:53,385 INFO: [ epoch: 44 ] [ iter: 51,000 ] [ performance: 26.508 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:54 ] [ l_g_pix: 3.1257e-02 ] [ l_g_total: 3.1257e-02 ] +2024-10-07 06:18:57,122 INFO: [ epoch: 44 ] [ iter: 51,100 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:46 ] [ l_g_pix: 2.4164e-02 ] [ l_g_total: 2.4164e-02 ] +2024-10-07 06:19:00,868 INFO: [ epoch: 44 ] [ iter: 51,200 ] [ performance: 26.790 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:38 ] [ l_g_pix: 2.9340e-02 ] [ l_g_total: 2.9340e-02 ] +2024-10-07 06:19:04,601 INFO: [ epoch: 44 ] [ iter: 51,300 ] [ performance: 26.881 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:30 ] [ l_g_pix: 2.7742e-02 ] [ l_g_total: 2.7742e-02 ] +2024-10-07 06:19:08,305 INFO: [ epoch: 44 ] [ iter: 51,400 ] [ performance: 26.966 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:22 ] [ l_g_pix: 3.4565e-02 ] [ l_g_total: 3.4565e-02 ] +2024-10-07 06:19:12,089 INFO: [ epoch: 44 ] [ iter: 51,500 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:15 ] [ l_g_pix: 3.3581e-02 ] [ l_g_total: 3.3581e-02 ] +2024-10-07 06:19:15,856 INFO: [ epoch: 44 ] [ iter: 51,600 ] [ performance: 26.595 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:07 ] [ l_g_pix: 2.5543e-02 ] [ l_g_total: 2.5543e-02 ] +2024-10-07 06:19:19,634 INFO: [ epoch: 44 ] [ iter: 51,700 ] [ performance: 26.560 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:59 ] [ l_g_pix: 4.1652e-02 ] [ l_g_total: 4.1652e-02 ] +2024-10-07 06:19:23,407 INFO: [ epoch: 44 ] [ iter: 51,800 ] [ performance: 26.521 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:51 ] [ l_g_pix: 2.8919e-02 ] [ l_g_total: 2.8919e-02 ] +2024-10-07 06:19:26,972 INFO: [ epoch: 44 ] [ iter: 51,900 ] [ performance: 29.019 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:43 ] [ l_g_pix: 2.3942e-02 ] [ l_g_total: 2.3942e-02 ] +2024-10-07 06:19:31,854 INFO: [ epoch: 45 ] [ iter: 52,000 ] [ performance: 22.438 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:37 ] [ l_g_pix: 3.6298e-02 ] [ l_g_total: 3.6298e-02 ] +2024-10-07 06:19:35,589 INFO: [ epoch: 45 ] [ iter: 52,100 ] [ performance: 26.559 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:29 ] [ l_g_pix: 4.3942e-02 ] [ l_g_total: 4.3942e-02 ] +2024-10-07 06:19:39,337 INFO: [ epoch: 45 ] [ iter: 52,200 ] [ performance: 26.654 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:21 ] [ l_g_pix: 2.1606e-02 ] [ l_g_total: 2.1606e-02 ] +2024-10-07 06:19:43,026 INFO: [ epoch: 45 ] [ iter: 52,300 ] [ performance: 27.103 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:13 ] [ l_g_pix: 3.1187e-02 ] [ l_g_total: 3.1187e-02 ] +2024-10-07 06:19:46,740 INFO: [ epoch: 45 ] [ iter: 52,400 ] [ performance: 26.981 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:06 ] [ l_g_pix: 2.6410e-02 ] [ l_g_total: 2.6410e-02 ] +2024-10-07 06:19:50,452 INFO: [ epoch: 45 ] [ iter: 52,500 ] [ performance: 26.589 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:58 ] [ l_g_pix: 3.3778e-02 ] [ l_g_total: 3.3778e-02 ] +2024-10-07 06:19:54,211 INFO: [ epoch: 45 ] [ iter: 52,600 ] [ performance: 26.603 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:50 ] [ l_g_pix: 2.6150e-02 ] [ l_g_total: 2.6150e-02 ] +2024-10-07 06:19:57,908 INFO: [ epoch: 45 ] [ iter: 52,700 ] [ performance: 27.114 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:43 ] [ l_g_pix: 3.7592e-02 ] [ l_g_total: 3.7592e-02 ] +2024-10-07 06:20:01,633 INFO: [ epoch: 45 ] [ iter: 52,800 ] [ performance: 26.922 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:35 ] [ l_g_pix: 2.7274e-02 ] [ l_g_total: 2.7274e-02 ] +2024-10-07 06:20:05,325 INFO: [ epoch: 45 ] [ iter: 52,900 ] [ performance: 27.041 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:27 ] [ l_g_pix: 3.2157e-02 ] [ l_g_total: 3.2157e-02 ] +2024-10-07 06:20:09,003 INFO: [ epoch: 45 ] [ iter: 53,000 ] [ performance: 27.151 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:20 ] [ l_g_pix: 2.8369e-02 ] [ l_g_total: 2.8369e-02 ] +2024-10-07 06:20:13,571 INFO: [ epoch: 46 ] [ iter: 53,100 ] [ performance: 15.311 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:13 ] [ l_g_pix: 2.9976e-02 ] [ l_g_total: 2.9976e-02 ] +2024-10-07 06:20:17,593 INFO: [ epoch: 46 ] [ iter: 53,200 ] [ performance: 21.355 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:05 ] [ l_g_pix: 2.7102e-02 ] [ l_g_total: 2.7102e-02 ] +2024-10-07 06:20:21,349 INFO: [ epoch: 46 ] [ iter: 53,300 ] [ performance: 26.691 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:58 ] [ l_g_pix: 2.3240e-02 ] [ l_g_total: 2.3240e-02 ] +2024-10-07 06:20:25,071 INFO: [ epoch: 46 ] [ iter: 53,400 ] [ performance: 26.825 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:50 ] [ l_g_pix: 3.1245e-02 ] [ l_g_total: 3.1245e-02 ] +2024-10-07 06:20:28,774 INFO: [ epoch: 46 ] [ iter: 53,500 ] [ performance: 26.963 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:43 ] [ l_g_pix: 3.4423e-02 ] [ l_g_total: 3.4423e-02 ] +2024-10-07 06:20:32,477 INFO: [ epoch: 46 ] [ iter: 53,600 ] [ performance: 27.001 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:35 ] [ l_g_pix: 2.9967e-02 ] [ l_g_total: 2.9967e-02 ] +2024-10-07 06:20:36,219 INFO: [ epoch: 46 ] [ iter: 53,700 ] [ performance: 26.784 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:28 ] [ l_g_pix: 3.7847e-02 ] [ l_g_total: 3.7847e-02 ] +2024-10-07 06:20:39,916 INFO: [ epoch: 46 ] [ iter: 53,800 ] [ performance: 26.986 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:20 ] [ l_g_pix: 3.6260e-02 ] [ l_g_total: 3.6260e-02 ] +2024-10-07 06:20:43,675 INFO: [ epoch: 46 ] [ iter: 53,900 ] [ performance: 26.330 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:13 ] [ l_g_pix: 3.3858e-02 ] [ l_g_total: 3.3858e-02 ] +2024-10-07 06:20:47,433 INFO: [ epoch: 46 ] [ iter: 54,000 ] [ performance: 26.546 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:05 ] [ l_g_pix: 3.7190e-02 ] [ l_g_total: 3.7190e-02 ] +2024-10-07 06:20:51,141 INFO: [ epoch: 46 ] [ iter: 54,100 ] [ performance: 26.913 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:58 ] [ l_g_pix: 4.0873e-02 ] [ l_g_total: 4.0873e-02 ] +2024-10-07 06:20:54,700 INFO: [ epoch: 46 ] [ iter: 54,200 ] [ performance: 27.816 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:50 ] [ l_g_pix: 2.6373e-02 ] [ l_g_total: 2.6373e-02 ] +2024-10-07 06:20:59,774 INFO: [ epoch: 47 ] [ iter: 54,300 ] [ performance: 27.163 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:44 ] [ l_g_pix: 2.8788e-02 ] [ l_g_total: 2.8788e-02 ] +2024-10-07 06:21:03,495 INFO: [ epoch: 47 ] [ iter: 54,400 ] [ performance: 26.949 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:36 ] [ l_g_pix: 3.2281e-02 ] [ l_g_total: 3.2281e-02 ] +2024-10-07 06:21:07,244 INFO: [ epoch: 47 ] [ iter: 54,500 ] [ performance: 26.615 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:29 ] [ l_g_pix: 2.0941e-02 ] [ l_g_total: 2.0941e-02 ] +2024-10-07 06:21:11,036 INFO: [ epoch: 47 ] [ iter: 54,600 ] [ performance: 26.429 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:22 ] [ l_g_pix: 2.3397e-02 ] [ l_g_total: 2.3397e-02 ] +2024-10-07 06:21:14,739 INFO: [ epoch: 47 ] [ iter: 54,700 ] [ performance: 27.300 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:14 ] [ l_g_pix: 2.4593e-02 ] [ l_g_total: 2.4593e-02 ] +2024-10-07 06:21:18,520 INFO: [ epoch: 47 ] [ iter: 54,800 ] [ performance: 26.640 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:07 ] [ l_g_pix: 2.4777e-02 ] [ l_g_total: 2.4777e-02 ] +2024-10-07 06:21:22,222 INFO: [ epoch: 47 ] [ iter: 54,900 ] [ performance: 26.995 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:59 ] [ l_g_pix: 3.8031e-02 ] [ l_g_total: 3.8031e-02 ] +2024-10-07 06:21:25,895 INFO: [ epoch: 47 ] [ iter: 55,000 ] [ performance: 27.181 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:52 ] [ l_g_pix: 3.0268e-02 ] [ l_g_total: 3.0268e-02 ] +2024-10-07 06:21:29,613 INFO: [ epoch: 47 ] [ iter: 55,100 ] [ performance: 26.651 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:45 ] [ l_g_pix: 2.6066e-02 ] [ l_g_total: 2.6066e-02 ] +2024-10-07 06:21:33,315 INFO: [ epoch: 47 ] [ iter: 55,200 ] [ performance: 26.940 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:37 ] [ l_g_pix: 2.9123e-02 ] [ l_g_total: 2.9123e-02 ] +2024-10-07 06:21:37,062 INFO: [ epoch: 47 ] [ iter: 55,300 ] [ performance: 27.053 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:30 ] [ l_g_pix: 2.9226e-02 ] [ l_g_total: 2.9226e-02 ] +2024-10-07 06:21:41,648 INFO: [ epoch: 48 ] [ iter: 55,400 ] [ performance: 22.691 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:23 ] [ l_g_pix: 3.5920e-02 ] [ l_g_total: 3.5920e-02 ] +2024-10-07 06:21:45,745 INFO: [ epoch: 48 ] [ iter: 55,500 ] [ performance: 27.430 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:16 ] [ l_g_pix: 3.1877e-02 ] [ l_g_total: 3.1877e-02 ] +2024-10-07 06:21:49,493 INFO: [ epoch: 48 ] [ iter: 55,600 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:09 ] [ l_g_pix: 3.0153e-02 ] [ l_g_total: 3.0153e-02 ] +2024-10-07 06:21:53,220 INFO: [ epoch: 48 ] [ iter: 55,700 ] [ performance: 27.174 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:02 ] [ l_g_pix: 3.8415e-02 ] [ l_g_total: 3.8415e-02 ] +2024-10-07 06:21:56,952 INFO: [ epoch: 48 ] [ iter: 55,800 ] [ performance: 26.868 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:55 ] [ l_g_pix: 4.8321e-02 ] [ l_g_total: 4.8321e-02 ] +2024-10-07 06:22:00,718 INFO: [ epoch: 48 ] [ iter: 55,900 ] [ performance: 27.664 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:47 ] [ l_g_pix: 4.3108e-02 ] [ l_g_total: 4.3108e-02 ] +2024-10-07 06:22:04,489 INFO: [ epoch: 48 ] [ iter: 56,000 ] [ performance: 26.723 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:40 ] [ l_g_pix: 3.0876e-02 ] [ l_g_total: 3.0876e-02 ] +2024-10-07 06:22:08,206 INFO: [ epoch: 48 ] [ iter: 56,100 ] [ performance: 27.174 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:33 ] [ l_g_pix: 3.8417e-02 ] [ l_g_total: 3.8417e-02 ] +2024-10-07 06:22:11,880 INFO: [ epoch: 48 ] [ iter: 56,200 ] [ performance: 27.216 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:26 ] [ l_g_pix: 4.0279e-02 ] [ l_g_total: 4.0279e-02 ] +2024-10-07 06:22:15,612 INFO: [ epoch: 48 ] [ iter: 56,300 ] [ performance: 27.685 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:19 ] [ l_g_pix: 2.9490e-02 ] [ l_g_total: 2.9490e-02 ] +2024-10-07 06:22:19,402 INFO: [ epoch: 48 ] [ iter: 56,400 ] [ performance: 26.595 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:11 ] [ l_g_pix: 5.4738e-02 ] [ l_g_total: 5.4738e-02 ] +2024-10-07 06:22:22,995 INFO: [ epoch: 48 ] [ iter: 56,500 ] [ performance: 29.878 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:04 ] [ l_g_pix: 3.6351e-02 ] [ l_g_total: 3.6351e-02 ] +2024-10-07 06:22:28,035 INFO: [ epoch: 49 ] [ iter: 56,600 ] [ performance: 20.971 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:58 ] [ l_g_pix: 2.9772e-02 ] [ l_g_total: 2.9772e-02 ] +2024-10-07 06:22:31,754 INFO: [ epoch: 49 ] [ iter: 56,700 ] [ performance: 27.198 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:51 ] [ l_g_pix: 3.1418e-02 ] [ l_g_total: 3.1418e-02 ] +2024-10-07 06:22:35,491 INFO: [ epoch: 49 ] [ iter: 56,800 ] [ performance: 26.832 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:44 ] [ l_g_pix: 3.5283e-02 ] [ l_g_total: 3.5283e-02 ] +2024-10-07 06:22:39,222 INFO: [ epoch: 49 ] [ iter: 56,900 ] [ performance: 27.577 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:37 ] [ l_g_pix: 4.0814e-02 ] [ l_g_total: 4.0814e-02 ] +2024-10-07 06:22:42,977 INFO: [ epoch: 49 ] [ iter: 57,000 ] [ performance: 26.766 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:30 ] [ l_g_pix: 2.2673e-02 ] [ l_g_total: 2.2673e-02 ] +2024-10-07 06:22:46,722 INFO: [ epoch: 49 ] [ iter: 57,100 ] [ performance: 26.860 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:23 ] [ l_g_pix: 3.8751e-02 ] [ l_g_total: 3.8751e-02 ] +2024-10-07 06:22:50,434 INFO: [ epoch: 49 ] [ iter: 57,200 ] [ performance: 26.938 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:15 ] [ l_g_pix: 2.8815e-02 ] [ l_g_total: 2.8815e-02 ] +2024-10-07 06:22:54,226 INFO: [ epoch: 49 ] [ iter: 57,300 ] [ performance: 26.568 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:08 ] [ l_g_pix: 3.6024e-02 ] [ l_g_total: 3.6024e-02 ] +2024-10-07 06:22:57,968 INFO: [ epoch: 49 ] [ iter: 57,400 ] [ performance: 26.709 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:01 ] [ l_g_pix: 3.6903e-02 ] [ l_g_total: 3.6903e-02 ] +2024-10-07 06:23:01,690 INFO: [ epoch: 49 ] [ iter: 57,500 ] [ performance: 27.657 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:54 ] [ l_g_pix: 5.9695e-02 ] [ l_g_total: 5.9695e-02 ] +2024-10-07 06:23:05,464 INFO: [ epoch: 49 ] [ iter: 57,600 ] [ performance: 26.640 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:47 ] [ l_g_pix: 2.8147e-02 ] [ l_g_total: 2.8147e-02 ] +2024-10-07 06:23:09,035 INFO: [ epoch: 49 ] [ iter: 57,700 ] [ performance: 23.979 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:40 ] [ l_g_pix: 3.4041e-02 ] [ l_g_total: 3.4041e-02 ] +2024-10-07 06:23:13,912 INFO: [ epoch: 50 ] [ iter: 57,800 ] [ performance: 20.857 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:34 ] [ l_g_pix: 2.7609e-02 ] [ l_g_total: 2.7609e-02 ] +2024-10-07 06:23:17,710 INFO: [ epoch: 50 ] [ iter: 57,900 ] [ performance: 26.860 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:27 ] [ l_g_pix: 4.3662e-02 ] [ l_g_total: 4.3662e-02 ] +2024-10-07 06:23:21,495 INFO: [ epoch: 50 ] [ iter: 58,000 ] [ performance: 26.475 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:20 ] [ l_g_pix: 3.3688e-02 ] [ l_g_total: 3.3688e-02 ] +2024-10-07 06:23:25,253 INFO: [ epoch: 50 ] [ iter: 58,100 ] [ performance: 27.476 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:13 ] [ l_g_pix: 4.3573e-02 ] [ l_g_total: 4.3573e-02 ] +2024-10-07 06:23:29,017 INFO: [ epoch: 50 ] [ iter: 58,200 ] [ performance: 26.659 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:06 ] [ l_g_pix: 2.8987e-02 ] [ l_g_total: 2.8987e-02 ] +2024-10-07 06:23:32,870 INFO: [ epoch: 50 ] [ iter: 58,300 ] [ performance: 26.381 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:59 ] [ l_g_pix: 3.7900e-02 ] [ l_g_total: 3.7900e-02 ] +2024-10-07 06:23:36,610 INFO: [ epoch: 50 ] [ iter: 58,400 ] [ performance: 26.714 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:52 ] [ l_g_pix: 2.8822e-02 ] [ l_g_total: 2.8822e-02 ] +2024-10-07 06:23:40,304 INFO: [ epoch: 50 ] [ iter: 58,500 ] [ performance: 27.044 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:45 ] [ l_g_pix: 3.4361e-02 ] [ l_g_total: 3.4361e-02 ] +2024-10-07 06:23:44,062 INFO: [ epoch: 50 ] [ iter: 58,600 ] [ performance: 26.649 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:38 ] [ l_g_pix: 2.8728e-02 ] [ l_g_total: 2.8728e-02 ] +2024-10-07 06:23:47,851 INFO: [ epoch: 50 ] [ iter: 58,700 ] [ performance: 25.977 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:32 ] [ l_g_pix: 2.6733e-02 ] [ l_g_total: 2.6733e-02 ] +2024-10-07 06:23:51,479 INFO: [ epoch: 50 ] [ iter: 58,800 ] [ performance: 27.443 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:25 ] [ l_g_pix: 2.5655e-02 ] [ l_g_total: 2.5655e-02 ] +2024-10-07 06:23:56,299 INFO: [ epoch: 51 ] [ iter: 58,900 ] [ performance: 27.138 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:18 ] [ l_g_pix: 3.1010e-02 ] [ l_g_total: 3.1010e-02 ] +2024-10-07 06:24:00,052 INFO: [ epoch: 51 ] [ iter: 59,000 ] [ performance: 26.679 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:12 ] [ l_g_pix: 2.9843e-02 ] [ l_g_total: 2.9843e-02 ] +2024-10-07 06:24:03,806 INFO: [ epoch: 51 ] [ iter: 59,100 ] [ performance: 26.626 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:05 ] [ l_g_pix: 3.7214e-02 ] [ l_g_total: 3.7214e-02 ] +2024-10-07 06:24:07,588 INFO: [ epoch: 51 ] [ iter: 59,200 ] [ performance: 26.456 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:58 ] [ l_g_pix: 2.8836e-02 ] [ l_g_total: 2.8836e-02 ] +2024-10-07 06:24:11,327 INFO: [ epoch: 51 ] [ iter: 59,300 ] [ performance: 27.553 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:51 ] [ l_g_pix: 3.7650e-02 ] [ l_g_total: 3.7650e-02 ] +2024-10-07 06:24:15,079 INFO: [ epoch: 51 ] [ iter: 59,400 ] [ performance: 26.705 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:44 ] [ l_g_pix: 3.1569e-02 ] [ l_g_total: 3.1569e-02 ] +2024-10-07 06:24:18,804 INFO: [ epoch: 51 ] [ iter: 59,500 ] [ performance: 27.328 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:37 ] [ l_g_pix: 3.2805e-02 ] [ l_g_total: 3.2805e-02 ] +2024-10-07 06:24:22,510 INFO: [ epoch: 51 ] [ iter: 59,600 ] [ performance: 27.006 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:31 ] [ l_g_pix: 2.7116e-02 ] [ l_g_total: 2.7116e-02 ] +2024-10-07 06:24:26,229 INFO: [ epoch: 51 ] [ iter: 59,700 ] [ performance: 27.749 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:24 ] [ l_g_pix: 5.0296e-02 ] [ l_g_total: 5.0296e-02 ] +2024-10-07 06:24:29,982 INFO: [ epoch: 51 ] [ iter: 59,800 ] [ performance: 26.686 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:17 ] [ l_g_pix: 5.2464e-02 ] [ l_g_total: 5.2464e-02 ] +2024-10-07 06:24:33,694 INFO: [ epoch: 51 ] [ iter: 59,900 ] [ performance: 27.546 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:10 ] [ l_g_pix: 4.0028e-02 ] [ l_g_total: 4.0028e-02 ] +2024-10-07 06:24:37,220 INFO: [ epoch: 51 ] [ iter: 60,000 ] [ performance: 28.347 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:03 ] [ l_g_pix: 2.6048e-02 ] [ l_g_total: 2.6048e-02 ] +2024-10-07 06:24:37,221 INFO: Saving models and training states. +2024-10-07 06:27:47,506 INFO: Validation val + + # psnr: 27.1381........ Best: 27.1381 @ 60000 iter + # ssim: 0.7634........ Best: 0.7634 @ 60000 iter + # dists: 0.7734........ Best: 0.7733 @ 50000 iter + +2024-10-07 06:27:52,616 INFO: [ epoch: 52 ] [ iter: 60,100 ] [ performance: 27.636 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:04 ] [ l_g_pix: 3.3434e-02 ] [ l_g_total: 3.3434e-02 ] +2024-10-07 06:27:56,394 INFO: [ epoch: 52 ] [ iter: 60,200 ] [ performance: 26.486 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:56 ] [ l_g_pix: 3.4564e-02 ] [ l_g_total: 3.4564e-02 ] +2024-10-07 06:28:00,204 INFO: [ epoch: 52 ] [ iter: 60,300 ] [ performance: 26.371 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:49 ] [ l_g_pix: 2.8260e-02 ] [ l_g_total: 2.8260e-02 ] +2024-10-07 06:28:03,922 INFO: [ epoch: 52 ] [ iter: 60,400 ] [ performance: 26.900 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:42 ] [ l_g_pix: 3.3658e-02 ] [ l_g_total: 3.3658e-02 ] +2024-10-07 06:28:07,649 INFO: [ epoch: 52 ] [ iter: 60,500 ] [ performance: 26.868 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:35 ] [ l_g_pix: 3.1693e-02 ] [ l_g_total: 3.1693e-02 ] +2024-10-07 06:28:11,389 INFO: [ epoch: 52 ] [ iter: 60,600 ] [ performance: 26.762 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:27 ] [ l_g_pix: 3.3831e-02 ] [ l_g_total: 3.3831e-02 ] +2024-10-07 06:28:15,132 INFO: [ epoch: 52 ] [ iter: 60,700 ] [ performance: 26.743 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:20 ] [ l_g_pix: 3.8867e-02 ] [ l_g_total: 3.8867e-02 ] +2024-10-07 06:28:18,891 INFO: [ epoch: 52 ] [ iter: 60,800 ] [ performance: 26.633 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:13 ] [ l_g_pix: 2.8568e-02 ] [ l_g_total: 2.8568e-02 ] +2024-10-07 06:28:22,646 INFO: [ epoch: 52 ] [ iter: 60,900 ] [ performance: 26.635 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:06 ] [ l_g_pix: 2.9076e-02 ] [ l_g_total: 2.9076e-02 ] +2024-10-07 06:28:26,366 INFO: [ epoch: 52 ] [ iter: 61,000 ] [ performance: 26.859 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:59 ] [ l_g_pix: 2.3696e-02 ] [ l_g_total: 2.3696e-02 ] +2024-10-07 06:28:29,994 INFO: [ epoch: 52 ] [ iter: 61,100 ] [ performance: 27.218 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:51 ] [ l_g_pix: 3.2178e-02 ] [ l_g_total: 3.2178e-02 ] +2024-10-07 06:28:34,834 INFO: [ epoch: 53 ] [ iter: 61,200 ] [ performance: 20.424 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:45 ] [ l_g_pix: 3.4536e-02 ] [ l_g_total: 3.4536e-02 ] +2024-10-07 06:28:38,606 INFO: [ epoch: 53 ] [ iter: 61,300 ] [ performance: 23.136 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:38 ] [ l_g_pix: 4.5887e-02 ] [ l_g_total: 4.5887e-02 ] +2024-10-07 06:28:42,312 INFO: [ epoch: 53 ] [ iter: 61,400 ] [ performance: 27.065 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:30 ] [ l_g_pix: 2.7601e-02 ] [ l_g_total: 2.7601e-02 ] +2024-10-07 06:28:45,995 INFO: [ epoch: 53 ] [ iter: 61,500 ] [ performance: 27.111 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:23 ] [ l_g_pix: 2.2983e-02 ] [ l_g_total: 2.2983e-02 ] +2024-10-07 06:28:49,758 INFO: [ epoch: 53 ] [ iter: 61,600 ] [ performance: 26.619 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:16 ] [ l_g_pix: 4.5059e-02 ] [ l_g_total: 4.5059e-02 ] +2024-10-07 06:28:53,436 INFO: [ epoch: 53 ] [ iter: 61,700 ] [ performance: 26.912 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:09 ] [ l_g_pix: 2.7071e-02 ] [ l_g_total: 2.7071e-02 ] +2024-10-07 06:28:57,183 INFO: [ epoch: 53 ] [ iter: 61,800 ] [ performance: 26.755 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:02 ] [ l_g_pix: 3.2325e-02 ] [ l_g_total: 3.2325e-02 ] +2024-10-07 06:29:00,863 INFO: [ epoch: 53 ] [ iter: 61,900 ] [ performance: 26.973 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:55 ] [ l_g_pix: 2.1203e-02 ] [ l_g_total: 2.1203e-02 ] +2024-10-07 06:29:04,539 INFO: [ epoch: 53 ] [ iter: 62,000 ] [ performance: 27.272 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:48 ] [ l_g_pix: 5.0335e-02 ] [ l_g_total: 5.0335e-02 ] +2024-10-07 06:29:08,295 INFO: [ epoch: 53 ] [ iter: 62,100 ] [ performance: 26.935 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:41 ] [ l_g_pix: 4.9485e-02 ] [ l_g_total: 4.9485e-02 ] +2024-10-07 06:29:11,969 INFO: [ epoch: 53 ] [ iter: 62,200 ] [ performance: 27.353 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:34 ] [ l_g_pix: 4.1705e-02 ] [ l_g_total: 4.1705e-02 ] +2024-10-07 06:29:15,514 INFO: [ epoch: 53 ] [ iter: 62,300 ] [ performance: 27.796 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:26 ] [ l_g_pix: 3.0995e-02 ] [ l_g_total: 3.0995e-02 ] +2024-10-07 06:29:20,431 INFO: [ epoch: 54 ] [ iter: 62,400 ] [ performance: 19.710 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:20 ] [ l_g_pix: 2.5027e-02 ] [ l_g_total: 2.5027e-02 ] +2024-10-07 06:29:24,203 INFO: [ epoch: 54 ] [ iter: 62,500 ] [ performance: 22.789 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:13 ] [ l_g_pix: 2.6776e-02 ] [ l_g_total: 2.6776e-02 ] +2024-10-07 06:29:27,937 INFO: [ epoch: 54 ] [ iter: 62,600 ] [ performance: 26.878 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:06 ] [ l_g_pix: 2.7159e-02 ] [ l_g_total: 2.7159e-02 ] +2024-10-07 06:29:31,679 INFO: [ epoch: 54 ] [ iter: 62,700 ] [ performance: 26.799 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:59 ] [ l_g_pix: 2.9271e-02 ] [ l_g_total: 2.9271e-02 ] +2024-10-07 06:29:35,452 INFO: [ epoch: 54 ] [ iter: 62,800 ] [ performance: 26.582 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:52 ] [ l_g_pix: 2.8228e-02 ] [ l_g_total: 2.8228e-02 ] +2024-10-07 06:29:39,194 INFO: [ epoch: 54 ] [ iter: 62,900 ] [ performance: 26.662 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:45 ] [ l_g_pix: 2.4999e-02 ] [ l_g_total: 2.4999e-02 ] +2024-10-07 06:29:42,905 INFO: [ epoch: 54 ] [ iter: 63,000 ] [ performance: 27.026 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:38 ] [ l_g_pix: 3.9671e-02 ] [ l_g_total: 3.9671e-02 ] +2024-10-07 06:29:46,682 INFO: [ epoch: 54 ] [ iter: 63,100 ] [ performance: 26.734 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:31 ] [ l_g_pix: 2.0836e-02 ] [ l_g_total: 2.0836e-02 ] +2024-10-07 06:29:50,399 INFO: [ epoch: 54 ] [ iter: 63,200 ] [ performance: 27.018 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:24 ] [ l_g_pix: 4.3243e-02 ] [ l_g_total: 4.3243e-02 ] +2024-10-07 06:29:54,158 INFO: [ epoch: 54 ] [ iter: 63,300 ] [ performance: 26.796 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:17 ] [ l_g_pix: 3.0353e-02 ] [ l_g_total: 3.0353e-02 ] +2024-10-07 06:29:57,810 INFO: [ epoch: 54 ] [ iter: 63,400 ] [ performance: 27.483 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:10 ] [ l_g_pix: 2.5414e-02 ] [ l_g_total: 2.5414e-02 ] +2024-10-07 06:30:02,569 INFO: [ epoch: 55 ] [ iter: 63,500 ] [ performance: 23.566 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:04 ] [ l_g_pix: 3.2818e-02 ] [ l_g_total: 3.2818e-02 ] +2024-10-07 06:30:06,363 INFO: [ epoch: 55 ] [ iter: 63,600 ] [ performance: 26.756 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:57 ] [ l_g_pix: 2.2000e-02 ] [ l_g_total: 2.2000e-02 ] +2024-10-07 06:30:10,105 INFO: [ epoch: 55 ] [ iter: 63,700 ] [ performance: 26.740 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:50 ] [ l_g_pix: 3.2318e-02 ] [ l_g_total: 3.2318e-02 ] +2024-10-07 06:30:13,874 INFO: [ epoch: 55 ] [ iter: 63,800 ] [ performance: 26.577 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:43 ] [ l_g_pix: 3.9814e-02 ] [ l_g_total: 3.9814e-02 ] +2024-10-07 06:30:17,650 INFO: [ epoch: 55 ] [ iter: 63,900 ] [ performance: 26.530 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:36 ] [ l_g_pix: 3.7747e-02 ] [ l_g_total: 3.7747e-02 ] +2024-10-07 06:30:21,370 INFO: [ epoch: 55 ] [ iter: 64,000 ] [ performance: 27.031 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:29 ] [ l_g_pix: 3.3412e-02 ] [ l_g_total: 3.3412e-02 ] +2024-10-07 06:30:25,101 INFO: [ epoch: 55 ] [ iter: 64,100 ] [ performance: 26.909 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:22 ] [ l_g_pix: 3.6945e-02 ] [ l_g_total: 3.6945e-02 ] +2024-10-07 06:30:28,853 INFO: [ epoch: 55 ] [ iter: 64,200 ] [ performance: 26.693 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:16 ] [ l_g_pix: 3.9516e-02 ] [ l_g_total: 3.9516e-02 ] +2024-10-07 06:30:32,650 INFO: [ epoch: 55 ] [ iter: 64,300 ] [ performance: 26.497 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:09 ] [ l_g_pix: 2.8434e-02 ] [ l_g_total: 2.8434e-02 ] +2024-10-07 06:30:36,366 INFO: [ epoch: 55 ] [ iter: 64,400 ] [ performance: 27.086 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:02 ] [ l_g_pix: 3.3167e-02 ] [ l_g_total: 3.3167e-02 ] +2024-10-07 06:30:40,106 INFO: [ epoch: 55 ] [ iter: 64,500 ] [ performance: 26.894 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:55 ] [ l_g_pix: 2.7374e-02 ] [ l_g_total: 2.7374e-02 ] +2024-10-07 06:30:43,624 INFO: [ epoch: 55 ] [ iter: 64,600 ] [ performance: 29.040 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:48 ] [ l_g_pix: 3.2673e-02 ] [ l_g_total: 3.2673e-02 ] +2024-10-07 06:30:48,747 INFO: [ epoch: 56 ] [ iter: 64,700 ] [ performance: 22.825 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:42 ] [ l_g_pix: 2.9275e-02 ] [ l_g_total: 2.9275e-02 ] +2024-10-07 06:30:52,478 INFO: [ epoch: 56 ] [ iter: 64,800 ] [ performance: 26.860 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:35 ] [ l_g_pix: 2.6781e-02 ] [ l_g_total: 2.6781e-02 ] +2024-10-07 06:30:56,226 INFO: [ epoch: 56 ] [ iter: 64,900 ] [ performance: 26.762 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:28 ] [ l_g_pix: 4.9755e-02 ] [ l_g_total: 4.9755e-02 ] +2024-10-07 06:30:59,992 INFO: [ epoch: 56 ] [ iter: 65,000 ] [ performance: 26.559 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:22 ] [ l_g_pix: 3.1259e-02 ] [ l_g_total: 3.1259e-02 ] +2024-10-07 06:31:03,734 INFO: [ epoch: 56 ] [ iter: 65,100 ] [ performance: 26.655 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:15 ] [ l_g_pix: 1.6444e-02 ] [ l_g_total: 1.6444e-02 ] +2024-10-07 06:31:07,468 INFO: [ epoch: 56 ] [ iter: 65,200 ] [ performance: 26.831 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:08 ] [ l_g_pix: 3.3301e-02 ] [ l_g_total: 3.3301e-02 ] +2024-10-07 06:31:11,220 INFO: [ epoch: 56 ] [ iter: 65,300 ] [ performance: 26.731 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:01 ] [ l_g_pix: 4.5157e-02 ] [ l_g_total: 4.5157e-02 ] +2024-10-07 06:31:14,983 INFO: [ epoch: 56 ] [ iter: 65,400 ] [ performance: 26.621 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:55 ] [ l_g_pix: 3.8047e-02 ] [ l_g_total: 3.8047e-02 ] +2024-10-07 06:31:18,710 INFO: [ epoch: 56 ] [ iter: 65,500 ] [ performance: 26.747 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:48 ] [ l_g_pix: 4.1104e-02 ] [ l_g_total: 4.1104e-02 ] +2024-10-07 06:31:22,460 INFO: [ epoch: 56 ] [ iter: 65,600 ] [ performance: 26.911 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:41 ] [ l_g_pix: 2.3817e-02 ] [ l_g_total: 2.3817e-02 ] +2024-10-07 06:31:26,145 INFO: [ epoch: 56 ] [ iter: 65,700 ] [ performance: 27.043 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:34 ] [ l_g_pix: 4.3957e-02 ] [ l_g_total: 4.3957e-02 ] +2024-10-07 06:31:30,848 INFO: [ epoch: 57 ] [ iter: 65,800 ] [ performance: 19.468 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:28 ] [ l_g_pix: 2.2633e-02 ] [ l_g_total: 2.2633e-02 ] +2024-10-07 06:31:34,709 INFO: [ epoch: 57 ] [ iter: 65,900 ] [ performance: 22.733 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:21 ] [ l_g_pix: 3.5408e-02 ] [ l_g_total: 3.5408e-02 ] +2024-10-07 06:31:38,428 INFO: [ epoch: 57 ] [ iter: 66,000 ] [ performance: 27.081 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:15 ] [ l_g_pix: 4.6498e-02 ] [ l_g_total: 4.6498e-02 ] +2024-10-07 06:31:42,162 INFO: [ epoch: 57 ] [ iter: 66,100 ] [ performance: 26.906 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:08 ] [ l_g_pix: 2.3880e-02 ] [ l_g_total: 2.3880e-02 ] +2024-10-07 06:31:45,897 INFO: [ epoch: 57 ] [ iter: 66,200 ] [ performance: 26.945 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:01 ] [ l_g_pix: 2.7466e-02 ] [ l_g_total: 2.7466e-02 ] +2024-10-07 06:31:49,622 INFO: [ epoch: 57 ] [ iter: 66,300 ] [ performance: 26.888 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:55 ] [ l_g_pix: 2.8631e-02 ] [ l_g_total: 2.8631e-02 ] +2024-10-07 06:31:53,319 INFO: [ epoch: 57 ] [ iter: 66,400 ] [ performance: 27.378 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:48 ] [ l_g_pix: 2.8136e-02 ] [ l_g_total: 2.8136e-02 ] +2024-10-07 06:31:57,031 INFO: [ epoch: 57 ] [ iter: 66,500 ] [ performance: 27.121 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:41 ] [ l_g_pix: 3.0140e-02 ] [ l_g_total: 3.0140e-02 ] +2024-10-07 06:32:00,806 INFO: [ epoch: 57 ] [ iter: 66,600 ] [ performance: 26.656 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:35 ] [ l_g_pix: 4.5648e-02 ] [ l_g_total: 4.5648e-02 ] +2024-10-07 06:32:04,536 INFO: [ epoch: 57 ] [ iter: 66,700 ] [ performance: 26.750 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:28 ] [ l_g_pix: 3.2104e-02 ] [ l_g_total: 3.2104e-02 ] +2024-10-07 06:32:08,283 INFO: [ epoch: 57 ] [ iter: 66,800 ] [ performance: 26.796 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:21 ] [ l_g_pix: 4.1320e-02 ] [ l_g_total: 4.1320e-02 ] +2024-10-07 06:32:11,874 INFO: [ epoch: 57 ] [ iter: 66,900 ] [ performance: 27.414 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:15 ] [ l_g_pix: 3.0081e-02 ] [ l_g_total: 3.0081e-02 ] +2024-10-07 06:32:16,771 INFO: [ epoch: 58 ] [ iter: 67,000 ] [ performance: 23.264 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:09 ] [ l_g_pix: 2.6826e-02 ] [ l_g_total: 2.6826e-02 ] +2024-10-07 06:32:20,494 INFO: [ epoch: 58 ] [ iter: 67,100 ] [ performance: 25.296 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:02 ] [ l_g_pix: 3.0015e-02 ] [ l_g_total: 3.0015e-02 ] +2024-10-07 06:32:24,187 INFO: [ epoch: 58 ] [ iter: 67,200 ] [ performance: 27.384 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:55 ] [ l_g_pix: 2.7203e-02 ] [ l_g_total: 2.7203e-02 ] +2024-10-07 06:32:27,913 INFO: [ epoch: 58 ] [ iter: 67,300 ] [ performance: 27.054 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:49 ] [ l_g_pix: 2.5792e-02 ] [ l_g_total: 2.5792e-02 ] +2024-10-07 06:32:31,651 INFO: [ epoch: 58 ] [ iter: 67,400 ] [ performance: 26.698 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:42 ] [ l_g_pix: 3.5015e-02 ] [ l_g_total: 3.5015e-02 ] +2024-10-07 06:32:35,395 INFO: [ epoch: 58 ] [ iter: 67,500 ] [ performance: 26.707 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:36 ] [ l_g_pix: 1.8327e-02 ] [ l_g_total: 1.8327e-02 ] +2024-10-07 06:32:39,071 INFO: [ epoch: 58 ] [ iter: 67,600 ] [ performance: 27.086 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:29 ] [ l_g_pix: 2.3551e-02 ] [ l_g_total: 2.3551e-02 ] +2024-10-07 06:32:42,811 INFO: [ epoch: 58 ] [ iter: 67,700 ] [ performance: 26.877 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:23 ] [ l_g_pix: 3.9434e-02 ] [ l_g_total: 3.9434e-02 ] +2024-10-07 06:32:46,549 INFO: [ epoch: 58 ] [ iter: 67,800 ] [ performance: 26.788 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:16 ] [ l_g_pix: 3.8709e-02 ] [ l_g_total: 3.8709e-02 ] +2024-10-07 06:32:50,251 INFO: [ epoch: 58 ] [ iter: 67,900 ] [ performance: 26.931 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:09 ] [ l_g_pix: 2.8165e-02 ] [ l_g_total: 2.8165e-02 ] +2024-10-07 06:32:53,957 INFO: [ epoch: 58 ] [ iter: 68,000 ] [ performance: 27.155 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:03 ] [ l_g_pix: 2.5771e-02 ] [ l_g_total: 2.5771e-02 ] +2024-10-07 06:32:58,436 INFO: [ epoch: 59 ] [ iter: 68,100 ] [ performance: 23.961 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:57 ] [ l_g_pix: 1.8999e-02 ] [ l_g_total: 1.8999e-02 ] +2024-10-07 06:33:02,432 INFO: [ epoch: 59 ] [ iter: 68,200 ] [ performance: 26.870 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:50 ] [ l_g_pix: 3.1696e-02 ] [ l_g_total: 3.1696e-02 ] +2024-10-07 06:33:06,171 INFO: [ epoch: 59 ] [ iter: 68,300 ] [ performance: 26.798 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:44 ] [ l_g_pix: 2.8215e-02 ] [ l_g_total: 2.8215e-02 ] +2024-10-07 06:33:09,856 INFO: [ epoch: 59 ] [ iter: 68,400 ] [ performance: 27.116 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:37 ] [ l_g_pix: 3.8109e-02 ] [ l_g_total: 3.8109e-02 ] +2024-10-07 06:33:13,587 INFO: [ epoch: 59 ] [ iter: 68,500 ] [ performance: 26.922 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:31 ] [ l_g_pix: 3.1753e-02 ] [ l_g_total: 3.1753e-02 ] +2024-10-07 06:33:17,308 INFO: [ epoch: 59 ] [ iter: 68,600 ] [ performance: 27.003 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:24 ] [ l_g_pix: 2.6950e-02 ] [ l_g_total: 2.6950e-02 ] +2024-10-07 06:33:21,043 INFO: [ epoch: 59 ] [ iter: 68,700 ] [ performance: 26.861 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:18 ] [ l_g_pix: 2.6285e-02 ] [ l_g_total: 2.6285e-02 ] +2024-10-07 06:33:24,815 INFO: [ epoch: 59 ] [ iter: 68,800 ] [ performance: 26.645 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:11 ] [ l_g_pix: 3.0415e-02 ] [ l_g_total: 3.0415e-02 ] +2024-10-07 06:33:28,554 INFO: [ epoch: 59 ] [ iter: 68,900 ] [ performance: 26.712 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:05 ] [ l_g_pix: 2.5359e-02 ] [ l_g_total: 2.5359e-02 ] +2024-10-07 06:33:32,369 INFO: [ epoch: 59 ] [ iter: 69,000 ] [ performance: 26.231 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:58 ] [ l_g_pix: 3.0204e-02 ] [ l_g_total: 3.0204e-02 ] +2024-10-07 06:33:36,103 INFO: [ epoch: 59 ] [ iter: 69,100 ] [ performance: 26.581 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:52 ] [ l_g_pix: 4.0921e-02 ] [ l_g_total: 4.0921e-02 ] +2024-10-07 06:33:39,697 INFO: [ epoch: 59 ] [ iter: 69,200 ] [ performance: 28.834 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:46 ] [ l_g_pix: 3.1435e-02 ] [ l_g_total: 3.1435e-02 ] +2024-10-07 06:33:44,762 INFO: [ epoch: 60 ] [ iter: 69,300 ] [ performance: 22.268 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:40 ] [ l_g_pix: 2.2981e-02 ] [ l_g_total: 2.2981e-02 ] +2024-10-07 06:33:48,533 INFO: [ epoch: 60 ] [ iter: 69,400 ] [ performance: 26.397 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:33 ] [ l_g_pix: 3.2113e-02 ] [ l_g_total: 3.2113e-02 ] +2024-10-07 06:33:52,316 INFO: [ epoch: 60 ] [ iter: 69,500 ] [ performance: 26.424 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:27 ] [ l_g_pix: 2.3482e-02 ] [ l_g_total: 2.3482e-02 ] +2024-10-07 06:33:56,063 INFO: [ epoch: 60 ] [ iter: 69,600 ] [ performance: 26.821 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:20 ] [ l_g_pix: 1.6847e-02 ] [ l_g_total: 1.6847e-02 ] +2024-10-07 06:33:59,783 INFO: [ epoch: 60 ] [ iter: 69,700 ] [ performance: 26.860 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:14 ] [ l_g_pix: 2.2606e-02 ] [ l_g_total: 2.2606e-02 ] +2024-10-07 06:34:03,546 INFO: [ epoch: 60 ] [ iter: 69,800 ] [ performance: 26.830 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:08 ] [ l_g_pix: 2.9269e-02 ] [ l_g_total: 2.9269e-02 ] +2024-10-07 06:34:07,314 INFO: [ epoch: 60 ] [ iter: 69,900 ] [ performance: 26.644 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:01 ] [ l_g_pix: 4.1648e-02 ] [ l_g_total: 4.1648e-02 ] +2024-10-07 06:34:11,068 INFO: [ epoch: 60 ] [ iter: 70,000 ] [ performance: 26.551 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:55 ] [ l_g_pix: 2.2694e-02 ] [ l_g_total: 2.2694e-02 ] +2024-10-07 06:34:11,068 INFO: Saving models and training states. +2024-10-07 06:37:17,620 INFO: Validation val + + # psnr: 27.1491........ Best: 27.1491 @ 70000 iter + # ssim: 0.7639........ Best: 0.7639 @ 70000 iter + # dists: 0.7734........ Best: 0.7733 @ 50000 iter + +2024-10-07 06:37:21,335 INFO: [ epoch: 60 ] [ iter: 70,100 ] [ performance: 26.801 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:08 ] [ l_g_pix: 3.3354e-02 ] [ l_g_total: 3.3354e-02 ] +2024-10-07 06:37:25,045 INFO: [ epoch: 60 ] [ iter: 70,200 ] [ performance: 27.286 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:01 ] [ l_g_pix: 3.0823e-02 ] [ l_g_total: 3.0823e-02 ] +2024-10-07 06:37:28,776 INFO: [ epoch: 60 ] [ iter: 70,300 ] [ performance: 26.964 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:55 ] [ l_g_pix: 4.1237e-02 ] [ l_g_total: 4.1237e-02 ] +2024-10-07 06:37:33,206 INFO: [ epoch: 61 ] [ iter: 70,400 ] [ performance: 18.654 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:48 ] [ l_g_pix: 3.0336e-02 ] [ l_g_total: 3.0336e-02 ] +2024-10-07 06:37:37,335 INFO: [ epoch: 61 ] [ iter: 70,500 ] [ performance: 22.039 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:42 ] [ l_g_pix: 3.3393e-02 ] [ l_g_total: 3.3393e-02 ] +2024-10-07 06:37:41,036 INFO: [ epoch: 61 ] [ iter: 70,600 ] [ performance: 26.764 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:35 ] [ l_g_pix: 2.9490e-02 ] [ l_g_total: 2.9490e-02 ] +2024-10-07 06:37:44,747 INFO: [ epoch: 61 ] [ iter: 70,700 ] [ performance: 26.891 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:28 ] [ l_g_pix: 2.4722e-02 ] [ l_g_total: 2.4722e-02 ] +2024-10-07 06:37:48,440 INFO: [ epoch: 61 ] [ iter: 70,800 ] [ performance: 26.732 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:21 ] [ l_g_pix: 3.4082e-02 ] [ l_g_total: 3.4082e-02 ] +2024-10-07 06:37:52,143 INFO: [ epoch: 61 ] [ iter: 70,900 ] [ performance: 26.921 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:15 ] [ l_g_pix: 3.8637e-02 ] [ l_g_total: 3.8637e-02 ] +2024-10-07 06:37:55,916 INFO: [ epoch: 61 ] [ iter: 71,000 ] [ performance: 26.466 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:08 ] [ l_g_pix: 4.4702e-02 ] [ l_g_total: 4.4702e-02 ] +2024-10-07 06:37:59,625 INFO: [ epoch: 61 ] [ iter: 71,100 ] [ performance: 26.805 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:01 ] [ l_g_pix: 3.4820e-02 ] [ l_g_total: 3.4820e-02 ] +2024-10-07 06:38:03,396 INFO: [ epoch: 61 ] [ iter: 71,200 ] [ performance: 26.642 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:55 ] [ l_g_pix: 3.0992e-02 ] [ l_g_total: 3.0992e-02 ] +2024-10-07 06:38:07,164 INFO: [ epoch: 61 ] [ iter: 71,300 ] [ performance: 26.577 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:48 ] [ l_g_pix: 4.8462e-02 ] [ l_g_total: 4.8462e-02 ] +2024-10-07 06:38:10,904 INFO: [ epoch: 61 ] [ iter: 71,400 ] [ performance: 26.520 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:41 ] [ l_g_pix: 4.0697e-02 ] [ l_g_total: 4.0697e-02 ] +2024-10-07 06:38:14,495 INFO: [ epoch: 61 ] [ iter: 71,500 ] [ performance: 27.429 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:35 ] [ l_g_pix: 3.4644e-02 ] [ l_g_total: 3.4644e-02 ] +2024-10-07 06:38:19,450 INFO: [ epoch: 62 ] [ iter: 71,600 ] [ performance: 23.018 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:29 ] [ l_g_pix: 2.9030e-02 ] [ l_g_total: 2.9030e-02 ] +2024-10-07 06:38:23,141 INFO: [ epoch: 62 ] [ iter: 71,700 ] [ performance: 25.704 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:22 ] [ l_g_pix: 3.1846e-02 ] [ l_g_total: 3.1846e-02 ] +2024-10-07 06:38:26,793 INFO: [ epoch: 62 ] [ iter: 71,800 ] [ performance: 27.431 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:15 ] [ l_g_pix: 3.8255e-02 ] [ l_g_total: 3.8255e-02 ] +2024-10-07 06:38:30,534 INFO: [ epoch: 62 ] [ iter: 71,900 ] [ performance: 26.944 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:09 ] [ l_g_pix: 2.7923e-02 ] [ l_g_total: 2.7923e-02 ] +2024-10-07 06:38:34,309 INFO: [ epoch: 62 ] [ iter: 72,000 ] [ performance: 26.267 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:02 ] [ l_g_pix: 2.6423e-02 ] [ l_g_total: 2.6423e-02 ] +2024-10-07 06:38:38,017 INFO: [ epoch: 62 ] [ iter: 72,100 ] [ performance: 26.763 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:56 ] [ l_g_pix: 3.7037e-02 ] [ l_g_total: 3.7037e-02 ] +2024-10-07 06:38:41,722 INFO: [ epoch: 62 ] [ iter: 72,200 ] [ performance: 26.801 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:49 ] [ l_g_pix: 1.8566e-02 ] [ l_g_total: 1.8566e-02 ] +2024-10-07 06:38:45,463 INFO: [ epoch: 62 ] [ iter: 72,300 ] [ performance: 26.756 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:42 ] [ l_g_pix: 2.2761e-02 ] [ l_g_total: 2.2761e-02 ] +2024-10-07 06:38:49,183 INFO: [ epoch: 62 ] [ iter: 72,400 ] [ performance: 26.567 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:36 ] [ l_g_pix: 2.6898e-02 ] [ l_g_total: 2.6898e-02 ] +2024-10-07 06:38:52,912 INFO: [ epoch: 62 ] [ iter: 72,500 ] [ performance: 26.749 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:29 ] [ l_g_pix: 2.9294e-02 ] [ l_g_total: 2.9294e-02 ] +2024-10-07 06:38:56,638 INFO: [ epoch: 62 ] [ iter: 72,600 ] [ performance: 26.816 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:23 ] [ l_g_pix: 3.1786e-02 ] [ l_g_total: 3.1786e-02 ] +2024-10-07 06:39:00,097 INFO: [ epoch: 62 ] [ iter: 72,700 ] [ performance: 28.292 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:16 ] [ l_g_pix: 3.6046e-02 ] [ l_g_total: 3.6046e-02 ] +2024-10-07 06:39:05,045 INFO: [ epoch: 63 ] [ iter: 72,800 ] [ performance: 26.843 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:10 ] [ l_g_pix: 4.4119e-02 ] [ l_g_total: 4.4119e-02 ] +2024-10-07 06:39:08,770 INFO: [ epoch: 63 ] [ iter: 72,900 ] [ performance: 26.845 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:03 ] [ l_g_pix: 4.5833e-02 ] [ l_g_total: 4.5833e-02 ] +2024-10-07 06:39:12,474 INFO: [ epoch: 63 ] [ iter: 73,000 ] [ performance: 27.376 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:57 ] [ l_g_pix: 3.1333e-02 ] [ l_g_total: 3.1333e-02 ] +2024-10-07 06:39:16,203 INFO: [ epoch: 63 ] [ iter: 73,100 ] [ performance: 26.973 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:50 ] [ l_g_pix: 3.2606e-02 ] [ l_g_total: 3.2606e-02 ] +2024-10-07 06:39:19,932 INFO: [ epoch: 63 ] [ iter: 73,200 ] [ performance: 26.937 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:44 ] [ l_g_pix: 4.7155e-02 ] [ l_g_total: 4.7155e-02 ] +2024-10-07 06:39:23,662 INFO: [ epoch: 63 ] [ iter: 73,300 ] [ performance: 26.847 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:37 ] [ l_g_pix: 3.0348e-02 ] [ l_g_total: 3.0348e-02 ] +2024-10-07 06:39:27,337 INFO: [ epoch: 63 ] [ iter: 73,400 ] [ performance: 27.160 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:31 ] [ l_g_pix: 2.1213e-02 ] [ l_g_total: 2.1213e-02 ] +2024-10-07 06:39:31,059 INFO: [ epoch: 63 ] [ iter: 73,500 ] [ performance: 26.948 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:24 ] [ l_g_pix: 3.3960e-02 ] [ l_g_total: 3.3960e-02 ] +2024-10-07 06:39:34,753 INFO: [ epoch: 63 ] [ iter: 73,600 ] [ performance: 27.219 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:18 ] [ l_g_pix: 3.5140e-02 ] [ l_g_total: 3.5140e-02 ] +2024-10-07 06:39:38,464 INFO: [ epoch: 63 ] [ iter: 73,700 ] [ performance: 27.022 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:11 ] [ l_g_pix: 3.9182e-02 ] [ l_g_total: 3.9182e-02 ] +2024-10-07 06:39:42,089 INFO: [ epoch: 63 ] [ iter: 73,800 ] [ performance: 28.861 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:05 ] [ l_g_pix: 3.9302e-02 ] [ l_g_total: 3.9302e-02 ] +2024-10-07 06:39:46,927 INFO: [ epoch: 64 ] [ iter: 73,900 ] [ performance: 22.243 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:59 ] [ l_g_pix: 4.1212e-02 ] [ l_g_total: 4.1212e-02 ] +2024-10-07 06:39:50,668 INFO: [ epoch: 64 ] [ iter: 74,000 ] [ performance: 27.105 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:52 ] [ l_g_pix: 3.4933e-02 ] [ l_g_total: 3.4933e-02 ] +2024-10-07 06:39:54,378 INFO: [ epoch: 64 ] [ iter: 74,100 ] [ performance: 26.992 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:46 ] [ l_g_pix: 3.0350e-02 ] [ l_g_total: 3.0350e-02 ] +2024-10-07 06:39:58,123 INFO: [ epoch: 64 ] [ iter: 74,200 ] [ performance: 26.622 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:39 ] [ l_g_pix: 3.2593e-02 ] [ l_g_total: 3.2593e-02 ] +2024-10-07 06:40:01,816 INFO: [ epoch: 64 ] [ iter: 74,300 ] [ performance: 26.970 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:33 ] [ l_g_pix: 4.0124e-02 ] [ l_g_total: 4.0124e-02 ] +2024-10-07 06:40:05,532 INFO: [ epoch: 64 ] [ iter: 74,400 ] [ performance: 27.353 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:27 ] [ l_g_pix: 3.9782e-02 ] [ l_g_total: 3.9782e-02 ] +2024-10-07 06:40:09,269 INFO: [ epoch: 64 ] [ iter: 74,500 ] [ performance: 26.897 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:20 ] [ l_g_pix: 3.9845e-02 ] [ l_g_total: 3.9845e-02 ] +2024-10-07 06:40:13,005 INFO: [ epoch: 64 ] [ iter: 74,600 ] [ performance: 26.908 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:14 ] [ l_g_pix: 3.3297e-02 ] [ l_g_total: 3.3297e-02 ] +2024-10-07 06:40:16,707 INFO: [ epoch: 64 ] [ iter: 74,700 ] [ performance: 26.992 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:07 ] [ l_g_pix: 2.4044e-02 ] [ l_g_total: 2.4044e-02 ] +2024-10-07 06:40:20,477 INFO: [ epoch: 64 ] [ iter: 74,800 ] [ performance: 27.051 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:01 ] [ l_g_pix: 3.7893e-02 ] [ l_g_total: 3.7893e-02 ] +2024-10-07 06:40:24,224 INFO: [ epoch: 64 ] [ iter: 74,900 ] [ performance: 26.772 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:55 ] [ l_g_pix: 3.4013e-02 ] [ l_g_total: 3.4013e-02 ] +2024-10-07 06:40:27,744 INFO: [ epoch: 64 ] [ iter: 75,000 ] [ performance: 28.739 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:48 ] [ l_g_pix: 3.2319e-02 ] [ l_g_total: 3.2319e-02 ] +2024-10-07 06:40:32,794 INFO: [ epoch: 65 ] [ iter: 75,100 ] [ performance: 21.207 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:42 ] [ l_g_pix: 3.0495e-02 ] [ l_g_total: 3.0495e-02 ] +2024-10-07 06:40:36,568 INFO: [ epoch: 65 ] [ iter: 75,200 ] [ performance: 26.809 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:36 ] [ l_g_pix: 2.6269e-02 ] [ l_g_total: 2.6269e-02 ] +2024-10-07 06:40:40,317 INFO: [ epoch: 65 ] [ iter: 75,300 ] [ performance: 26.705 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:30 ] [ l_g_pix: 3.3931e-02 ] [ l_g_total: 3.3931e-02 ] +2024-10-07 06:40:44,058 INFO: [ epoch: 65 ] [ iter: 75,400 ] [ performance: 26.854 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:23 ] [ l_g_pix: 3.7256e-02 ] [ l_g_total: 3.7256e-02 ] +2024-10-07 06:40:47,762 INFO: [ epoch: 65 ] [ iter: 75,500 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:17 ] [ l_g_pix: 2.7231e-02 ] [ l_g_total: 2.7231e-02 ] +2024-10-07 06:40:51,480 INFO: [ epoch: 65 ] [ iter: 75,600 ] [ performance: 27.036 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:10 ] [ l_g_pix: 2.3112e-02 ] [ l_g_total: 2.3112e-02 ] +2024-10-07 06:40:55,220 INFO: [ epoch: 65 ] [ iter: 75,700 ] [ performance: 26.799 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:04 ] [ l_g_pix: 5.0281e-02 ] [ l_g_total: 5.0281e-02 ] +2024-10-07 06:40:58,914 INFO: [ epoch: 65 ] [ iter: 75,800 ] [ performance: 27.965 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:58 ] [ l_g_pix: 3.2503e-02 ] [ l_g_total: 3.2503e-02 ] +2024-10-07 06:41:02,628 INFO: [ epoch: 65 ] [ iter: 75,900 ] [ performance: 27.119 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:51 ] [ l_g_pix: 3.5395e-02 ] [ l_g_total: 3.5395e-02 ] +2024-10-07 06:41:06,374 INFO: [ epoch: 65 ] [ iter: 76,000 ] [ performance: 26.707 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:45 ] [ l_g_pix: 4.0942e-02 ] [ l_g_total: 4.0942e-02 ] +2024-10-07 06:41:10,063 INFO: [ epoch: 65 ] [ iter: 76,100 ] [ performance: 27.039 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:39 ] [ l_g_pix: 3.4334e-02 ] [ l_g_total: 3.4334e-02 ] +2024-10-07 06:41:15,101 INFO: [ epoch: 66 ] [ iter: 76,200 ] [ performance: 21.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:33 ] [ l_g_pix: 3.5406e-02 ] [ l_g_total: 3.5406e-02 ] +2024-10-07 06:41:18,866 INFO: [ epoch: 66 ] [ iter: 76,300 ] [ performance: 25.590 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:27 ] [ l_g_pix: 3.8235e-02 ] [ l_g_total: 3.8235e-02 ] +2024-10-07 06:41:22,625 INFO: [ epoch: 66 ] [ iter: 76,400 ] [ performance: 27.076 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:20 ] [ l_g_pix: 4.3014e-02 ] [ l_g_total: 4.3014e-02 ] +2024-10-07 06:41:26,341 INFO: [ epoch: 66 ] [ iter: 76,500 ] [ performance: 26.943 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:14 ] [ l_g_pix: 3.7302e-02 ] [ l_g_total: 3.7302e-02 ] +2024-10-07 06:41:30,051 INFO: [ epoch: 66 ] [ iter: 76,600 ] [ performance: 27.525 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:08 ] [ l_g_pix: 3.3680e-02 ] [ l_g_total: 3.3680e-02 ] +2024-10-07 06:41:33,798 INFO: [ epoch: 66 ] [ iter: 76,700 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:02 ] [ l_g_pix: 2.7007e-02 ] [ l_g_total: 2.7007e-02 ] +2024-10-07 06:41:37,573 INFO: [ epoch: 66 ] [ iter: 76,800 ] [ performance: 27.376 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:55 ] [ l_g_pix: 2.7736e-02 ] [ l_g_total: 2.7736e-02 ] +2024-10-07 06:41:41,284 INFO: [ epoch: 66 ] [ iter: 76,900 ] [ performance: 27.018 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:49 ] [ l_g_pix: 3.5545e-02 ] [ l_g_total: 3.5545e-02 ] +2024-10-07 06:41:45,013 INFO: [ epoch: 66 ] [ iter: 77,000 ] [ performance: 26.823 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:43 ] [ l_g_pix: 2.8877e-02 ] [ l_g_total: 2.8877e-02 ] +2024-10-07 06:41:48,795 INFO: [ epoch: 66 ] [ iter: 77,100 ] [ performance: 26.502 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:37 ] [ l_g_pix: 2.9864e-02 ] [ l_g_total: 2.9864e-02 ] +2024-10-07 06:41:52,536 INFO: [ epoch: 66 ] [ iter: 77,200 ] [ performance: 26.610 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:30 ] [ l_g_pix: 4.7435e-02 ] [ l_g_total: 4.7435e-02 ] +2024-10-07 06:41:56,091 INFO: [ epoch: 66 ] [ iter: 77,300 ] [ performance: 27.915 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:24 ] [ l_g_pix: 3.4817e-02 ] [ l_g_total: 3.4817e-02 ] +2024-10-07 06:42:01,239 INFO: [ epoch: 67 ] [ iter: 77,400 ] [ performance: 26.667 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:18 ] [ l_g_pix: 3.1455e-02 ] [ l_g_total: 3.1455e-02 ] +2024-10-07 06:42:05,003 INFO: [ epoch: 67 ] [ iter: 77,500 ] [ performance: 26.589 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:12 ] [ l_g_pix: 3.2577e-02 ] [ l_g_total: 3.2577e-02 ] +2024-10-07 06:42:08,753 INFO: [ epoch: 67 ] [ iter: 77,600 ] [ performance: 27.928 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:06 ] [ l_g_pix: 2.4874e-02 ] [ l_g_total: 2.4874e-02 ] +2024-10-07 06:42:12,483 INFO: [ epoch: 67 ] [ iter: 77,700 ] [ performance: 26.945 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:00 ] [ l_g_pix: 2.8853e-02 ] [ l_g_total: 2.8853e-02 ] +2024-10-07 06:42:16,245 INFO: [ epoch: 67 ] [ iter: 77,800 ] [ performance: 26.581 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:53 ] [ l_g_pix: 2.7698e-02 ] [ l_g_total: 2.7698e-02 ] +2024-10-07 06:42:19,994 INFO: [ epoch: 67 ] [ iter: 77,900 ] [ performance: 26.674 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:47 ] [ l_g_pix: 2.3374e-02 ] [ l_g_total: 2.3374e-02 ] +2024-10-07 06:42:23,755 INFO: [ epoch: 67 ] [ iter: 78,000 ] [ performance: 26.706 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:41 ] [ l_g_pix: 3.9572e-02 ] [ l_g_total: 3.9572e-02 ] +2024-10-07 06:42:27,474 INFO: [ epoch: 67 ] [ iter: 78,100 ] [ performance: 26.875 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:35 ] [ l_g_pix: 2.9896e-02 ] [ l_g_total: 2.9896e-02 ] +2024-10-07 06:42:31,210 INFO: [ epoch: 67 ] [ iter: 78,200 ] [ performance: 26.862 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:29 ] [ l_g_pix: 3.9992e-02 ] [ l_g_total: 3.9992e-02 ] +2024-10-07 06:42:34,942 INFO: [ epoch: 67 ] [ iter: 78,300 ] [ performance: 26.809 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:23 ] [ l_g_pix: 2.9352e-02 ] [ l_g_total: 2.9352e-02 ] +2024-10-07 06:42:38,607 INFO: [ epoch: 67 ] [ iter: 78,400 ] [ performance: 29.149 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:16 ] [ l_g_pix: 2.3788e-02 ] [ l_g_total: 2.3788e-02 ] +2024-10-07 06:42:43,295 INFO: [ epoch: 68 ] [ iter: 78,500 ] [ performance: 21.867 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:10 ] [ l_g_pix: 3.6768e-02 ] [ l_g_total: 3.6768e-02 ] +2024-10-07 06:42:47,108 INFO: [ epoch: 68 ] [ iter: 78,600 ] [ performance: 26.619 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:04 ] [ l_g_pix: 3.1763e-02 ] [ l_g_total: 3.1763e-02 ] +2024-10-07 06:42:50,841 INFO: [ epoch: 68 ] [ iter: 78,700 ] [ performance: 26.785 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:58 ] [ l_g_pix: 4.1851e-02 ] [ l_g_total: 4.1851e-02 ] +2024-10-07 06:42:54,539 INFO: [ epoch: 68 ] [ iter: 78,800 ] [ performance: 27.514 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:52 ] [ l_g_pix: 2.1496e-02 ] [ l_g_total: 2.1496e-02 ] +2024-10-07 06:42:58,244 INFO: [ epoch: 68 ] [ iter: 78,900 ] [ performance: 27.033 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:46 ] [ l_g_pix: 3.9760e-02 ] [ l_g_total: 3.9760e-02 ] +2024-10-07 06:43:01,974 INFO: [ epoch: 68 ] [ iter: 79,000 ] [ performance: 26.968 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:40 ] [ l_g_pix: 2.9946e-02 ] [ l_g_total: 2.9946e-02 ] +2024-10-07 06:43:05,648 INFO: [ epoch: 68 ] [ iter: 79,100 ] [ performance: 27.210 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:34 ] [ l_g_pix: 2.8684e-02 ] [ l_g_total: 2.8684e-02 ] +2024-10-07 06:43:09,351 INFO: [ epoch: 68 ] [ iter: 79,200 ] [ performance: 28.182 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:28 ] [ l_g_pix: 3.4025e-02 ] [ l_g_total: 3.4025e-02 ] +2024-10-07 06:43:13,087 INFO: [ epoch: 68 ] [ iter: 79,300 ] [ performance: 26.850 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:21 ] [ l_g_pix: 3.7170e-02 ] [ l_g_total: 3.7170e-02 ] +2024-10-07 06:43:16,807 INFO: [ epoch: 68 ] [ iter: 79,400 ] [ performance: 27.910 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:15 ] [ l_g_pix: 2.9375e-02 ] [ l_g_total: 2.9375e-02 ] +2024-10-07 06:43:20,522 INFO: [ epoch: 68 ] [ iter: 79,500 ] [ performance: 26.973 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:09 ] [ l_g_pix: 3.2894e-02 ] [ l_g_total: 3.2894e-02 ] +2024-10-07 06:43:24,078 INFO: [ epoch: 68 ] [ iter: 79,600 ] [ performance: 29.569 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:03 ] [ l_g_pix: 3.7832e-02 ] [ l_g_total: 3.7832e-02 ] +2024-10-07 06:43:29,183 INFO: [ epoch: 69 ] [ iter: 79,700 ] [ performance: 19.854 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:57 ] [ l_g_pix: 3.4367e-02 ] [ l_g_total: 3.4367e-02 ] +2024-10-07 06:43:32,936 INFO: [ epoch: 69 ] [ iter: 79,800 ] [ performance: 27.135 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:51 ] [ l_g_pix: 3.2366e-02 ] [ l_g_total: 3.2366e-02 ] +2024-10-07 06:43:36,702 INFO: [ epoch: 69 ] [ iter: 79,900 ] [ performance: 26.578 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:45 ] [ l_g_pix: 3.7261e-02 ] [ l_g_total: 3.7261e-02 ] +2024-10-07 06:43:40,454 INFO: [ epoch: 69 ] [ iter: 80,000 ] [ performance: 27.481 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:39 ] [ l_g_pix: 2.8650e-02 ] [ l_g_total: 2.8650e-02 ] +2024-10-07 06:43:40,454 INFO: Saving models and training states. +2024-10-07 06:46:47,327 INFO: Validation val + + # psnr: 27.1568........ Best: 27.1568 @ 80000 iter + # ssim: 0.7643........ Best: 0.7643 @ 80000 iter + # dists: 0.7733........ Best: 0.7733 @ 50000 iter + +2024-10-07 06:46:51,097 INFO: [ epoch: 69 ] [ iter: 80,100 ] [ performance: 26.552 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:20 ] [ l_g_pix: 2.4932e-02 ] [ l_g_total: 2.4932e-02 ] +2024-10-07 06:46:54,843 INFO: [ epoch: 69 ] [ iter: 80,200 ] [ performance: 27.618 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:13 ] [ l_g_pix: 3.7832e-02 ] [ l_g_total: 3.7832e-02 ] +2024-10-07 06:46:58,587 INFO: [ epoch: 69 ] [ iter: 80,300 ] [ performance: 26.723 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:07 ] [ l_g_pix: 4.4873e-02 ] [ l_g_total: 4.4873e-02 ] +2024-10-07 06:47:02,307 INFO: [ epoch: 69 ] [ iter: 80,400 ] [ performance: 26.803 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:01 ] [ l_g_pix: 3.8763e-02 ] [ l_g_total: 3.8763e-02 ] +2024-10-07 06:47:06,062 INFO: [ epoch: 69 ] [ iter: 80,500 ] [ performance: 26.640 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:54 ] [ l_g_pix: 2.4074e-02 ] [ l_g_total: 2.4074e-02 ] +2024-10-07 06:47:09,767 INFO: [ epoch: 69 ] [ iter: 80,600 ] [ performance: 26.817 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:48 ] [ l_g_pix: 3.7231e-02 ] [ l_g_total: 3.7231e-02 ] +2024-10-07 06:47:13,449 INFO: [ epoch: 69 ] [ iter: 80,700 ] [ performance: 27.161 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:42 ] [ l_g_pix: 2.8920e-02 ] [ l_g_total: 2.8920e-02 ] +2024-10-07 06:47:18,297 INFO: [ epoch: 70 ] [ iter: 80,800 ] [ performance: 23.435 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:35 ] [ l_g_pix: 1.5822e-02 ] [ l_g_total: 1.5822e-02 ] +2024-10-07 06:47:22,155 INFO: [ epoch: 70 ] [ iter: 80,900 ] [ performance: 26.353 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:29 ] [ l_g_pix: 3.0623e-02 ] [ l_g_total: 3.0623e-02 ] +2024-10-07 06:47:25,825 INFO: [ epoch: 70 ] [ iter: 81,000 ] [ performance: 26.799 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:23 ] [ l_g_pix: 3.3589e-02 ] [ l_g_total: 3.3589e-02 ] +2024-10-07 06:47:29,535 INFO: [ epoch: 70 ] [ iter: 81,100 ] [ performance: 26.961 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:17 ] [ l_g_pix: 3.8047e-02 ] [ l_g_total: 3.8047e-02 ] +2024-10-07 06:47:33,272 INFO: [ epoch: 70 ] [ iter: 81,200 ] [ performance: 26.859 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:10 ] [ l_g_pix: 3.2704e-02 ] [ l_g_total: 3.2704e-02 ] +2024-10-07 06:47:36,999 INFO: [ epoch: 70 ] [ iter: 81,300 ] [ performance: 26.855 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:04 ] [ l_g_pix: 3.4515e-02 ] [ l_g_total: 3.4515e-02 ] +2024-10-07 06:47:40,709 INFO: [ epoch: 70 ] [ iter: 81,400 ] [ performance: 26.910 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:58 ] [ l_g_pix: 4.3494e-02 ] [ l_g_total: 4.3494e-02 ] +2024-10-07 06:47:44,445 INFO: [ epoch: 70 ] [ iter: 81,500 ] [ performance: 26.815 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:51 ] [ l_g_pix: 3.0476e-02 ] [ l_g_total: 3.0476e-02 ] +2024-10-07 06:47:48,214 INFO: [ epoch: 70 ] [ iter: 81,600 ] [ performance: 26.674 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:45 ] [ l_g_pix: 4.1425e-02 ] [ l_g_total: 4.1425e-02 ] +2024-10-07 06:47:51,998 INFO: [ epoch: 70 ] [ iter: 81,700 ] [ performance: 26.398 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:39 ] [ l_g_pix: 4.3401e-02 ] [ l_g_total: 4.3401e-02 ] +2024-10-07 06:47:55,708 INFO: [ epoch: 70 ] [ iter: 81,800 ] [ performance: 26.683 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:33 ] [ l_g_pix: 3.5376e-02 ] [ l_g_total: 3.5376e-02 ] +2024-10-07 06:47:59,270 INFO: [ epoch: 70 ] [ iter: 81,900 ] [ performance: 28.150 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:26 ] [ l_g_pix: 3.5298e-02 ] [ l_g_total: 3.5298e-02 ] +2024-10-07 06:48:04,356 INFO: [ epoch: 71 ] [ iter: 82,000 ] [ performance: 23.009 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:21 ] [ l_g_pix: 3.2372e-02 ] [ l_g_total: 3.2372e-02 ] +2024-10-07 06:48:08,033 INFO: [ epoch: 71 ] [ iter: 82,100 ] [ performance: 27.315 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:14 ] [ l_g_pix: 4.0236e-02 ] [ l_g_total: 4.0236e-02 ] +2024-10-07 06:48:11,822 INFO: [ epoch: 71 ] [ iter: 82,200 ] [ performance: 26.831 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:08 ] [ l_g_pix: 5.1718e-02 ] [ l_g_total: 5.1718e-02 ] +2024-10-07 06:48:15,540 INFO: [ epoch: 71 ] [ iter: 82,300 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:02 ] [ l_g_pix: 2.8074e-02 ] [ l_g_total: 2.8074e-02 ] +2024-10-07 06:48:19,296 INFO: [ epoch: 71 ] [ iter: 82,400 ] [ performance: 26.770 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:56 ] [ l_g_pix: 4.2855e-02 ] [ l_g_total: 4.2855e-02 ] +2024-10-07 06:48:23,069 INFO: [ epoch: 71 ] [ iter: 82,500 ] [ performance: 26.518 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:49 ] [ l_g_pix: 2.1416e-02 ] [ l_g_total: 2.1416e-02 ] +2024-10-07 06:48:26,806 INFO: [ epoch: 71 ] [ iter: 82,600 ] [ performance: 26.645 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:43 ] [ l_g_pix: 3.2963e-02 ] [ l_g_total: 3.2963e-02 ] +2024-10-07 06:48:30,554 INFO: [ epoch: 71 ] [ iter: 82,700 ] [ performance: 26.709 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:37 ] [ l_g_pix: 3.1218e-02 ] [ l_g_total: 3.1218e-02 ] +2024-10-07 06:48:34,279 INFO: [ epoch: 71 ] [ iter: 82,800 ] [ performance: 26.785 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:31 ] [ l_g_pix: 3.7317e-02 ] [ l_g_total: 3.7317e-02 ] +2024-10-07 06:48:37,957 INFO: [ epoch: 71 ] [ iter: 82,900 ] [ performance: 27.260 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:25 ] [ l_g_pix: 2.3354e-02 ] [ l_g_total: 2.3354e-02 ] +2024-10-07 06:48:41,632 INFO: [ epoch: 71 ] [ iter: 83,000 ] [ performance: 27.237 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:18 ] [ l_g_pix: 2.9811e-02 ] [ l_g_total: 2.9811e-02 ] +2024-10-07 06:48:46,192 INFO: [ epoch: 72 ] [ iter: 83,100 ] [ performance: 21.201 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:12 ] [ l_g_pix: 3.0926e-02 ] [ l_g_total: 3.0926e-02 ] +2024-10-07 06:48:50,327 INFO: [ epoch: 72 ] [ iter: 83,200 ] [ performance: 22.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:06 ] [ l_g_pix: 2.9841e-02 ] [ l_g_total: 2.9841e-02 ] +2024-10-07 06:48:54,081 INFO: [ epoch: 72 ] [ iter: 83,300 ] [ performance: 26.827 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:00 ] [ l_g_pix: 3.6963e-02 ] [ l_g_total: 3.6963e-02 ] +2024-10-07 06:48:57,810 INFO: [ epoch: 72 ] [ iter: 83,400 ] [ performance: 26.823 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:54 ] [ l_g_pix: 3.2982e-02 ] [ l_g_total: 3.2982e-02 ] +2024-10-07 06:49:01,579 INFO: [ epoch: 72 ] [ iter: 83,500 ] [ performance: 26.664 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:48 ] [ l_g_pix: 3.9769e-02 ] [ l_g_total: 3.9769e-02 ] +2024-10-07 06:49:05,356 INFO: [ epoch: 72 ] [ iter: 83,600 ] [ performance: 26.567 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:42 ] [ l_g_pix: 2.6838e-02 ] [ l_g_total: 2.6838e-02 ] +2024-10-07 06:49:09,103 INFO: [ epoch: 72 ] [ iter: 83,700 ] [ performance: 26.896 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:36 ] [ l_g_pix: 3.5756e-02 ] [ l_g_total: 3.5756e-02 ] +2024-10-07 06:49:12,848 INFO: [ epoch: 72 ] [ iter: 83,800 ] [ performance: 26.796 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:30 ] [ l_g_pix: 4.3987e-02 ] [ l_g_total: 4.3987e-02 ] +2024-10-07 06:49:16,545 INFO: [ epoch: 72 ] [ iter: 83,900 ] [ performance: 27.149 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:23 ] [ l_g_pix: 2.5827e-02 ] [ l_g_total: 2.5827e-02 ] +2024-10-07 06:49:20,223 INFO: [ epoch: 72 ] [ iter: 84,000 ] [ performance: 27.172 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:17 ] [ l_g_pix: 3.3953e-02 ] [ l_g_total: 3.3953e-02 ] +2024-10-07 06:49:23,981 INFO: [ epoch: 72 ] [ iter: 84,100 ] [ performance: 26.744 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:11 ] [ l_g_pix: 3.4773e-02 ] [ l_g_total: 3.4773e-02 ] +2024-10-07 06:49:27,601 INFO: [ epoch: 72 ] [ iter: 84,200 ] [ performance: 27.225 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:05 ] [ l_g_pix: 4.1119e-02 ] [ l_g_total: 4.1119e-02 ] +2024-10-07 06:49:32,701 INFO: [ epoch: 73 ] [ iter: 84,300 ] [ performance: 18.267 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:59 ] [ l_g_pix: 2.9950e-02 ] [ l_g_total: 2.9950e-02 ] +2024-10-07 06:49:36,479 INFO: [ epoch: 73 ] [ iter: 84,400 ] [ performance: 22.042 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:53 ] [ l_g_pix: 3.6389e-02 ] [ l_g_total: 3.6389e-02 ] +2024-10-07 06:49:40,199 INFO: [ epoch: 73 ] [ iter: 84,500 ] [ performance: 26.979 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:47 ] [ l_g_pix: 3.7942e-02 ] [ l_g_total: 3.7942e-02 ] +2024-10-07 06:49:43,944 INFO: [ epoch: 73 ] [ iter: 84,600 ] [ performance: 26.828 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:41 ] [ l_g_pix: 2.7376e-02 ] [ l_g_total: 2.7376e-02 ] +2024-10-07 06:49:47,677 INFO: [ epoch: 73 ] [ iter: 84,700 ] [ performance: 26.812 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:35 ] [ l_g_pix: 3.6717e-02 ] [ l_g_total: 3.6717e-02 ] +2024-10-07 06:49:51,413 INFO: [ epoch: 73 ] [ iter: 84,800 ] [ performance: 26.788 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:29 ] [ l_g_pix: 3.2404e-02 ] [ l_g_total: 3.2404e-02 ] +2024-10-07 06:49:55,155 INFO: [ epoch: 73 ] [ iter: 84,900 ] [ performance: 26.846 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:23 ] [ l_g_pix: 1.4535e-02 ] [ l_g_total: 1.4535e-02 ] +2024-10-07 06:49:58,920 INFO: [ epoch: 73 ] [ iter: 85,000 ] [ performance: 26.685 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:17 ] [ l_g_pix: 3.3313e-02 ] [ l_g_total: 3.3313e-02 ] +2024-10-07 06:50:02,662 INFO: [ epoch: 73 ] [ iter: 85,100 ] [ performance: 26.752 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:11 ] [ l_g_pix: 2.8754e-02 ] [ l_g_total: 2.8754e-02 ] +2024-10-07 06:50:06,426 INFO: [ epoch: 73 ] [ iter: 85,200 ] [ performance: 26.653 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:05 ] [ l_g_pix: 2.5830e-02 ] [ l_g_total: 2.5830e-02 ] +2024-10-07 06:50:10,192 INFO: [ epoch: 73 ] [ iter: 85,300 ] [ performance: 26.757 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:58 ] [ l_g_pix: 3.7785e-02 ] [ l_g_total: 3.7785e-02 ] +2024-10-07 06:50:14,670 INFO: [ epoch: 74 ] [ iter: 85,400 ] [ performance: 24.053 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:53 ] [ l_g_pix: 4.3752e-02 ] [ l_g_total: 4.3752e-02 ] +2024-10-07 06:50:18,795 INFO: [ epoch: 74 ] [ iter: 85,500 ] [ performance: 26.843 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:47 ] [ l_g_pix: 4.8685e-02 ] [ l_g_total: 4.8685e-02 ] +2024-10-07 06:50:22,539 INFO: [ epoch: 74 ] [ iter: 85,600 ] [ performance: 26.769 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:41 ] [ l_g_pix: 3.7670e-02 ] [ l_g_total: 3.7670e-02 ] +2024-10-07 06:50:26,221 INFO: [ epoch: 74 ] [ iter: 85,700 ] [ performance: 27.233 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:34 ] [ l_g_pix: 3.9849e-02 ] [ l_g_total: 3.9849e-02 ] +2024-10-07 06:50:29,914 INFO: [ epoch: 74 ] [ iter: 85,800 ] [ performance: 27.147 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:28 ] [ l_g_pix: 3.5625e-02 ] [ l_g_total: 3.5625e-02 ] +2024-10-07 06:50:33,627 INFO: [ epoch: 74 ] [ iter: 85,900 ] [ performance: 27.075 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:22 ] [ l_g_pix: 2.0666e-02 ] [ l_g_total: 2.0666e-02 ] +2024-10-07 06:50:37,315 INFO: [ epoch: 74 ] [ iter: 86,000 ] [ performance: 27.103 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:16 ] [ l_g_pix: 4.0640e-02 ] [ l_g_total: 4.0640e-02 ] +2024-10-07 06:50:40,972 INFO: [ epoch: 74 ] [ iter: 86,100 ] [ performance: 27.596 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:10 ] [ l_g_pix: 3.4343e-02 ] [ l_g_total: 3.4343e-02 ] +2024-10-07 06:50:44,678 INFO: [ epoch: 74 ] [ iter: 86,200 ] [ performance: 27.239 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:04 ] [ l_g_pix: 3.3694e-02 ] [ l_g_total: 3.3694e-02 ] +2024-10-07 06:50:48,389 INFO: [ epoch: 74 ] [ iter: 86,300 ] [ performance: 26.963 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:58 ] [ l_g_pix: 4.1129e-02 ] [ l_g_total: 4.1129e-02 ] +2024-10-07 06:50:52,096 INFO: [ epoch: 74 ] [ iter: 86,400 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:52 ] [ l_g_pix: 3.0785e-02 ] [ l_g_total: 3.0785e-02 ] +2024-10-07 06:50:55,715 INFO: [ epoch: 74 ] [ iter: 86,500 ] [ performance: 28.023 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:46 ] [ l_g_pix: 3.0337e-02 ] [ l_g_total: 3.0337e-02 ] +2024-10-07 06:51:00,760 INFO: [ epoch: 75 ] [ iter: 86,600 ] [ performance: 22.542 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:41 ] [ l_g_pix: 3.4824e-02 ] [ l_g_total: 3.4824e-02 ] +2024-10-07 06:51:04,489 INFO: [ epoch: 75 ] [ iter: 86,700 ] [ performance: 27.088 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:35 ] [ l_g_pix: 4.3975e-02 ] [ l_g_total: 4.3975e-02 ] +2024-10-07 06:51:08,250 INFO: [ epoch: 75 ] [ iter: 86,800 ] [ performance: 26.796 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:29 ] [ l_g_pix: 3.5853e-02 ] [ l_g_total: 3.5853e-02 ] +2024-10-07 06:51:11,951 INFO: [ epoch: 75 ] [ iter: 86,900 ] [ performance: 27.277 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:23 ] [ l_g_pix: 3.3299e-02 ] [ l_g_total: 3.3299e-02 ] +2024-10-07 06:51:15,643 INFO: [ epoch: 75 ] [ iter: 87,000 ] [ performance: 27.168 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:17 ] [ l_g_pix: 3.1498e-02 ] [ l_g_total: 3.1498e-02 ] +2024-10-07 06:51:19,426 INFO: [ epoch: 75 ] [ iter: 87,100 ] [ performance: 26.434 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:11 ] [ l_g_pix: 3.7111e-02 ] [ l_g_total: 3.7111e-02 ] +2024-10-07 06:51:23,132 INFO: [ epoch: 75 ] [ iter: 87,200 ] [ performance: 26.765 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:05 ] [ l_g_pix: 4.1157e-02 ] [ l_g_total: 4.1157e-02 ] +2024-10-07 06:51:26,866 INFO: [ epoch: 75 ] [ iter: 87,300 ] [ performance: 26.776 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:59 ] [ l_g_pix: 3.1348e-02 ] [ l_g_total: 3.1348e-02 ] +2024-10-07 06:51:30,606 INFO: [ epoch: 75 ] [ iter: 87,400 ] [ performance: 26.759 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:53 ] [ l_g_pix: 3.6001e-02 ] [ l_g_total: 3.6001e-02 ] +2024-10-07 06:51:34,371 INFO: [ epoch: 75 ] [ iter: 87,500 ] [ performance: 26.642 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:47 ] [ l_g_pix: 4.1555e-02 ] [ l_g_total: 4.1555e-02 ] +2024-10-07 06:51:38,085 INFO: [ epoch: 75 ] [ iter: 87,600 ] [ performance: 26.821 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:41 ] [ l_g_pix: 2.8983e-02 ] [ l_g_total: 2.8983e-02 ] +2024-10-07 06:51:41,573 INFO: [ epoch: 75 ] [ iter: 87,700 ] [ performance: 29.014 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:35 ] [ l_g_pix: 2.8715e-02 ] [ l_g_total: 2.8715e-02 ] +2024-10-07 06:51:46,705 INFO: [ epoch: 76 ] [ iter: 87,800 ] [ performance: 22.355 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:29 ] [ l_g_pix: 2.8759e-02 ] [ l_g_total: 2.8759e-02 ] +2024-10-07 06:51:50,461 INFO: [ epoch: 76 ] [ iter: 87,900 ] [ performance: 26.907 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:23 ] [ l_g_pix: 3.0205e-02 ] [ l_g_total: 3.0205e-02 ] +2024-10-07 06:51:54,215 INFO: [ epoch: 76 ] [ iter: 88,000 ] [ performance: 26.746 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:18 ] [ l_g_pix: 2.5162e-02 ] [ l_g_total: 2.5162e-02 ] +2024-10-07 06:51:57,912 INFO: [ epoch: 76 ] [ iter: 88,100 ] [ performance: 27.168 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:12 ] [ l_g_pix: 3.2054e-02 ] [ l_g_total: 3.2054e-02 ] +2024-10-07 06:52:01,653 INFO: [ epoch: 76 ] [ iter: 88,200 ] [ performance: 26.900 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:06 ] [ l_g_pix: 2.8716e-02 ] [ l_g_total: 2.8716e-02 ] +2024-10-07 06:52:05,380 INFO: [ epoch: 76 ] [ iter: 88,300 ] [ performance: 26.947 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:00 ] [ l_g_pix: 4.8756e-02 ] [ l_g_total: 4.8756e-02 ] +2024-10-07 06:52:09,079 INFO: [ epoch: 76 ] [ iter: 88,400 ] [ performance: 27.003 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:54 ] [ l_g_pix: 4.1086e-02 ] [ l_g_total: 4.1086e-02 ] +2024-10-07 06:52:12,780 INFO: [ epoch: 76 ] [ iter: 88,500 ] [ performance: 26.957 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:48 ] [ l_g_pix: 4.3122e-02 ] [ l_g_total: 4.3122e-02 ] +2024-10-07 06:52:16,501 INFO: [ epoch: 76 ] [ iter: 88,600 ] [ performance: 26.908 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:42 ] [ l_g_pix: 2.0372e-02 ] [ l_g_total: 2.0372e-02 ] +2024-10-07 06:52:20,243 INFO: [ epoch: 76 ] [ iter: 88,700 ] [ performance: 26.912 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:36 ] [ l_g_pix: 3.6141e-02 ] [ l_g_total: 3.6141e-02 ] +2024-10-07 06:52:23,876 INFO: [ epoch: 76 ] [ iter: 88,800 ] [ performance: 27.297 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:30 ] [ l_g_pix: 4.6460e-02 ] [ l_g_total: 4.6460e-02 ] +2024-10-07 06:52:28,786 INFO: [ epoch: 77 ] [ iter: 88,900 ] [ performance: 16.791 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:25 ] [ l_g_pix: 3.9049e-02 ] [ l_g_total: 3.9049e-02 ] +2024-10-07 06:52:32,476 INFO: [ epoch: 77 ] [ iter: 89,000 ] [ performance: 22.118 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:19 ] [ l_g_pix: 2.1026e-02 ] [ l_g_total: 2.1026e-02 ] +2024-10-07 06:52:36,177 INFO: [ epoch: 77 ] [ iter: 89,100 ] [ performance: 27.222 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:13 ] [ l_g_pix: 3.1212e-02 ] [ l_g_total: 3.1212e-02 ] +2024-10-07 06:52:39,913 INFO: [ epoch: 77 ] [ iter: 89,200 ] [ performance: 26.935 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:07 ] [ l_g_pix: 2.6435e-02 ] [ l_g_total: 2.6435e-02 ] +2024-10-07 06:52:43,661 INFO: [ epoch: 77 ] [ iter: 89,300 ] [ performance: 26.575 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:01 ] [ l_g_pix: 2.2217e-02 ] [ l_g_total: 2.2217e-02 ] +2024-10-07 06:52:47,482 INFO: [ epoch: 77 ] [ iter: 89,400 ] [ performance: 26.318 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:55 ] [ l_g_pix: 2.5500e-02 ] [ l_g_total: 2.5500e-02 ] +2024-10-07 06:52:51,245 INFO: [ epoch: 77 ] [ iter: 89,500 ] [ performance: 26.657 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:50 ] [ l_g_pix: 2.9021e-02 ] [ l_g_total: 2.9021e-02 ] +2024-10-07 06:52:55,029 INFO: [ epoch: 77 ] [ iter: 89,600 ] [ performance: 26.513 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:44 ] [ l_g_pix: 2.3123e-02 ] [ l_g_total: 2.3123e-02 ] +2024-10-07 06:52:58,785 INFO: [ epoch: 77 ] [ iter: 89,700 ] [ performance: 26.711 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:38 ] [ l_g_pix: 2.6510e-02 ] [ l_g_total: 2.6510e-02 ] +2024-10-07 06:53:02,563 INFO: [ epoch: 77 ] [ iter: 89,800 ] [ performance: 26.556 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:32 ] [ l_g_pix: 3.0831e-02 ] [ l_g_total: 3.0831e-02 ] +2024-10-07 06:53:06,288 INFO: [ epoch: 77 ] [ iter: 89,900 ] [ performance: 26.783 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:26 ] [ l_g_pix: 3.5297e-02 ] [ l_g_total: 3.5297e-02 ] +2024-10-07 06:53:09,814 INFO: [ epoch: 77 ] [ iter: 90,000 ] [ performance: 27.797 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:20 ] [ l_g_pix: 3.4438e-02 ] [ l_g_total: 3.4438e-02 ] +2024-10-07 06:53:09,815 INFO: Saving models and training states. +2024-10-07 06:56:13,561 INFO: Validation val + + # psnr: 27.1633........ Best: 27.1633 @ 90000 iter + # ssim: 0.7646........ Best: 0.7646 @ 90000 iter + # dists: 0.7733........ Best: 0.7733 @ 90000 iter + +2024-10-07 06:56:18,523 INFO: [ epoch: 78 ] [ iter: 90,100 ] [ performance: 26.825 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:35 ] [ l_g_pix: 2.8669e-02 ] [ l_g_total: 2.8669e-02 ] +2024-10-07 06:56:22,300 INFO: [ epoch: 78 ] [ iter: 90,200 ] [ performance: 26.598 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:29 ] [ l_g_pix: 2.8408e-02 ] [ l_g_total: 2.8408e-02 ] +2024-10-07 06:56:26,011 INFO: [ epoch: 78 ] [ iter: 90,300 ] [ performance: 26.991 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:23 ] [ l_g_pix: 3.3279e-02 ] [ l_g_total: 3.3279e-02 ] +2024-10-07 06:56:29,714 INFO: [ epoch: 78 ] [ iter: 90,400 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:17 ] [ l_g_pix: 3.3897e-02 ] [ l_g_total: 3.3897e-02 ] +2024-10-07 06:56:33,439 INFO: [ epoch: 78 ] [ iter: 90,500 ] [ performance: 26.432 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:11 ] [ l_g_pix: 2.6569e-02 ] [ l_g_total: 2.6569e-02 ] +2024-10-07 06:56:37,167 INFO: [ epoch: 78 ] [ iter: 90,600 ] [ performance: 26.696 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:05 ] [ l_g_pix: 3.0448e-02 ] [ l_g_total: 3.0448e-02 ] +2024-10-07 06:56:40,911 INFO: [ epoch: 78 ] [ iter: 90,700 ] [ performance: 26.731 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:59 ] [ l_g_pix: 3.3478e-02 ] [ l_g_total: 3.3478e-02 ] +2024-10-07 06:56:44,670 INFO: [ epoch: 78 ] [ iter: 90,800 ] [ performance: 26.649 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:53 ] [ l_g_pix: 2.4826e-02 ] [ l_g_total: 2.4826e-02 ] +2024-10-07 06:56:48,446 INFO: [ epoch: 78 ] [ iter: 90,900 ] [ performance: 26.595 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:47 ] [ l_g_pix: 2.1797e-02 ] [ l_g_total: 2.1797e-02 ] +2024-10-07 06:56:52,182 INFO: [ epoch: 78 ] [ iter: 91,000 ] [ performance: 26.718 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:41 ] [ l_g_pix: 4.7868e-02 ] [ l_g_total: 4.7868e-02 ] +2024-10-07 06:56:55,836 INFO: [ epoch: 78 ] [ iter: 91,100 ] [ performance: 27.979 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:35 ] [ l_g_pix: 3.0600e-02 ] [ l_g_total: 3.0600e-02 ] +2024-10-07 06:57:00,836 INFO: [ epoch: 79 ] [ iter: 91,200 ] [ performance: 22.013 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:29 ] [ l_g_pix: 3.1264e-02 ] [ l_g_total: 3.1264e-02 ] +2024-10-07 06:57:04,587 INFO: [ epoch: 79 ] [ iter: 91,300 ] [ performance: 26.761 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:23 ] [ l_g_pix: 4.6788e-02 ] [ l_g_total: 4.6788e-02 ] +2024-10-07 06:57:08,305 INFO: [ epoch: 79 ] [ iter: 91,400 ] [ performance: 26.858 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:17 ] [ l_g_pix: 3.6386e-02 ] [ l_g_total: 3.6386e-02 ] +2024-10-07 06:57:12,023 INFO: [ epoch: 79 ] [ iter: 91,500 ] [ performance: 26.847 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:11 ] [ l_g_pix: 2.6226e-02 ] [ l_g_total: 2.6226e-02 ] +2024-10-07 06:57:15,726 INFO: [ epoch: 79 ] [ iter: 91,600 ] [ performance: 26.963 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:05 ] [ l_g_pix: 2.7208e-02 ] [ l_g_total: 2.7208e-02 ] +2024-10-07 06:57:19,393 INFO: [ epoch: 79 ] [ iter: 91,700 ] [ performance: 27.192 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:59 ] [ l_g_pix: 2.5921e-02 ] [ l_g_total: 2.5921e-02 ] +2024-10-07 06:57:23,119 INFO: [ epoch: 79 ] [ iter: 91,800 ] [ performance: 26.950 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:53 ] [ l_g_pix: 2.5978e-02 ] [ l_g_total: 2.5978e-02 ] +2024-10-07 06:57:26,820 INFO: [ epoch: 79 ] [ iter: 91,900 ] [ performance: 27.114 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:47 ] [ l_g_pix: 4.9377e-02 ] [ l_g_total: 4.9377e-02 ] +2024-10-07 06:57:30,525 INFO: [ epoch: 79 ] [ iter: 92,000 ] [ performance: 27.032 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:41 ] [ l_g_pix: 2.9199e-02 ] [ l_g_total: 2.9199e-02 ] +2024-10-07 06:57:34,213 INFO: [ epoch: 79 ] [ iter: 92,100 ] [ performance: 26.961 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:35 ] [ l_g_pix: 2.8488e-02 ] [ l_g_total: 2.8488e-02 ] +2024-10-07 06:57:37,875 INFO: [ epoch: 79 ] [ iter: 92,200 ] [ performance: 27.209 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:29 ] [ l_g_pix: 2.8037e-02 ] [ l_g_total: 2.8037e-02 ] +2024-10-07 06:57:41,405 INFO: [ epoch: 79 ] [ iter: 92,300 ] [ performance: 28.797 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:23 ] [ l_g_pix: 3.5856e-02 ] [ l_g_total: 3.5856e-02 ] +2024-10-07 06:57:46,495 INFO: [ epoch: 80 ] [ iter: 92,400 ] [ performance: 21.652 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:17 ] [ l_g_pix: 2.9991e-02 ] [ l_g_total: 2.9991e-02 ] +2024-10-07 06:57:50,216 INFO: [ epoch: 80 ] [ iter: 92,500 ] [ performance: 27.256 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:11 ] [ l_g_pix: 2.6192e-02 ] [ l_g_total: 2.6192e-02 ] +2024-10-07 06:57:53,897 INFO: [ epoch: 80 ] [ iter: 92,600 ] [ performance: 27.195 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:06 ] [ l_g_pix: 3.2267e-02 ] [ l_g_total: 3.2267e-02 ] +2024-10-07 06:57:57,658 INFO: [ epoch: 80 ] [ iter: 92,700 ] [ performance: 26.409 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:00 ] [ l_g_pix: 3.8130e-02 ] [ l_g_total: 3.8130e-02 ] +2024-10-07 06:58:01,402 INFO: [ epoch: 80 ] [ iter: 92,800 ] [ performance: 26.627 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:54 ] [ l_g_pix: 2.9787e-02 ] [ l_g_total: 2.9787e-02 ] +2024-10-07 06:58:05,208 INFO: [ epoch: 80 ] [ iter: 92,900 ] [ performance: 26.361 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:48 ] [ l_g_pix: 3.1191e-02 ] [ l_g_total: 3.1191e-02 ] +2024-10-07 06:58:08,922 INFO: [ epoch: 80 ] [ iter: 93,000 ] [ performance: 26.773 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:42 ] [ l_g_pix: 4.9859e-02 ] [ l_g_total: 4.9859e-02 ] +2024-10-07 06:58:12,677 INFO: [ epoch: 80 ] [ iter: 93,100 ] [ performance: 26.474 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:36 ] [ l_g_pix: 3.5303e-02 ] [ l_g_total: 3.5303e-02 ] +2024-10-07 06:58:16,419 INFO: [ epoch: 80 ] [ iter: 93,200 ] [ performance: 26.663 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:30 ] [ l_g_pix: 3.2574e-02 ] [ l_g_total: 3.2574e-02 ] +2024-10-07 06:58:20,163 INFO: [ epoch: 80 ] [ iter: 93,300 ] [ performance: 26.795 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:24 ] [ l_g_pix: 3.5887e-02 ] [ l_g_total: 3.5887e-02 ] +2024-10-07 06:58:23,875 INFO: [ epoch: 80 ] [ iter: 93,400 ] [ performance: 26.904 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:18 ] [ l_g_pix: 3.5247e-02 ] [ l_g_total: 3.5247e-02 ] +2024-10-07 06:58:28,588 INFO: [ epoch: 81 ] [ iter: 93,500 ] [ performance: 14.209 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:13 ] [ l_g_pix: 2.5528e-02 ] [ l_g_total: 2.5528e-02 ] +2024-10-07 06:58:32,395 INFO: [ epoch: 81 ] [ iter: 93,600 ] [ performance: 21.535 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:07 ] [ l_g_pix: 3.0551e-02 ] [ l_g_total: 3.0551e-02 ] +2024-10-07 06:58:36,155 INFO: [ epoch: 81 ] [ iter: 93,700 ] [ performance: 26.570 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:01 ] [ l_g_pix: 3.1942e-02 ] [ l_g_total: 3.1942e-02 ] +2024-10-07 06:58:39,898 INFO: [ epoch: 81 ] [ iter: 93,800 ] [ performance: 26.687 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:55 ] [ l_g_pix: 3.2198e-02 ] [ l_g_total: 3.2198e-02 ] +2024-10-07 06:58:43,588 INFO: [ epoch: 81 ] [ iter: 93,900 ] [ performance: 27.271 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:49 ] [ l_g_pix: 3.9698e-02 ] [ l_g_total: 3.9698e-02 ] +2024-10-07 06:58:47,331 INFO: [ epoch: 81 ] [ iter: 94,000 ] [ performance: 26.857 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:43 ] [ l_g_pix: 2.9100e-02 ] [ l_g_total: 2.9100e-02 ] +2024-10-07 06:58:51,075 INFO: [ epoch: 81 ] [ iter: 94,100 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:37 ] [ l_g_pix: 2.6271e-02 ] [ l_g_total: 2.6271e-02 ] +2024-10-07 06:58:54,843 INFO: [ epoch: 81 ] [ iter: 94,200 ] [ performance: 26.650 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:32 ] [ l_g_pix: 2.8079e-02 ] [ l_g_total: 2.8079e-02 ] +2024-10-07 06:58:58,563 INFO: [ epoch: 81 ] [ iter: 94,300 ] [ performance: 26.771 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:26 ] [ l_g_pix: 3.8103e-02 ] [ l_g_total: 3.8103e-02 ] +2024-10-07 06:59:02,329 INFO: [ epoch: 81 ] [ iter: 94,400 ] [ performance: 26.611 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:20 ] [ l_g_pix: 2.8043e-02 ] [ l_g_total: 2.8043e-02 ] +2024-10-07 06:59:06,068 INFO: [ epoch: 81 ] [ iter: 94,500 ] [ performance: 26.835 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:14 ] [ l_g_pix: 2.6796e-02 ] [ l_g_total: 2.6796e-02 ] +2024-10-07 06:59:09,643 INFO: [ epoch: 81 ] [ iter: 94,600 ] [ performance: 27.707 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:08 ] [ l_g_pix: 3.9228e-02 ] [ l_g_total: 3.9228e-02 ] +2024-10-07 06:59:14,717 INFO: [ epoch: 82 ] [ iter: 94,700 ] [ performance: 27.370 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:02 ] [ l_g_pix: 3.1775e-02 ] [ l_g_total: 3.1775e-02 ] +2024-10-07 06:59:18,458 INFO: [ epoch: 82 ] [ iter: 94,800 ] [ performance: 26.882 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:57 ] [ l_g_pix: 3.7557e-02 ] [ l_g_total: 3.7557e-02 ] +2024-10-07 06:59:22,179 INFO: [ epoch: 82 ] [ iter: 94,900 ] [ performance: 26.843 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:51 ] [ l_g_pix: 4.3061e-02 ] [ l_g_total: 4.3061e-02 ] +2024-10-07 06:59:25,872 INFO: [ epoch: 82 ] [ iter: 95,000 ] [ performance: 27.030 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:45 ] [ l_g_pix: 2.8632e-02 ] [ l_g_total: 2.8632e-02 ] +2024-10-07 06:59:29,639 INFO: [ epoch: 82 ] [ iter: 95,100 ] [ performance: 27.305 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:39 ] [ l_g_pix: 3.1928e-02 ] [ l_g_total: 3.1928e-02 ] +2024-10-07 06:59:33,388 INFO: [ epoch: 82 ] [ iter: 95,200 ] [ performance: 26.809 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:33 ] [ l_g_pix: 4.4326e-02 ] [ l_g_total: 4.4326e-02 ] +2024-10-07 06:59:37,110 INFO: [ epoch: 82 ] [ iter: 95,300 ] [ performance: 26.870 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:28 ] [ l_g_pix: 4.1680e-02 ] [ l_g_total: 4.1680e-02 ] +2024-10-07 06:59:40,867 INFO: [ epoch: 82 ] [ iter: 95,400 ] [ performance: 26.673 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:22 ] [ l_g_pix: 3.5929e-02 ] [ l_g_total: 3.5929e-02 ] +2024-10-07 06:59:44,595 INFO: [ epoch: 82 ] [ iter: 95,500 ] [ performance: 27.097 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:16 ] [ l_g_pix: 4.3343e-02 ] [ l_g_total: 4.3343e-02 ] +2024-10-07 06:59:48,342 INFO: [ epoch: 82 ] [ iter: 95,600 ] [ performance: 26.771 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:10 ] [ l_g_pix: 4.0279e-02 ] [ l_g_total: 4.0279e-02 ] +2024-10-07 06:59:52,035 INFO: [ epoch: 82 ] [ iter: 95,700 ] [ performance: 28.299 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:04 ] [ l_g_pix: 4.3886e-02 ] [ l_g_total: 4.3886e-02 ] +2024-10-07 06:59:56,616 INFO: [ epoch: 83 ] [ iter: 95,800 ] [ performance: 22.847 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:59 ] [ l_g_pix: 2.8861e-02 ] [ l_g_total: 2.8861e-02 ] +2024-10-07 07:00:00,574 INFO: [ epoch: 83 ] [ iter: 95,900 ] [ performance: 26.503 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:53 ] [ l_g_pix: 2.9679e-02 ] [ l_g_total: 2.9679e-02 ] +2024-10-07 07:00:04,331 INFO: [ epoch: 83 ] [ iter: 96,000 ] [ performance: 26.604 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:47 ] [ l_g_pix: 2.5709e-02 ] [ l_g_total: 2.5709e-02 ] +2024-10-07 07:00:08,100 INFO: [ epoch: 83 ] [ iter: 96,100 ] [ performance: 26.756 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:41 ] [ l_g_pix: 1.4895e-02 ] [ l_g_total: 1.4895e-02 ] +2024-10-07 07:00:11,826 INFO: [ epoch: 83 ] [ iter: 96,200 ] [ performance: 26.829 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:36 ] [ l_g_pix: 2.6360e-02 ] [ l_g_total: 2.6360e-02 ] +2024-10-07 07:00:15,593 INFO: [ epoch: 83 ] [ iter: 96,300 ] [ performance: 27.289 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:30 ] [ l_g_pix: 3.1182e-02 ] [ l_g_total: 3.1182e-02 ] +2024-10-07 07:00:19,327 INFO: [ epoch: 83 ] [ iter: 96,400 ] [ performance: 26.872 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:24 ] [ l_g_pix: 2.7322e-02 ] [ l_g_total: 2.7322e-02 ] +2024-10-07 07:00:23,024 INFO: [ epoch: 83 ] [ iter: 96,500 ] [ performance: 26.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:18 ] [ l_g_pix: 2.7271e-02 ] [ l_g_total: 2.7271e-02 ] +2024-10-07 07:00:26,731 INFO: [ epoch: 83 ] [ iter: 96,600 ] [ performance: 26.948 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:13 ] [ l_g_pix: 3.7126e-02 ] [ l_g_total: 3.7126e-02 ] +2024-10-07 07:00:30,496 INFO: [ epoch: 83 ] [ iter: 96,700 ] [ performance: 26.638 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:07 ] [ l_g_pix: 3.1821e-02 ] [ l_g_total: 3.1821e-02 ] +2024-10-07 07:00:34,262 INFO: [ epoch: 83 ] [ iter: 96,800 ] [ performance: 26.572 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:01 ] [ l_g_pix: 2.9079e-02 ] [ l_g_total: 2.9079e-02 ] +2024-10-07 07:00:37,827 INFO: [ epoch: 83 ] [ iter: 96,900 ] [ performance: 29.280 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:55 ] [ l_g_pix: 1.6982e-02 ] [ l_g_total: 1.6982e-02 ] +2024-10-07 07:00:42,887 INFO: [ epoch: 84 ] [ iter: 97,000 ] [ performance: 20.798 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:50 ] [ l_g_pix: 2.9477e-02 ] [ l_g_total: 2.9477e-02 ] +2024-10-07 07:00:46,645 INFO: [ epoch: 84 ] [ iter: 97,100 ] [ performance: 26.854 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:44 ] [ l_g_pix: 3.5669e-02 ] [ l_g_total: 3.5669e-02 ] +2024-10-07 07:00:50,394 INFO: [ epoch: 84 ] [ iter: 97,200 ] [ performance: 26.707 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:38 ] [ l_g_pix: 2.4349e-02 ] [ l_g_total: 2.4349e-02 ] +2024-10-07 07:00:54,087 INFO: [ epoch: 84 ] [ iter: 97,300 ] [ performance: 26.835 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:32 ] [ l_g_pix: 2.9946e-02 ] [ l_g_total: 2.9946e-02 ] +2024-10-07 07:00:57,822 INFO: [ epoch: 84 ] [ iter: 97,400 ] [ performance: 26.788 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:27 ] [ l_g_pix: 3.3565e-02 ] [ l_g_total: 3.3565e-02 ] +2024-10-07 07:01:01,523 INFO: [ epoch: 84 ] [ iter: 97,500 ] [ performance: 27.053 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:21 ] [ l_g_pix: 2.9977e-02 ] [ l_g_total: 2.9977e-02 ] +2024-10-07 07:01:05,228 INFO: [ epoch: 84 ] [ iter: 97,600 ] [ performance: 27.009 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:15 ] [ l_g_pix: 3.2444e-02 ] [ l_g_total: 3.2444e-02 ] +2024-10-07 07:01:08,963 INFO: [ epoch: 84 ] [ iter: 97,700 ] [ performance: 27.622 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:10 ] [ l_g_pix: 3.1919e-02 ] [ l_g_total: 3.1919e-02 ] +2024-10-07 07:01:12,676 INFO: [ epoch: 84 ] [ iter: 97,800 ] [ performance: 27.017 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:04 ] [ l_g_pix: 3.7941e-02 ] [ l_g_total: 3.7941e-02 ] +2024-10-07 07:01:16,415 INFO: [ epoch: 84 ] [ iter: 97,900 ] [ performance: 26.936 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:58 ] [ l_g_pix: 3.1763e-02 ] [ l_g_total: 3.1763e-02 ] +2024-10-07 07:01:20,165 INFO: [ epoch: 84 ] [ iter: 98,000 ] [ performance: 26.704 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:52 ] [ l_g_pix: 3.3472e-02 ] [ l_g_total: 3.3472e-02 ] +2024-10-07 07:01:24,785 INFO: [ epoch: 85 ] [ iter: 98,100 ] [ performance: 7.814 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:47 ] [ l_g_pix: 2.0952e-02 ] [ l_g_total: 2.0952e-02 ] +2024-10-07 07:01:28,844 INFO: [ epoch: 85 ] [ iter: 98,200 ] [ performance: 20.025 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:41 ] [ l_g_pix: 3.2616e-02 ] [ l_g_total: 3.2616e-02 ] +2024-10-07 07:01:32,599 INFO: [ epoch: 85 ] [ iter: 98,300 ] [ performance: 26.727 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:35 ] [ l_g_pix: 3.9290e-02 ] [ l_g_total: 3.9290e-02 ] +2024-10-07 07:01:36,359 INFO: [ epoch: 85 ] [ iter: 98,400 ] [ performance: 26.615 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:30 ] [ l_g_pix: 2.9120e-02 ] [ l_g_total: 2.9120e-02 ] +2024-10-07 07:01:40,067 INFO: [ epoch: 85 ] [ iter: 98,500 ] [ performance: 26.802 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:24 ] [ l_g_pix: 3.6291e-02 ] [ l_g_total: 3.6291e-02 ] +2024-10-07 07:01:43,833 INFO: [ epoch: 85 ] [ iter: 98,600 ] [ performance: 26.581 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:18 ] [ l_g_pix: 4.7331e-02 ] [ l_g_total: 4.7331e-02 ] +2024-10-07 07:01:47,552 INFO: [ epoch: 85 ] [ iter: 98,700 ] [ performance: 27.377 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:13 ] [ l_g_pix: 2.7713e-02 ] [ l_g_total: 2.7713e-02 ] +2024-10-07 07:01:51,279 INFO: [ epoch: 85 ] [ iter: 98,800 ] [ performance: 26.885 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:07 ] [ l_g_pix: 2.4692e-02 ] [ l_g_total: 2.4692e-02 ] +2024-10-07 07:01:55,035 INFO: [ epoch: 85 ] [ iter: 98,900 ] [ performance: 26.432 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:01 ] [ l_g_pix: 2.4628e-02 ] [ l_g_total: 2.4628e-02 ] +2024-10-07 07:01:58,772 INFO: [ epoch: 85 ] [ iter: 99,000 ] [ performance: 26.741 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:56 ] [ l_g_pix: 3.8788e-02 ] [ l_g_total: 3.8788e-02 ] +2024-10-07 07:02:02,501 INFO: [ epoch: 85 ] [ iter: 99,100 ] [ performance: 27.124 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:50 ] [ l_g_pix: 2.9208e-02 ] [ l_g_total: 2.9208e-02 ] +2024-10-07 07:02:06,122 INFO: [ epoch: 85 ] [ iter: 99,200 ] [ performance: 27.587 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:44 ] [ l_g_pix: 2.4949e-02 ] [ l_g_total: 2.4949e-02 ] +2024-10-07 07:02:11,156 INFO: [ epoch: 86 ] [ iter: 99,300 ] [ performance: 26.471 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:39 ] [ l_g_pix: 3.5201e-02 ] [ l_g_total: 3.5201e-02 ] +2024-10-07 07:02:14,929 INFO: [ epoch: 86 ] [ iter: 99,400 ] [ performance: 26.507 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:33 ] [ l_g_pix: 3.1659e-02 ] [ l_g_total: 3.1659e-02 ] +2024-10-07 07:02:18,651 INFO: [ epoch: 86 ] [ iter: 99,500 ] [ performance: 28.605 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:28 ] [ l_g_pix: 2.5873e-02 ] [ l_g_total: 2.5873e-02 ] +2024-10-07 07:02:22,314 INFO: [ epoch: 86 ] [ iter: 99,600 ] [ performance: 27.370 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:22 ] [ l_g_pix: 3.5337e-02 ] [ l_g_total: 3.5337e-02 ] +2024-10-07 07:02:26,025 INFO: [ epoch: 86 ] [ iter: 99,700 ] [ performance: 25.572 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:16 ] [ l_g_pix: 3.0010e-02 ] [ l_g_total: 3.0010e-02 ] +2024-10-07 07:02:29,806 INFO: [ epoch: 86 ] [ iter: 99,800 ] [ performance: 26.418 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:11 ] [ l_g_pix: 2.6750e-02 ] [ l_g_total: 2.6750e-02 ] +2024-10-07 07:02:33,522 INFO: [ epoch: 86 ] [ iter: 99,900 ] [ performance: 27.054 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:05 ] [ l_g_pix: 2.7632e-02 ] [ l_g_total: 2.7632e-02 ] +2024-10-07 07:02:37,256 INFO: [ epoch: 86 ] [ iter:100,000 ] [ performance: 26.791 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 1.8005e-02 ] [ l_g_total: 1.8005e-02 ] +2024-10-07 07:02:37,256 INFO: Saving models and training states. +2024-10-07 07:05:37,412 INFO: Validation val + + # psnr: 27.1670........ Best: 27.1670 @ 100000 iter + # ssim: 0.7649........ Best: 0.7649 @ 100000 iter + # dists: 0.7733........ Best: 0.7733 @ 90000 iter + +2024-10-07 07:05:38,199 INFO: End of training. Time consumed: 1:36:38 +2024-10-07 07:05:38,199 INFO: Save the latest model. +2024-10-07 07:08:36,861 INFO: Validation val + + # psnr: 27.1670........ Best: 27.1670 @ 100002 iter + # ssim: 0.7649........ Best: 0.7649 @ 100002 iter + # dists: 0.7733........ Best: 0.7733 @ 90000 iter + diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/10000.state b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..8aaa3d69222ddb95f007499c6916b4cedf65ed75 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33864b63d0e19934e425ebfcc6b0d52e4f213371d10a0d7398fa9bd93a2e000d +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/100000.state b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..ebc210d110e01fbe04e10c5378c0860d0c723413 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf8d7a1dedfddb764b6603ed30acc5270ece1184e0fe169bc258a2f5178cf3b +size 19045418 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/20000.state b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..f1393924ba7a1da4aab78f6998b7626c4acee82c --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8487d5c4564b20843b8cc6f24d56555f7d64e4772c7db5e08451a3056a7f65da +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/30000.state b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..46daea7527ee223467fe55c7639196f5f3e24855 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec17e3b302226350649bca591b9463314180bd185e4ee3e8f709b695e867e06a +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/40000.state b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..42893ca016b0fb647207daf633f097ca4a5166a7 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:371325b9a7741e6c38db30212fb331bc5a6beb18c045dca3cd265024fb4e6c7d +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/50000.state b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..15eac2c549451b63333143971678122bf5da2051 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5834e449085e1810d74b177ea73945b37c909e4e34658793559829b97a5c7084 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/60000.state b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..8d523176bfe3c1aef0f2258ce69cdf1802584c39 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5145bfb610c7731a0b2b6cb5dfc24aea0332cc3697a79169d84077a3aaf36c9a +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/70000.state b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..843262e032fdab4e7eaab99b12e4cde4154dcdf0 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0660dbcd8daeab244be2d1243d052db105125a71931f60a6f4aaad806078d5ab +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/80000.state b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..d99748b75afb61b35862dc1dd386f8e917d528e4 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50274a3e90ff8b39acde402459bb6f7b7d26b01767dfb91ae77dd74acdeac05a +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/90000.state b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..cf37636c1ede645caff67a345a954e2f1711eb59 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.4_DF2K_plksr_tiny_fp16/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4c0d967c0134b0909d0353a24efb1a37446835615aa7e7272e3fc9d8ba0fdee +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/4xHyperIQA_05_DF2K_plksr_tiny_fp16.toml b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/4xHyperIQA_05_DF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..c2414e498a7693094a7ccfc5c99cbc361da88bcc --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/4xHyperIQA_05_DF2K_plksr_tiny_fp16.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Mon Oct 7 03:51:22 2024 +# CMD: +# train.py -opt options/plksr_tiny/hyperiqa/fp16/4xHyperIQA_05_DF2K_plksr_tiny_fp16.toml + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xHyperIQA_0.5_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_05_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_05_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_10000.pth b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..45121a8be10631752a04271daa1fec41fb531e13 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6abe5159866d70302fb97479f60205f204547098772b764f77f0c642ee5c2cb4 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_100000.pth b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..6aa2685f07b6f2e7fde513b545ba6254290b59d9 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18754dfc72ea02d77bd7d348220fffaf053fe3435de976302e7df7771a678c75 +size 9513138 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_20000.pth b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..33c281dae2e0ee9ea7308b63be4583838a7f3b1a --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef7bc24290bf7f478760a7bfe7ad56bd15b6a8c1a8391d8b1cccdc3f65d3bdeb +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_30000.pth b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..5b1da1192eaf84c3891b16d7e9f5521402abc569 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd1fb5b4cd9d1d483f0a8e7b712edc7788882eb4cbfd9d7b97fc534d3ddf17ab +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_40000.pth b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..e95e8e8575725e2c752341bc74dd52c908641336 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbf0125dff0e5f1bc071785df10da7284153a43ac92f0855895f4a398c58352f +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_50000.pth b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..7db25c1dd3844d9c68465b29e2825a319017d9eb --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab067de672728ce901b813a7e2625122e1ebd7b914b01b83f2d1c5000683cf63 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_60000.pth b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d1386db20ab9696c834bf4359049fcc6b63850c2 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b0abadcecf81231914622cf468086b271dfd5928c84033c23b40f0332f3d449 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_70000.pth b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..dcee9d002433ceab9be5047698c81547ce7fdba2 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccb8b49ee940dd2c0290b10d5812a0f3891d09cda30dd8180372080a3112e2a2 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_80000.pth b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..e6383ba37ebd3f695d741a07696e4e297b5c8796 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cc33aaef5583a2cdff5f80dd76e64fa46bd49c95b1e5f4641b947dcdc26b9ce +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_90000.pth b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..26ee27f0aa9862b2d49a4117b0fad331018f33f2 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:273e4ecdabfcfc4c77643d64cf40e20a5b1185c0d5b5f2e30caf5f250916cb90 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_latest.pth b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..eb652d06f612365468e16f3a7daf6f86e1cfe656 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd64eb06850a0a6301b479277271c6d7b11a59e5bc32bc0ac706cbb6ba01962 +size 9513138 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.5_DF2K_plksr_tiny_fp16_20241007_035122.log b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.5_DF2K_plksr_tiny_fp16_20241007_035122.log new file mode 100644 index 0000000000000000000000000000000000000000..aac51cd3d140cb320beebafecdf571c72c13aa51 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.5_DF2K_plksr_tiny_fp16_20241007_035122.log @@ -0,0 +1,1100 @@ +2024-10-07 03:51:22,836 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-07 03:51:24,135 INFO: Dataset [paired] is built. +2024-10-07 03:51:24,135 INFO: Training statistics: + Starting model: 4xHyperIQA_0.5_DF2K_plksr_tiny_fp16 + Number of train images: 14572 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 911 + Total epochs 110 for total iters 100000. +2024-10-07 03:51:24,136 INFO: Dataset [paired] is built. +2024-10-07 03:51:24,136 INFO: Number of val images/folders: 100 +2024-10-07 03:51:24,398 INFO: Using network [plksr]. +2024-10-07 03:51:24,424 INFO: Using exponential-moving average. +2024-10-07 03:51:24,425 INFO: Loss [L1Loss] enabled. +2024-10-07 03:51:24,425 INFO: Using model [image]. +2024-10-07 03:51:25,093 INFO: AMP enabled. +2024-10-07 03:51:25,093 INFO: Deterministic mode enabled. +2024-10-07 03:51:25,094 INFO: Start training from epoch: 0, iter: 0 +2024-10-07 03:51:31,021 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 16.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:09 ] [ l_g_pix: 3.7560e-02 ] [ l_g_total: 3.7560e-02 ] +2024-10-07 03:51:34,716 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 20.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:17 ] [ l_g_pix: 4.2410e-02 ] [ l_g_total: 4.2410e-02 ] +2024-10-07 03:51:38,441 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 26.878 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:06 ] [ l_g_pix: 4.9801e-02 ] [ l_g_total: 4.9801e-02 ] +2024-10-07 03:51:42,161 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 26.885 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:58 ] [ l_g_pix: 4.2810e-02 ] [ l_g_total: 4.2810e-02 ] +2024-10-07 03:51:45,867 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 27.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:49 ] [ l_g_pix: 5.2274e-02 ] [ l_g_total: 5.2274e-02 ] +2024-10-07 03:51:49,633 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 26.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:51 ] [ l_g_pix: 4.4309e-02 ] [ l_g_total: 4.4309e-02 ] +2024-10-07 03:51:53,385 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 26.635 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:50 ] [ l_g_pix: 3.1940e-02 ] [ l_g_total: 3.1940e-02 ] +2024-10-07 03:51:57,138 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 26.645 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:48 ] [ l_g_pix: 3.8545e-02 ] [ l_g_total: 3.8545e-02 ] +2024-10-07 03:52:00,624 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 28.820 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:17 ] [ l_g_pix: 3.6383e-02 ] [ l_g_total: 3.6383e-02 ] +2024-10-07 03:52:05,459 INFO: [ epoch: 1 ] [ iter: 1,000 ] [ performance: 24.006 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:04 ] [ l_g_pix: 4.5406e-02 ] [ l_g_total: 4.5406e-02 ] +2024-10-07 03:52:09,178 INFO: [ epoch: 1 ] [ iter: 1,100 ] [ performance: 26.978 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:51 ] [ l_g_pix: 4.6765e-02 ] [ l_g_total: 4.6765e-02 ] +2024-10-07 03:52:12,890 INFO: [ epoch: 1 ] [ iter: 1,200 ] [ performance: 26.963 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:39 ] [ l_g_pix: 4.4974e-02 ] [ l_g_total: 4.4974e-02 ] +2024-10-07 03:52:16,631 INFO: [ epoch: 1 ] [ iter: 1,300 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:30 ] [ l_g_pix: 5.4050e-02 ] [ l_g_total: 5.4050e-02 ] +2024-10-07 03:52:20,386 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 26.715 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:23 ] [ l_g_pix: 3.5665e-02 ] [ l_g_total: 3.5665e-02 ] +2024-10-07 03:52:24,104 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 26.901 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:14 ] [ l_g_pix: 4.5663e-02 ] [ l_g_total: 4.5663e-02 ] +2024-10-07 03:52:27,807 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 26.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:05 ] [ l_g_pix: 5.1248e-02 ] [ l_g_total: 5.1248e-02 ] +2024-10-07 03:52:31,554 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 26.736 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:59 ] [ l_g_pix: 3.2025e-02 ] [ l_g_total: 3.2025e-02 ] +2024-10-07 03:52:35,069 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 27.605 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:41 ] [ l_g_pix: 4.9652e-02 ] [ l_g_total: 4.9652e-02 ] +2024-10-07 03:52:39,854 INFO: [ epoch: 2 ] [ iter: 1,900 ] [ performance: 20.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:29 ] [ l_g_pix: 3.2400e-02 ] [ l_g_total: 3.2400e-02 ] +2024-10-07 03:52:43,566 INFO: [ epoch: 2 ] [ iter: 2,000 ] [ performance: 23.341 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:20 ] [ l_g_pix: 3.4653e-02 ] [ l_g_total: 3.4653e-02 ] +2024-10-07 03:52:47,285 INFO: [ epoch: 2 ] [ iter: 2,100 ] [ performance: 27.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:12 ] [ l_g_pix: 3.7477e-02 ] [ l_g_total: 3.7477e-02 ] +2024-10-07 03:52:51,050 INFO: [ epoch: 2 ] [ iter: 2,200 ] [ performance: 26.797 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:06 ] [ l_g_pix: 4.3205e-02 ] [ l_g_total: 4.3205e-02 ] +2024-10-07 03:52:54,776 INFO: [ epoch: 2 ] [ iter: 2,300 ] [ performance: 26.847 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:58 ] [ l_g_pix: 2.7678e-02 ] [ l_g_total: 2.7678e-02 ] +2024-10-07 03:52:58,510 INFO: [ epoch: 2 ] [ iter: 2,400 ] [ performance: 26.817 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:52 ] [ l_g_pix: 3.8805e-02 ] [ l_g_total: 3.8805e-02 ] +2024-10-07 03:53:02,202 INFO: [ epoch: 2 ] [ iter: 2,500 ] [ performance: 27.087 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:43 ] [ l_g_pix: 4.2096e-02 ] [ l_g_total: 4.2096e-02 ] +2024-10-07 03:53:05,920 INFO: [ epoch: 2 ] [ iter: 2,600 ] [ performance: 26.988 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:37 ] [ l_g_pix: 4.4625e-02 ] [ l_g_total: 4.4625e-02 ] +2024-10-07 03:53:09,487 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 28.276 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:25 ] [ l_g_pix: 3.2588e-02 ] [ l_g_total: 3.2588e-02 ] +2024-10-07 03:53:14,326 INFO: [ epoch: 3 ] [ iter: 2,800 ] [ performance: 23.627 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:57 ] [ l_g_pix: 4.6591e-02 ] [ l_g_total: 4.6591e-02 ] +2024-10-07 03:53:18,032 INFO: [ epoch: 3 ] [ iter: 2,900 ] [ performance: 26.987 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:50 ] [ l_g_pix: 3.1480e-02 ] [ l_g_total: 3.1480e-02 ] +2024-10-07 03:53:21,761 INFO: [ epoch: 3 ] [ iter: 3,000 ] [ performance: 26.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:43 ] [ l_g_pix: 4.9435e-02 ] [ l_g_total: 4.9435e-02 ] +2024-10-07 03:53:25,510 INFO: [ epoch: 3 ] [ iter: 3,100 ] [ performance: 26.670 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:37 ] [ l_g_pix: 4.4151e-02 ] [ l_g_total: 4.4151e-02 ] +2024-10-07 03:53:29,248 INFO: [ epoch: 3 ] [ iter: 3,200 ] [ performance: 26.718 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:31 ] [ l_g_pix: 3.4405e-02 ] [ l_g_total: 3.4405e-02 ] +2024-10-07 03:53:33,002 INFO: [ epoch: 3 ] [ iter: 3,300 ] [ performance: 26.724 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:25 ] [ l_g_pix: 2.1098e-02 ] [ l_g_total: 2.1098e-02 ] +2024-10-07 03:53:36,739 INFO: [ epoch: 3 ] [ iter: 3,400 ] [ performance: 26.749 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:19 ] [ l_g_pix: 3.5789e-02 ] [ l_g_total: 3.5789e-02 ] +2024-10-07 03:53:40,418 INFO: [ epoch: 3 ] [ iter: 3,500 ] [ performance: 27.222 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:12 ] [ l_g_pix: 4.1459e-02 ] [ l_g_total: 4.1459e-02 ] +2024-10-07 03:53:44,003 INFO: [ epoch: 3 ] [ iter: 3,600 ] [ performance: 27.590 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:02 ] [ l_g_pix: 4.4223e-02 ] [ l_g_total: 4.4223e-02 ] +2024-10-07 03:53:48,769 INFO: [ epoch: 4 ] [ iter: 3,700 ] [ performance: 19.803 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:23 ] [ l_g_pix: 4.0910e-02 ] [ l_g_total: 4.0910e-02 ] +2024-10-07 03:53:52,411 INFO: [ epoch: 4 ] [ iter: 3,800 ] [ performance: 23.386 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:15 ] [ l_g_pix: 3.3317e-02 ] [ l_g_total: 3.3317e-02 ] +2024-10-07 03:53:56,078 INFO: [ epoch: 4 ] [ iter: 3,900 ] [ performance: 27.252 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:07 ] [ l_g_pix: 2.6458e-02 ] [ l_g_total: 2.6458e-02 ] +2024-10-07 03:53:59,762 INFO: [ epoch: 4 ] [ iter: 4,000 ] [ performance: 27.195 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:00 ] [ l_g_pix: 3.0357e-02 ] [ l_g_total: 3.0357e-02 ] +2024-10-07 03:54:03,528 INFO: [ epoch: 4 ] [ iter: 4,100 ] [ performance: 26.584 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:55 ] [ l_g_pix: 3.2562e-02 ] [ l_g_total: 3.2562e-02 ] +2024-10-07 03:54:07,251 INFO: [ epoch: 4 ] [ iter: 4,200 ] [ performance: 26.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:50 ] [ l_g_pix: 3.8252e-02 ] [ l_g_total: 3.8252e-02 ] +2024-10-07 03:54:10,930 INFO: [ epoch: 4 ] [ iter: 4,300 ] [ performance: 27.300 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:43 ] [ l_g_pix: 3.8176e-02 ] [ l_g_total: 3.8176e-02 ] +2024-10-07 03:54:14,605 INFO: [ epoch: 4 ] [ iter: 4,400 ] [ performance: 27.255 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:36 ] [ l_g_pix: 4.2797e-02 ] [ l_g_total: 4.2797e-02 ] +2024-10-07 03:54:18,214 INFO: [ epoch: 4 ] [ iter: 4,500 ] [ performance: 28.068 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:28 ] [ l_g_pix: 4.1780e-02 ] [ l_g_total: 4.1780e-02 ] +2024-10-07 03:54:23,085 INFO: [ epoch: 5 ] [ iter: 4,600 ] [ performance: 23.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:47 ] [ l_g_pix: 4.5216e-02 ] [ l_g_total: 4.5216e-02 ] +2024-10-07 03:54:26,806 INFO: [ epoch: 5 ] [ iter: 4,700 ] [ performance: 27.059 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:41 ] [ l_g_pix: 3.5015e-02 ] [ l_g_total: 3.5015e-02 ] +2024-10-07 03:54:30,560 INFO: [ epoch: 5 ] [ iter: 4,800 ] [ performance: 26.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:36 ] [ l_g_pix: 4.7609e-02 ] [ l_g_total: 4.7609e-02 ] +2024-10-07 03:54:34,294 INFO: [ epoch: 5 ] [ iter: 4,900 ] [ performance: 27.064 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:30 ] [ l_g_pix: 3.0528e-02 ] [ l_g_total: 3.0528e-02 ] +2024-10-07 03:54:38,002 INFO: [ epoch: 5 ] [ iter: 5,000 ] [ performance: 27.014 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:24 ] [ l_g_pix: 4.3658e-02 ] [ l_g_total: 4.3658e-02 ] +2024-10-07 03:54:41,738 INFO: [ epoch: 5 ] [ iter: 5,100 ] [ performance: 26.988 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:19 ] [ l_g_pix: 3.6811e-02 ] [ l_g_total: 3.6811e-02 ] +2024-10-07 03:54:45,478 INFO: [ epoch: 5 ] [ iter: 5,200 ] [ performance: 26.847 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:14 ] [ l_g_pix: 5.2340e-02 ] [ l_g_total: 5.2340e-02 ] +2024-10-07 03:54:49,123 INFO: [ epoch: 5 ] [ iter: 5,300 ] [ performance: 27.594 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:07 ] [ l_g_pix: 4.4580e-02 ] [ l_g_total: 4.4580e-02 ] +2024-10-07 03:54:52,703 INFO: [ epoch: 5 ] [ iter: 5,400 ] [ performance: 27.789 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:59 ] [ l_g_pix: 5.8462e-02 ] [ l_g_total: 5.8462e-02 ] +2024-10-07 03:54:57,373 INFO: [ epoch: 6 ] [ iter: 5,500 ] [ performance: 19.695 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:10 ] [ l_g_pix: 2.6305e-02 ] [ l_g_total: 2.6305e-02 ] +2024-10-07 03:55:01,066 INFO: [ epoch: 6 ] [ iter: 5,600 ] [ performance: 23.385 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:04 ] [ l_g_pix: 3.0990e-02 ] [ l_g_total: 3.0990e-02 ] +2024-10-07 03:55:04,760 INFO: [ epoch: 6 ] [ iter: 5,700 ] [ performance: 27.029 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:58 ] [ l_g_pix: 4.9019e-02 ] [ l_g_total: 4.9019e-02 ] +2024-10-07 03:55:08,454 INFO: [ epoch: 6 ] [ iter: 5,800 ] [ performance: 27.057 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:53 ] [ l_g_pix: 2.9334e-02 ] [ l_g_total: 2.9334e-02 ] +2024-10-07 03:55:12,181 INFO: [ epoch: 6 ] [ iter: 5,900 ] [ performance: 26.861 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:47 ] [ l_g_pix: 5.7920e-02 ] [ l_g_total: 5.7920e-02 ] +2024-10-07 03:55:15,938 INFO: [ epoch: 6 ] [ iter: 6,000 ] [ performance: 26.719 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:43 ] [ l_g_pix: 3.5620e-02 ] [ l_g_total: 3.5620e-02 ] +2024-10-07 03:55:19,652 INFO: [ epoch: 6 ] [ iter: 6,100 ] [ performance: 27.068 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:37 ] [ l_g_pix: 5.4635e-02 ] [ l_g_total: 5.4635e-02 ] +2024-10-07 03:55:23,368 INFO: [ epoch: 6 ] [ iter: 6,200 ] [ performance: 26.979 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:32 ] [ l_g_pix: 3.9585e-02 ] [ l_g_total: 3.9585e-02 ] +2024-10-07 03:55:26,988 INFO: [ epoch: 6 ] [ iter: 6,300 ] [ performance: 28.298 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:25 ] [ l_g_pix: 3.8127e-02 ] [ l_g_total: 3.8127e-02 ] +2024-10-07 03:55:31,747 INFO: [ epoch: 7 ] [ iter: 6,400 ] [ performance: 23.486 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:36 ] [ l_g_pix: 4.6965e-02 ] [ l_g_total: 4.6965e-02 ] +2024-10-07 03:55:35,408 INFO: [ epoch: 7 ] [ iter: 6,500 ] [ performance: 27.514 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:29 ] [ l_g_pix: 2.5043e-02 ] [ l_g_total: 2.5043e-02 ] +2024-10-07 03:55:39,127 INFO: [ epoch: 7 ] [ iter: 6,600 ] [ performance: 27.143 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:24 ] [ l_g_pix: 4.5071e-02 ] [ l_g_total: 4.5071e-02 ] +2024-10-07 03:55:42,867 INFO: [ epoch: 7 ] [ iter: 6,700 ] [ performance: 26.816 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:19 ] [ l_g_pix: 3.9442e-02 ] [ l_g_total: 3.9442e-02 ] +2024-10-07 03:55:46,592 INFO: [ epoch: 7 ] [ iter: 6,800 ] [ performance: 26.837 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:14 ] [ l_g_pix: 4.0596e-02 ] [ l_g_total: 4.0596e-02 ] +2024-10-07 03:55:50,341 INFO: [ epoch: 7 ] [ iter: 6,900 ] [ performance: 26.524 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:10 ] [ l_g_pix: 3.9081e-02 ] [ l_g_total: 3.9081e-02 ] +2024-10-07 03:55:54,085 INFO: [ epoch: 7 ] [ iter: 7,000 ] [ performance: 26.641 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:05 ] [ l_g_pix: 3.1756e-02 ] [ l_g_total: 3.1756e-02 ] +2024-10-07 03:55:57,854 INFO: [ epoch: 7 ] [ iter: 7,100 ] [ performance: 26.431 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:00 ] [ l_g_pix: 5.0976e-02 ] [ l_g_total: 5.0976e-02 ] +2024-10-07 03:56:01,534 INFO: [ epoch: 7 ] [ iter: 7,200 ] [ performance: 26.880 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:55 ] [ l_g_pix: 4.0416e-02 ] [ l_g_total: 4.0416e-02 ] +2024-10-07 03:56:06,216 INFO: [ epoch: 8 ] [ iter: 7,300 ] [ performance: 18.730 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:02 ] [ l_g_pix: 5.2034e-02 ] [ l_g_total: 5.2034e-02 ] +2024-10-07 03:56:10,012 INFO: [ epoch: 8 ] [ iter: 7,400 ] [ performance: 22.739 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:58 ] [ l_g_pix: 4.4578e-02 ] [ l_g_total: 4.4578e-02 ] +2024-10-07 03:56:13,749 INFO: [ epoch: 8 ] [ iter: 7,500 ] [ performance: 26.690 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:53 ] [ l_g_pix: 3.7653e-02 ] [ l_g_total: 3.7653e-02 ] +2024-10-07 03:56:17,506 INFO: [ epoch: 8 ] [ iter: 7,600 ] [ performance: 26.650 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:49 ] [ l_g_pix: 4.1633e-02 ] [ l_g_total: 4.1633e-02 ] +2024-10-07 03:56:21,247 INFO: [ epoch: 8 ] [ iter: 7,700 ] [ performance: 26.859 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:44 ] [ l_g_pix: 3.2950e-02 ] [ l_g_total: 3.2950e-02 ] +2024-10-07 03:56:24,990 INFO: [ epoch: 8 ] [ iter: 7,800 ] [ performance: 26.778 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:39 ] [ l_g_pix: 4.5742e-02 ] [ l_g_total: 4.5742e-02 ] +2024-10-07 03:56:28,668 INFO: [ epoch: 8 ] [ iter: 7,900 ] [ performance: 27.341 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:34 ] [ l_g_pix: 3.7990e-02 ] [ l_g_total: 3.7990e-02 ] +2024-10-07 03:56:32,418 INFO: [ epoch: 8 ] [ iter: 8,000 ] [ performance: 26.923 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:29 ] [ l_g_pix: 4.1515e-02 ] [ l_g_total: 4.1515e-02 ] +2024-10-07 03:56:36,126 INFO: [ epoch: 8 ] [ iter: 8,100 ] [ performance: 27.241 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:24 ] [ l_g_pix: 5.3691e-02 ] [ l_g_total: 5.3691e-02 ] +2024-10-07 03:56:40,356 INFO: [ epoch: 9 ] [ iter: 8,200 ] [ performance: 24.878 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:25 ] [ l_g_pix: 4.6531e-02 ] [ l_g_total: 4.6531e-02 ] +2024-10-07 03:56:44,471 INFO: [ epoch: 9 ] [ iter: 8,300 ] [ performance: 26.947 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:24 ] [ l_g_pix: 4.9574e-02 ] [ l_g_total: 4.9574e-02 ] +2024-10-07 03:56:48,180 INFO: [ epoch: 9 ] [ iter: 8,400 ] [ performance: 26.961 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:19 ] [ l_g_pix: 6.0463e-02 ] [ l_g_total: 6.0463e-02 ] +2024-10-07 03:56:51,942 INFO: [ epoch: 9 ] [ iter: 8,500 ] [ performance: 26.591 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:15 ] [ l_g_pix: 4.4521e-02 ] [ l_g_total: 4.4521e-02 ] +2024-10-07 03:56:55,652 INFO: [ epoch: 9 ] [ iter: 8,600 ] [ performance: 26.827 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:10 ] [ l_g_pix: 4.1022e-02 ] [ l_g_total: 4.1022e-02 ] +2024-10-07 03:56:59,375 INFO: [ epoch: 9 ] [ iter: 8,700 ] [ performance: 26.956 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:05 ] [ l_g_pix: 4.3376e-02 ] [ l_g_total: 4.3376e-02 ] +2024-10-07 03:57:03,107 INFO: [ epoch: 9 ] [ iter: 8,800 ] [ performance: 26.859 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:00 ] [ l_g_pix: 3.6825e-02 ] [ l_g_total: 3.6825e-02 ] +2024-10-07 03:57:06,817 INFO: [ epoch: 9 ] [ iter: 8,900 ] [ performance: 26.887 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:55 ] [ l_g_pix: 4.2657e-02 ] [ l_g_total: 4.2657e-02 ] +2024-10-07 03:57:10,451 INFO: [ epoch: 9 ] [ iter: 9,000 ] [ performance: 27.296 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:50 ] [ l_g_pix: 4.8151e-02 ] [ l_g_total: 4.8151e-02 ] +2024-10-07 03:57:13,983 INFO: [ epoch: 9 ] [ iter: 9,100 ] [ performance: 28.097 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:43 ] [ l_g_pix: 4.3653e-02 ] [ l_g_total: 4.3653e-02 ] +2024-10-07 03:57:18,691 INFO: [ epoch: 10 ] [ iter: 9,200 ] [ performance: 23.258 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:48 ] [ l_g_pix: 3.6616e-02 ] [ l_g_total: 3.6616e-02 ] +2024-10-07 03:57:22,422 INFO: [ epoch: 10 ] [ iter: 9,300 ] [ performance: 26.876 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:44 ] [ l_g_pix: 3.9251e-02 ] [ l_g_total: 3.9251e-02 ] +2024-10-07 03:57:26,140 INFO: [ epoch: 10 ] [ iter: 9,400 ] [ performance: 26.893 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:39 ] [ l_g_pix: 3.7554e-02 ] [ l_g_total: 3.7554e-02 ] +2024-10-07 03:57:29,822 INFO: [ epoch: 10 ] [ iter: 9,500 ] [ performance: 27.282 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:34 ] [ l_g_pix: 3.9155e-02 ] [ l_g_total: 3.9155e-02 ] +2024-10-07 03:57:33,576 INFO: [ epoch: 10 ] [ iter: 9,600 ] [ performance: 26.861 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:29 ] [ l_g_pix: 3.3599e-02 ] [ l_g_total: 3.3599e-02 ] +2024-10-07 03:57:37,290 INFO: [ epoch: 10 ] [ iter: 9,700 ] [ performance: 26.709 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:24 ] [ l_g_pix: 3.8923e-02 ] [ l_g_total: 3.8923e-02 ] +2024-10-07 03:57:41,033 INFO: [ epoch: 10 ] [ iter: 9,800 ] [ performance: 26.717 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:20 ] [ l_g_pix: 4.5024e-02 ] [ l_g_total: 4.5024e-02 ] +2024-10-07 03:57:44,704 INFO: [ epoch: 10 ] [ iter: 9,900 ] [ performance: 27.451 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:15 ] [ l_g_pix: 3.1654e-02 ] [ l_g_total: 3.1654e-02 ] +2024-10-07 03:57:48,159 INFO: [ epoch: 10 ] [ iter: 10,000 ] [ performance: 28.425 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:08 ] [ l_g_pix: 3.0056e-02 ] [ l_g_total: 3.0056e-02 ] +2024-10-07 03:57:48,159 INFO: Saving models and training states. +2024-10-07 04:01:32,039 INFO: Validation val + + # psnr: 26.2322........ Best: 26.2322 @ 10000 iter + # ssim: 0.7373........ Best: 0.7373 @ 10000 iter + # dists: 0.7807........ Best: 0.7807 @ 10000 iter + +2024-10-07 04:01:37,013 INFO: [ epoch: 11 ] [ iter: 10,100 ] [ performance: 26.962 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:27 ] [ l_g_pix: 4.0925e-02 ] [ l_g_total: 4.0925e-02 ] +2024-10-07 04:01:40,706 INFO: [ epoch: 11 ] [ iter: 10,200 ] [ performance: 27.045 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:01 ] [ l_g_pix: 4.2237e-02 ] [ l_g_total: 4.2237e-02 ] +2024-10-07 04:01:44,392 INFO: [ epoch: 11 ] [ iter: 10,300 ] [ performance: 27.060 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:34 ] [ l_g_pix: 3.3547e-02 ] [ l_g_total: 3.3547e-02 ] +2024-10-07 04:01:48,090 INFO: [ epoch: 11 ] [ iter: 10,400 ] [ performance: 27.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:09 ] [ l_g_pix: 3.2087e-02 ] [ l_g_total: 3.2087e-02 ] +2024-10-07 04:01:51,822 INFO: [ epoch: 11 ] [ iter: 10,500 ] [ performance: 26.544 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:44 ] [ l_g_pix: 4.0219e-02 ] [ l_g_total: 4.0219e-02 ] +2024-10-07 04:01:55,525 INFO: [ epoch: 11 ] [ iter: 10,600 ] [ performance: 26.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:19 ] [ l_g_pix: 5.1019e-02 ] [ l_g_total: 5.1019e-02 ] +2024-10-07 04:01:59,258 INFO: [ epoch: 11 ] [ iter: 10,700 ] [ performance: 27.034 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:54 ] [ l_g_pix: 4.2844e-02 ] [ l_g_total: 4.2844e-02 ] +2024-10-07 04:02:02,961 INFO: [ epoch: 11 ] [ iter: 10,800 ] [ performance: 27.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:30 ] [ l_g_pix: 3.9219e-02 ] [ l_g_total: 3.9219e-02 ] +2024-10-07 04:02:06,427 INFO: [ epoch: 11 ] [ iter: 10,900 ] [ performance: 29.506 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:05 ] [ l_g_pix: 4.2658e-02 ] [ l_g_total: 4.2658e-02 ] +2024-10-07 04:02:11,364 INFO: [ epoch: 12 ] [ iter: 11,000 ] [ performance: 22.476 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:51 ] [ l_g_pix: 5.5554e-02 ] [ l_g_total: 5.5554e-02 ] +2024-10-07 04:02:15,030 INFO: [ epoch: 12 ] [ iter: 11,100 ] [ performance: 27.247 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:28 ] [ l_g_pix: 2.9906e-02 ] [ l_g_total: 2.9906e-02 ] +2024-10-07 04:02:18,724 INFO: [ epoch: 12 ] [ iter: 11,200 ] [ performance: 27.130 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:05 ] [ l_g_pix: 4.1563e-02 ] [ l_g_total: 4.1563e-02 ] +2024-10-07 04:02:22,454 INFO: [ epoch: 12 ] [ iter: 11,300 ] [ performance: 27.245 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:43 ] [ l_g_pix: 3.8655e-02 ] [ l_g_total: 3.8655e-02 ] +2024-10-07 04:02:26,142 INFO: [ epoch: 12 ] [ iter: 11,400 ] [ performance: 27.155 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:21 ] [ l_g_pix: 4.9949e-02 ] [ l_g_total: 4.9949e-02 ] +2024-10-07 04:02:29,834 INFO: [ epoch: 12 ] [ iter: 11,500 ] [ performance: 26.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:59 ] [ l_g_pix: 3.3508e-02 ] [ l_g_total: 3.3508e-02 ] +2024-10-07 04:02:33,499 INFO: [ epoch: 12 ] [ iter: 11,600 ] [ performance: 27.150 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:37 ] [ l_g_pix: 3.3100e-02 ] [ l_g_total: 3.3100e-02 ] +2024-10-07 04:02:37,183 INFO: [ epoch: 12 ] [ iter: 11,700 ] [ performance: 26.977 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:16 ] [ l_g_pix: 4.9397e-02 ] [ l_g_total: 4.9397e-02 ] +2024-10-07 04:02:40,761 INFO: [ epoch: 12 ] [ iter: 11,800 ] [ performance: 27.652 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:54 ] [ l_g_pix: 3.1897e-02 ] [ l_g_total: 3.1897e-02 ] +2024-10-07 04:02:45,705 INFO: [ epoch: 13 ] [ iter: 11,900 ] [ performance: 27.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:43 ] [ l_g_pix: 3.2591e-02 ] [ l_g_total: 3.2591e-02 ] +2024-10-07 04:02:49,423 INFO: [ epoch: 13 ] [ iter: 12,000 ] [ performance: 27.167 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:22 ] [ l_g_pix: 3.9273e-02 ] [ l_g_total: 3.9273e-02 ] +2024-10-07 04:02:53,143 INFO: [ epoch: 13 ] [ iter: 12,100 ] [ performance: 27.146 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:02 ] [ l_g_pix: 2.9336e-02 ] [ l_g_total: 2.9336e-02 ] +2024-10-07 04:02:56,836 INFO: [ epoch: 13 ] [ iter: 12,200 ] [ performance: 27.101 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:43 ] [ l_g_pix: 3.3313e-02 ] [ l_g_total: 3.3313e-02 ] +2024-10-07 04:03:00,529 INFO: [ epoch: 13 ] [ iter: 12,300 ] [ performance: 27.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:23 ] [ l_g_pix: 3.0065e-02 ] [ l_g_total: 3.0065e-02 ] +2024-10-07 04:03:04,262 INFO: [ epoch: 13 ] [ iter: 12,400 ] [ performance: 26.861 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:04 ] [ l_g_pix: 3.0489e-02 ] [ l_g_total: 3.0489e-02 ] +2024-10-07 04:03:07,927 INFO: [ epoch: 13 ] [ iter: 12,500 ] [ performance: 27.268 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:44 ] [ l_g_pix: 4.5461e-02 ] [ l_g_total: 4.5461e-02 ] +2024-10-07 04:03:11,623 INFO: [ epoch: 13 ] [ iter: 12,600 ] [ performance: 27.116 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:26 ] [ l_g_pix: 5.0448e-02 ] [ l_g_total: 5.0448e-02 ] +2024-10-07 04:03:15,166 INFO: [ epoch: 13 ] [ iter: 12,700 ] [ performance: 29.064 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:06 ] [ l_g_pix: 2.6563e-02 ] [ l_g_total: 2.6563e-02 ] +2024-10-07 04:03:20,120 INFO: [ epoch: 14 ] [ iter: 12,800 ] [ performance: 22.006 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:56 ] [ l_g_pix: 5.5649e-02 ] [ l_g_total: 5.5649e-02 ] +2024-10-07 04:03:23,818 INFO: [ epoch: 14 ] [ iter: 12,900 ] [ performance: 27.131 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:38 ] [ l_g_pix: 2.7416e-02 ] [ l_g_total: 2.7416e-02 ] +2024-10-07 04:03:27,538 INFO: [ epoch: 14 ] [ iter: 13,000 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:20 ] [ l_g_pix: 3.9597e-02 ] [ l_g_total: 3.9597e-02 ] +2024-10-07 04:03:31,210 INFO: [ epoch: 14 ] [ iter: 13,100 ] [ performance: 27.406 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:02 ] [ l_g_pix: 4.1803e-02 ] [ l_g_total: 4.1803e-02 ] +2024-10-07 04:03:34,918 INFO: [ epoch: 14 ] [ iter: 13,200 ] [ performance: 27.085 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:45 ] [ l_g_pix: 4.6792e-02 ] [ l_g_total: 4.6792e-02 ] +2024-10-07 04:03:38,679 INFO: [ epoch: 14 ] [ iter: 13,300 ] [ performance: 26.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:28 ] [ l_g_pix: 3.9804e-02 ] [ l_g_total: 3.9804e-02 ] +2024-10-07 04:03:42,428 INFO: [ epoch: 14 ] [ iter: 13,400 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:11 ] [ l_g_pix: 2.9230e-02 ] [ l_g_total: 2.9230e-02 ] +2024-10-07 04:03:46,166 INFO: [ epoch: 14 ] [ iter: 13,500 ] [ performance: 26.674 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:54 ] [ l_g_pix: 4.6094e-02 ] [ l_g_total: 4.6094e-02 ] +2024-10-07 04:03:49,782 INFO: [ epoch: 14 ] [ iter: 13,600 ] [ performance: 27.408 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:37 ] [ l_g_pix: 3.6663e-02 ] [ l_g_total: 3.6663e-02 ] +2024-10-07 04:03:54,585 INFO: [ epoch: 15 ] [ iter: 13,700 ] [ performance: 23.867 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:27 ] [ l_g_pix: 3.4577e-02 ] [ l_g_total: 3.4577e-02 ] +2024-10-07 04:03:58,306 INFO: [ epoch: 15 ] [ iter: 13,800 ] [ performance: 26.085 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:11 ] [ l_g_pix: 4.5681e-02 ] [ l_g_total: 4.5681e-02 ] +2024-10-07 04:04:01,992 INFO: [ epoch: 15 ] [ iter: 13,900 ] [ performance: 27.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:55 ] [ l_g_pix: 3.1433e-02 ] [ l_g_total: 3.1433e-02 ] +2024-10-07 04:04:05,735 INFO: [ epoch: 15 ] [ iter: 14,000 ] [ performance: 26.917 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:39 ] [ l_g_pix: 4.6535e-02 ] [ l_g_total: 4.6535e-02 ] +2024-10-07 04:04:09,434 INFO: [ epoch: 15 ] [ iter: 14,100 ] [ performance: 27.412 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:23 ] [ l_g_pix: 3.3849e-02 ] [ l_g_total: 3.3849e-02 ] +2024-10-07 04:04:13,187 INFO: [ epoch: 15 ] [ iter: 14,200 ] [ performance: 26.827 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:08 ] [ l_g_pix: 4.8620e-02 ] [ l_g_total: 4.8620e-02 ] +2024-10-07 04:04:16,923 INFO: [ epoch: 15 ] [ iter: 14,300 ] [ performance: 26.727 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:52 ] [ l_g_pix: 3.6191e-02 ] [ l_g_total: 3.6191e-02 ] +2024-10-07 04:04:20,622 INFO: [ epoch: 15 ] [ iter: 14,400 ] [ performance: 26.969 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:37 ] [ l_g_pix: 5.3811e-02 ] [ l_g_total: 5.3811e-02 ] +2024-10-07 04:04:24,246 INFO: [ epoch: 15 ] [ iter: 14,500 ] [ performance: 29.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:21 ] [ l_g_pix: 5.0673e-02 ] [ l_g_total: 5.0673e-02 ] +2024-10-07 04:04:29,032 INFO: [ epoch: 16 ] [ iter: 14,600 ] [ performance: 22.266 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:13 ] [ l_g_pix: 4.9808e-02 ] [ l_g_total: 4.9808e-02 ] +2024-10-07 04:04:32,756 INFO: [ epoch: 16 ] [ iter: 14,700 ] [ performance: 27.426 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:58 ] [ l_g_pix: 3.3390e-02 ] [ l_g_total: 3.3390e-02 ] +2024-10-07 04:04:36,423 INFO: [ epoch: 16 ] [ iter: 14,800 ] [ performance: 27.307 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:43 ] [ l_g_pix: 4.2735e-02 ] [ l_g_total: 4.2735e-02 ] +2024-10-07 04:04:40,117 INFO: [ epoch: 16 ] [ iter: 14,900 ] [ performance: 26.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:28 ] [ l_g_pix: 3.5653e-02 ] [ l_g_total: 3.5653e-02 ] +2024-10-07 04:04:43,829 INFO: [ epoch: 16 ] [ iter: 15,000 ] [ performance: 26.930 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:14 ] [ l_g_pix: 3.3250e-02 ] [ l_g_total: 3.3250e-02 ] +2024-10-07 04:04:47,512 INFO: [ epoch: 16 ] [ iter: 15,100 ] [ performance: 27.732 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:59 ] [ l_g_pix: 5.1535e-02 ] [ l_g_total: 5.1535e-02 ] +2024-10-07 04:04:51,164 INFO: [ epoch: 16 ] [ iter: 15,200 ] [ performance: 27.454 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:45 ] [ l_g_pix: 5.0527e-02 ] [ l_g_total: 5.0527e-02 ] +2024-10-07 04:04:54,829 INFO: [ epoch: 16 ] [ iter: 15,300 ] [ performance: 27.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:30 ] [ l_g_pix: 3.7027e-02 ] [ l_g_total: 3.7027e-02 ] +2024-10-07 04:04:58,433 INFO: [ epoch: 16 ] [ iter: 15,400 ] [ performance: 27.791 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:16 ] [ l_g_pix: 4.3529e-02 ] [ l_g_total: 4.3529e-02 ] +2024-10-07 04:05:03,222 INFO: [ epoch: 17 ] [ iter: 15,500 ] [ performance: 17.944 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:08 ] [ l_g_pix: 3.7356e-02 ] [ l_g_total: 3.7356e-02 ] +2024-10-07 04:05:06,954 INFO: [ epoch: 17 ] [ iter: 15,600 ] [ performance: 24.539 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:54 ] [ l_g_pix: 5.6883e-02 ] [ l_g_total: 5.6883e-02 ] +2024-10-07 04:05:10,606 INFO: [ epoch: 17 ] [ iter: 15,700 ] [ performance: 27.438 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:41 ] [ l_g_pix: 4.2061e-02 ] [ l_g_total: 4.2061e-02 ] +2024-10-07 04:05:14,341 INFO: [ epoch: 17 ] [ iter: 15,800 ] [ performance: 26.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:27 ] [ l_g_pix: 4.0737e-02 ] [ l_g_total: 4.0737e-02 ] +2024-10-07 04:05:18,034 INFO: [ epoch: 17 ] [ iter: 15,900 ] [ performance: 27.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:14 ] [ l_g_pix: 5.7853e-02 ] [ l_g_total: 5.7853e-02 ] +2024-10-07 04:05:21,688 INFO: [ epoch: 17 ] [ iter: 16,000 ] [ performance: 27.416 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:00 ] [ l_g_pix: 3.2264e-02 ] [ l_g_total: 3.2264e-02 ] +2024-10-07 04:05:25,419 INFO: [ epoch: 17 ] [ iter: 16,100 ] [ performance: 26.926 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:47 ] [ l_g_pix: 3.1992e-02 ] [ l_g_total: 3.1992e-02 ] +2024-10-07 04:05:29,106 INFO: [ epoch: 17 ] [ iter: 16,200 ] [ performance: 27.092 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:34 ] [ l_g_pix: 4.3379e-02 ] [ l_g_total: 4.3379e-02 ] +2024-10-07 04:05:32,783 INFO: [ epoch: 17 ] [ iter: 16,300 ] [ performance: 29.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:21 ] [ l_g_pix: 3.3905e-02 ] [ l_g_total: 3.3905e-02 ] +2024-10-07 04:05:37,330 INFO: [ epoch: 18 ] [ iter: 16,400 ] [ performance: 22.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:13 ] [ l_g_pix: 5.5922e-02 ] [ l_g_total: 5.5922e-02 ] +2024-10-07 04:05:41,224 INFO: [ epoch: 18 ] [ iter: 16,500 ] [ performance: 27.048 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:01 ] [ l_g_pix: 3.8030e-02 ] [ l_g_total: 3.8030e-02 ] +2024-10-07 04:05:44,946 INFO: [ epoch: 18 ] [ iter: 16,600 ] [ performance: 26.902 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:49 ] [ l_g_pix: 4.2707e-02 ] [ l_g_total: 4.2707e-02 ] +2024-10-07 04:05:48,685 INFO: [ epoch: 18 ] [ iter: 16,700 ] [ performance: 27.036 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:36 ] [ l_g_pix: 4.0203e-02 ] [ l_g_total: 4.0203e-02 ] +2024-10-07 04:05:52,435 INFO: [ epoch: 18 ] [ iter: 16,800 ] [ performance: 26.721 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:24 ] [ l_g_pix: 3.9524e-02 ] [ l_g_total: 3.9524e-02 ] +2024-10-07 04:05:56,121 INFO: [ epoch: 18 ] [ iter: 16,900 ] [ performance: 27.633 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:12 ] [ l_g_pix: 4.4458e-02 ] [ l_g_total: 4.4458e-02 ] +2024-10-07 04:05:59,827 INFO: [ epoch: 18 ] [ iter: 17,000 ] [ performance: 27.076 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:00 ] [ l_g_pix: 4.4842e-02 ] [ l_g_total: 4.4842e-02 ] +2024-10-07 04:06:03,585 INFO: [ epoch: 18 ] [ iter: 17,100 ] [ performance: 26.336 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:48 ] [ l_g_pix: 3.2592e-02 ] [ l_g_total: 3.2592e-02 ] +2024-10-07 04:06:07,252 INFO: [ epoch: 18 ] [ iter: 17,200 ] [ performance: 27.149 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:36 ] [ l_g_pix: 3.9237e-02 ] [ l_g_total: 3.9237e-02 ] +2024-10-07 04:06:11,582 INFO: [ epoch: 19 ] [ iter: 17,300 ] [ performance: 10.421 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:27 ] [ l_g_pix: 3.4324e-02 ] [ l_g_total: 3.4324e-02 ] +2024-10-07 04:06:15,712 INFO: [ epoch: 19 ] [ iter: 17,400 ] [ performance: 20.833 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:17 ] [ l_g_pix: 4.2347e-02 ] [ l_g_total: 4.2347e-02 ] +2024-10-07 04:06:19,427 INFO: [ epoch: 19 ] [ iter: 17,500 ] [ performance: 27.442 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:06 ] [ l_g_pix: 3.4202e-02 ] [ l_g_total: 3.4202e-02 ] +2024-10-07 04:06:23,134 INFO: [ epoch: 19 ] [ iter: 17,600 ] [ performance: 27.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:54 ] [ l_g_pix: 4.8653e-02 ] [ l_g_total: 4.8653e-02 ] +2024-10-07 04:06:26,865 INFO: [ epoch: 19 ] [ iter: 17,700 ] [ performance: 27.610 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:43 ] [ l_g_pix: 3.5657e-02 ] [ l_g_total: 3.5657e-02 ] +2024-10-07 04:06:30,590 INFO: [ epoch: 19 ] [ iter: 17,800 ] [ performance: 26.931 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:31 ] [ l_g_pix: 3.4264e-02 ] [ l_g_total: 3.4264e-02 ] +2024-10-07 04:06:34,269 INFO: [ epoch: 19 ] [ iter: 17,900 ] [ performance: 27.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:20 ] [ l_g_pix: 3.8827e-02 ] [ l_g_total: 3.8827e-02 ] +2024-10-07 04:06:37,982 INFO: [ epoch: 19 ] [ iter: 18,000 ] [ performance: 27.031 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:09 ] [ l_g_pix: 4.4462e-02 ] [ l_g_total: 4.4462e-02 ] +2024-10-07 04:06:41,720 INFO: [ epoch: 19 ] [ iter: 18,100 ] [ performance: 26.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:57 ] [ l_g_pix: 4.0120e-02 ] [ l_g_total: 4.0120e-02 ] +2024-10-07 04:06:45,298 INFO: [ epoch: 19 ] [ iter: 18,200 ] [ performance: 27.803 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:46 ] [ l_g_pix: 4.8767e-02 ] [ l_g_total: 4.8767e-02 ] +2024-10-07 04:06:50,174 INFO: [ epoch: 20 ] [ iter: 18,300 ] [ performance: 28.260 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:40 ] [ l_g_pix: 3.0774e-02 ] [ l_g_total: 3.0774e-02 ] +2024-10-07 04:06:53,887 INFO: [ epoch: 20 ] [ iter: 18,400 ] [ performance: 27.047 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:29 ] [ l_g_pix: 3.8074e-02 ] [ l_g_total: 3.8074e-02 ] +2024-10-07 04:06:57,594 INFO: [ epoch: 20 ] [ iter: 18,500 ] [ performance: 27.107 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:18 ] [ l_g_pix: 3.7548e-02 ] [ l_g_total: 3.7548e-02 ] +2024-10-07 04:07:01,320 INFO: [ epoch: 20 ] [ iter: 18,600 ] [ performance: 26.867 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:07 ] [ l_g_pix: 4.5903e-02 ] [ l_g_total: 4.5903e-02 ] +2024-10-07 04:07:04,995 INFO: [ epoch: 20 ] [ iter: 18,700 ] [ performance: 27.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:57 ] [ l_g_pix: 3.8476e-02 ] [ l_g_total: 3.8476e-02 ] +2024-10-07 04:07:08,658 INFO: [ epoch: 20 ] [ iter: 18,800 ] [ performance: 27.332 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:46 ] [ l_g_pix: 3.6324e-02 ] [ l_g_total: 3.6324e-02 ] +2024-10-07 04:07:12,388 INFO: [ epoch: 20 ] [ iter: 18,900 ] [ performance: 27.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:35 ] [ l_g_pix: 3.4264e-02 ] [ l_g_total: 3.4264e-02 ] +2024-10-07 04:07:16,139 INFO: [ epoch: 20 ] [ iter: 19,000 ] [ performance: 26.715 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:25 ] [ l_g_pix: 3.1582e-02 ] [ l_g_total: 3.1582e-02 ] +2024-10-07 04:07:19,609 INFO: [ epoch: 20 ] [ iter: 19,100 ] [ performance: 29.150 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:13 ] [ l_g_pix: 5.7792e-02 ] [ l_g_total: 5.7792e-02 ] +2024-10-07 04:07:24,654 INFO: [ epoch: 21 ] [ iter: 19,200 ] [ performance: 20.132 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:09 ] [ l_g_pix: 3.5699e-02 ] [ l_g_total: 3.5699e-02 ] +2024-10-07 04:07:28,328 INFO: [ epoch: 21 ] [ iter: 19,300 ] [ performance: 28.243 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:58 ] [ l_g_pix: 4.5456e-02 ] [ l_g_total: 4.5456e-02 ] +2024-10-07 04:07:32,077 INFO: [ epoch: 21 ] [ iter: 19,400 ] [ performance: 26.731 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:48 ] [ l_g_pix: 4.2420e-02 ] [ l_g_total: 4.2420e-02 ] +2024-10-07 04:07:35,805 INFO: [ epoch: 21 ] [ iter: 19,500 ] [ performance: 27.162 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:38 ] [ l_g_pix: 3.8985e-02 ] [ l_g_total: 3.8985e-02 ] +2024-10-07 04:07:39,548 INFO: [ epoch: 21 ] [ iter: 19,600 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:28 ] [ l_g_pix: 2.9994e-02 ] [ l_g_total: 2.9994e-02 ] +2024-10-07 04:07:43,263 INFO: [ epoch: 21 ] [ iter: 19,700 ] [ performance: 28.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:18 ] [ l_g_pix: 3.6227e-02 ] [ l_g_total: 3.6227e-02 ] +2024-10-07 04:07:46,974 INFO: [ epoch: 21 ] [ iter: 19,800 ] [ performance: 26.980 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:08 ] [ l_g_pix: 4.1679e-02 ] [ l_g_total: 4.1679e-02 ] +2024-10-07 04:07:50,644 INFO: [ epoch: 21 ] [ iter: 19,900 ] [ performance: 28.899 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:58 ] [ l_g_pix: 3.4993e-02 ] [ l_g_total: 3.4993e-02 ] +2024-10-07 04:07:54,156 INFO: [ epoch: 21 ] [ iter: 20,000 ] [ performance: 28.488 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:47 ] [ l_g_pix: 4.1934e-02 ] [ l_g_total: 4.1934e-02 ] +2024-10-07 04:07:54,156 INFO: Saving models and training states. +2024-10-07 04:10:53,103 INFO: Validation val + + # psnr: 26.2151........ Best: 26.2322 @ 10000 iter + # ssim: 0.7355........ Best: 0.7373 @ 10000 iter + # dists: 0.7808........ Best: 0.7807 @ 10000 iter + +2024-10-07 04:10:58,126 INFO: [ epoch: 22 ] [ iter: 20,100 ] [ performance: 23.463 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:34 ] [ l_g_pix: 4.9300e-02 ] [ l_g_total: 4.9300e-02 ] +2024-10-07 04:11:01,827 INFO: [ epoch: 22 ] [ iter: 20,200 ] [ performance: 27.029 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:20 ] [ l_g_pix: 4.4194e-02 ] [ l_g_total: 4.4194e-02 ] +2024-10-07 04:11:05,548 INFO: [ epoch: 22 ] [ iter: 20,300 ] [ performance: 26.953 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:06 ] [ l_g_pix: 5.1342e-02 ] [ l_g_total: 5.1342e-02 ] +2024-10-07 04:11:09,288 INFO: [ epoch: 22 ] [ iter: 20,400 ] [ performance: 26.733 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:52 ] [ l_g_pix: 4.2628e-02 ] [ l_g_total: 4.2628e-02 ] +2024-10-07 04:11:12,961 INFO: [ epoch: 22 ] [ iter: 20,500 ] [ performance: 26.980 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:38 ] [ l_g_pix: 4.5998e-02 ] [ l_g_total: 4.5998e-02 ] +2024-10-07 04:11:16,671 INFO: [ epoch: 22 ] [ iter: 20,600 ] [ performance: 26.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:24 ] [ l_g_pix: 3.0799e-02 ] [ l_g_total: 3.0799e-02 ] +2024-10-07 04:11:20,379 INFO: [ epoch: 22 ] [ iter: 20,700 ] [ performance: 26.961 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:10 ] [ l_g_pix: 2.9673e-02 ] [ l_g_total: 2.9673e-02 ] +2024-10-07 04:11:24,068 INFO: [ epoch: 22 ] [ iter: 20,800 ] [ performance: 27.118 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:57 ] [ l_g_pix: 2.6653e-02 ] [ l_g_total: 2.6653e-02 ] +2024-10-07 04:11:27,618 INFO: [ epoch: 22 ] [ iter: 20,900 ] [ performance: 27.644 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:43 ] [ l_g_pix: 3.7103e-02 ] [ l_g_total: 3.7103e-02 ] +2024-10-07 04:11:32,501 INFO: [ epoch: 23 ] [ iter: 21,000 ] [ performance: 20.254 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:34 ] [ l_g_pix: 3.7562e-02 ] [ l_g_total: 3.7562e-02 ] +2024-10-07 04:11:36,216 INFO: [ epoch: 23 ] [ iter: 21,100 ] [ performance: 23.186 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:20 ] [ l_g_pix: 3.1394e-02 ] [ l_g_total: 3.1394e-02 ] +2024-10-07 04:11:39,910 INFO: [ epoch: 23 ] [ iter: 21,200 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:07 ] [ l_g_pix: 4.4408e-02 ] [ l_g_total: 4.4408e-02 ] +2024-10-07 04:11:43,580 INFO: [ epoch: 23 ] [ iter: 21,300 ] [ performance: 27.154 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:54 ] [ l_g_pix: 2.0973e-02 ] [ l_g_total: 2.0973e-02 ] +2024-10-07 04:11:47,333 INFO: [ epoch: 23 ] [ iter: 21,400 ] [ performance: 26.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:41 ] [ l_g_pix: 3.3613e-02 ] [ l_g_total: 3.3613e-02 ] +2024-10-07 04:11:51,028 INFO: [ epoch: 23 ] [ iter: 21,500 ] [ performance: 26.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:28 ] [ l_g_pix: 3.4515e-02 ] [ l_g_total: 3.4515e-02 ] +2024-10-07 04:11:54,742 INFO: [ epoch: 23 ] [ iter: 21,600 ] [ performance: 26.893 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:15 ] [ l_g_pix: 3.1014e-02 ] [ l_g_total: 3.1014e-02 ] +2024-10-07 04:11:58,455 INFO: [ epoch: 23 ] [ iter: 21,700 ] [ performance: 26.913 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:02 ] [ l_g_pix: 4.5959e-02 ] [ l_g_total: 4.5959e-02 ] +2024-10-07 04:12:02,009 INFO: [ epoch: 23 ] [ iter: 21,800 ] [ performance: 28.337 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:49 ] [ l_g_pix: 2.6928e-02 ] [ l_g_total: 2.6928e-02 ] +2024-10-07 04:12:06,944 INFO: [ epoch: 24 ] [ iter: 21,900 ] [ performance: 23.471 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:41 ] [ l_g_pix: 4.8151e-02 ] [ l_g_total: 4.8151e-02 ] +2024-10-07 04:12:10,705 INFO: [ epoch: 24 ] [ iter: 22,000 ] [ performance: 26.601 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:28 ] [ l_g_pix: 4.1848e-02 ] [ l_g_total: 4.1848e-02 ] +2024-10-07 04:12:14,464 INFO: [ epoch: 24 ] [ iter: 22,100 ] [ performance: 26.604 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:16 ] [ l_g_pix: 3.9423e-02 ] [ l_g_total: 3.9423e-02 ] +2024-10-07 04:12:18,165 INFO: [ epoch: 24 ] [ iter: 22,200 ] [ performance: 27.144 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:03 ] [ l_g_pix: 3.3090e-02 ] [ l_g_total: 3.3090e-02 ] +2024-10-07 04:12:21,890 INFO: [ epoch: 24 ] [ iter: 22,300 ] [ performance: 26.986 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:51 ] [ l_g_pix: 3.9409e-02 ] [ l_g_total: 3.9409e-02 ] +2024-10-07 04:12:25,638 INFO: [ epoch: 24 ] [ iter: 22,400 ] [ performance: 26.743 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:39 ] [ l_g_pix: 3.2795e-02 ] [ l_g_total: 3.2795e-02 ] +2024-10-07 04:12:29,319 INFO: [ epoch: 24 ] [ iter: 22,500 ] [ performance: 26.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:27 ] [ l_g_pix: 3.6809e-02 ] [ l_g_total: 3.6809e-02 ] +2024-10-07 04:12:32,977 INFO: [ epoch: 24 ] [ iter: 22,600 ] [ performance: 27.413 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:14 ] [ l_g_pix: 3.2846e-02 ] [ l_g_total: 3.2846e-02 ] +2024-10-07 04:12:36,553 INFO: [ epoch: 24 ] [ iter: 22,700 ] [ performance: 27.704 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:02 ] [ l_g_pix: 3.8389e-02 ] [ l_g_total: 3.8389e-02 ] +2024-10-07 04:12:41,534 INFO: [ epoch: 25 ] [ iter: 22,800 ] [ performance: 19.235 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:54 ] [ l_g_pix: 3.4493e-02 ] [ l_g_total: 3.4493e-02 ] +2024-10-07 04:12:45,285 INFO: [ epoch: 25 ] [ iter: 22,900 ] [ performance: 22.605 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:42 ] [ l_g_pix: 4.3318e-02 ] [ l_g_total: 4.3318e-02 ] +2024-10-07 04:12:49,042 INFO: [ epoch: 25 ] [ iter: 23,000 ] [ performance: 26.699 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:31 ] [ l_g_pix: 4.4719e-02 ] [ l_g_total: 4.4719e-02 ] +2024-10-07 04:12:52,781 INFO: [ epoch: 25 ] [ iter: 23,100 ] [ performance: 26.728 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:19 ] [ l_g_pix: 3.6170e-02 ] [ l_g_total: 3.6170e-02 ] +2024-10-07 04:12:56,509 INFO: [ epoch: 25 ] [ iter: 23,200 ] [ performance: 26.947 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:07 ] [ l_g_pix: 3.4542e-02 ] [ l_g_total: 3.4542e-02 ] +2024-10-07 04:13:00,266 INFO: [ epoch: 25 ] [ iter: 23,300 ] [ performance: 26.770 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:56 ] [ l_g_pix: 3.1320e-02 ] [ l_g_total: 3.1320e-02 ] +2024-10-07 04:13:03,983 INFO: [ epoch: 25 ] [ iter: 23,400 ] [ performance: 26.985 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:44 ] [ l_g_pix: 4.8856e-02 ] [ l_g_total: 4.8856e-02 ] +2024-10-07 04:13:07,691 INFO: [ epoch: 25 ] [ iter: 23,500 ] [ performance: 26.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:33 ] [ l_g_pix: 3.3255e-02 ] [ l_g_total: 3.3255e-02 ] +2024-10-07 04:13:11,355 INFO: [ epoch: 25 ] [ iter: 23,600 ] [ performance: 27.630 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:21 ] [ l_g_pix: 3.7145e-02 ] [ l_g_total: 3.7145e-02 ] +2024-10-07 04:13:16,209 INFO: [ epoch: 26 ] [ iter: 23,700 ] [ performance: 23.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:14 ] [ l_g_pix: 4.0244e-02 ] [ l_g_total: 4.0244e-02 ] +2024-10-07 04:13:20,011 INFO: [ epoch: 26 ] [ iter: 23,800 ] [ performance: 26.597 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:03 ] [ l_g_pix: 3.9878e-02 ] [ l_g_total: 3.9878e-02 ] +2024-10-07 04:13:23,739 INFO: [ epoch: 26 ] [ iter: 23,900 ] [ performance: 26.724 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:51 ] [ l_g_pix: 3.3578e-02 ] [ l_g_total: 3.3578e-02 ] +2024-10-07 04:13:27,481 INFO: [ epoch: 26 ] [ iter: 24,000 ] [ performance: 26.867 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:40 ] [ l_g_pix: 3.4961e-02 ] [ l_g_total: 3.4961e-02 ] +2024-10-07 04:13:31,179 INFO: [ epoch: 26 ] [ iter: 24,100 ] [ performance: 26.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:29 ] [ l_g_pix: 4.5330e-02 ] [ l_g_total: 4.5330e-02 ] +2024-10-07 04:13:34,869 INFO: [ epoch: 26 ] [ iter: 24,200 ] [ performance: 27.314 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:18 ] [ l_g_pix: 4.0925e-02 ] [ l_g_total: 4.0925e-02 ] +2024-10-07 04:13:38,577 INFO: [ epoch: 26 ] [ iter: 24,300 ] [ performance: 27.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:07 ] [ l_g_pix: 4.5327e-02 ] [ l_g_total: 4.5327e-02 ] +2024-10-07 04:13:42,306 INFO: [ epoch: 26 ] [ iter: 24,400 ] [ performance: 26.890 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:56 ] [ l_g_pix: 3.7321e-02 ] [ l_g_total: 3.7321e-02 ] +2024-10-07 04:13:45,930 INFO: [ epoch: 26 ] [ iter: 24,500 ] [ performance: 27.278 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:45 ] [ l_g_pix: 4.3899e-02 ] [ l_g_total: 4.3899e-02 ] +2024-10-07 04:13:50,495 INFO: [ epoch: 27 ] [ iter: 24,600 ] [ performance: 20.559 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:37 ] [ l_g_pix: 3.3900e-02 ] [ l_g_total: 3.3900e-02 ] +2024-10-07 04:13:54,262 INFO: [ epoch: 27 ] [ iter: 24,700 ] [ performance: 23.545 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:26 ] [ l_g_pix: 3.9860e-02 ] [ l_g_total: 3.9860e-02 ] +2024-10-07 04:13:57,967 INFO: [ epoch: 27 ] [ iter: 24,800 ] [ performance: 27.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:15 ] [ l_g_pix: 4.1802e-02 ] [ l_g_total: 4.1802e-02 ] +2024-10-07 04:14:01,668 INFO: [ epoch: 27 ] [ iter: 24,900 ] [ performance: 27.107 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:05 ] [ l_g_pix: 3.2296e-02 ] [ l_g_total: 3.2296e-02 ] +2024-10-07 04:14:05,362 INFO: [ epoch: 27 ] [ iter: 25,000 ] [ performance: 27.219 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:54 ] [ l_g_pix: 3.5510e-02 ] [ l_g_total: 3.5510e-02 ] +2024-10-07 04:14:09,039 INFO: [ epoch: 27 ] [ iter: 25,100 ] [ performance: 27.210 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:43 ] [ l_g_pix: 4.1848e-02 ] [ l_g_total: 4.1848e-02 ] +2024-10-07 04:14:12,782 INFO: [ epoch: 27 ] [ iter: 25,200 ] [ performance: 26.857 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:33 ] [ l_g_pix: 3.6990e-02 ] [ l_g_total: 3.6990e-02 ] +2024-10-07 04:14:16,448 INFO: [ epoch: 27 ] [ iter: 25,300 ] [ performance: 27.098 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:22 ] [ l_g_pix: 3.0351e-02 ] [ l_g_total: 3.0351e-02 ] +2024-10-07 04:14:20,089 INFO: [ epoch: 27 ] [ iter: 25,400 ] [ performance: 27.586 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:12 ] [ l_g_pix: 2.8364e-02 ] [ l_g_total: 2.8364e-02 ] +2024-10-07 04:14:24,881 INFO: [ epoch: 28 ] [ iter: 25,500 ] [ performance: 23.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:04 ] [ l_g_pix: 3.6616e-02 ] [ l_g_total: 3.6616e-02 ] +2024-10-07 04:14:28,694 INFO: [ epoch: 28 ] [ iter: 25,600 ] [ performance: 26.834 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:54 ] [ l_g_pix: 4.3917e-02 ] [ l_g_total: 4.3917e-02 ] +2024-10-07 04:14:32,453 INFO: [ epoch: 28 ] [ iter: 25,700 ] [ performance: 26.703 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:44 ] [ l_g_pix: 4.2608e-02 ] [ l_g_total: 4.2608e-02 ] +2024-10-07 04:14:36,136 INFO: [ epoch: 28 ] [ iter: 25,800 ] [ performance: 27.368 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:34 ] [ l_g_pix: 3.5070e-02 ] [ l_g_total: 3.5070e-02 ] +2024-10-07 04:14:39,857 INFO: [ epoch: 28 ] [ iter: 25,900 ] [ performance: 27.085 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:24 ] [ l_g_pix: 3.2804e-02 ] [ l_g_total: 3.2804e-02 ] +2024-10-07 04:14:43,503 INFO: [ epoch: 28 ] [ iter: 26,000 ] [ performance: 27.493 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:14 ] [ l_g_pix: 4.1904e-02 ] [ l_g_total: 4.1904e-02 ] +2024-10-07 04:14:47,248 INFO: [ epoch: 28 ] [ iter: 26,100 ] [ performance: 27.027 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:04 ] [ l_g_pix: 3.8806e-02 ] [ l_g_total: 3.8806e-02 ] +2024-10-07 04:14:50,950 INFO: [ epoch: 28 ] [ iter: 26,200 ] [ performance: 27.108 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:53 ] [ l_g_pix: 2.7235e-02 ] [ l_g_total: 2.7235e-02 ] +2024-10-07 04:14:54,679 INFO: [ epoch: 28 ] [ iter: 26,300 ] [ performance: 26.940 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:44 ] [ l_g_pix: 2.6527e-02 ] [ l_g_total: 2.6527e-02 ] +2024-10-07 04:14:59,254 INFO: [ epoch: 29 ] [ iter: 26,400 ] [ performance: 19.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:36 ] [ l_g_pix: 3.0511e-02 ] [ l_g_total: 3.0511e-02 ] +2024-10-07 04:15:03,340 INFO: [ epoch: 29 ] [ iter: 26,500 ] [ performance: 22.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:27 ] [ l_g_pix: 3.7152e-02 ] [ l_g_total: 3.7152e-02 ] +2024-10-07 04:15:07,076 INFO: [ epoch: 29 ] [ iter: 26,600 ] [ performance: 26.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:17 ] [ l_g_pix: 2.4256e-02 ] [ l_g_total: 2.4256e-02 ] +2024-10-07 04:15:10,784 INFO: [ epoch: 29 ] [ iter: 26,700 ] [ performance: 26.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:08 ] [ l_g_pix: 3.0226e-02 ] [ l_g_total: 3.0226e-02 ] +2024-10-07 04:15:14,507 INFO: [ epoch: 29 ] [ iter: 26,800 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:58 ] [ l_g_pix: 4.7532e-02 ] [ l_g_total: 4.7532e-02 ] +2024-10-07 04:15:18,209 INFO: [ epoch: 29 ] [ iter: 26,900 ] [ performance: 26.993 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:48 ] [ l_g_pix: 4.0079e-02 ] [ l_g_total: 4.0079e-02 ] +2024-10-07 04:15:21,955 INFO: [ epoch: 29 ] [ iter: 27,000 ] [ performance: 26.811 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:39 ] [ l_g_pix: 3.8403e-02 ] [ l_g_total: 3.8403e-02 ] +2024-10-07 04:15:25,730 INFO: [ epoch: 29 ] [ iter: 27,100 ] [ performance: 26.618 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:29 ] [ l_g_pix: 3.5771e-02 ] [ l_g_total: 3.5771e-02 ] +2024-10-07 04:15:29,477 INFO: [ epoch: 29 ] [ iter: 27,200 ] [ performance: 26.656 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:20 ] [ l_g_pix: 4.3405e-02 ] [ l_g_total: 4.3405e-02 ] +2024-10-07 04:15:33,032 INFO: [ epoch: 29 ] [ iter: 27,300 ] [ performance: 27.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:10 ] [ l_g_pix: 3.4583e-02 ] [ l_g_total: 3.4583e-02 ] +2024-10-07 04:15:38,059 INFO: [ epoch: 30 ] [ iter: 27,400 ] [ performance: 27.476 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:04 ] [ l_g_pix: 4.1354e-02 ] [ l_g_total: 4.1354e-02 ] +2024-10-07 04:15:41,765 INFO: [ epoch: 30 ] [ iter: 27,500 ] [ performance: 27.175 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:54 ] [ l_g_pix: 6.2165e-02 ] [ l_g_total: 6.2165e-02 ] +2024-10-07 04:15:45,394 INFO: [ epoch: 30 ] [ iter: 27,600 ] [ performance: 27.568 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:45 ] [ l_g_pix: 3.2439e-02 ] [ l_g_total: 3.2439e-02 ] +2024-10-07 04:15:49,184 INFO: [ epoch: 30 ] [ iter: 27,700 ] [ performance: 26.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:35 ] [ l_g_pix: 3.3187e-02 ] [ l_g_total: 3.3187e-02 ] +2024-10-07 04:15:52,912 INFO: [ epoch: 30 ] [ iter: 27,800 ] [ performance: 26.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:26 ] [ l_g_pix: 4.0556e-02 ] [ l_g_total: 4.0556e-02 ] +2024-10-07 04:15:56,671 INFO: [ epoch: 30 ] [ iter: 27,900 ] [ performance: 26.685 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:17 ] [ l_g_pix: 4.7696e-02 ] [ l_g_total: 4.7696e-02 ] +2024-10-07 04:16:00,408 INFO: [ epoch: 30 ] [ iter: 28,000 ] [ performance: 26.969 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:08 ] [ l_g_pix: 3.0061e-02 ] [ l_g_total: 3.0061e-02 ] +2024-10-07 04:16:04,146 INFO: [ epoch: 30 ] [ iter: 28,100 ] [ performance: 26.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:59 ] [ l_g_pix: 2.6079e-02 ] [ l_g_total: 2.6079e-02 ] +2024-10-07 04:16:07,624 INFO: [ epoch: 30 ] [ iter: 28,200 ] [ performance: 29.131 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:49 ] [ l_g_pix: 4.3519e-02 ] [ l_g_total: 4.3519e-02 ] +2024-10-07 04:16:12,629 INFO: [ epoch: 31 ] [ iter: 28,300 ] [ performance: 22.655 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:43 ] [ l_g_pix: 3.3776e-02 ] [ l_g_total: 3.3776e-02 ] +2024-10-07 04:16:16,388 INFO: [ epoch: 31 ] [ iter: 28,400 ] [ performance: 26.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:34 ] [ l_g_pix: 4.9565e-02 ] [ l_g_total: 4.9565e-02 ] +2024-10-07 04:16:20,076 INFO: [ epoch: 31 ] [ iter: 28,500 ] [ performance: 27.034 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:25 ] [ l_g_pix: 4.8725e-02 ] [ l_g_total: 4.8725e-02 ] +2024-10-07 04:16:23,831 INFO: [ epoch: 31 ] [ iter: 28,600 ] [ performance: 26.806 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:16 ] [ l_g_pix: 3.0242e-02 ] [ l_g_total: 3.0242e-02 ] +2024-10-07 04:16:27,589 INFO: [ epoch: 31 ] [ iter: 28,700 ] [ performance: 26.684 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:07 ] [ l_g_pix: 3.0362e-02 ] [ l_g_total: 3.0362e-02 ] +2024-10-07 04:16:31,308 INFO: [ epoch: 31 ] [ iter: 28,800 ] [ performance: 26.928 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:58 ] [ l_g_pix: 4.6951e-02 ] [ l_g_total: 4.6951e-02 ] +2024-10-07 04:16:35,041 INFO: [ epoch: 31 ] [ iter: 28,900 ] [ performance: 26.842 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:49 ] [ l_g_pix: 4.0145e-02 ] [ l_g_total: 4.0145e-02 ] +2024-10-07 04:16:38,780 INFO: [ epoch: 31 ] [ iter: 29,000 ] [ performance: 26.781 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:40 ] [ l_g_pix: 4.5160e-02 ] [ l_g_total: 4.5160e-02 ] +2024-10-07 04:16:42,291 INFO: [ epoch: 31 ] [ iter: 29,100 ] [ performance: 27.851 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:31 ] [ l_g_pix: 5.6378e-02 ] [ l_g_total: 5.6378e-02 ] +2024-10-07 04:16:47,356 INFO: [ epoch: 32 ] [ iter: 29,200 ] [ performance: 26.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:25 ] [ l_g_pix: 4.2596e-02 ] [ l_g_total: 4.2596e-02 ] +2024-10-07 04:16:51,020 INFO: [ epoch: 32 ] [ iter: 29,300 ] [ performance: 27.136 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:16 ] [ l_g_pix: 2.8533e-02 ] [ l_g_total: 2.8533e-02 ] +2024-10-07 04:16:54,722 INFO: [ epoch: 32 ] [ iter: 29,400 ] [ performance: 26.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:08 ] [ l_g_pix: 3.9032e-02 ] [ l_g_total: 3.9032e-02 ] +2024-10-07 04:16:58,408 INFO: [ epoch: 32 ] [ iter: 29,500 ] [ performance: 27.040 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:59 ] [ l_g_pix: 3.9461e-02 ] [ l_g_total: 3.9461e-02 ] +2024-10-07 04:17:02,122 INFO: [ epoch: 32 ] [ iter: 29,600 ] [ performance: 27.017 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:50 ] [ l_g_pix: 3.8611e-02 ] [ l_g_total: 3.8611e-02 ] +2024-10-07 04:17:05,840 INFO: [ epoch: 32 ] [ iter: 29,700 ] [ performance: 26.942 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:41 ] [ l_g_pix: 4.1329e-02 ] [ l_g_total: 4.1329e-02 ] +2024-10-07 04:17:09,543 INFO: [ epoch: 32 ] [ iter: 29,800 ] [ performance: 27.081 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:33 ] [ l_g_pix: 4.7906e-02 ] [ l_g_total: 4.7906e-02 ] +2024-10-07 04:17:13,237 INFO: [ epoch: 32 ] [ iter: 29,900 ] [ performance: 27.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:24 ] [ l_g_pix: 3.2273e-02 ] [ l_g_total: 3.2273e-02 ] +2024-10-07 04:17:16,793 INFO: [ epoch: 32 ] [ iter: 30,000 ] [ performance: 28.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:15 ] [ l_g_pix: 4.0921e-02 ] [ l_g_total: 4.0921e-02 ] +2024-10-07 04:17:16,793 INFO: Saving models and training states. +2024-10-07 04:20:10,611 INFO: Validation val + + # psnr: 26.8985........ Best: 26.8985 @ 30000 iter + # ssim: 0.7546........ Best: 0.7546 @ 30000 iter + # dists: 0.7744........ Best: 0.7744 @ 30000 iter + +2024-10-07 04:20:15,551 INFO: [ epoch: 33 ] [ iter: 30,100 ] [ performance: 22.530 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:53 ] [ l_g_pix: 4.9231e-02 ] [ l_g_total: 4.9231e-02 ] +2024-10-07 04:20:19,261 INFO: [ epoch: 33 ] [ iter: 30,200 ] [ performance: 27.131 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:43 ] [ l_g_pix: 3.0065e-02 ] [ l_g_total: 3.0065e-02 ] +2024-10-07 04:20:22,955 INFO: [ epoch: 33 ] [ iter: 30,300 ] [ performance: 27.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:32 ] [ l_g_pix: 4.3105e-02 ] [ l_g_total: 4.3105e-02 ] +2024-10-07 04:20:26,676 INFO: [ epoch: 33 ] [ iter: 30,400 ] [ performance: 26.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:22 ] [ l_g_pix: 4.7029e-02 ] [ l_g_total: 4.7029e-02 ] +2024-10-07 04:20:30,395 INFO: [ epoch: 33 ] [ iter: 30,500 ] [ performance: 26.808 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:12 ] [ l_g_pix: 3.2619e-02 ] [ l_g_total: 3.2619e-02 ] +2024-10-07 04:20:34,119 INFO: [ epoch: 33 ] [ iter: 30,600 ] [ performance: 26.816 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:01 ] [ l_g_pix: 4.0351e-02 ] [ l_g_total: 4.0351e-02 ] +2024-10-07 04:20:37,874 INFO: [ epoch: 33 ] [ iter: 30,700 ] [ performance: 26.696 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:51 ] [ l_g_pix: 3.7004e-02 ] [ l_g_total: 3.7004e-02 ] +2024-10-07 04:20:41,608 INFO: [ epoch: 33 ] [ iter: 30,800 ] [ performance: 26.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:41 ] [ l_g_pix: 2.9915e-02 ] [ l_g_total: 2.9915e-02 ] +2024-10-07 04:20:45,172 INFO: [ epoch: 33 ] [ iter: 30,900 ] [ performance: 27.569 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:31 ] [ l_g_pix: 3.8912e-02 ] [ l_g_total: 3.8912e-02 ] +2024-10-07 04:20:49,958 INFO: [ epoch: 34 ] [ iter: 31,000 ] [ performance: 22.927 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:23 ] [ l_g_pix: 4.5256e-02 ] [ l_g_total: 4.5256e-02 ] +2024-10-07 04:20:53,701 INFO: [ epoch: 34 ] [ iter: 31,100 ] [ performance: 25.398 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:13 ] [ l_g_pix: 3.8815e-02 ] [ l_g_total: 3.8815e-02 ] +2024-10-07 04:20:57,387 INFO: [ epoch: 34 ] [ iter: 31,200 ] [ performance: 27.119 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:03 ] [ l_g_pix: 3.9704e-02 ] [ l_g_total: 3.9704e-02 ] +2024-10-07 04:21:01,089 INFO: [ epoch: 34 ] [ iter: 31,300 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:53 ] [ l_g_pix: 4.4270e-02 ] [ l_g_total: 4.4270e-02 ] +2024-10-07 04:21:04,856 INFO: [ epoch: 34 ] [ iter: 31,400 ] [ performance: 26.718 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:43 ] [ l_g_pix: 4.3733e-02 ] [ l_g_total: 4.3733e-02 ] +2024-10-07 04:21:08,572 INFO: [ epoch: 34 ] [ iter: 31,500 ] [ performance: 26.856 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:33 ] [ l_g_pix: 3.1691e-02 ] [ l_g_total: 3.1691e-02 ] +2024-10-07 04:21:12,305 INFO: [ epoch: 34 ] [ iter: 31,600 ] [ performance: 26.520 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:23 ] [ l_g_pix: 3.8235e-02 ] [ l_g_total: 3.8235e-02 ] +2024-10-07 04:21:16,047 INFO: [ epoch: 34 ] [ iter: 31,700 ] [ performance: 26.667 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:14 ] [ l_g_pix: 2.9193e-02 ] [ l_g_total: 2.9193e-02 ] +2024-10-07 04:21:19,688 INFO: [ epoch: 34 ] [ iter: 31,800 ] [ performance: 29.022 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:04 ] [ l_g_pix: 3.2561e-02 ] [ l_g_total: 3.2561e-02 ] +2024-10-07 04:21:24,579 INFO: [ epoch: 35 ] [ iter: 31,900 ] [ performance: 22.410 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:56 ] [ l_g_pix: 2.9444e-02 ] [ l_g_total: 2.9444e-02 ] +2024-10-07 04:21:28,301 INFO: [ epoch: 35 ] [ iter: 32,000 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:47 ] [ l_g_pix: 5.3066e-02 ] [ l_g_total: 5.3066e-02 ] +2024-10-07 04:21:32,020 INFO: [ epoch: 35 ] [ iter: 32,100 ] [ performance: 26.847 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:37 ] [ l_g_pix: 3.0103e-02 ] [ l_g_total: 3.0103e-02 ] +2024-10-07 04:21:35,731 INFO: [ epoch: 35 ] [ iter: 32,200 ] [ performance: 26.900 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:27 ] [ l_g_pix: 3.7004e-02 ] [ l_g_total: 3.7004e-02 ] +2024-10-07 04:21:39,491 INFO: [ epoch: 35 ] [ iter: 32,300 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:18 ] [ l_g_pix: 3.5837e-02 ] [ l_g_total: 3.5837e-02 ] +2024-10-07 04:21:43,250 INFO: [ epoch: 35 ] [ iter: 32,400 ] [ performance: 26.580 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:08 ] [ l_g_pix: 3.7645e-02 ] [ l_g_total: 3.7645e-02 ] +2024-10-07 04:21:46,963 INFO: [ epoch: 35 ] [ iter: 32,500 ] [ performance: 26.839 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:59 ] [ l_g_pix: 4.1613e-02 ] [ l_g_total: 4.1613e-02 ] +2024-10-07 04:21:50,666 INFO: [ epoch: 35 ] [ iter: 32,600 ] [ performance: 27.334 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:49 ] [ l_g_pix: 2.4970e-02 ] [ l_g_total: 2.4970e-02 ] +2024-10-07 04:21:54,302 INFO: [ epoch: 35 ] [ iter: 32,700 ] [ performance: 27.457 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:40 ] [ l_g_pix: 4.3781e-02 ] [ l_g_total: 4.3781e-02 ] +2024-10-07 04:21:59,028 INFO: [ epoch: 36 ] [ iter: 32,800 ] [ performance: 20.738 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:32 ] [ l_g_pix: 3.6749e-02 ] [ l_g_total: 3.6749e-02 ] +2024-10-07 04:22:02,711 INFO: [ epoch: 36 ] [ iter: 32,900 ] [ performance: 25.063 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:23 ] [ l_g_pix: 3.3668e-02 ] [ l_g_total: 3.3668e-02 ] +2024-10-07 04:22:06,412 INFO: [ epoch: 36 ] [ iter: 33,000 ] [ performance: 27.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:14 ] [ l_g_pix: 4.6066e-02 ] [ l_g_total: 4.6066e-02 ] +2024-10-07 04:22:10,136 INFO: [ epoch: 36 ] [ iter: 33,100 ] [ performance: 26.919 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:04 ] [ l_g_pix: 4.1395e-02 ] [ l_g_total: 4.1395e-02 ] +2024-10-07 04:22:13,855 INFO: [ epoch: 36 ] [ iter: 33,200 ] [ performance: 27.299 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:55 ] [ l_g_pix: 2.7747e-02 ] [ l_g_total: 2.7747e-02 ] +2024-10-07 04:22:17,597 INFO: [ epoch: 36 ] [ iter: 33,300 ] [ performance: 26.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:46 ] [ l_g_pix: 3.3015e-02 ] [ l_g_total: 3.3015e-02 ] +2024-10-07 04:22:21,299 INFO: [ epoch: 36 ] [ iter: 33,400 ] [ performance: 26.872 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:37 ] [ l_g_pix: 4.9037e-02 ] [ l_g_total: 4.9037e-02 ] +2024-10-07 04:22:25,040 INFO: [ epoch: 36 ] [ iter: 33,500 ] [ performance: 26.768 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:27 ] [ l_g_pix: 3.8497e-02 ] [ l_g_total: 3.8497e-02 ] +2024-10-07 04:22:28,703 INFO: [ epoch: 36 ] [ iter: 33,600 ] [ performance: 28.511 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:18 ] [ l_g_pix: 3.1611e-02 ] [ l_g_total: 3.1611e-02 ] +2024-10-07 04:22:33,520 INFO: [ epoch: 37 ] [ iter: 33,700 ] [ performance: 22.269 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:11 ] [ l_g_pix: 4.4732e-02 ] [ l_g_total: 4.4732e-02 ] +2024-10-07 04:22:37,234 INFO: [ epoch: 37 ] [ iter: 33,800 ] [ performance: 27.098 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:02 ] [ l_g_pix: 4.0285e-02 ] [ l_g_total: 4.0285e-02 ] +2024-10-07 04:22:40,954 INFO: [ epoch: 37 ] [ iter: 33,900 ] [ performance: 26.939 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:53 ] [ l_g_pix: 3.6321e-02 ] [ l_g_total: 3.6321e-02 ] +2024-10-07 04:22:44,715 INFO: [ epoch: 37 ] [ iter: 34,000 ] [ performance: 26.799 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:44 ] [ l_g_pix: 3.0987e-02 ] [ l_g_total: 3.0987e-02 ] +2024-10-07 04:22:48,429 INFO: [ epoch: 37 ] [ iter: 34,100 ] [ performance: 26.898 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:35 ] [ l_g_pix: 4.0140e-02 ] [ l_g_total: 4.0140e-02 ] +2024-10-07 04:22:52,183 INFO: [ epoch: 37 ] [ iter: 34,200 ] [ performance: 26.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:26 ] [ l_g_pix: 3.0756e-02 ] [ l_g_total: 3.0756e-02 ] +2024-10-07 04:22:55,883 INFO: [ epoch: 37 ] [ iter: 34,300 ] [ performance: 27.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:17 ] [ l_g_pix: 4.0081e-02 ] [ l_g_total: 4.0081e-02 ] +2024-10-07 04:22:59,615 INFO: [ epoch: 37 ] [ iter: 34,400 ] [ performance: 27.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:08 ] [ l_g_pix: 3.4635e-02 ] [ l_g_total: 3.4635e-02 ] +2024-10-07 04:23:03,335 INFO: [ epoch: 37 ] [ iter: 34,500 ] [ performance: 26.913 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:59 ] [ l_g_pix: 2.6577e-02 ] [ l_g_total: 2.6577e-02 ] +2024-10-07 04:23:07,909 INFO: [ epoch: 38 ] [ iter: 34,600 ] [ performance: 13.645 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:52 ] [ l_g_pix: 4.1681e-02 ] [ l_g_total: 4.1681e-02 ] +2024-10-07 04:23:11,771 INFO: [ epoch: 38 ] [ iter: 34,700 ] [ performance: 21.648 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:44 ] [ l_g_pix: 4.0479e-02 ] [ l_g_total: 4.0479e-02 ] +2024-10-07 04:23:15,517 INFO: [ epoch: 38 ] [ iter: 34,800 ] [ performance: 27.273 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:35 ] [ l_g_pix: 3.4573e-02 ] [ l_g_total: 3.4573e-02 ] +2024-10-07 04:23:19,253 INFO: [ epoch: 38 ] [ iter: 34,900 ] [ performance: 26.874 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:26 ] [ l_g_pix: 4.4004e-02 ] [ l_g_total: 4.4004e-02 ] +2024-10-07 04:23:22,936 INFO: [ epoch: 38 ] [ iter: 35,000 ] [ performance: 27.214 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:17 ] [ l_g_pix: 4.7035e-02 ] [ l_g_total: 4.7035e-02 ] +2024-10-07 04:23:26,631 INFO: [ epoch: 38 ] [ iter: 35,100 ] [ performance: 27.093 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:08 ] [ l_g_pix: 4.9418e-02 ] [ l_g_total: 4.9418e-02 ] +2024-10-07 04:23:30,295 INFO: [ epoch: 38 ] [ iter: 35,200 ] [ performance: 27.796 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:00 ] [ l_g_pix: 4.0424e-02 ] [ l_g_total: 4.0424e-02 ] +2024-10-07 04:23:33,943 INFO: [ epoch: 38 ] [ iter: 35,300 ] [ performance: 27.490 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:51 ] [ l_g_pix: 4.1163e-02 ] [ l_g_total: 4.1163e-02 ] +2024-10-07 04:23:37,654 INFO: [ epoch: 38 ] [ iter: 35,400 ] [ performance: 27.724 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:42 ] [ l_g_pix: 3.1274e-02 ] [ l_g_total: 3.1274e-02 ] +2024-10-07 04:23:42,077 INFO: [ epoch: 39 ] [ iter: 35,500 ] [ performance: 23.452 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:35 ] [ l_g_pix: 2.6283e-02 ] [ l_g_total: 2.6283e-02 ] +2024-10-07 04:23:46,191 INFO: [ epoch: 39 ] [ iter: 35,600 ] [ performance: 27.243 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:27 ] [ l_g_pix: 2.5624e-02 ] [ l_g_total: 2.5624e-02 ] +2024-10-07 04:23:49,899 INFO: [ epoch: 39 ] [ iter: 35,700 ] [ performance: 27.030 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:18 ] [ l_g_pix: 4.1900e-02 ] [ l_g_total: 4.1900e-02 ] +2024-10-07 04:23:53,601 INFO: [ epoch: 39 ] [ iter: 35,800 ] [ performance: 27.065 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:10 ] [ l_g_pix: 3.8515e-02 ] [ l_g_total: 3.8515e-02 ] +2024-10-07 04:23:57,358 INFO: [ epoch: 39 ] [ iter: 35,900 ] [ performance: 26.700 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:01 ] [ l_g_pix: 4.0361e-02 ] [ l_g_total: 4.0361e-02 ] +2024-10-07 04:24:01,119 INFO: [ epoch: 39 ] [ iter: 36,000 ] [ performance: 26.465 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:53 ] [ l_g_pix: 3.6446e-02 ] [ l_g_total: 3.6446e-02 ] +2024-10-07 04:24:04,861 INFO: [ epoch: 39 ] [ iter: 36,100 ] [ performance: 26.685 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:45 ] [ l_g_pix: 3.0464e-02 ] [ l_g_total: 3.0464e-02 ] +2024-10-07 04:24:08,636 INFO: [ epoch: 39 ] [ iter: 36,200 ] [ performance: 27.160 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:36 ] [ l_g_pix: 2.5517e-02 ] [ l_g_total: 2.5517e-02 ] +2024-10-07 04:24:12,372 INFO: [ epoch: 39 ] [ iter: 36,300 ] [ performance: 26.839 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:28 ] [ l_g_pix: 4.1833e-02 ] [ l_g_total: 4.1833e-02 ] +2024-10-07 04:24:15,953 INFO: [ epoch: 39 ] [ iter: 36,400 ] [ performance: 25.674 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:19 ] [ l_g_pix: 3.9143e-02 ] [ l_g_total: 3.9143e-02 ] +2024-10-07 04:24:20,980 INFO: [ epoch: 40 ] [ iter: 36,500 ] [ performance: 20.639 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:13 ] [ l_g_pix: 2.6890e-02 ] [ l_g_total: 2.6890e-02 ] +2024-10-07 04:24:24,682 INFO: [ epoch: 40 ] [ iter: 36,600 ] [ performance: 27.921 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:05 ] [ l_g_pix: 4.6246e-02 ] [ l_g_total: 4.6246e-02 ] +2024-10-07 04:24:28,392 INFO: [ epoch: 40 ] [ iter: 36,700 ] [ performance: 27.103 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:57 ] [ l_g_pix: 2.8465e-02 ] [ l_g_total: 2.8465e-02 ] +2024-10-07 04:24:32,135 INFO: [ epoch: 40 ] [ iter: 36,800 ] [ performance: 27.365 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:48 ] [ l_g_pix: 4.0694e-02 ] [ l_g_total: 4.0694e-02 ] +2024-10-07 04:24:35,886 INFO: [ epoch: 40 ] [ iter: 36,900 ] [ performance: 26.761 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:40 ] [ l_g_pix: 4.1577e-02 ] [ l_g_total: 4.1577e-02 ] +2024-10-07 04:24:39,650 INFO: [ epoch: 40 ] [ iter: 37,000 ] [ performance: 26.604 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:32 ] [ l_g_pix: 2.7912e-02 ] [ l_g_total: 2.7912e-02 ] +2024-10-07 04:24:43,407 INFO: [ epoch: 40 ] [ iter: 37,100 ] [ performance: 26.620 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:24 ] [ l_g_pix: 2.9347e-02 ] [ l_g_total: 2.9347e-02 ] +2024-10-07 04:24:47,102 INFO: [ epoch: 40 ] [ iter: 37,200 ] [ performance: 27.453 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:16 ] [ l_g_pix: 3.2979e-02 ] [ l_g_total: 3.2979e-02 ] +2024-10-07 04:24:50,601 INFO: [ epoch: 40 ] [ iter: 37,300 ] [ performance: 28.433 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:07 ] [ l_g_pix: 3.0449e-02 ] [ l_g_total: 3.0449e-02 ] +2024-10-07 04:24:55,680 INFO: [ epoch: 41 ] [ iter: 37,400 ] [ performance: 27.049 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:01 ] [ l_g_pix: 3.9328e-02 ] [ l_g_total: 3.9328e-02 ] +2024-10-07 04:24:59,437 INFO: [ epoch: 41 ] [ iter: 37,500 ] [ performance: 26.678 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:53 ] [ l_g_pix: 3.0189e-02 ] [ l_g_total: 3.0189e-02 ] +2024-10-07 04:25:03,186 INFO: [ epoch: 41 ] [ iter: 37,600 ] [ performance: 26.912 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:45 ] [ l_g_pix: 4.8482e-02 ] [ l_g_total: 4.8482e-02 ] +2024-10-07 04:25:06,899 INFO: [ epoch: 41 ] [ iter: 37,700 ] [ performance: 26.936 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:37 ] [ l_g_pix: 3.7463e-02 ] [ l_g_total: 3.7463e-02 ] +2024-10-07 04:25:10,607 INFO: [ epoch: 41 ] [ iter: 37,800 ] [ performance: 27.212 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:29 ] [ l_g_pix: 4.1407e-02 ] [ l_g_total: 4.1407e-02 ] +2024-10-07 04:25:14,397 INFO: [ epoch: 41 ] [ iter: 37,900 ] [ performance: 26.475 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:21 ] [ l_g_pix: 4.4804e-02 ] [ l_g_total: 4.4804e-02 ] +2024-10-07 04:25:18,159 INFO: [ epoch: 41 ] [ iter: 38,000 ] [ performance: 27.079 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:13 ] [ l_g_pix: 2.8360e-02 ] [ l_g_total: 2.8360e-02 ] +2024-10-07 04:25:21,907 INFO: [ epoch: 41 ] [ iter: 38,100 ] [ performance: 26.727 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:05 ] [ l_g_pix: 3.0552e-02 ] [ l_g_total: 3.0552e-02 ] +2024-10-07 04:25:25,485 INFO: [ epoch: 41 ] [ iter: 38,200 ] [ performance: 29.415 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:57 ] [ l_g_pix: 4.0364e-02 ] [ l_g_total: 4.0364e-02 ] +2024-10-07 04:25:30,303 INFO: [ epoch: 42 ] [ iter: 38,300 ] [ performance: 21.328 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:51 ] [ l_g_pix: 3.4675e-02 ] [ l_g_total: 3.4675e-02 ] +2024-10-07 04:25:33,988 INFO: [ epoch: 42 ] [ iter: 38,400 ] [ performance: 27.307 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:43 ] [ l_g_pix: 3.0714e-02 ] [ l_g_total: 3.0714e-02 ] +2024-10-07 04:25:37,694 INFO: [ epoch: 42 ] [ iter: 38,500 ] [ performance: 27.019 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:35 ] [ l_g_pix: 3.7315e-02 ] [ l_g_total: 3.7315e-02 ] +2024-10-07 04:25:41,398 INFO: [ epoch: 42 ] [ iter: 38,600 ] [ performance: 27.544 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:27 ] [ l_g_pix: 3.5951e-02 ] [ l_g_total: 3.5951e-02 ] +2024-10-07 04:25:45,188 INFO: [ epoch: 42 ] [ iter: 38,700 ] [ performance: 26.475 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:19 ] [ l_g_pix: 3.1058e-02 ] [ l_g_total: 3.1058e-02 ] +2024-10-07 04:25:48,895 INFO: [ epoch: 42 ] [ iter: 38,800 ] [ performance: 28.312 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:11 ] [ l_g_pix: 5.1532e-02 ] [ l_g_total: 5.1532e-02 ] +2024-10-07 04:25:52,654 INFO: [ epoch: 42 ] [ iter: 38,900 ] [ performance: 26.710 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:04 ] [ l_g_pix: 4.7880e-02 ] [ l_g_total: 4.7880e-02 ] +2024-10-07 04:25:56,359 INFO: [ epoch: 42 ] [ iter: 39,000 ] [ performance: 27.337 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:56 ] [ l_g_pix: 2.8982e-02 ] [ l_g_total: 2.8982e-02 ] +2024-10-07 04:25:59,918 INFO: [ epoch: 42 ] [ iter: 39,100 ] [ performance: 28.058 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:48 ] [ l_g_pix: 3.9693e-02 ] [ l_g_total: 3.9693e-02 ] +2024-10-07 04:26:04,931 INFO: [ epoch: 43 ] [ iter: 39,200 ] [ performance: 27.467 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:42 ] [ l_g_pix: 3.8967e-02 ] [ l_g_total: 3.8967e-02 ] +2024-10-07 04:26:08,708 INFO: [ epoch: 43 ] [ iter: 39,300 ] [ performance: 26.532 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:34 ] [ l_g_pix: 2.6287e-02 ] [ l_g_total: 2.6287e-02 ] +2024-10-07 04:26:12,407 INFO: [ epoch: 43 ] [ iter: 39,400 ] [ performance: 27.187 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:27 ] [ l_g_pix: 3.7396e-02 ] [ l_g_total: 3.7396e-02 ] +2024-10-07 04:26:16,187 INFO: [ epoch: 43 ] [ iter: 39,500 ] [ performance: 26.484 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:19 ] [ l_g_pix: 2.4566e-02 ] [ l_g_total: 2.4566e-02 ] +2024-10-07 04:26:19,921 INFO: [ epoch: 43 ] [ iter: 39,600 ] [ performance: 27.967 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:11 ] [ l_g_pix: 3.8179e-02 ] [ l_g_total: 3.8179e-02 ] +2024-10-07 04:26:23,601 INFO: [ epoch: 43 ] [ iter: 39,700 ] [ performance: 27.205 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:04 ] [ l_g_pix: 3.5066e-02 ] [ l_g_total: 3.5066e-02 ] +2024-10-07 04:26:27,360 INFO: [ epoch: 43 ] [ iter: 39,800 ] [ performance: 26.777 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:56 ] [ l_g_pix: 3.1525e-02 ] [ l_g_total: 3.1525e-02 ] +2024-10-07 04:26:31,053 INFO: [ epoch: 43 ] [ iter: 39,900 ] [ performance: 27.079 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:48 ] [ l_g_pix: 4.4098e-02 ] [ l_g_total: 4.4098e-02 ] +2024-10-07 04:26:34,629 INFO: [ epoch: 43 ] [ iter: 40,000 ] [ performance: 29.188 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:41 ] [ l_g_pix: 3.2868e-02 ] [ l_g_total: 3.2868e-02 ] +2024-10-07 04:26:34,629 INFO: Saving models and training states. +2024-10-07 04:29:25,502 INFO: Validation val + + # psnr: 27.0387........ Best: 27.0387 @ 40000 iter + # ssim: 0.7594........ Best: 0.7594 @ 40000 iter + # dists: 0.7735........ Best: 0.7735 @ 40000 iter + +2024-10-07 04:29:30,557 INFO: [ epoch: 44 ] [ iter: 40,100 ] [ performance: 19.885 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:50 ] [ l_g_pix: 3.5169e-02 ] [ l_g_total: 3.5169e-02 ] +2024-10-07 04:29:34,242 INFO: [ epoch: 44 ] [ iter: 40,200 ] [ performance: 22.937 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:42 ] [ l_g_pix: 3.5792e-02 ] [ l_g_total: 3.5792e-02 ] +2024-10-07 04:29:37,924 INFO: [ epoch: 44 ] [ iter: 40,300 ] [ performance: 27.161 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:33 ] [ l_g_pix: 4.2455e-02 ] [ l_g_total: 4.2455e-02 ] +2024-10-07 04:29:41,659 INFO: [ epoch: 44 ] [ iter: 40,400 ] [ performance: 26.969 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:24 ] [ l_g_pix: 4.7332e-02 ] [ l_g_total: 4.7332e-02 ] +2024-10-07 04:29:45,436 INFO: [ epoch: 44 ] [ iter: 40,500 ] [ performance: 26.506 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:16 ] [ l_g_pix: 4.0120e-02 ] [ l_g_total: 4.0120e-02 ] +2024-10-07 04:29:49,153 INFO: [ epoch: 44 ] [ iter: 40,600 ] [ performance: 26.707 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:07 ] [ l_g_pix: 5.5657e-02 ] [ l_g_total: 5.5657e-02 ] +2024-10-07 04:29:52,874 INFO: [ epoch: 44 ] [ iter: 40,700 ] [ performance: 26.901 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:59 ] [ l_g_pix: 3.2791e-02 ] [ l_g_total: 3.2791e-02 ] +2024-10-07 04:29:56,575 INFO: [ epoch: 44 ] [ iter: 40,800 ] [ performance: 26.965 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:50 ] [ l_g_pix: 2.7635e-02 ] [ l_g_total: 2.7635e-02 ] +2024-10-07 04:30:00,171 INFO: [ epoch: 44 ] [ iter: 40,900 ] [ performance: 27.824 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:42 ] [ l_g_pix: 3.3500e-02 ] [ l_g_total: 3.3500e-02 ] +2024-10-07 04:30:05,241 INFO: [ epoch: 45 ] [ iter: 41,000 ] [ performance: 23.028 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:35 ] [ l_g_pix: 3.8869e-02 ] [ l_g_total: 3.8869e-02 ] +2024-10-07 04:30:08,966 INFO: [ epoch: 45 ] [ iter: 41,100 ] [ performance: 26.876 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:27 ] [ l_g_pix: 5.0211e-02 ] [ l_g_total: 5.0211e-02 ] +2024-10-07 04:30:12,683 INFO: [ epoch: 45 ] [ iter: 41,200 ] [ performance: 26.894 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:18 ] [ l_g_pix: 3.7367e-02 ] [ l_g_total: 3.7367e-02 ] +2024-10-07 04:30:16,393 INFO: [ epoch: 45 ] [ iter: 41,300 ] [ performance: 26.968 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:10 ] [ l_g_pix: 3.8755e-02 ] [ l_g_total: 3.8755e-02 ] +2024-10-07 04:30:20,129 INFO: [ epoch: 45 ] [ iter: 41,400 ] [ performance: 26.866 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:02 ] [ l_g_pix: 2.2025e-02 ] [ l_g_total: 2.2025e-02 ] +2024-10-07 04:30:23,839 INFO: [ epoch: 45 ] [ iter: 41,500 ] [ performance: 27.012 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:53 ] [ l_g_pix: 3.3182e-02 ] [ l_g_total: 3.3182e-02 ] +2024-10-07 04:30:27,579 INFO: [ epoch: 45 ] [ iter: 41,600 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:45 ] [ l_g_pix: 2.8309e-02 ] [ l_g_total: 2.8309e-02 ] +2024-10-07 04:30:31,312 INFO: [ epoch: 45 ] [ iter: 41,700 ] [ performance: 26.772 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:37 ] [ l_g_pix: 2.9415e-02 ] [ l_g_total: 2.9415e-02 ] +2024-10-07 04:30:34,951 INFO: [ epoch: 45 ] [ iter: 41,800 ] [ performance: 27.137 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:28 ] [ l_g_pix: 3.3424e-02 ] [ l_g_total: 3.3424e-02 ] +2024-10-07 04:30:39,852 INFO: [ epoch: 46 ] [ iter: 41,900 ] [ performance: 19.951 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:22 ] [ l_g_pix: 3.4946e-02 ] [ l_g_total: 3.4946e-02 ] +2024-10-07 04:30:43,587 INFO: [ epoch: 46 ] [ iter: 42,000 ] [ performance: 23.007 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:13 ] [ l_g_pix: 4.0475e-02 ] [ l_g_total: 4.0475e-02 ] +2024-10-07 04:30:47,279 INFO: [ epoch: 46 ] [ iter: 42,100 ] [ performance: 27.093 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:05 ] [ l_g_pix: 4.2784e-02 ] [ l_g_total: 4.2784e-02 ] +2024-10-07 04:30:50,945 INFO: [ epoch: 46 ] [ iter: 42,200 ] [ performance: 27.193 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:57 ] [ l_g_pix: 3.7742e-02 ] [ l_g_total: 3.7742e-02 ] +2024-10-07 04:30:54,604 INFO: [ epoch: 46 ] [ iter: 42,300 ] [ performance: 27.352 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:49 ] [ l_g_pix: 3.0694e-02 ] [ l_g_total: 3.0694e-02 ] +2024-10-07 04:30:58,341 INFO: [ epoch: 46 ] [ iter: 42,400 ] [ performance: 27.039 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:41 ] [ l_g_pix: 3.1980e-02 ] [ l_g_total: 3.1980e-02 ] +2024-10-07 04:31:02,073 INFO: [ epoch: 46 ] [ iter: 42,500 ] [ performance: 26.817 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:32 ] [ l_g_pix: 3.8194e-02 ] [ l_g_total: 3.8194e-02 ] +2024-10-07 04:31:05,810 INFO: [ epoch: 46 ] [ iter: 42,600 ] [ performance: 26.789 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:24 ] [ l_g_pix: 3.3498e-02 ] [ l_g_total: 3.3498e-02 ] +2024-10-07 04:31:09,471 INFO: [ epoch: 46 ] [ iter: 42,700 ] [ performance: 27.474 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:16 ] [ l_g_pix: 2.6876e-02 ] [ l_g_total: 2.6876e-02 ] +2024-10-07 04:31:14,522 INFO: [ epoch: 47 ] [ iter: 42,800 ] [ performance: 22.780 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:10 ] [ l_g_pix: 3.1900e-02 ] [ l_g_total: 3.1900e-02 ] +2024-10-07 04:31:18,256 INFO: [ epoch: 47 ] [ iter: 42,900 ] [ performance: 26.709 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:02 ] [ l_g_pix: 3.8306e-02 ] [ l_g_total: 3.8306e-02 ] +2024-10-07 04:31:21,961 INFO: [ epoch: 47 ] [ iter: 43,000 ] [ performance: 26.861 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:54 ] [ l_g_pix: 3.4859e-02 ] [ l_g_total: 3.4859e-02 ] +2024-10-07 04:31:25,676 INFO: [ epoch: 47 ] [ iter: 43,100 ] [ performance: 27.076 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:46 ] [ l_g_pix: 3.4923e-02 ] [ l_g_total: 3.4923e-02 ] +2024-10-07 04:31:29,399 INFO: [ epoch: 47 ] [ iter: 43,200 ] [ performance: 26.963 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:38 ] [ l_g_pix: 3.6003e-02 ] [ l_g_total: 3.6003e-02 ] +2024-10-07 04:31:33,117 INFO: [ epoch: 47 ] [ iter: 43,300 ] [ performance: 27.020 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:30 ] [ l_g_pix: 2.9696e-02 ] [ l_g_total: 2.9696e-02 ] +2024-10-07 04:31:36,815 INFO: [ epoch: 47 ] [ iter: 43,400 ] [ performance: 27.036 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:22 ] [ l_g_pix: 3.8195e-02 ] [ l_g_total: 3.8195e-02 ] +2024-10-07 04:31:40,493 INFO: [ epoch: 47 ] [ iter: 43,500 ] [ performance: 27.141 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:14 ] [ l_g_pix: 4.3926e-02 ] [ l_g_total: 4.3926e-02 ] +2024-10-07 04:31:44,163 INFO: [ epoch: 47 ] [ iter: 43,600 ] [ performance: 27.201 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:06 ] [ l_g_pix: 2.9423e-02 ] [ l_g_total: 2.9423e-02 ] +2024-10-07 04:31:48,671 INFO: [ epoch: 48 ] [ iter: 43,700 ] [ performance: 21.191 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:59 ] [ l_g_pix: 3.4351e-02 ] [ l_g_total: 3.4351e-02 ] +2024-10-07 04:31:52,639 INFO: [ epoch: 48 ] [ iter: 43,800 ] [ performance: 23.214 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:52 ] [ l_g_pix: 4.3209e-02 ] [ l_g_total: 4.3209e-02 ] +2024-10-07 04:31:56,340 INFO: [ epoch: 48 ] [ iter: 43,900 ] [ performance: 27.126 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:44 ] [ l_g_pix: 3.7946e-02 ] [ l_g_total: 3.7946e-02 ] +2024-10-07 04:32:00,054 INFO: [ epoch: 48 ] [ iter: 44,000 ] [ performance: 27.021 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:36 ] [ l_g_pix: 3.3697e-02 ] [ l_g_total: 3.3697e-02 ] +2024-10-07 04:32:03,721 INFO: [ epoch: 48 ] [ iter: 44,100 ] [ performance: 27.403 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:28 ] [ l_g_pix: 3.2145e-02 ] [ l_g_total: 3.2145e-02 ] +2024-10-07 04:32:07,404 INFO: [ epoch: 48 ] [ iter: 44,200 ] [ performance: 27.266 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:20 ] [ l_g_pix: 4.0342e-02 ] [ l_g_total: 4.0342e-02 ] +2024-10-07 04:32:11,092 INFO: [ epoch: 48 ] [ iter: 44,300 ] [ performance: 27.252 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:12 ] [ l_g_pix: 3.3143e-02 ] [ l_g_total: 3.3143e-02 ] +2024-10-07 04:32:14,810 INFO: [ epoch: 48 ] [ iter: 44,400 ] [ performance: 27.058 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:04 ] [ l_g_pix: 4.5827e-02 ] [ l_g_total: 4.5827e-02 ] +2024-10-07 04:32:18,556 INFO: [ epoch: 48 ] [ iter: 44,500 ] [ performance: 26.951 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:57 ] [ l_g_pix: 4.1048e-02 ] [ l_g_total: 4.1048e-02 ] +2024-10-07 04:32:22,999 INFO: [ epoch: 49 ] [ iter: 44,600 ] [ performance: 24.279 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:50 ] [ l_g_pix: 3.2100e-02 ] [ l_g_total: 3.2100e-02 ] +2024-10-07 04:32:27,025 INFO: [ epoch: 49 ] [ iter: 44,700 ] [ performance: 26.769 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:43 ] [ l_g_pix: 2.5650e-02 ] [ l_g_total: 2.5650e-02 ] +2024-10-07 04:32:30,732 INFO: [ epoch: 49 ] [ iter: 44,800 ] [ performance: 26.889 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:35 ] [ l_g_pix: 4.1263e-02 ] [ l_g_total: 4.1263e-02 ] +2024-10-07 04:32:34,448 INFO: [ epoch: 49 ] [ iter: 44,900 ] [ performance: 26.889 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:27 ] [ l_g_pix: 4.4899e-02 ] [ l_g_total: 4.4899e-02 ] +2024-10-07 04:32:38,135 INFO: [ epoch: 49 ] [ iter: 45,000 ] [ performance: 27.026 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:19 ] [ l_g_pix: 2.8363e-02 ] [ l_g_total: 2.8363e-02 ] +2024-10-07 04:32:41,867 INFO: [ epoch: 49 ] [ iter: 45,100 ] [ performance: 27.085 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:12 ] [ l_g_pix: 3.1908e-02 ] [ l_g_total: 3.1908e-02 ] +2024-10-07 04:32:45,584 INFO: [ epoch: 49 ] [ iter: 45,200 ] [ performance: 26.988 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:04 ] [ l_g_pix: 4.5568e-02 ] [ l_g_total: 4.5568e-02 ] +2024-10-07 04:32:49,246 INFO: [ epoch: 49 ] [ iter: 45,300 ] [ performance: 27.494 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:57 ] [ l_g_pix: 3.9907e-02 ] [ l_g_total: 3.9907e-02 ] +2024-10-07 04:32:52,931 INFO: [ epoch: 49 ] [ iter: 45,400 ] [ performance: 27.292 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:49 ] [ l_g_pix: 3.2395e-02 ] [ l_g_total: 3.2395e-02 ] +2024-10-07 04:32:56,553 INFO: [ epoch: 49 ] [ iter: 45,500 ] [ performance: 27.541 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:41 ] [ l_g_pix: 4.5860e-02 ] [ l_g_total: 4.5860e-02 ] +2024-10-07 04:33:01,490 INFO: [ epoch: 50 ] [ iter: 45,600 ] [ performance: 22.825 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:35 ] [ l_g_pix: 3.1889e-02 ] [ l_g_total: 3.1889e-02 ] +2024-10-07 04:33:05,201 INFO: [ epoch: 50 ] [ iter: 45,700 ] [ performance: 26.988 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:28 ] [ l_g_pix: 4.0704e-02 ] [ l_g_total: 4.0704e-02 ] +2024-10-07 04:33:08,919 INFO: [ epoch: 50 ] [ iter: 45,800 ] [ performance: 26.940 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:20 ] [ l_g_pix: 4.0299e-02 ] [ l_g_total: 4.0299e-02 ] +2024-10-07 04:33:12,630 INFO: [ epoch: 50 ] [ iter: 45,900 ] [ performance: 27.131 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:12 ] [ l_g_pix: 3.8086e-02 ] [ l_g_total: 3.8086e-02 ] +2024-10-07 04:33:16,367 INFO: [ epoch: 50 ] [ iter: 46,000 ] [ performance: 26.916 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:05 ] [ l_g_pix: 3.1584e-02 ] [ l_g_total: 3.1584e-02 ] +2024-10-07 04:33:20,089 INFO: [ epoch: 50 ] [ iter: 46,100 ] [ performance: 27.146 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:57 ] [ l_g_pix: 2.7059e-02 ] [ l_g_total: 2.7059e-02 ] +2024-10-07 04:33:23,797 INFO: [ epoch: 50 ] [ iter: 46,200 ] [ performance: 27.046 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:50 ] [ l_g_pix: 3.7199e-02 ] [ l_g_total: 3.7199e-02 ] +2024-10-07 04:33:27,546 INFO: [ epoch: 50 ] [ iter: 46,300 ] [ performance: 26.894 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:43 ] [ l_g_pix: 4.6076e-02 ] [ l_g_total: 4.6076e-02 ] +2024-10-07 04:33:31,030 INFO: [ epoch: 50 ] [ iter: 46,400 ] [ performance: 27.935 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:35 ] [ l_g_pix: 3.9022e-02 ] [ l_g_total: 3.9022e-02 ] +2024-10-07 04:33:36,063 INFO: [ epoch: 51 ] [ iter: 46,500 ] [ performance: 26.113 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:29 ] [ l_g_pix: 4.8927e-02 ] [ l_g_total: 4.8927e-02 ] +2024-10-07 04:33:39,771 INFO: [ epoch: 51 ] [ iter: 46,600 ] [ performance: 26.614 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:22 ] [ l_g_pix: 4.4943e-02 ] [ l_g_total: 4.4943e-02 ] +2024-10-07 04:33:43,491 INFO: [ epoch: 51 ] [ iter: 46,700 ] [ performance: 26.761 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:14 ] [ l_g_pix: 3.4665e-02 ] [ l_g_total: 3.4665e-02 ] +2024-10-07 04:33:47,166 INFO: [ epoch: 51 ] [ iter: 46,800 ] [ performance: 27.030 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:07 ] [ l_g_pix: 2.0938e-02 ] [ l_g_total: 2.0938e-02 ] +2024-10-07 04:33:50,878 INFO: [ epoch: 51 ] [ iter: 46,900 ] [ performance: 26.869 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:59 ] [ l_g_pix: 4.3288e-02 ] [ l_g_total: 4.3288e-02 ] +2024-10-07 04:33:54,638 INFO: [ epoch: 51 ] [ iter: 47,000 ] [ performance: 26.706 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:52 ] [ l_g_pix: 3.0473e-02 ] [ l_g_total: 3.0473e-02 ] +2024-10-07 04:33:58,360 INFO: [ epoch: 51 ] [ iter: 47,100 ] [ performance: 26.998 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:45 ] [ l_g_pix: 4.3064e-02 ] [ l_g_total: 4.3064e-02 ] +2024-10-07 04:34:02,080 INFO: [ epoch: 51 ] [ iter: 47,200 ] [ performance: 26.932 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:37 ] [ l_g_pix: 3.8378e-02 ] [ l_g_total: 3.8378e-02 ] +2024-10-07 04:34:05,596 INFO: [ epoch: 51 ] [ iter: 47,300 ] [ performance: 29.343 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:30 ] [ l_g_pix: 2.5301e-02 ] [ l_g_total: 2.5301e-02 ] +2024-10-07 04:34:10,715 INFO: [ epoch: 52 ] [ iter: 47,400 ] [ performance: 22.503 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:24 ] [ l_g_pix: 4.5109e-02 ] [ l_g_total: 4.5109e-02 ] +2024-10-07 04:34:14,420 INFO: [ epoch: 52 ] [ iter: 47,500 ] [ performance: 27.463 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:17 ] [ l_g_pix: 3.0488e-02 ] [ l_g_total: 3.0488e-02 ] +2024-10-07 04:34:18,141 INFO: [ epoch: 52 ] [ iter: 47,600 ] [ performance: 27.105 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:10 ] [ l_g_pix: 3.1864e-02 ] [ l_g_total: 3.1864e-02 ] +2024-10-07 04:34:21,875 INFO: [ epoch: 52 ] [ iter: 47,700 ] [ performance: 27.107 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:02 ] [ l_g_pix: 3.7255e-02 ] [ l_g_total: 3.7255e-02 ] +2024-10-07 04:34:25,577 INFO: [ epoch: 52 ] [ iter: 47,800 ] [ performance: 27.052 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:55 ] [ l_g_pix: 2.9696e-02 ] [ l_g_total: 2.9696e-02 ] +2024-10-07 04:34:29,253 INFO: [ epoch: 52 ] [ iter: 47,900 ] [ performance: 27.224 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:48 ] [ l_g_pix: 3.6649e-02 ] [ l_g_total: 3.6649e-02 ] +2024-10-07 04:34:33,002 INFO: [ epoch: 52 ] [ iter: 48,000 ] [ performance: 26.888 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:41 ] [ l_g_pix: 3.2231e-02 ] [ l_g_total: 3.2231e-02 ] +2024-10-07 04:34:36,695 INFO: [ epoch: 52 ] [ iter: 48,100 ] [ performance: 27.336 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:34 ] [ l_g_pix: 2.3799e-02 ] [ l_g_total: 2.3799e-02 ] +2024-10-07 04:34:40,228 INFO: [ epoch: 52 ] [ iter: 48,200 ] [ performance: 27.934 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:26 ] [ l_g_pix: 3.0024e-02 ] [ l_g_total: 3.0024e-02 ] +2024-10-07 04:34:45,065 INFO: [ epoch: 53 ] [ iter: 48,300 ] [ performance: 24.242 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:20 ] [ l_g_pix: 3.3905e-02 ] [ l_g_total: 3.3905e-02 ] +2024-10-07 04:34:48,776 INFO: [ epoch: 53 ] [ iter: 48,400 ] [ performance: 25.868 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:13 ] [ l_g_pix: 2.7493e-02 ] [ l_g_total: 2.7493e-02 ] +2024-10-07 04:34:52,517 INFO: [ epoch: 53 ] [ iter: 48,500 ] [ performance: 26.889 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:06 ] [ l_g_pix: 4.6026e-02 ] [ l_g_total: 4.6026e-02 ] +2024-10-07 04:34:56,279 INFO: [ epoch: 53 ] [ iter: 48,600 ] [ performance: 26.697 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:59 ] [ l_g_pix: 3.8319e-02 ] [ l_g_total: 3.8319e-02 ] +2024-10-07 04:34:59,993 INFO: [ epoch: 53 ] [ iter: 48,700 ] [ performance: 26.943 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:52 ] [ l_g_pix: 3.3518e-02 ] [ l_g_total: 3.3518e-02 ] +2024-10-07 04:35:03,737 INFO: [ epoch: 53 ] [ iter: 48,800 ] [ performance: 26.799 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:45 ] [ l_g_pix: 3.6959e-02 ] [ l_g_total: 3.6959e-02 ] +2024-10-07 04:35:07,458 INFO: [ epoch: 53 ] [ iter: 48,900 ] [ performance: 27.074 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:38 ] [ l_g_pix: 4.0606e-02 ] [ l_g_total: 4.0606e-02 ] +2024-10-07 04:35:11,204 INFO: [ epoch: 53 ] [ iter: 49,000 ] [ performance: 26.839 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:31 ] [ l_g_pix: 3.3040e-02 ] [ l_g_total: 3.3040e-02 ] +2024-10-07 04:35:14,774 INFO: [ epoch: 53 ] [ iter: 49,100 ] [ performance: 29.029 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:23 ] [ l_g_pix: 4.3673e-02 ] [ l_g_total: 4.3673e-02 ] +2024-10-07 04:35:19,728 INFO: [ epoch: 54 ] [ iter: 49,200 ] [ performance: 22.672 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:18 ] [ l_g_pix: 3.3642e-02 ] [ l_g_total: 3.3642e-02 ] +2024-10-07 04:35:23,432 INFO: [ epoch: 54 ] [ iter: 49,300 ] [ performance: 27.424 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:11 ] [ l_g_pix: 2.5448e-02 ] [ l_g_total: 2.5448e-02 ] +2024-10-07 04:35:27,162 INFO: [ epoch: 54 ] [ iter: 49,400 ] [ performance: 27.031 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:04 ] [ l_g_pix: 3.3502e-02 ] [ l_g_total: 3.3502e-02 ] +2024-10-07 04:35:30,904 INFO: [ epoch: 54 ] [ iter: 49,500 ] [ performance: 26.640 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:57 ] [ l_g_pix: 3.2672e-02 ] [ l_g_total: 3.2672e-02 ] +2024-10-07 04:35:34,655 INFO: [ epoch: 54 ] [ iter: 49,600 ] [ performance: 26.657 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:50 ] [ l_g_pix: 3.9425e-02 ] [ l_g_total: 3.9425e-02 ] +2024-10-07 04:35:38,348 INFO: [ epoch: 54 ] [ iter: 49,700 ] [ performance: 27.402 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:43 ] [ l_g_pix: 3.5159e-02 ] [ l_g_total: 3.5159e-02 ] +2024-10-07 04:35:42,113 INFO: [ epoch: 54 ] [ iter: 49,800 ] [ performance: 26.848 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:36 ] [ l_g_pix: 2.3544e-02 ] [ l_g_total: 2.3544e-02 ] +2024-10-07 04:35:45,818 INFO: [ epoch: 54 ] [ iter: 49,900 ] [ performance: 26.845 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:29 ] [ l_g_pix: 4.6412e-02 ] [ l_g_total: 4.6412e-02 ] +2024-10-07 04:35:49,420 INFO: [ epoch: 54 ] [ iter: 50,000 ] [ performance: 27.443 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:22 ] [ l_g_pix: 4.2218e-02 ] [ l_g_total: 4.2218e-02 ] +2024-10-07 04:35:49,421 INFO: Saving models and training states. +2024-10-07 04:38:48,917 INFO: Validation val + + # psnr: 27.0966........ Best: 27.0966 @ 50000 iter + # ssim: 0.7616........ Best: 0.7616 @ 50000 iter + # dists: 0.7731........ Best: 0.7731 @ 50000 iter + +2024-10-07 04:38:53,939 INFO: [ epoch: 55 ] [ iter: 50,100 ] [ performance: 15.246 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:15 ] [ l_g_pix: 3.9084e-02 ] [ l_g_total: 3.9084e-02 ] +2024-10-07 04:38:57,624 INFO: [ epoch: 55 ] [ iter: 50,200 ] [ performance: 21.483 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:07 ] [ l_g_pix: 3.8505e-02 ] [ l_g_total: 3.8505e-02 ] +2024-10-07 04:39:01,342 INFO: [ epoch: 55 ] [ iter: 50,300 ] [ performance: 26.753 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:00 ] [ l_g_pix: 2.5932e-02 ] [ l_g_total: 2.5932e-02 ] +2024-10-07 04:39:05,060 INFO: [ epoch: 55 ] [ iter: 50,400 ] [ performance: 26.850 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:52 ] [ l_g_pix: 3.8335e-02 ] [ l_g_total: 3.8335e-02 ] +2024-10-07 04:39:08,722 INFO: [ epoch: 55 ] [ iter: 50,500 ] [ performance: 27.716 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:44 ] [ l_g_pix: 3.3784e-02 ] [ l_g_total: 3.3784e-02 ] +2024-10-07 04:39:12,406 INFO: [ epoch: 55 ] [ iter: 50,600 ] [ performance: 27.334 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:37 ] [ l_g_pix: 4.1559e-02 ] [ l_g_total: 4.1559e-02 ] +2024-10-07 04:39:16,081 INFO: [ epoch: 55 ] [ iter: 50,700 ] [ performance: 27.090 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:29 ] [ l_g_pix: 2.4973e-02 ] [ l_g_total: 2.4973e-02 ] +2024-10-07 04:39:19,763 INFO: [ epoch: 55 ] [ iter: 50,800 ] [ performance: 27.142 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:22 ] [ l_g_pix: 4.2388e-02 ] [ l_g_total: 4.2388e-02 ] +2024-10-07 04:39:23,425 INFO: [ epoch: 55 ] [ iter: 50,900 ] [ performance: 28.334 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:14 ] [ l_g_pix: 3.8910e-02 ] [ l_g_total: 3.8910e-02 ] +2024-10-07 04:39:28,526 INFO: [ epoch: 56 ] [ iter: 51,000 ] [ performance: 21.751 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:08 ] [ l_g_pix: 4.1675e-02 ] [ l_g_total: 4.1675e-02 ] +2024-10-07 04:39:32,220 INFO: [ epoch: 56 ] [ iter: 51,100 ] [ performance: 27.053 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:00 ] [ l_g_pix: 4.8977e-02 ] [ l_g_total: 4.8977e-02 ] +2024-10-07 04:39:35,932 INFO: [ epoch: 56 ] [ iter: 51,200 ] [ performance: 26.978 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:53 ] [ l_g_pix: 3.0971e-02 ] [ l_g_total: 3.0971e-02 ] +2024-10-07 04:39:39,591 INFO: [ epoch: 56 ] [ iter: 51,300 ] [ performance: 27.331 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:45 ] [ l_g_pix: 3.8772e-02 ] [ l_g_total: 3.8772e-02 ] +2024-10-07 04:39:43,300 INFO: [ epoch: 56 ] [ iter: 51,400 ] [ performance: 27.081 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:38 ] [ l_g_pix: 3.1398e-02 ] [ l_g_total: 3.1398e-02 ] +2024-10-07 04:39:47,019 INFO: [ epoch: 56 ] [ iter: 51,500 ] [ performance: 26.774 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:30 ] [ l_g_pix: 4.0325e-02 ] [ l_g_total: 4.0325e-02 ] +2024-10-07 04:39:50,734 INFO: [ epoch: 56 ] [ iter: 51,600 ] [ performance: 26.878 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:23 ] [ l_g_pix: 4.2522e-02 ] [ l_g_total: 4.2522e-02 ] +2024-10-07 04:39:54,492 INFO: [ epoch: 56 ] [ iter: 51,700 ] [ performance: 27.088 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:16 ] [ l_g_pix: 3.3567e-02 ] [ l_g_total: 3.3567e-02 ] +2024-10-07 04:39:58,148 INFO: [ epoch: 56 ] [ iter: 51,800 ] [ performance: 27.274 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:08 ] [ l_g_pix: 4.0060e-02 ] [ l_g_total: 4.0060e-02 ] +2024-10-07 04:40:03,068 INFO: [ epoch: 57 ] [ iter: 51,900 ] [ performance: 14.242 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:02 ] [ l_g_pix: 2.8920e-02 ] [ l_g_total: 2.8920e-02 ] +2024-10-07 04:40:06,818 INFO: [ epoch: 57 ] [ iter: 52,000 ] [ performance: 21.202 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:54 ] [ l_g_pix: 3.2814e-02 ] [ l_g_total: 3.2814e-02 ] +2024-10-07 04:40:10,555 INFO: [ epoch: 57 ] [ iter: 52,100 ] [ performance: 26.682 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:47 ] [ l_g_pix: 3.4967e-02 ] [ l_g_total: 3.4967e-02 ] +2024-10-07 04:40:14,277 INFO: [ epoch: 57 ] [ iter: 52,200 ] [ performance: 26.817 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:40 ] [ l_g_pix: 3.0613e-02 ] [ l_g_total: 3.0613e-02 ] +2024-10-07 04:40:17,942 INFO: [ epoch: 57 ] [ iter: 52,300 ] [ performance: 27.699 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:32 ] [ l_g_pix: 3.5570e-02 ] [ l_g_total: 3.5570e-02 ] +2024-10-07 04:40:21,605 INFO: [ epoch: 57 ] [ iter: 52,400 ] [ performance: 27.416 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:25 ] [ l_g_pix: 4.0825e-02 ] [ l_g_total: 4.0825e-02 ] +2024-10-07 04:40:25,317 INFO: [ epoch: 57 ] [ iter: 52,500 ] [ performance: 27.103 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:18 ] [ l_g_pix: 4.7355e-02 ] [ l_g_total: 4.7355e-02 ] +2024-10-07 04:40:29,037 INFO: [ epoch: 57 ] [ iter: 52,600 ] [ performance: 26.947 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:10 ] [ l_g_pix: 3.3694e-02 ] [ l_g_total: 3.3694e-02 ] +2024-10-07 04:40:32,733 INFO: [ epoch: 57 ] [ iter: 52,700 ] [ performance: 27.889 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:03 ] [ l_g_pix: 2.6718e-02 ] [ l_g_total: 2.6718e-02 ] +2024-10-07 04:40:37,626 INFO: [ epoch: 58 ] [ iter: 52,800 ] [ performance: 22.065 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:57 ] [ l_g_pix: 2.6539e-02 ] [ l_g_total: 2.6539e-02 ] +2024-10-07 04:40:41,401 INFO: [ epoch: 58 ] [ iter: 52,900 ] [ performance: 27.406 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:50 ] [ l_g_pix: 3.7440e-02 ] [ l_g_total: 3.7440e-02 ] +2024-10-07 04:40:45,100 INFO: [ epoch: 58 ] [ iter: 53,000 ] [ performance: 27.140 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:42 ] [ l_g_pix: 4.2354e-02 ] [ l_g_total: 4.2354e-02 ] +2024-10-07 04:40:48,846 INFO: [ epoch: 58 ] [ iter: 53,100 ] [ performance: 26.404 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:35 ] [ l_g_pix: 4.4122e-02 ] [ l_g_total: 4.4122e-02 ] +2024-10-07 04:40:52,622 INFO: [ epoch: 58 ] [ iter: 53,200 ] [ performance: 26.463 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:28 ] [ l_g_pix: 3.6881e-02 ] [ l_g_total: 3.6881e-02 ] +2024-10-07 04:40:56,337 INFO: [ epoch: 58 ] [ iter: 53,300 ] [ performance: 27.298 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:21 ] [ l_g_pix: 3.1200e-02 ] [ l_g_total: 3.1200e-02 ] +2024-10-07 04:41:00,082 INFO: [ epoch: 58 ] [ iter: 53,400 ] [ performance: 26.857 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:14 ] [ l_g_pix: 5.9529e-02 ] [ l_g_total: 5.9529e-02 ] +2024-10-07 04:41:03,762 INFO: [ epoch: 58 ] [ iter: 53,500 ] [ performance: 27.028 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:07 ] [ l_g_pix: 4.4865e-02 ] [ l_g_total: 4.4865e-02 ] +2024-10-07 04:41:07,457 INFO: [ epoch: 58 ] [ iter: 53,600 ] [ performance: 27.059 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:59 ] [ l_g_pix: 3.0552e-02 ] [ l_g_total: 3.0552e-02 ] +2024-10-07 04:41:12,139 INFO: [ epoch: 59 ] [ iter: 53,700 ] [ performance: 13.902 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:53 ] [ l_g_pix: 3.1228e-02 ] [ l_g_total: 3.1228e-02 ] +2024-10-07 04:41:16,199 INFO: [ epoch: 59 ] [ iter: 53,800 ] [ performance: 20.676 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:46 ] [ l_g_pix: 3.9287e-02 ] [ l_g_total: 3.9287e-02 ] +2024-10-07 04:41:19,885 INFO: [ epoch: 59 ] [ iter: 53,900 ] [ performance: 27.253 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:39 ] [ l_g_pix: 4.5015e-02 ] [ l_g_total: 4.5015e-02 ] +2024-10-07 04:41:23,615 INFO: [ epoch: 59 ] [ iter: 54,000 ] [ performance: 26.924 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:32 ] [ l_g_pix: 4.0539e-02 ] [ l_g_total: 4.0539e-02 ] +2024-10-07 04:41:27,365 INFO: [ epoch: 59 ] [ iter: 54,100 ] [ performance: 26.436 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:25 ] [ l_g_pix: 3.7194e-02 ] [ l_g_total: 3.7194e-02 ] +2024-10-07 04:41:31,053 INFO: [ epoch: 59 ] [ iter: 54,200 ] [ performance: 26.956 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:18 ] [ l_g_pix: 3.4296e-02 ] [ l_g_total: 3.4296e-02 ] +2024-10-07 04:41:34,797 INFO: [ epoch: 59 ] [ iter: 54,300 ] [ performance: 27.166 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:11 ] [ l_g_pix: 4.2425e-02 ] [ l_g_total: 4.2425e-02 ] +2024-10-07 04:41:38,500 INFO: [ epoch: 59 ] [ iter: 54,400 ] [ performance: 27.049 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:04 ] [ l_g_pix: 3.1063e-02 ] [ l_g_total: 3.1063e-02 ] +2024-10-07 04:41:42,208 INFO: [ epoch: 59 ] [ iter: 54,500 ] [ performance: 27.254 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:57 ] [ l_g_pix: 3.1403e-02 ] [ l_g_total: 3.1403e-02 ] +2024-10-07 04:41:45,779 INFO: [ epoch: 59 ] [ iter: 54,600 ] [ performance: 27.831 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:49 ] [ l_g_pix: 2.0949e-02 ] [ l_g_total: 2.0949e-02 ] +2024-10-07 04:41:50,691 INFO: [ epoch: 60 ] [ iter: 54,700 ] [ performance: 27.675 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:43 ] [ l_g_pix: 2.8314e-02 ] [ l_g_total: 2.8314e-02 ] +2024-10-07 04:41:54,406 INFO: [ epoch: 60 ] [ iter: 54,800 ] [ performance: 27.086 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:36 ] [ l_g_pix: 3.6350e-02 ] [ l_g_total: 3.6350e-02 ] +2024-10-07 04:41:58,061 INFO: [ epoch: 60 ] [ iter: 54,900 ] [ performance: 27.258 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:29 ] [ l_g_pix: 3.3389e-02 ] [ l_g_total: 3.3389e-02 ] +2024-10-07 04:42:01,811 INFO: [ epoch: 60 ] [ iter: 55,000 ] [ performance: 26.795 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:22 ] [ l_g_pix: 3.6581e-02 ] [ l_g_total: 3.6581e-02 ] +2024-10-07 04:42:05,525 INFO: [ epoch: 60 ] [ iter: 55,100 ] [ performance: 27.689 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:15 ] [ l_g_pix: 4.2017e-02 ] [ l_g_total: 4.2017e-02 ] +2024-10-07 04:42:09,225 INFO: [ epoch: 60 ] [ iter: 55,200 ] [ performance: 27.165 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:08 ] [ l_g_pix: 4.9800e-02 ] [ l_g_total: 4.9800e-02 ] +2024-10-07 04:42:12,968 INFO: [ epoch: 60 ] [ iter: 55,300 ] [ performance: 27.080 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:01 ] [ l_g_pix: 2.7313e-02 ] [ l_g_total: 2.7313e-02 ] +2024-10-07 04:42:16,737 INFO: [ epoch: 60 ] [ iter: 55,400 ] [ performance: 26.641 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:54 ] [ l_g_pix: 4.4657e-02 ] [ l_g_total: 4.4657e-02 ] +2024-10-07 04:42:20,254 INFO: [ epoch: 60 ] [ iter: 55,500 ] [ performance: 28.839 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:47 ] [ l_g_pix: 4.6504e-02 ] [ l_g_total: 4.6504e-02 ] +2024-10-07 04:42:25,410 INFO: [ epoch: 61 ] [ iter: 55,600 ] [ performance: 20.715 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:42 ] [ l_g_pix: 5.1090e-02 ] [ l_g_total: 5.1090e-02 ] +2024-10-07 04:42:29,164 INFO: [ epoch: 61 ] [ iter: 55,700 ] [ performance: 26.762 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:35 ] [ l_g_pix: 3.9411e-02 ] [ l_g_total: 3.9411e-02 ] +2024-10-07 04:42:32,910 INFO: [ epoch: 61 ] [ iter: 55,800 ] [ performance: 26.714 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:28 ] [ l_g_pix: 3.4776e-02 ] [ l_g_total: 3.4776e-02 ] +2024-10-07 04:42:36,644 INFO: [ epoch: 61 ] [ iter: 55,900 ] [ performance: 28.026 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:21 ] [ l_g_pix: 3.8689e-02 ] [ l_g_total: 3.8689e-02 ] +2024-10-07 04:42:40,381 INFO: [ epoch: 61 ] [ iter: 56,000 ] [ performance: 26.981 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:14 ] [ l_g_pix: 3.8246e-02 ] [ l_g_total: 3.8246e-02 ] +2024-10-07 04:42:44,147 INFO: [ epoch: 61 ] [ iter: 56,100 ] [ performance: 27.099 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:07 ] [ l_g_pix: 4.1404e-02 ] [ l_g_total: 4.1404e-02 ] +2024-10-07 04:42:47,836 INFO: [ epoch: 61 ] [ iter: 56,200 ] [ performance: 27.107 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:00 ] [ l_g_pix: 4.8279e-02 ] [ l_g_total: 4.8279e-02 ] +2024-10-07 04:42:51,585 INFO: [ epoch: 61 ] [ iter: 56,300 ] [ performance: 27.458 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:54 ] [ l_g_pix: 2.8222e-02 ] [ l_g_total: 2.8222e-02 ] +2024-10-07 04:42:55,124 INFO: [ epoch: 61 ] [ iter: 56,400 ] [ performance: 28.119 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:47 ] [ l_g_pix: 3.3488e-02 ] [ l_g_total: 3.3488e-02 ] +2024-10-07 04:43:00,355 INFO: [ epoch: 62 ] [ iter: 56,500 ] [ performance: 27.597 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:41 ] [ l_g_pix: 3.1797e-02 ] [ l_g_total: 3.1797e-02 ] +2024-10-07 04:43:04,062 INFO: [ epoch: 62 ] [ iter: 56,600 ] [ performance: 27.077 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:34 ] [ l_g_pix: 3.3773e-02 ] [ l_g_total: 3.3773e-02 ] +2024-10-07 04:43:07,756 INFO: [ epoch: 62 ] [ iter: 56,700 ] [ performance: 27.522 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:27 ] [ l_g_pix: 3.6558e-02 ] [ l_g_total: 3.6558e-02 ] +2024-10-07 04:43:11,491 INFO: [ epoch: 62 ] [ iter: 56,800 ] [ performance: 26.889 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:20 ] [ l_g_pix: 3.5186e-02 ] [ l_g_total: 3.5186e-02 ] +2024-10-07 04:43:15,263 INFO: [ epoch: 62 ] [ iter: 56,900 ] [ performance: 26.852 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:14 ] [ l_g_pix: 3.9370e-02 ] [ l_g_total: 3.9370e-02 ] +2024-10-07 04:43:19,007 INFO: [ epoch: 62 ] [ iter: 57,000 ] [ performance: 26.739 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:07 ] [ l_g_pix: 2.8075e-02 ] [ l_g_total: 2.8075e-02 ] +2024-10-07 04:43:22,742 INFO: [ epoch: 62 ] [ iter: 57,100 ] [ performance: 27.770 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:00 ] [ l_g_pix: 3.9543e-02 ] [ l_g_total: 3.9543e-02 ] +2024-10-07 04:43:26,469 INFO: [ epoch: 62 ] [ iter: 57,200 ] [ performance: 26.961 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:53 ] [ l_g_pix: 4.2138e-02 ] [ l_g_total: 4.2138e-02 ] +2024-10-07 04:43:30,040 INFO: [ epoch: 62 ] [ iter: 57,300 ] [ performance: 29.479 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:47 ] [ l_g_pix: 3.0045e-02 ] [ l_g_total: 3.0045e-02 ] +2024-10-07 04:43:35,230 INFO: [ epoch: 63 ] [ iter: 57,400 ] [ performance: 20.185 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:41 ] [ l_g_pix: 3.4595e-02 ] [ l_g_total: 3.4595e-02 ] +2024-10-07 04:43:38,950 INFO: [ epoch: 63 ] [ iter: 57,500 ] [ performance: 27.862 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:34 ] [ l_g_pix: 4.7536e-02 ] [ l_g_total: 4.7536e-02 ] +2024-10-07 04:43:42,718 INFO: [ epoch: 63 ] [ iter: 57,600 ] [ performance: 26.696 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:28 ] [ l_g_pix: 4.6511e-02 ] [ l_g_total: 4.6511e-02 ] +2024-10-07 04:43:46,460 INFO: [ epoch: 63 ] [ iter: 57,700 ] [ performance: 27.895 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:21 ] [ l_g_pix: 2.9598e-02 ] [ l_g_total: 2.9598e-02 ] +2024-10-07 04:43:50,198 INFO: [ epoch: 63 ] [ iter: 57,800 ] [ performance: 26.883 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:14 ] [ l_g_pix: 3.8142e-02 ] [ l_g_total: 3.8142e-02 ] +2024-10-07 04:43:53,933 INFO: [ epoch: 63 ] [ iter: 57,900 ] [ performance: 26.687 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:07 ] [ l_g_pix: 3.9460e-02 ] [ l_g_total: 3.9460e-02 ] +2024-10-07 04:43:57,641 INFO: [ epoch: 63 ] [ iter: 58,000 ] [ performance: 26.945 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:01 ] [ l_g_pix: 2.4199e-02 ] [ l_g_total: 2.4199e-02 ] +2024-10-07 04:44:01,360 INFO: [ epoch: 63 ] [ iter: 58,100 ] [ performance: 26.771 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:54 ] [ l_g_pix: 2.8270e-02 ] [ l_g_total: 2.8270e-02 ] +2024-10-07 04:44:04,954 INFO: [ epoch: 63 ] [ iter: 58,200 ] [ performance: 27.721 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:47 ] [ l_g_pix: 4.4319e-02 ] [ l_g_total: 4.4319e-02 ] +2024-10-07 04:44:09,918 INFO: [ epoch: 64 ] [ iter: 58,300 ] [ performance: 27.127 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:42 ] [ l_g_pix: 3.0341e-02 ] [ l_g_total: 3.0341e-02 ] +2024-10-07 04:44:13,654 INFO: [ epoch: 64 ] [ iter: 58,400 ] [ performance: 26.802 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:35 ] [ l_g_pix: 3.1145e-02 ] [ l_g_total: 3.1145e-02 ] +2024-10-07 04:44:17,442 INFO: [ epoch: 64 ] [ iter: 58,500 ] [ performance: 26.841 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:28 ] [ l_g_pix: 3.1282e-02 ] [ l_g_total: 3.1282e-02 ] +2024-10-07 04:44:21,184 INFO: [ epoch: 64 ] [ iter: 58,600 ] [ performance: 26.742 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:22 ] [ l_g_pix: 3.0101e-02 ] [ l_g_total: 3.0101e-02 ] +2024-10-07 04:44:24,953 INFO: [ epoch: 64 ] [ iter: 58,700 ] [ performance: 26.552 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:15 ] [ l_g_pix: 3.2992e-02 ] [ l_g_total: 3.2992e-02 ] +2024-10-07 04:44:28,663 INFO: [ epoch: 64 ] [ iter: 58,800 ] [ performance: 26.926 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:09 ] [ l_g_pix: 2.5094e-02 ] [ l_g_total: 2.5094e-02 ] +2024-10-07 04:44:32,357 INFO: [ epoch: 64 ] [ iter: 58,900 ] [ performance: 26.900 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:02 ] [ l_g_pix: 3.6867e-02 ] [ l_g_total: 3.6867e-02 ] +2024-10-07 04:44:36,062 INFO: [ epoch: 64 ] [ iter: 59,000 ] [ performance: 26.993 it/s ] [ lr: 1.00e-04 ] [ eta: 0:36:55 ] [ l_g_pix: 2.1146e-02 ] [ l_g_total: 2.1146e-02 ] +2024-10-07 04:44:39,683 INFO: [ epoch: 64 ] [ iter: 59,100 ] [ performance: 29.119 it/s ] [ lr: 1.00e-04 ] [ eta: 0:36:49 ] [ l_g_pix: 3.5892e-02 ] [ l_g_total: 3.5892e-02 ] +2024-10-07 04:44:44,781 INFO: [ epoch: 65 ] [ iter: 59,200 ] [ performance: 19.991 it/s ] [ lr: 1.00e-04 ] [ eta: 0:36:43 ] [ l_g_pix: 4.8808e-02 ] [ l_g_total: 4.8808e-02 ] +2024-10-07 04:44:48,573 INFO: [ epoch: 65 ] [ iter: 59,300 ] [ performance: 26.838 it/s ] [ lr: 1.00e-04 ] [ eta: 0:36:37 ] [ l_g_pix: 3.9580e-02 ] [ l_g_total: 3.9580e-02 ] +2024-10-07 04:44:52,302 INFO: [ epoch: 65 ] [ iter: 59,400 ] [ performance: 26.817 it/s ] [ lr: 1.00e-04 ] [ eta: 0:36:30 ] [ l_g_pix: 2.5708e-02 ] [ l_g_total: 2.5708e-02 ] +2024-10-07 04:44:56,058 INFO: [ epoch: 65 ] [ iter: 59,500 ] [ performance: 25.978 it/s ] [ lr: 1.00e-04 ] [ eta: 0:36:24 ] [ l_g_pix: 3.2859e-02 ] [ l_g_total: 3.2859e-02 ] +2024-10-07 04:44:59,707 INFO: [ epoch: 65 ] [ iter: 59,600 ] [ performance: 27.351 it/s ] [ lr: 1.00e-04 ] [ eta: 0:36:17 ] [ l_g_pix: 3.4202e-02 ] [ l_g_total: 3.4202e-02 ] +2024-10-07 04:45:03,440 INFO: [ epoch: 65 ] [ iter: 59,700 ] [ performance: 26.414 it/s ] [ lr: 1.00e-04 ] [ eta: 0:36:11 ] [ l_g_pix: 3.1063e-02 ] [ l_g_total: 3.1063e-02 ] +2024-10-07 04:45:07,167 INFO: [ epoch: 65 ] [ iter: 59,800 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 0:36:04 ] [ l_g_pix: 2.6138e-02 ] [ l_g_total: 2.6138e-02 ] +2024-10-07 04:45:10,922 INFO: [ epoch: 65 ] [ iter: 59,900 ] [ performance: 28.586 it/s ] [ lr: 1.00e-04 ] [ eta: 0:35:58 ] [ l_g_pix: 3.3530e-02 ] [ l_g_total: 3.3530e-02 ] +2024-10-07 04:45:14,561 INFO: [ epoch: 65 ] [ iter: 60,000 ] [ performance: 27.500 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:51 ] [ l_g_pix: 3.6296e-02 ] [ l_g_total: 3.6296e-02 ] +2024-10-07 04:45:14,562 INFO: Saving models and training states. +2024-10-07 04:48:19,679 INFO: Validation val + + # psnr: 27.1120........ Best: 27.1120 @ 60000 iter + # ssim: 0.7626........ Best: 0.7626 @ 60000 iter + # dists: 0.7731........ Best: 0.7731 @ 60000 iter + +2024-10-07 04:48:24,651 INFO: [ epoch: 66 ] [ iter: 60,100 ] [ performance: 25.396 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:48 ] [ l_g_pix: 2.9503e-02 ] [ l_g_total: 2.9503e-02 ] +2024-10-07 04:48:28,355 INFO: [ epoch: 66 ] [ iter: 60,200 ] [ performance: 26.994 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:41 ] [ l_g_pix: 2.7039e-02 ] [ l_g_total: 2.7039e-02 ] +2024-10-07 04:48:32,062 INFO: [ epoch: 66 ] [ iter: 60,300 ] [ performance: 26.988 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:34 ] [ l_g_pix: 2.6274e-02 ] [ l_g_total: 2.6274e-02 ] +2024-10-07 04:48:35,780 INFO: [ epoch: 66 ] [ iter: 60,400 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:27 ] [ l_g_pix: 4.0819e-02 ] [ l_g_total: 4.0819e-02 ] +2024-10-07 04:48:39,425 INFO: [ epoch: 66 ] [ iter: 60,500 ] [ performance: 27.166 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:20 ] [ l_g_pix: 3.5922e-02 ] [ l_g_total: 3.5922e-02 ] +2024-10-07 04:48:43,061 INFO: [ epoch: 66 ] [ iter: 60,600 ] [ performance: 27.570 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:13 ] [ l_g_pix: 3.9368e-02 ] [ l_g_total: 3.9368e-02 ] +2024-10-07 04:48:46,774 INFO: [ epoch: 66 ] [ iter: 60,700 ] [ performance: 27.248 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:06 ] [ l_g_pix: 3.3650e-02 ] [ l_g_total: 3.3650e-02 ] +2024-10-07 04:48:50,515 INFO: [ epoch: 66 ] [ iter: 60,800 ] [ performance: 26.747 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:59 ] [ l_g_pix: 2.3295e-02 ] [ l_g_total: 2.3295e-02 ] +2024-10-07 04:48:54,156 INFO: [ epoch: 66 ] [ iter: 60,900 ] [ performance: 27.108 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:53 ] [ l_g_pix: 3.9720e-02 ] [ l_g_total: 3.9720e-02 ] +2024-10-07 04:48:59,230 INFO: [ epoch: 67 ] [ iter: 61,000 ] [ performance: 19.521 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:46 ] [ l_g_pix: 3.6886e-02 ] [ l_g_total: 3.6886e-02 ] +2024-10-07 04:49:02,975 INFO: [ epoch: 67 ] [ iter: 61,100 ] [ performance: 22.610 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:40 ] [ l_g_pix: 4.2795e-02 ] [ l_g_total: 4.2795e-02 ] +2024-10-07 04:49:06,694 INFO: [ epoch: 67 ] [ iter: 61,200 ] [ performance: 26.915 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:33 ] [ l_g_pix: 5.0282e-02 ] [ l_g_total: 5.0282e-02 ] +2024-10-07 04:49:10,433 INFO: [ epoch: 67 ] [ iter: 61,300 ] [ performance: 26.829 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:26 ] [ l_g_pix: 2.9207e-02 ] [ l_g_total: 2.9207e-02 ] +2024-10-07 04:49:14,128 INFO: [ epoch: 67 ] [ iter: 61,400 ] [ performance: 27.149 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:19 ] [ l_g_pix: 5.6077e-02 ] [ l_g_total: 5.6077e-02 ] +2024-10-07 04:49:17,846 INFO: [ epoch: 67 ] [ iter: 61,500 ] [ performance: 27.022 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:12 ] [ l_g_pix: 2.6528e-02 ] [ l_g_total: 2.6528e-02 ] +2024-10-07 04:49:21,542 INFO: [ epoch: 67 ] [ iter: 61,600 ] [ performance: 27.139 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:05 ] [ l_g_pix: 4.4709e-02 ] [ l_g_total: 4.4709e-02 ] +2024-10-07 04:49:25,301 INFO: [ epoch: 67 ] [ iter: 61,700 ] [ performance: 26.863 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:58 ] [ l_g_pix: 4.1717e-02 ] [ l_g_total: 4.1717e-02 ] +2024-10-07 04:49:28,995 INFO: [ epoch: 67 ] [ iter: 61,800 ] [ performance: 27.082 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:52 ] [ l_g_pix: 3.6600e-02 ] [ l_g_total: 3.6600e-02 ] +2024-10-07 04:49:33,962 INFO: [ epoch: 68 ] [ iter: 61,900 ] [ performance: 22.976 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:46 ] [ l_g_pix: 2.5656e-02 ] [ l_g_total: 2.5656e-02 ] +2024-10-07 04:49:37,829 INFO: [ epoch: 68 ] [ iter: 62,000 ] [ performance: 26.563 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:39 ] [ l_g_pix: 3.9837e-02 ] [ l_g_total: 3.9837e-02 ] +2024-10-07 04:49:41,562 INFO: [ epoch: 68 ] [ iter: 62,100 ] [ performance: 26.683 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:32 ] [ l_g_pix: 5.2291e-02 ] [ l_g_total: 5.2291e-02 ] +2024-10-07 04:49:45,325 INFO: [ epoch: 68 ] [ iter: 62,200 ] [ performance: 26.509 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:25 ] [ l_g_pix: 5.1120e-02 ] [ l_g_total: 5.1120e-02 ] +2024-10-07 04:49:49,060 INFO: [ epoch: 68 ] [ iter: 62,300 ] [ performance: 26.653 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:19 ] [ l_g_pix: 3.0735e-02 ] [ l_g_total: 3.0735e-02 ] +2024-10-07 04:49:52,821 INFO: [ epoch: 68 ] [ iter: 62,400 ] [ performance: 26.567 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:12 ] [ l_g_pix: 5.7127e-02 ] [ l_g_total: 5.7127e-02 ] +2024-10-07 04:49:56,550 INFO: [ epoch: 68 ] [ iter: 62,500 ] [ performance: 26.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:05 ] [ l_g_pix: 4.9711e-02 ] [ l_g_total: 4.9711e-02 ] +2024-10-07 04:50:00,264 INFO: [ epoch: 68 ] [ iter: 62,600 ] [ performance: 26.964 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:58 ] [ l_g_pix: 3.7813e-02 ] [ l_g_total: 3.7813e-02 ] +2024-10-07 04:50:04,009 INFO: [ epoch: 68 ] [ iter: 62,700 ] [ performance: 26.827 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:52 ] [ l_g_pix: 3.8282e-02 ] [ l_g_total: 3.8282e-02 ] +2024-10-07 04:50:08,679 INFO: [ epoch: 69 ] [ iter: 62,800 ] [ performance: 20.748 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:45 ] [ l_g_pix: 2.7695e-02 ] [ l_g_total: 2.7695e-02 ] +2024-10-07 04:50:12,810 INFO: [ epoch: 69 ] [ iter: 62,900 ] [ performance: 22.460 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:39 ] [ l_g_pix: 3.3498e-02 ] [ l_g_total: 3.3498e-02 ] +2024-10-07 04:50:16,522 INFO: [ epoch: 69 ] [ iter: 63,000 ] [ performance: 26.979 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:32 ] [ l_g_pix: 2.6239e-02 ] [ l_g_total: 2.6239e-02 ] +2024-10-07 04:50:20,185 INFO: [ epoch: 69 ] [ iter: 63,100 ] [ performance: 27.153 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:25 ] [ l_g_pix: 3.8541e-02 ] [ l_g_total: 3.8541e-02 ] +2024-10-07 04:50:23,895 INFO: [ epoch: 69 ] [ iter: 63,200 ] [ performance: 27.102 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:19 ] [ l_g_pix: 2.3508e-02 ] [ l_g_total: 2.3508e-02 ] +2024-10-07 04:50:27,595 INFO: [ epoch: 69 ] [ iter: 63,300 ] [ performance: 27.065 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:12 ] [ l_g_pix: 4.3616e-02 ] [ l_g_total: 4.3616e-02 ] +2024-10-07 04:50:31,254 INFO: [ epoch: 69 ] [ iter: 63,400 ] [ performance: 27.404 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:05 ] [ l_g_pix: 4.3434e-02 ] [ l_g_total: 4.3434e-02 ] +2024-10-07 04:50:34,978 INFO: [ epoch: 69 ] [ iter: 63,500 ] [ performance: 27.107 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:59 ] [ l_g_pix: 3.9494e-02 ] [ l_g_total: 3.9494e-02 ] +2024-10-07 04:50:38,730 INFO: [ epoch: 69 ] [ iter: 63,600 ] [ performance: 26.899 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:52 ] [ l_g_pix: 3.7881e-02 ] [ l_g_total: 3.7881e-02 ] +2024-10-07 04:50:42,352 INFO: [ epoch: 69 ] [ iter: 63,700 ] [ performance: 27.282 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:45 ] [ l_g_pix: 3.7370e-02 ] [ l_g_total: 3.7370e-02 ] +2024-10-07 04:50:47,350 INFO: [ epoch: 70 ] [ iter: 63,800 ] [ performance: 25.823 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:39 ] [ l_g_pix: 2.7755e-02 ] [ l_g_total: 2.7755e-02 ] +2024-10-07 04:50:51,065 INFO: [ epoch: 70 ] [ iter: 63,900 ] [ performance: 26.411 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:33 ] [ l_g_pix: 2.6948e-02 ] [ l_g_total: 2.6948e-02 ] +2024-10-07 04:50:54,808 INFO: [ epoch: 70 ] [ iter: 64,000 ] [ performance: 27.000 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:26 ] [ l_g_pix: 3.7470e-02 ] [ l_g_total: 3.7470e-02 ] +2024-10-07 04:50:58,552 INFO: [ epoch: 70 ] [ iter: 64,100 ] [ performance: 26.841 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:20 ] [ l_g_pix: 3.2747e-02 ] [ l_g_total: 3.2747e-02 ] +2024-10-07 04:51:02,293 INFO: [ epoch: 70 ] [ iter: 64,200 ] [ performance: 26.770 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:13 ] [ l_g_pix: 3.1682e-02 ] [ l_g_total: 3.1682e-02 ] +2024-10-07 04:51:06,001 INFO: [ epoch: 70 ] [ iter: 64,300 ] [ performance: 26.885 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:06 ] [ l_g_pix: 4.7913e-02 ] [ l_g_total: 4.7913e-02 ] +2024-10-07 04:51:09,782 INFO: [ epoch: 70 ] [ iter: 64,400 ] [ performance: 26.458 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:00 ] [ l_g_pix: 4.1136e-02 ] [ l_g_total: 4.1136e-02 ] +2024-10-07 04:51:13,502 INFO: [ epoch: 70 ] [ iter: 64,500 ] [ performance: 26.694 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:53 ] [ l_g_pix: 3.6536e-02 ] [ l_g_total: 3.6536e-02 ] +2024-10-07 04:51:17,012 INFO: [ epoch: 70 ] [ iter: 64,600 ] [ performance: 28.978 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:47 ] [ l_g_pix: 3.8330e-02 ] [ l_g_total: 3.8330e-02 ] +2024-10-07 04:51:22,273 INFO: [ epoch: 71 ] [ iter: 64,700 ] [ performance: 22.415 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:41 ] [ l_g_pix: 3.3720e-02 ] [ l_g_total: 3.3720e-02 ] +2024-10-07 04:51:25,942 INFO: [ epoch: 71 ] [ iter: 64,800 ] [ performance: 27.393 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:34 ] [ l_g_pix: 2.9752e-02 ] [ l_g_total: 2.9752e-02 ] +2024-10-07 04:51:29,657 INFO: [ epoch: 71 ] [ iter: 64,900 ] [ performance: 27.126 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:28 ] [ l_g_pix: 4.0847e-02 ] [ l_g_total: 4.0847e-02 ] +2024-10-07 04:51:33,341 INFO: [ epoch: 71 ] [ iter: 65,000 ] [ performance: 27.326 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:21 ] [ l_g_pix: 2.4169e-02 ] [ l_g_total: 2.4169e-02 ] +2024-10-07 04:51:37,008 INFO: [ epoch: 71 ] [ iter: 65,100 ] [ performance: 27.300 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:15 ] [ l_g_pix: 3.4239e-02 ] [ l_g_total: 3.4239e-02 ] +2024-10-07 04:51:40,712 INFO: [ epoch: 71 ] [ iter: 65,200 ] [ performance: 27.029 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:08 ] [ l_g_pix: 4.5887e-02 ] [ l_g_total: 4.5887e-02 ] +2024-10-07 04:51:44,469 INFO: [ epoch: 71 ] [ iter: 65,300 ] [ performance: 26.797 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:02 ] [ l_g_pix: 3.7856e-02 ] [ l_g_total: 3.7856e-02 ] +2024-10-07 04:51:48,216 INFO: [ epoch: 71 ] [ iter: 65,400 ] [ performance: 26.944 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:55 ] [ l_g_pix: 3.2607e-02 ] [ l_g_total: 3.2607e-02 ] +2024-10-07 04:51:51,695 INFO: [ epoch: 71 ] [ iter: 65,500 ] [ performance: 27.950 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:49 ] [ l_g_pix: 3.1771e-02 ] [ l_g_total: 3.1771e-02 ] +2024-10-07 04:51:56,943 INFO: [ epoch: 72 ] [ iter: 65,600 ] [ performance: 23.112 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:43 ] [ l_g_pix: 3.7060e-02 ] [ l_g_total: 3.7060e-02 ] +2024-10-07 04:52:00,675 INFO: [ epoch: 72 ] [ iter: 65,700 ] [ performance: 25.098 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:36 ] [ l_g_pix: 3.6552e-02 ] [ l_g_total: 3.6552e-02 ] +2024-10-07 04:52:04,397 INFO: [ epoch: 72 ] [ iter: 65,800 ] [ performance: 26.833 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:30 ] [ l_g_pix: 2.4603e-02 ] [ l_g_total: 2.4603e-02 ] +2024-10-07 04:52:08,101 INFO: [ epoch: 72 ] [ iter: 65,900 ] [ performance: 26.930 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:23 ] [ l_g_pix: 4.0714e-02 ] [ l_g_total: 4.0714e-02 ] +2024-10-07 04:52:11,814 INFO: [ epoch: 72 ] [ iter: 66,000 ] [ performance: 27.023 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:17 ] [ l_g_pix: 3.4202e-02 ] [ l_g_total: 3.4202e-02 ] +2024-10-07 04:52:15,565 INFO: [ epoch: 72 ] [ iter: 66,100 ] [ performance: 26.814 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:11 ] [ l_g_pix: 4.1660e-02 ] [ l_g_total: 4.1660e-02 ] +2024-10-07 04:52:19,310 INFO: [ epoch: 72 ] [ iter: 66,200 ] [ performance: 26.722 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:04 ] [ l_g_pix: 3.7837e-02 ] [ l_g_total: 3.7837e-02 ] +2024-10-07 04:52:23,035 INFO: [ epoch: 72 ] [ iter: 66,300 ] [ performance: 26.801 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:58 ] [ l_g_pix: 4.6795e-02 ] [ l_g_total: 4.6795e-02 ] +2024-10-07 04:52:26,598 INFO: [ epoch: 72 ] [ iter: 66,400 ] [ performance: 28.995 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:51 ] [ l_g_pix: 3.8141e-02 ] [ l_g_total: 3.8141e-02 ] +2024-10-07 04:52:31,748 INFO: [ epoch: 73 ] [ iter: 66,500 ] [ performance: 22.478 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:45 ] [ l_g_pix: 5.1556e-02 ] [ l_g_total: 5.1556e-02 ] +2024-10-07 04:52:35,484 INFO: [ epoch: 73 ] [ iter: 66,600 ] [ performance: 26.902 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:39 ] [ l_g_pix: 2.9693e-02 ] [ l_g_total: 2.9693e-02 ] +2024-10-07 04:52:39,217 INFO: [ epoch: 73 ] [ iter: 66,700 ] [ performance: 26.835 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:33 ] [ l_g_pix: 3.9046e-02 ] [ l_g_total: 3.9046e-02 ] +2024-10-07 04:52:42,968 INFO: [ epoch: 73 ] [ iter: 66,800 ] [ performance: 26.824 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:26 ] [ l_g_pix: 4.2960e-02 ] [ l_g_total: 4.2960e-02 ] +2024-10-07 04:52:46,694 INFO: [ epoch: 73 ] [ iter: 66,900 ] [ performance: 26.836 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:20 ] [ l_g_pix: 2.8141e-02 ] [ l_g_total: 2.8141e-02 ] +2024-10-07 04:52:50,413 INFO: [ epoch: 73 ] [ iter: 67,000 ] [ performance: 26.995 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:14 ] [ l_g_pix: 2.6123e-02 ] [ l_g_total: 2.6123e-02 ] +2024-10-07 04:52:54,151 INFO: [ epoch: 73 ] [ iter: 67,100 ] [ performance: 26.853 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:07 ] [ l_g_pix: 3.8796e-02 ] [ l_g_total: 3.8796e-02 ] +2024-10-07 04:52:57,855 INFO: [ epoch: 73 ] [ iter: 67,200 ] [ performance: 27.079 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:01 ] [ l_g_pix: 4.4777e-02 ] [ l_g_total: 4.4777e-02 ] +2024-10-07 04:53:01,428 INFO: [ epoch: 73 ] [ iter: 67,300 ] [ performance: 27.622 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:54 ] [ l_g_pix: 3.7269e-02 ] [ l_g_total: 3.7269e-02 ] +2024-10-07 04:53:06,439 INFO: [ epoch: 74 ] [ iter: 67,400 ] [ performance: 17.188 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:49 ] [ l_g_pix: 2.8801e-02 ] [ l_g_total: 2.8801e-02 ] +2024-10-07 04:53:10,218 INFO: [ epoch: 74 ] [ iter: 67,500 ] [ performance: 21.827 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:42 ] [ l_g_pix: 2.5588e-02 ] [ l_g_total: 2.5588e-02 ] +2024-10-07 04:53:13,955 INFO: [ epoch: 74 ] [ iter: 67,600 ] [ performance: 27.118 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:36 ] [ l_g_pix: 3.2006e-02 ] [ l_g_total: 3.2006e-02 ] +2024-10-07 04:53:17,608 INFO: [ epoch: 74 ] [ iter: 67,700 ] [ performance: 27.278 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:30 ] [ l_g_pix: 3.7254e-02 ] [ l_g_total: 3.7254e-02 ] +2024-10-07 04:53:21,337 INFO: [ epoch: 74 ] [ iter: 67,800 ] [ performance: 26.592 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:23 ] [ l_g_pix: 3.0687e-02 ] [ l_g_total: 3.0687e-02 ] +2024-10-07 04:53:25,038 INFO: [ epoch: 74 ] [ iter: 67,900 ] [ performance: 26.855 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:17 ] [ l_g_pix: 2.9053e-02 ] [ l_g_total: 2.9053e-02 ] +2024-10-07 04:53:28,735 INFO: [ epoch: 74 ] [ iter: 68,000 ] [ performance: 27.191 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:11 ] [ l_g_pix: 3.2401e-02 ] [ l_g_total: 3.2401e-02 ] +2024-10-07 04:53:32,435 INFO: [ epoch: 74 ] [ iter: 68,100 ] [ performance: 27.095 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:04 ] [ l_g_pix: 2.8145e-02 ] [ l_g_total: 2.8145e-02 ] +2024-10-07 04:53:36,045 INFO: [ epoch: 74 ] [ iter: 68,200 ] [ performance: 28.394 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:58 ] [ l_g_pix: 2.9810e-02 ] [ l_g_total: 2.9810e-02 ] +2024-10-07 04:53:41,046 INFO: [ epoch: 75 ] [ iter: 68,300 ] [ performance: 22.526 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:52 ] [ l_g_pix: 3.2536e-02 ] [ l_g_total: 3.2536e-02 ] +2024-10-07 04:53:44,733 INFO: [ epoch: 75 ] [ iter: 68,400 ] [ performance: 27.158 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:46 ] [ l_g_pix: 3.7923e-02 ] [ l_g_total: 3.7923e-02 ] +2024-10-07 04:53:48,411 INFO: [ epoch: 75 ] [ iter: 68,500 ] [ performance: 27.178 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:40 ] [ l_g_pix: 4.5032e-02 ] [ l_g_total: 4.5032e-02 ] +2024-10-07 04:53:52,076 INFO: [ epoch: 75 ] [ iter: 68,600 ] [ performance: 27.510 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:34 ] [ l_g_pix: 4.2783e-02 ] [ l_g_total: 4.2783e-02 ] +2024-10-07 04:53:55,733 INFO: [ epoch: 75 ] [ iter: 68,700 ] [ performance: 27.407 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:27 ] [ l_g_pix: 3.9927e-02 ] [ l_g_total: 3.9927e-02 ] +2024-10-07 04:53:59,423 INFO: [ epoch: 75 ] [ iter: 68,800 ] [ performance: 27.230 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:21 ] [ l_g_pix: 5.2387e-02 ] [ l_g_total: 5.2387e-02 ] +2024-10-07 04:54:03,065 INFO: [ epoch: 75 ] [ iter: 68,900 ] [ performance: 27.374 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:15 ] [ l_g_pix: 4.3217e-02 ] [ l_g_total: 4.3217e-02 ] +2024-10-07 04:54:06,768 INFO: [ epoch: 75 ] [ iter: 69,000 ] [ performance: 27.298 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:09 ] [ l_g_pix: 3.0074e-02 ] [ l_g_total: 3.0074e-02 ] +2024-10-07 04:54:10,341 INFO: [ epoch: 75 ] [ iter: 69,100 ] [ performance: 27.737 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:02 ] [ l_g_pix: 3.7492e-02 ] [ l_g_total: 3.7492e-02 ] +2024-10-07 04:54:15,282 INFO: [ epoch: 76 ] [ iter: 69,200 ] [ performance: 16.478 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:57 ] [ l_g_pix: 3.5910e-02 ] [ l_g_total: 3.5910e-02 ] +2024-10-07 04:54:19,020 INFO: [ epoch: 76 ] [ iter: 69,300 ] [ performance: 21.863 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:50 ] [ l_g_pix: 2.1834e-02 ] [ l_g_total: 2.1834e-02 ] +2024-10-07 04:54:22,776 INFO: [ epoch: 76 ] [ iter: 69,400 ] [ performance: 26.750 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:44 ] [ l_g_pix: 3.2937e-02 ] [ l_g_total: 3.2937e-02 ] +2024-10-07 04:54:26,502 INFO: [ epoch: 76 ] [ iter: 69,500 ] [ performance: 26.811 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:38 ] [ l_g_pix: 2.2898e-02 ] [ l_g_total: 2.2898e-02 ] +2024-10-07 04:54:30,225 INFO: [ epoch: 76 ] [ iter: 69,600 ] [ performance: 26.896 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:32 ] [ l_g_pix: 2.7789e-02 ] [ l_g_total: 2.7789e-02 ] +2024-10-07 04:54:33,969 INFO: [ epoch: 76 ] [ iter: 69,700 ] [ performance: 26.781 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:26 ] [ l_g_pix: 3.6402e-02 ] [ l_g_total: 3.6402e-02 ] +2024-10-07 04:54:37,699 INFO: [ epoch: 76 ] [ iter: 69,800 ] [ performance: 27.138 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:19 ] [ l_g_pix: 3.5260e-02 ] [ l_g_total: 3.5260e-02 ] +2024-10-07 04:54:41,407 INFO: [ epoch: 76 ] [ iter: 69,900 ] [ performance: 27.028 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:13 ] [ l_g_pix: 4.3704e-02 ] [ l_g_total: 4.3704e-02 ] +2024-10-07 04:54:45,116 INFO: [ epoch: 76 ] [ iter: 70,000 ] [ performance: 27.471 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:07 ] [ l_g_pix: 3.5033e-02 ] [ l_g_total: 3.5033e-02 ] +2024-10-07 04:54:45,117 INFO: Saving models and training states. +2024-10-07 04:57:47,062 INFO: Validation val + + # psnr: 27.1299........ Best: 27.1299 @ 70000 iter + # ssim: 0.7635........ Best: 0.7635 @ 70000 iter + # dists: 0.7730........ Best: 0.7730 @ 70000 iter + +2024-10-07 04:57:52,082 INFO: [ epoch: 77 ] [ iter: 70,100 ] [ performance: 21.995 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:19 ] [ l_g_pix: 3.8586e-02 ] [ l_g_total: 3.8586e-02 ] +2024-10-07 04:57:55,795 INFO: [ epoch: 77 ] [ iter: 70,200 ] [ performance: 27.018 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:13 ] [ l_g_pix: 3.0900e-02 ] [ l_g_total: 3.0900e-02 ] +2024-10-07 04:57:59,501 INFO: [ epoch: 77 ] [ iter: 70,300 ] [ performance: 27.000 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:06 ] [ l_g_pix: 3.0964e-02 ] [ l_g_total: 3.0964e-02 ] +2024-10-07 04:58:03,206 INFO: [ epoch: 77 ] [ iter: 70,400 ] [ performance: 27.096 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:00 ] [ l_g_pix: 3.6660e-02 ] [ l_g_total: 3.6660e-02 ] +2024-10-07 04:58:06,989 INFO: [ epoch: 77 ] [ iter: 70,500 ] [ performance: 26.656 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:53 ] [ l_g_pix: 1.0443e-02 ] [ l_g_total: 1.0443e-02 ] +2024-10-07 04:58:10,708 INFO: [ epoch: 77 ] [ iter: 70,600 ] [ performance: 26.932 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:47 ] [ l_g_pix: 3.0046e-02 ] [ l_g_total: 3.0046e-02 ] +2024-10-07 04:58:14,404 INFO: [ epoch: 77 ] [ iter: 70,700 ] [ performance: 27.016 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:40 ] [ l_g_pix: 4.0348e-02 ] [ l_g_total: 4.0348e-02 ] +2024-10-07 04:58:18,145 INFO: [ epoch: 77 ] [ iter: 70,800 ] [ performance: 26.767 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:34 ] [ l_g_pix: 4.9481e-02 ] [ l_g_total: 4.9481e-02 ] +2024-10-07 04:58:21,796 INFO: [ epoch: 77 ] [ iter: 70,900 ] [ performance: 27.191 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:27 ] [ l_g_pix: 2.7046e-02 ] [ l_g_total: 2.7046e-02 ] +2024-10-07 04:58:26,557 INFO: [ epoch: 78 ] [ iter: 71,000 ] [ performance: 15.977 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:21 ] [ l_g_pix: 3.2702e-02 ] [ l_g_total: 3.2702e-02 ] +2024-10-07 04:58:30,517 INFO: [ epoch: 78 ] [ iter: 71,100 ] [ performance: 21.327 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:15 ] [ l_g_pix: 3.4373e-02 ] [ l_g_total: 3.4373e-02 ] +2024-10-07 04:58:34,231 INFO: [ epoch: 78 ] [ iter: 71,200 ] [ performance: 27.003 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:08 ] [ l_g_pix: 2.7494e-02 ] [ l_g_total: 2.7494e-02 ] +2024-10-07 04:58:37,947 INFO: [ epoch: 78 ] [ iter: 71,300 ] [ performance: 26.944 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:02 ] [ l_g_pix: 2.8493e-02 ] [ l_g_total: 2.8493e-02 ] +2024-10-07 04:58:41,655 INFO: [ epoch: 78 ] [ iter: 71,400 ] [ performance: 27.012 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:55 ] [ l_g_pix: 3.2833e-02 ] [ l_g_total: 3.2833e-02 ] +2024-10-07 04:58:45,415 INFO: [ epoch: 78 ] [ iter: 71,500 ] [ performance: 26.729 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:49 ] [ l_g_pix: 4.1650e-02 ] [ l_g_total: 4.1650e-02 ] +2024-10-07 04:58:49,168 INFO: [ epoch: 78 ] [ iter: 71,600 ] [ performance: 27.093 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:43 ] [ l_g_pix: 3.6867e-02 ] [ l_g_total: 3.6867e-02 ] +2024-10-07 04:58:52,910 INFO: [ epoch: 78 ] [ iter: 71,700 ] [ performance: 26.841 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:36 ] [ l_g_pix: 2.2875e-02 ] [ l_g_total: 2.2875e-02 ] +2024-10-07 04:58:56,621 INFO: [ epoch: 78 ] [ iter: 71,800 ] [ performance: 27.035 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:30 ] [ l_g_pix: 4.9337e-02 ] [ l_g_total: 4.9337e-02 ] +2024-10-07 04:59:01,400 INFO: [ epoch: 79 ] [ iter: 71,900 ] [ performance: 22.454 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:24 ] [ l_g_pix: 2.3551e-02 ] [ l_g_total: 2.3551e-02 ] +2024-10-07 04:59:05,345 INFO: [ epoch: 79 ] [ iter: 72,000 ] [ performance: 27.394 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:18 ] [ l_g_pix: 3.4447e-02 ] [ l_g_total: 3.4447e-02 ] +2024-10-07 04:59:09,064 INFO: [ epoch: 79 ] [ iter: 72,100 ] [ performance: 27.041 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:11 ] [ l_g_pix: 3.2093e-02 ] [ l_g_total: 3.2093e-02 ] +2024-10-07 04:59:12,752 INFO: [ epoch: 79 ] [ iter: 72,200 ] [ performance: 27.566 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:05 ] [ l_g_pix: 4.3802e-02 ] [ l_g_total: 4.3802e-02 ] +2024-10-07 04:59:16,446 INFO: [ epoch: 79 ] [ iter: 72,300 ] [ performance: 27.221 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:58 ] [ l_g_pix: 3.4656e-02 ] [ l_g_total: 3.4656e-02 ] +2024-10-07 04:59:20,117 INFO: [ epoch: 79 ] [ iter: 72,400 ] [ performance: 27.292 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:52 ] [ l_g_pix: 4.9878e-02 ] [ l_g_total: 4.9878e-02 ] +2024-10-07 04:59:23,805 INFO: [ epoch: 79 ] [ iter: 72,500 ] [ performance: 27.168 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:46 ] [ l_g_pix: 3.6630e-02 ] [ l_g_total: 3.6630e-02 ] +2024-10-07 04:59:27,529 INFO: [ epoch: 79 ] [ iter: 72,600 ] [ performance: 26.876 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:39 ] [ l_g_pix: 4.6220e-02 ] [ l_g_total: 4.6220e-02 ] +2024-10-07 04:59:31,233 INFO: [ epoch: 79 ] [ iter: 72,700 ] [ performance: 26.970 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:33 ] [ l_g_pix: 2.8387e-02 ] [ l_g_total: 2.8387e-02 ] +2024-10-07 04:59:34,898 INFO: [ epoch: 79 ] [ iter: 72,800 ] [ performance: 25.688 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:27 ] [ l_g_pix: 5.5496e-02 ] [ l_g_total: 5.5496e-02 ] +2024-10-07 04:59:39,903 INFO: [ epoch: 80 ] [ iter: 72,900 ] [ performance: 21.286 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:21 ] [ l_g_pix: 2.9834e-02 ] [ l_g_total: 2.9834e-02 ] +2024-10-07 04:59:43,526 INFO: [ epoch: 80 ] [ iter: 73,000 ] [ performance: 27.296 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:15 ] [ l_g_pix: 3.0412e-02 ] [ l_g_total: 3.0412e-02 ] +2024-10-07 04:59:47,234 INFO: [ epoch: 80 ] [ iter: 73,100 ] [ performance: 27.058 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:08 ] [ l_g_pix: 4.3728e-02 ] [ l_g_total: 4.3728e-02 ] +2024-10-07 04:59:50,943 INFO: [ epoch: 80 ] [ iter: 73,200 ] [ performance: 26.970 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:02 ] [ l_g_pix: 3.3815e-02 ] [ l_g_total: 3.3815e-02 ] +2024-10-07 04:59:54,634 INFO: [ epoch: 80 ] [ iter: 73,300 ] [ performance: 27.065 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:56 ] [ l_g_pix: 2.9333e-02 ] [ l_g_total: 2.9333e-02 ] +2024-10-07 04:59:58,366 INFO: [ epoch: 80 ] [ iter: 73,400 ] [ performance: 26.998 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:49 ] [ l_g_pix: 2.3479e-02 ] [ l_g_total: 2.3479e-02 ] +2024-10-07 05:00:02,047 INFO: [ epoch: 80 ] [ iter: 73,500 ] [ performance: 27.129 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:43 ] [ l_g_pix: 3.2070e-02 ] [ l_g_total: 3.2070e-02 ] +2024-10-07 05:00:05,770 INFO: [ epoch: 80 ] [ iter: 73,600 ] [ performance: 27.087 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:37 ] [ l_g_pix: 3.7435e-02 ] [ l_g_total: 3.7435e-02 ] +2024-10-07 05:00:09,272 INFO: [ epoch: 80 ] [ iter: 73,700 ] [ performance: 28.171 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:30 ] [ l_g_pix: 3.5819e-02 ] [ l_g_total: 3.5819e-02 ] +2024-10-07 05:00:14,517 INFO: [ epoch: 81 ] [ iter: 73,800 ] [ performance: 27.096 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:25 ] [ l_g_pix: 4.5317e-02 ] [ l_g_total: 4.5317e-02 ] +2024-10-07 05:00:18,269 INFO: [ epoch: 81 ] [ iter: 73,900 ] [ performance: 26.768 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:18 ] [ l_g_pix: 5.2723e-02 ] [ l_g_total: 5.2723e-02 ] +2024-10-07 05:00:22,028 INFO: [ epoch: 81 ] [ iter: 74,000 ] [ performance: 26.753 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:12 ] [ l_g_pix: 3.3884e-02 ] [ l_g_total: 3.3884e-02 ] +2024-10-07 05:00:25,760 INFO: [ epoch: 81 ] [ iter: 74,100 ] [ performance: 26.792 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:06 ] [ l_g_pix: 3.1183e-02 ] [ l_g_total: 3.1183e-02 ] +2024-10-07 05:00:29,467 INFO: [ epoch: 81 ] [ iter: 74,200 ] [ performance: 26.991 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:00 ] [ l_g_pix: 3.8830e-02 ] [ l_g_total: 3.8830e-02 ] +2024-10-07 05:00:33,215 INFO: [ epoch: 81 ] [ iter: 74,300 ] [ performance: 26.762 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:54 ] [ l_g_pix: 3.3768e-02 ] [ l_g_total: 3.3768e-02 ] +2024-10-07 05:00:36,923 INFO: [ epoch: 81 ] [ iter: 74,400 ] [ performance: 27.393 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:47 ] [ l_g_pix: 4.9019e-02 ] [ l_g_total: 4.9019e-02 ] +2024-10-07 05:00:40,611 INFO: [ epoch: 81 ] [ iter: 74,500 ] [ performance: 27.181 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:41 ] [ l_g_pix: 3.6765e-02 ] [ l_g_total: 3.6765e-02 ] +2024-10-07 05:00:44,139 INFO: [ epoch: 81 ] [ iter: 74,600 ] [ performance: 29.050 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:35 ] [ l_g_pix: 3.5809e-02 ] [ l_g_total: 3.5809e-02 ] +2024-10-07 05:00:49,365 INFO: [ epoch: 82 ] [ iter: 74,700 ] [ performance: 20.729 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:29 ] [ l_g_pix: 1.8967e-02 ] [ l_g_total: 1.8967e-02 ] +2024-10-07 05:00:53,102 INFO: [ epoch: 82 ] [ iter: 74,800 ] [ performance: 27.029 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:23 ] [ l_g_pix: 4.6210e-02 ] [ l_g_total: 4.6210e-02 ] +2024-10-07 05:00:56,815 INFO: [ epoch: 82 ] [ iter: 74,900 ] [ performance: 26.956 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:17 ] [ l_g_pix: 2.2895e-02 ] [ l_g_total: 2.2895e-02 ] +2024-10-07 05:01:00,570 INFO: [ epoch: 82 ] [ iter: 75,000 ] [ performance: 26.817 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:11 ] [ l_g_pix: 3.0375e-02 ] [ l_g_total: 3.0375e-02 ] +2024-10-07 05:01:04,320 INFO: [ epoch: 82 ] [ iter: 75,100 ] [ performance: 26.703 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:04 ] [ l_g_pix: 4.3012e-02 ] [ l_g_total: 4.3012e-02 ] +2024-10-07 05:01:08,069 INFO: [ epoch: 82 ] [ iter: 75,200 ] [ performance: 26.799 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:58 ] [ l_g_pix: 4.2694e-02 ] [ l_g_total: 4.2694e-02 ] +2024-10-07 05:01:11,741 INFO: [ epoch: 82 ] [ iter: 75,300 ] [ performance: 27.146 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:52 ] [ l_g_pix: 3.7273e-02 ] [ l_g_total: 3.7273e-02 ] +2024-10-07 05:01:15,434 INFO: [ epoch: 82 ] [ iter: 75,400 ] [ performance: 26.497 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:46 ] [ l_g_pix: 3.1528e-02 ] [ l_g_total: 3.1528e-02 ] +2024-10-07 05:01:18,994 INFO: [ epoch: 82 ] [ iter: 75,500 ] [ performance: 27.757 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:40 ] [ l_g_pix: 3.2998e-02 ] [ l_g_total: 3.2998e-02 ] +2024-10-07 05:01:24,216 INFO: [ epoch: 83 ] [ iter: 75,600 ] [ performance: 27.136 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:34 ] [ l_g_pix: 3.9165e-02 ] [ l_g_total: 3.9165e-02 ] +2024-10-07 05:01:27,951 INFO: [ epoch: 83 ] [ iter: 75,700 ] [ performance: 26.852 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:28 ] [ l_g_pix: 2.7899e-02 ] [ l_g_total: 2.7899e-02 ] +2024-10-07 05:01:31,688 INFO: [ epoch: 83 ] [ iter: 75,800 ] [ performance: 27.162 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:22 ] [ l_g_pix: 4.6944e-02 ] [ l_g_total: 4.6944e-02 ] +2024-10-07 05:01:35,444 INFO: [ epoch: 83 ] [ iter: 75,900 ] [ performance: 26.728 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:16 ] [ l_g_pix: 3.1080e-02 ] [ l_g_total: 3.1080e-02 ] +2024-10-07 05:01:39,170 INFO: [ epoch: 83 ] [ iter: 76,000 ] [ performance: 27.454 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:10 ] [ l_g_pix: 2.9011e-02 ] [ l_g_total: 2.9011e-02 ] +2024-10-07 05:01:42,888 INFO: [ epoch: 83 ] [ iter: 76,100 ] [ performance: 27.004 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:03 ] [ l_g_pix: 2.4415e-02 ] [ l_g_total: 2.4415e-02 ] +2024-10-07 05:01:46,610 INFO: [ epoch: 83 ] [ iter: 76,200 ] [ performance: 26.689 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:57 ] [ l_g_pix: 3.6712e-02 ] [ l_g_total: 3.6712e-02 ] +2024-10-07 05:01:50,329 INFO: [ epoch: 83 ] [ iter: 76,300 ] [ performance: 26.860 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:51 ] [ l_g_pix: 3.3193e-02 ] [ l_g_total: 3.3193e-02 ] +2024-10-07 05:01:53,900 INFO: [ epoch: 83 ] [ iter: 76,400 ] [ performance: 29.378 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:45 ] [ l_g_pix: 2.3364e-02 ] [ l_g_total: 2.3364e-02 ] +2024-10-07 05:01:59,147 INFO: [ epoch: 84 ] [ iter: 76,500 ] [ performance: 20.248 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:39 ] [ l_g_pix: 3.9906e-02 ] [ l_g_total: 3.9906e-02 ] +2024-10-07 05:02:02,875 INFO: [ epoch: 84 ] [ iter: 76,600 ] [ performance: 28.356 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:33 ] [ l_g_pix: 3.3150e-02 ] [ l_g_total: 3.3150e-02 ] +2024-10-07 05:02:06,535 INFO: [ epoch: 84 ] [ iter: 76,700 ] [ performance: 27.489 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:27 ] [ l_g_pix: 3.2903e-02 ] [ l_g_total: 3.2903e-02 ] +2024-10-07 05:02:10,271 INFO: [ epoch: 84 ] [ iter: 76,800 ] [ performance: 27.266 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:21 ] [ l_g_pix: 2.8669e-02 ] [ l_g_total: 2.8669e-02 ] +2024-10-07 05:02:13,935 INFO: [ epoch: 84 ] [ iter: 76,900 ] [ performance: 27.293 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:15 ] [ l_g_pix: 2.5567e-02 ] [ l_g_total: 2.5567e-02 ] +2024-10-07 05:02:17,589 INFO: [ epoch: 84 ] [ iter: 77,000 ] [ performance: 27.984 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:09 ] [ l_g_pix: 4.4679e-02 ] [ l_g_total: 4.4679e-02 ] +2024-10-07 05:02:21,251 INFO: [ epoch: 84 ] [ iter: 77,100 ] [ performance: 27.411 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:03 ] [ l_g_pix: 3.6619e-02 ] [ l_g_total: 3.6619e-02 ] +2024-10-07 05:02:24,942 INFO: [ epoch: 84 ] [ iter: 77,200 ] [ performance: 26.980 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:57 ] [ l_g_pix: 3.4325e-02 ] [ l_g_total: 3.4325e-02 ] +2024-10-07 05:02:28,531 INFO: [ epoch: 84 ] [ iter: 77,300 ] [ performance: 27.744 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:51 ] [ l_g_pix: 4.2081e-02 ] [ l_g_total: 4.2081e-02 ] +2024-10-07 05:02:33,507 INFO: [ epoch: 85 ] [ iter: 77,400 ] [ performance: 26.193 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:45 ] [ l_g_pix: 3.4973e-02 ] [ l_g_total: 3.4973e-02 ] +2024-10-07 05:02:37,229 INFO: [ epoch: 85 ] [ iter: 77,500 ] [ performance: 26.786 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:39 ] [ l_g_pix: 2.0577e-02 ] [ l_g_total: 2.0577e-02 ] +2024-10-07 05:02:40,921 INFO: [ epoch: 85 ] [ iter: 77,600 ] [ performance: 27.302 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:33 ] [ l_g_pix: 2.5116e-02 ] [ l_g_total: 2.5116e-02 ] +2024-10-07 05:02:44,631 INFO: [ epoch: 85 ] [ iter: 77,700 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:27 ] [ l_g_pix: 2.7382e-02 ] [ l_g_total: 2.7382e-02 ] +2024-10-07 05:02:48,300 INFO: [ epoch: 85 ] [ iter: 77,800 ] [ performance: 28.019 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:21 ] [ l_g_pix: 3.4100e-02 ] [ l_g_total: 3.4100e-02 ] +2024-10-07 05:02:52,026 INFO: [ epoch: 85 ] [ iter: 77,900 ] [ performance: 26.971 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:15 ] [ l_g_pix: 3.1812e-02 ] [ l_g_total: 3.1812e-02 ] +2024-10-07 05:02:55,745 INFO: [ epoch: 85 ] [ iter: 78,000 ] [ performance: 26.965 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:09 ] [ l_g_pix: 2.9313e-02 ] [ l_g_total: 2.9313e-02 ] +2024-10-07 05:02:59,514 INFO: [ epoch: 85 ] [ iter: 78,100 ] [ performance: 26.582 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:03 ] [ l_g_pix: 2.8728e-02 ] [ l_g_total: 2.8728e-02 ] +2024-10-07 05:03:03,174 INFO: [ epoch: 85 ] [ iter: 78,200 ] [ performance: 29.368 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:57 ] [ l_g_pix: 2.5619e-02 ] [ l_g_total: 2.5619e-02 ] +2024-10-07 05:03:08,150 INFO: [ epoch: 86 ] [ iter: 78,300 ] [ performance: 20.751 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:51 ] [ l_g_pix: 2.0672e-02 ] [ l_g_total: 2.0672e-02 ] +2024-10-07 05:03:11,904 INFO: [ epoch: 86 ] [ iter: 78,400 ] [ performance: 26.991 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:45 ] [ l_g_pix: 4.0701e-02 ] [ l_g_total: 4.0701e-02 ] +2024-10-07 05:03:15,615 INFO: [ epoch: 86 ] [ iter: 78,500 ] [ performance: 26.953 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:39 ] [ l_g_pix: 3.6998e-02 ] [ l_g_total: 3.6998e-02 ] +2024-10-07 05:03:19,352 INFO: [ epoch: 86 ] [ iter: 78,600 ] [ performance: 26.331 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:33 ] [ l_g_pix: 3.1948e-02 ] [ l_g_total: 3.1948e-02 ] +2024-10-07 05:03:23,079 INFO: [ epoch: 86 ] [ iter: 78,700 ] [ performance: 26.797 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:28 ] [ l_g_pix: 3.5893e-02 ] [ l_g_total: 3.5893e-02 ] +2024-10-07 05:03:26,787 INFO: [ epoch: 86 ] [ iter: 78,800 ] [ performance: 27.224 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:22 ] [ l_g_pix: 3.2674e-02 ] [ l_g_total: 3.2674e-02 ] +2024-10-07 05:03:30,502 INFO: [ epoch: 86 ] [ iter: 78,900 ] [ performance: 26.948 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:16 ] [ l_g_pix: 4.8927e-02 ] [ l_g_total: 4.8927e-02 ] +2024-10-07 05:03:34,143 INFO: [ epoch: 86 ] [ iter: 79,000 ] [ performance: 28.019 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:10 ] [ l_g_pix: 3.2112e-02 ] [ l_g_total: 3.2112e-02 ] +2024-10-07 05:03:37,787 INFO: [ epoch: 86 ] [ iter: 79,100 ] [ performance: 27.485 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:04 ] [ l_g_pix: 3.4387e-02 ] [ l_g_total: 3.4387e-02 ] +2024-10-07 05:03:42,792 INFO: [ epoch: 87 ] [ iter: 79,200 ] [ performance: 23.005 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:58 ] [ l_g_pix: 3.7142e-02 ] [ l_g_total: 3.7142e-02 ] +2024-10-07 05:03:46,466 INFO: [ epoch: 87 ] [ iter: 79,300 ] [ performance: 26.943 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:52 ] [ l_g_pix: 3.7590e-02 ] [ l_g_total: 3.7590e-02 ] +2024-10-07 05:03:50,112 INFO: [ epoch: 87 ] [ iter: 79,400 ] [ performance: 28.392 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:46 ] [ l_g_pix: 2.7978e-02 ] [ l_g_total: 2.7978e-02 ] +2024-10-07 05:03:53,782 INFO: [ epoch: 87 ] [ iter: 79,500 ] [ performance: 27.308 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:40 ] [ l_g_pix: 3.6734e-02 ] [ l_g_total: 3.6734e-02 ] +2024-10-07 05:03:57,435 INFO: [ epoch: 87 ] [ iter: 79,600 ] [ performance: 27.905 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:34 ] [ l_g_pix: 2.5024e-02 ] [ l_g_total: 2.5024e-02 ] +2024-10-07 05:04:01,113 INFO: [ epoch: 87 ] [ iter: 79,700 ] [ performance: 27.221 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:28 ] [ l_g_pix: 4.5438e-02 ] [ l_g_total: 4.5438e-02 ] +2024-10-07 05:04:04,882 INFO: [ epoch: 87 ] [ iter: 79,800 ] [ performance: 26.792 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:23 ] [ l_g_pix: 3.7240e-02 ] [ l_g_total: 3.7240e-02 ] +2024-10-07 05:04:08,588 INFO: [ epoch: 87 ] [ iter: 79,900 ] [ performance: 26.983 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:17 ] [ l_g_pix: 3.8518e-02 ] [ l_g_total: 3.8518e-02 ] +2024-10-07 05:04:12,266 INFO: [ epoch: 87 ] [ iter: 80,000 ] [ performance: 29.760 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:11 ] [ l_g_pix: 4.2969e-02 ] [ l_g_total: 4.2969e-02 ] +2024-10-07 05:04:12,266 INFO: Saving models and training states. +2024-10-07 05:07:13,010 INFO: Validation val + + # psnr: 27.1392........ Best: 27.1392 @ 80000 iter + # ssim: 0.7639........ Best: 0.7639 @ 80000 iter + # dists: 0.7729........ Best: 0.7729 @ 80000 iter + +2024-10-07 05:07:17,814 INFO: [ epoch: 88 ] [ iter: 80,100 ] [ performance: 20.945 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:50 ] [ l_g_pix: 3.4168e-02 ] [ l_g_total: 3.4168e-02 ] +2024-10-07 05:07:21,703 INFO: [ epoch: 88 ] [ iter: 80,200 ] [ performance: 28.805 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:44 ] [ l_g_pix: 5.0676e-02 ] [ l_g_total: 5.0676e-02 ] +2024-10-07 05:07:25,447 INFO: [ epoch: 88 ] [ iter: 80,300 ] [ performance: 26.728 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:38 ] [ l_g_pix: 4.0537e-02 ] [ l_g_total: 4.0537e-02 ] +2024-10-07 05:07:29,135 INFO: [ epoch: 88 ] [ iter: 80,400 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:32 ] [ l_g_pix: 3.8588e-02 ] [ l_g_total: 3.8588e-02 ] +2024-10-07 05:07:32,823 INFO: [ epoch: 88 ] [ iter: 80,500 ] [ performance: 27.120 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:25 ] [ l_g_pix: 5.2254e-02 ] [ l_g_total: 5.2254e-02 ] +2024-10-07 05:07:36,539 INFO: [ epoch: 88 ] [ iter: 80,600 ] [ performance: 27.017 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:19 ] [ l_g_pix: 2.8106e-02 ] [ l_g_total: 2.8106e-02 ] +2024-10-07 05:07:40,264 INFO: [ epoch: 88 ] [ iter: 80,700 ] [ performance: 26.846 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:13 ] [ l_g_pix: 2.4541e-02 ] [ l_g_total: 2.4541e-02 ] +2024-10-07 05:07:44,008 INFO: [ epoch: 88 ] [ iter: 80,800 ] [ performance: 26.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:07 ] [ l_g_pix: 3.4107e-02 ] [ l_g_total: 3.4107e-02 ] +2024-10-07 05:07:47,705 INFO: [ epoch: 88 ] [ iter: 80,900 ] [ performance: 27.079 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:01 ] [ l_g_pix: 4.2274e-02 ] [ l_g_total: 4.2274e-02 ] +2024-10-07 05:07:52,430 INFO: [ epoch: 89 ] [ iter: 81,000 ] [ performance: 23.735 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:55 ] [ l_g_pix: 3.8129e-02 ] [ l_g_total: 3.8129e-02 ] +2024-10-07 05:07:56,515 INFO: [ epoch: 89 ] [ iter: 81,100 ] [ performance: 25.011 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:49 ] [ l_g_pix: 3.2769e-02 ] [ l_g_total: 3.2769e-02 ] +2024-10-07 05:08:00,234 INFO: [ epoch: 89 ] [ iter: 81,200 ] [ performance: 25.933 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:43 ] [ l_g_pix: 4.2227e-02 ] [ l_g_total: 4.2227e-02 ] +2024-10-07 05:08:03,953 INFO: [ epoch: 89 ] [ iter: 81,300 ] [ performance: 26.986 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:37 ] [ l_g_pix: 2.6499e-02 ] [ l_g_total: 2.6499e-02 ] +2024-10-07 05:08:07,659 INFO: [ epoch: 89 ] [ iter: 81,400 ] [ performance: 26.990 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:31 ] [ l_g_pix: 2.3312e-02 ] [ l_g_total: 2.3312e-02 ] +2024-10-07 05:08:11,435 INFO: [ epoch: 89 ] [ iter: 81,500 ] [ performance: 26.460 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:25 ] [ l_g_pix: 3.4507e-02 ] [ l_g_total: 3.4507e-02 ] +2024-10-07 05:08:15,189 INFO: [ epoch: 89 ] [ iter: 81,600 ] [ performance: 26.555 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:18 ] [ l_g_pix: 4.4266e-02 ] [ l_g_total: 4.4266e-02 ] +2024-10-07 05:08:18,904 INFO: [ epoch: 89 ] [ iter: 81,700 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:12 ] [ l_g_pix: 3.3289e-02 ] [ l_g_total: 3.3289e-02 ] +2024-10-07 05:08:22,633 INFO: [ epoch: 89 ] [ iter: 81,800 ] [ performance: 26.896 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:06 ] [ l_g_pix: 3.8729e-02 ] [ l_g_total: 3.8729e-02 ] +2024-10-07 05:08:26,234 INFO: [ epoch: 89 ] [ iter: 81,900 ] [ performance: 27.813 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:00 ] [ l_g_pix: 4.2739e-02 ] [ l_g_total: 4.2739e-02 ] +2024-10-07 05:08:31,165 INFO: [ epoch: 90 ] [ iter: 82,000 ] [ performance: 23.328 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:54 ] [ l_g_pix: 4.1213e-02 ] [ l_g_total: 4.1213e-02 ] +2024-10-07 05:08:34,885 INFO: [ epoch: 90 ] [ iter: 82,100 ] [ performance: 26.920 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:48 ] [ l_g_pix: 3.8585e-02 ] [ l_g_total: 3.8585e-02 ] +2024-10-07 05:08:38,629 INFO: [ epoch: 90 ] [ iter: 82,200 ] [ performance: 26.813 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:42 ] [ l_g_pix: 2.8931e-02 ] [ l_g_total: 2.8931e-02 ] +2024-10-07 05:08:42,356 INFO: [ epoch: 90 ] [ iter: 82,300 ] [ performance: 26.885 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:36 ] [ l_g_pix: 4.0280e-02 ] [ l_g_total: 4.0280e-02 ] +2024-10-07 05:08:46,043 INFO: [ epoch: 90 ] [ iter: 82,400 ] [ performance: 27.009 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:30 ] [ l_g_pix: 3.4691e-02 ] [ l_g_total: 3.4691e-02 ] +2024-10-07 05:08:49,775 INFO: [ epoch: 90 ] [ iter: 82,500 ] [ performance: 26.840 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:24 ] [ l_g_pix: 3.4277e-02 ] [ l_g_total: 3.4277e-02 ] +2024-10-07 05:08:53,525 INFO: [ epoch: 90 ] [ iter: 82,600 ] [ performance: 26.753 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:18 ] [ l_g_pix: 2.6050e-02 ] [ l_g_total: 2.6050e-02 ] +2024-10-07 05:08:57,255 INFO: [ epoch: 90 ] [ iter: 82,700 ] [ performance: 26.979 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:12 ] [ l_g_pix: 4.4123e-02 ] [ l_g_total: 4.4123e-02 ] +2024-10-07 05:09:00,800 INFO: [ epoch: 90 ] [ iter: 82,800 ] [ performance: 27.617 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:06 ] [ l_g_pix: 1.9815e-02 ] [ l_g_total: 1.9815e-02 ] +2024-10-07 05:09:05,915 INFO: [ epoch: 91 ] [ iter: 82,900 ] [ performance: 23.660 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:00 ] [ l_g_pix: 2.9111e-02 ] [ l_g_total: 2.9111e-02 ] +2024-10-07 05:09:09,642 INFO: [ epoch: 91 ] [ iter: 83,000 ] [ performance: 25.251 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:54 ] [ l_g_pix: 3.5048e-02 ] [ l_g_total: 3.5048e-02 ] +2024-10-07 05:09:13,421 INFO: [ epoch: 91 ] [ iter: 83,100 ] [ performance: 26.468 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:48 ] [ l_g_pix: 2.2502e-02 ] [ l_g_total: 2.2502e-02 ] +2024-10-07 05:09:17,208 INFO: [ epoch: 91 ] [ iter: 83,200 ] [ performance: 26.439 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:42 ] [ l_g_pix: 3.3219e-02 ] [ l_g_total: 3.3219e-02 ] +2024-10-07 05:09:20,925 INFO: [ epoch: 91 ] [ iter: 83,300 ] [ performance: 26.902 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:36 ] [ l_g_pix: 3.9441e-02 ] [ l_g_total: 3.9441e-02 ] +2024-10-07 05:09:24,686 INFO: [ epoch: 91 ] [ iter: 83,400 ] [ performance: 26.736 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:30 ] [ l_g_pix: 3.9778e-02 ] [ l_g_total: 3.9778e-02 ] +2024-10-07 05:09:28,423 INFO: [ epoch: 91 ] [ iter: 83,500 ] [ performance: 26.741 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:24 ] [ l_g_pix: 3.5260e-02 ] [ l_g_total: 3.5260e-02 ] +2024-10-07 05:09:32,164 INFO: [ epoch: 91 ] [ iter: 83,600 ] [ performance: 26.741 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:19 ] [ l_g_pix: 4.3153e-02 ] [ l_g_total: 4.3153e-02 ] +2024-10-07 05:09:35,705 INFO: [ epoch: 91 ] [ iter: 83,700 ] [ performance: 28.604 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:12 ] [ l_g_pix: 4.0242e-02 ] [ l_g_total: 4.0242e-02 ] +2024-10-07 05:09:40,926 INFO: [ epoch: 92 ] [ iter: 83,800 ] [ performance: 22.559 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:07 ] [ l_g_pix: 2.7556e-02 ] [ l_g_total: 2.7556e-02 ] +2024-10-07 05:09:44,669 INFO: [ epoch: 92 ] [ iter: 83,900 ] [ performance: 26.763 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:01 ] [ l_g_pix: 3.8483e-02 ] [ l_g_total: 3.8483e-02 ] +2024-10-07 05:09:48,414 INFO: [ epoch: 92 ] [ iter: 84,000 ] [ performance: 26.732 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:55 ] [ l_g_pix: 2.9521e-02 ] [ l_g_total: 2.9521e-02 ] +2024-10-07 05:09:52,114 INFO: [ epoch: 92 ] [ iter: 84,100 ] [ performance: 27.016 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:49 ] [ l_g_pix: 4.7585e-02 ] [ l_g_total: 4.7585e-02 ] +2024-10-07 05:09:55,845 INFO: [ epoch: 92 ] [ iter: 84,200 ] [ performance: 26.902 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:43 ] [ l_g_pix: 3.8882e-02 ] [ l_g_total: 3.8882e-02 ] +2024-10-07 05:09:59,523 INFO: [ epoch: 92 ] [ iter: 84,300 ] [ performance: 27.332 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:37 ] [ l_g_pix: 5.5185e-02 ] [ l_g_total: 5.5185e-02 ] +2024-10-07 05:10:03,255 INFO: [ epoch: 92 ] [ iter: 84,400 ] [ performance: 27.040 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:31 ] [ l_g_pix: 4.9274e-02 ] [ l_g_total: 4.9274e-02 ] +2024-10-07 05:10:06,963 INFO: [ epoch: 92 ] [ iter: 84,500 ] [ performance: 27.097 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:25 ] [ l_g_pix: 3.7557e-02 ] [ l_g_total: 3.7557e-02 ] +2024-10-07 05:10:10,516 INFO: [ epoch: 92 ] [ iter: 84,600 ] [ performance: 27.671 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:19 ] [ l_g_pix: 4.5275e-02 ] [ l_g_total: 4.5275e-02 ] +2024-10-07 05:10:15,783 INFO: [ epoch: 93 ] [ iter: 84,700 ] [ performance: 17.444 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:14 ] [ l_g_pix: 4.3571e-02 ] [ l_g_total: 4.3571e-02 ] +2024-10-07 05:10:19,472 INFO: [ epoch: 93 ] [ iter: 84,800 ] [ performance: 21.785 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:08 ] [ l_g_pix: 2.7065e-02 ] [ l_g_total: 2.7065e-02 ] +2024-10-07 05:10:23,183 INFO: [ epoch: 93 ] [ iter: 84,900 ] [ performance: 27.084 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:02 ] [ l_g_pix: 4.3533e-02 ] [ l_g_total: 4.3533e-02 ] +2024-10-07 05:10:26,903 INFO: [ epoch: 93 ] [ iter: 85,000 ] [ performance: 26.973 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:56 ] [ l_g_pix: 2.6180e-02 ] [ l_g_total: 2.6180e-02 ] +2024-10-07 05:10:30,606 INFO: [ epoch: 93 ] [ iter: 85,100 ] [ performance: 27.055 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:50 ] [ l_g_pix: 4.0297e-02 ] [ l_g_total: 4.0297e-02 ] +2024-10-07 05:10:34,372 INFO: [ epoch: 93 ] [ iter: 85,200 ] [ performance: 26.773 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:44 ] [ l_g_pix: 2.5924e-02 ] [ l_g_total: 2.5924e-02 ] +2024-10-07 05:10:38,090 INFO: [ epoch: 93 ] [ iter: 85,300 ] [ performance: 26.871 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:38 ] [ l_g_pix: 4.0848e-02 ] [ l_g_total: 4.0848e-02 ] +2024-10-07 05:10:41,867 INFO: [ epoch: 93 ] [ iter: 85,400 ] [ performance: 26.650 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:32 ] [ l_g_pix: 3.8576e-02 ] [ l_g_total: 3.8576e-02 ] +2024-10-07 05:10:45,446 INFO: [ epoch: 93 ] [ iter: 85,500 ] [ performance: 28.375 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:26 ] [ l_g_pix: 4.2157e-02 ] [ l_g_total: 4.2157e-02 ] +2024-10-07 05:10:50,692 INFO: [ epoch: 94 ] [ iter: 85,600 ] [ performance: 22.185 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:21 ] [ l_g_pix: 3.6020e-02 ] [ l_g_total: 3.6020e-02 ] +2024-10-07 05:10:54,459 INFO: [ epoch: 94 ] [ iter: 85,700 ] [ performance: 26.691 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:15 ] [ l_g_pix: 4.0583e-02 ] [ l_g_total: 4.0583e-02 ] +2024-10-07 05:10:58,138 INFO: [ epoch: 94 ] [ iter: 85,800 ] [ performance: 26.971 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:09 ] [ l_g_pix: 2.4699e-02 ] [ l_g_total: 2.4699e-02 ] +2024-10-07 05:11:01,795 INFO: [ epoch: 94 ] [ iter: 85,900 ] [ performance: 27.330 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:03 ] [ l_g_pix: 4.2697e-02 ] [ l_g_total: 4.2697e-02 ] +2024-10-07 05:11:05,481 INFO: [ epoch: 94 ] [ iter: 86,000 ] [ performance: 27.217 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:57 ] [ l_g_pix: 4.5974e-02 ] [ l_g_total: 4.5974e-02 ] +2024-10-07 05:11:09,141 INFO: [ epoch: 94 ] [ iter: 86,100 ] [ performance: 27.586 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:51 ] [ l_g_pix: 2.7759e-02 ] [ l_g_total: 2.7759e-02 ] +2024-10-07 05:11:12,786 INFO: [ epoch: 94 ] [ iter: 86,200 ] [ performance: 27.498 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:46 ] [ l_g_pix: 4.1131e-02 ] [ l_g_total: 4.1131e-02 ] +2024-10-07 05:11:16,521 INFO: [ epoch: 94 ] [ iter: 86,300 ] [ performance: 26.837 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:40 ] [ l_g_pix: 3.3372e-02 ] [ l_g_total: 3.3372e-02 ] +2024-10-07 05:11:20,126 INFO: [ epoch: 94 ] [ iter: 86,400 ] [ performance: 27.358 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:34 ] [ l_g_pix: 3.5456e-02 ] [ l_g_total: 3.5456e-02 ] +2024-10-07 05:11:25,287 INFO: [ epoch: 95 ] [ iter: 86,500 ] [ performance: 17.035 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:28 ] [ l_g_pix: 4.4960e-02 ] [ l_g_total: 4.4960e-02 ] +2024-10-07 05:11:29,022 INFO: [ epoch: 95 ] [ iter: 86,600 ] [ performance: 21.674 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:22 ] [ l_g_pix: 3.9010e-02 ] [ l_g_total: 3.9010e-02 ] +2024-10-07 05:11:32,658 INFO: [ epoch: 95 ] [ iter: 86,700 ] [ performance: 27.438 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:17 ] [ l_g_pix: 5.5085e-02 ] [ l_g_total: 5.5085e-02 ] +2024-10-07 05:11:36,391 INFO: [ epoch: 95 ] [ iter: 86,800 ] [ performance: 27.053 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:11 ] [ l_g_pix: 4.0521e-02 ] [ l_g_total: 4.0521e-02 ] +2024-10-07 05:11:40,126 INFO: [ epoch: 95 ] [ iter: 86,900 ] [ performance: 27.201 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:05 ] [ l_g_pix: 2.1171e-02 ] [ l_g_total: 2.1171e-02 ] +2024-10-07 05:11:43,822 INFO: [ epoch: 95 ] [ iter: 87,000 ] [ performance: 27.119 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:59 ] [ l_g_pix: 3.6467e-02 ] [ l_g_total: 3.6467e-02 ] +2024-10-07 05:11:47,547 INFO: [ epoch: 95 ] [ iter: 87,100 ] [ performance: 26.896 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:53 ] [ l_g_pix: 3.2650e-02 ] [ l_g_total: 3.2650e-02 ] +2024-10-07 05:11:51,297 INFO: [ epoch: 95 ] [ iter: 87,200 ] [ performance: 26.762 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:48 ] [ l_g_pix: 4.1638e-02 ] [ l_g_total: 4.1638e-02 ] +2024-10-07 05:11:54,965 INFO: [ epoch: 95 ] [ iter: 87,300 ] [ performance: 27.802 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:42 ] [ l_g_pix: 3.2680e-02 ] [ l_g_total: 3.2680e-02 ] +2024-10-07 05:12:00,069 INFO: [ epoch: 96 ] [ iter: 87,400 ] [ performance: 22.202 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:36 ] [ l_g_pix: 4.7181e-02 ] [ l_g_total: 4.7181e-02 ] +2024-10-07 05:12:03,803 INFO: [ epoch: 96 ] [ iter: 87,500 ] [ performance: 27.005 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:30 ] [ l_g_pix: 2.8037e-02 ] [ l_g_total: 2.8037e-02 ] +2024-10-07 05:12:07,543 INFO: [ epoch: 96 ] [ iter: 87,600 ] [ performance: 26.845 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:25 ] [ l_g_pix: 4.1885e-02 ] [ l_g_total: 4.1885e-02 ] +2024-10-07 05:12:11,280 INFO: [ epoch: 96 ] [ iter: 87,700 ] [ performance: 26.674 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:19 ] [ l_g_pix: 2.7123e-02 ] [ l_g_total: 2.7123e-02 ] +2024-10-07 05:12:15,026 INFO: [ epoch: 96 ] [ iter: 87,800 ] [ performance: 26.691 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:13 ] [ l_g_pix: 4.6710e-02 ] [ l_g_total: 4.6710e-02 ] +2024-10-07 05:12:18,768 INFO: [ epoch: 96 ] [ iter: 87,900 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:07 ] [ l_g_pix: 2.5465e-02 ] [ l_g_total: 2.5465e-02 ] +2024-10-07 05:12:22,529 INFO: [ epoch: 96 ] [ iter: 88,000 ] [ performance: 26.682 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:02 ] [ l_g_pix: 3.1130e-02 ] [ l_g_total: 3.1130e-02 ] +2024-10-07 05:12:26,243 INFO: [ epoch: 96 ] [ iter: 88,100 ] [ performance: 27.267 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:56 ] [ l_g_pix: 3.7331e-02 ] [ l_g_total: 3.7331e-02 ] +2024-10-07 05:12:29,921 INFO: [ epoch: 96 ] [ iter: 88,200 ] [ performance: 27.223 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:50 ] [ l_g_pix: 4.0185e-02 ] [ l_g_total: 4.0185e-02 ] +2024-10-07 05:12:34,960 INFO: [ epoch: 97 ] [ iter: 88,300 ] [ performance: 16.621 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:44 ] [ l_g_pix: 2.8500e-02 ] [ l_g_total: 2.8500e-02 ] +2024-10-07 05:12:38,730 INFO: [ epoch: 97 ] [ iter: 88,400 ] [ performance: 21.642 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:39 ] [ l_g_pix: 4.0253e-02 ] [ l_g_total: 4.0253e-02 ] +2024-10-07 05:12:42,464 INFO: [ epoch: 97 ] [ iter: 88,500 ] [ performance: 26.679 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:33 ] [ l_g_pix: 2.6778e-02 ] [ l_g_total: 2.6778e-02 ] +2024-10-07 05:12:46,195 INFO: [ epoch: 97 ] [ iter: 88,600 ] [ performance: 26.761 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:27 ] [ l_g_pix: 4.5630e-02 ] [ l_g_total: 4.5630e-02 ] +2024-10-07 05:12:49,944 INFO: [ epoch: 97 ] [ iter: 88,700 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:21 ] [ l_g_pix: 2.7463e-02 ] [ l_g_total: 2.7463e-02 ] +2024-10-07 05:12:53,722 INFO: [ epoch: 97 ] [ iter: 88,800 ] [ performance: 26.602 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:16 ] [ l_g_pix: 3.6015e-02 ] [ l_g_total: 3.6015e-02 ] +2024-10-07 05:12:57,456 INFO: [ epoch: 97 ] [ iter: 88,900 ] [ performance: 26.989 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:10 ] [ l_g_pix: 5.3686e-02 ] [ l_g_total: 5.3686e-02 ] +2024-10-07 05:13:01,224 INFO: [ epoch: 97 ] [ iter: 89,000 ] [ performance: 26.703 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:04 ] [ l_g_pix: 4.5964e-02 ] [ l_g_total: 4.5964e-02 ] +2024-10-07 05:13:04,881 INFO: [ epoch: 97 ] [ iter: 89,100 ] [ performance: 27.527 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:59 ] [ l_g_pix: 2.0595e-02 ] [ l_g_total: 2.0595e-02 ] +2024-10-07 05:13:09,978 INFO: [ epoch: 98 ] [ iter: 89,200 ] [ performance: 21.908 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:53 ] [ l_g_pix: 3.6489e-02 ] [ l_g_total: 3.6489e-02 ] +2024-10-07 05:13:13,713 INFO: [ epoch: 98 ] [ iter: 89,300 ] [ performance: 26.999 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:47 ] [ l_g_pix: 4.1644e-02 ] [ l_g_total: 4.1644e-02 ] +2024-10-07 05:13:17,416 INFO: [ epoch: 98 ] [ iter: 89,400 ] [ performance: 27.006 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:42 ] [ l_g_pix: 4.3420e-02 ] [ l_g_total: 4.3420e-02 ] +2024-10-07 05:13:21,143 INFO: [ epoch: 98 ] [ iter: 89,500 ] [ performance: 26.707 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:36 ] [ l_g_pix: 4.8430e-02 ] [ l_g_total: 4.8430e-02 ] +2024-10-07 05:13:24,857 INFO: [ epoch: 98 ] [ iter: 89,600 ] [ performance: 26.853 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:30 ] [ l_g_pix: 3.8895e-02 ] [ l_g_total: 3.8895e-02 ] +2024-10-07 05:13:28,594 INFO: [ epoch: 98 ] [ iter: 89,700 ] [ performance: 26.968 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:25 ] [ l_g_pix: 3.7994e-02 ] [ l_g_total: 3.7994e-02 ] +2024-10-07 05:13:32,371 INFO: [ epoch: 98 ] [ iter: 89,800 ] [ performance: 26.652 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:19 ] [ l_g_pix: 3.4459e-02 ] [ l_g_total: 3.4459e-02 ] +2024-10-07 05:13:36,161 INFO: [ epoch: 98 ] [ iter: 89,900 ] [ performance: 26.517 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:13 ] [ l_g_pix: 2.8753e-02 ] [ l_g_total: 2.8753e-02 ] +2024-10-07 05:13:39,848 INFO: [ epoch: 98 ] [ iter: 90,000 ] [ performance: 26.914 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:08 ] [ l_g_pix: 4.0849e-02 ] [ l_g_total: 4.0849e-02 ] +2024-10-07 05:13:39,849 INFO: Saving models and training states. +2024-10-07 05:16:32,400 INFO: Validation val + + # psnr: 27.1421........ Best: 27.1421 @ 90000 iter + # ssim: 0.7640........ Best: 0.7640 @ 90000 iter + # dists: 0.7729........ Best: 0.7729 @ 80000 iter + +2024-10-07 05:16:37,168 INFO: [ epoch: 99 ] [ iter: 90,100 ] [ performance: 16.589 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:21 ] [ l_g_pix: 3.4303e-02 ] [ l_g_total: 3.4303e-02 ] +2024-10-07 05:16:41,173 INFO: [ epoch: 99 ] [ iter: 90,200 ] [ performance: 21.293 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:15 ] [ l_g_pix: 3.9973e-02 ] [ l_g_total: 3.9973e-02 ] +2024-10-07 05:16:44,877 INFO: [ epoch: 99 ] [ iter: 90,300 ] [ performance: 27.293 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:09 ] [ l_g_pix: 3.3691e-02 ] [ l_g_total: 3.3691e-02 ] +2024-10-07 05:16:48,576 INFO: [ epoch: 99 ] [ iter: 90,400 ] [ performance: 27.123 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:03 ] [ l_g_pix: 3.8341e-02 ] [ l_g_total: 3.8341e-02 ] +2024-10-07 05:16:52,273 INFO: [ epoch: 99 ] [ iter: 90,500 ] [ performance: 27.028 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:57 ] [ l_g_pix: 3.5137e-02 ] [ l_g_total: 3.5137e-02 ] +2024-10-07 05:16:55,966 INFO: [ epoch: 99 ] [ iter: 90,600 ] [ performance: 27.065 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:52 ] [ l_g_pix: 2.5453e-02 ] [ l_g_total: 2.5453e-02 ] +2024-10-07 05:16:59,673 INFO: [ epoch: 99 ] [ iter: 90,700 ] [ performance: 26.802 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:46 ] [ l_g_pix: 3.0844e-02 ] [ l_g_total: 3.0844e-02 ] +2024-10-07 05:17:03,364 INFO: [ epoch: 99 ] [ iter: 90,800 ] [ performance: 27.002 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:40 ] [ l_g_pix: 2.7516e-02 ] [ l_g_total: 2.7516e-02 ] +2024-10-07 05:17:07,068 INFO: [ epoch: 99 ] [ iter: 90,900 ] [ performance: 26.985 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:34 ] [ l_g_pix: 3.0841e-02 ] [ l_g_total: 3.0841e-02 ] +2024-10-07 05:17:10,654 INFO: [ epoch: 99 ] [ iter: 91,000 ] [ performance: 27.591 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:28 ] [ l_g_pix: 4.0558e-02 ] [ l_g_total: 4.0558e-02 ] +2024-10-07 05:17:15,755 INFO: [ epoch: 100 ] [ iter: 91,100 ] [ performance: 27.568 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:22 ] [ l_g_pix: 3.7203e-02 ] [ l_g_total: 3.7203e-02 ] +2024-10-07 05:17:19,452 INFO: [ epoch: 100 ] [ iter: 91,200 ] [ performance: 27.218 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:17 ] [ l_g_pix: 2.9290e-02 ] [ l_g_total: 2.9290e-02 ] +2024-10-07 05:17:23,216 INFO: [ epoch: 100 ] [ iter: 91,300 ] [ performance: 26.147 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:11 ] [ l_g_pix: 3.4129e-02 ] [ l_g_total: 3.4129e-02 ] +2024-10-07 05:17:26,941 INFO: [ epoch: 100 ] [ iter: 91,400 ] [ performance: 26.625 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:05 ] [ l_g_pix: 3.3679e-02 ] [ l_g_total: 3.3679e-02 ] +2024-10-07 05:17:30,674 INFO: [ epoch: 100 ] [ iter: 91,500 ] [ performance: 26.778 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:59 ] [ l_g_pix: 3.4468e-02 ] [ l_g_total: 3.4468e-02 ] +2024-10-07 05:17:34,417 INFO: [ epoch: 100 ] [ iter: 91,600 ] [ performance: 26.741 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:53 ] [ l_g_pix: 3.9051e-02 ] [ l_g_total: 3.9051e-02 ] +2024-10-07 05:17:38,123 INFO: [ epoch: 100 ] [ iter: 91,700 ] [ performance: 26.869 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:47 ] [ l_g_pix: 4.4712e-02 ] [ l_g_total: 4.4712e-02 ] +2024-10-07 05:17:41,854 INFO: [ epoch: 100 ] [ iter: 91,800 ] [ performance: 26.827 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:42 ] [ l_g_pix: 3.1969e-02 ] [ l_g_total: 3.1969e-02 ] +2024-10-07 05:17:45,332 INFO: [ epoch: 100 ] [ iter: 91,900 ] [ performance: 29.020 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:36 ] [ l_g_pix: 3.0196e-02 ] [ l_g_total: 3.0196e-02 ] +2024-10-07 05:17:50,532 INFO: [ epoch: 101 ] [ iter: 92,000 ] [ performance: 21.406 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:30 ] [ l_g_pix: 2.5105e-02 ] [ l_g_total: 2.5105e-02 ] +2024-10-07 05:17:54,229 INFO: [ epoch: 101 ] [ iter: 92,100 ] [ performance: 27.188 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:24 ] [ l_g_pix: 5.3305e-02 ] [ l_g_total: 5.3305e-02 ] +2024-10-07 05:17:57,951 INFO: [ epoch: 101 ] [ iter: 92,200 ] [ performance: 26.964 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:19 ] [ l_g_pix: 3.9739e-02 ] [ l_g_total: 3.9739e-02 ] +2024-10-07 05:18:01,680 INFO: [ epoch: 101 ] [ iter: 92,300 ] [ performance: 26.689 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:13 ] [ l_g_pix: 1.8514e-02 ] [ l_g_total: 1.8514e-02 ] +2024-10-07 05:18:05,457 INFO: [ epoch: 101 ] [ iter: 92,400 ] [ performance: 26.540 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:07 ] [ l_g_pix: 3.7916e-02 ] [ l_g_total: 3.7916e-02 ] +2024-10-07 05:18:09,192 INFO: [ epoch: 101 ] [ iter: 92,500 ] [ performance: 26.818 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:01 ] [ l_g_pix: 3.1456e-02 ] [ l_g_total: 3.1456e-02 ] +2024-10-07 05:18:12,950 INFO: [ epoch: 101 ] [ iter: 92,600 ] [ performance: 26.673 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:55 ] [ l_g_pix: 3.8904e-02 ] [ l_g_total: 3.8904e-02 ] +2024-10-07 05:18:16,660 INFO: [ epoch: 101 ] [ iter: 92,700 ] [ performance: 27.068 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:50 ] [ l_g_pix: 5.9897e-02 ] [ l_g_total: 5.9897e-02 ] +2024-10-07 05:18:20,119 INFO: [ epoch: 101 ] [ iter: 92,800 ] [ performance: 28.372 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:44 ] [ l_g_pix: 2.5162e-02 ] [ l_g_total: 2.5162e-02 ] +2024-10-07 05:18:25,311 INFO: [ epoch: 102 ] [ iter: 92,900 ] [ performance: 27.219 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:38 ] [ l_g_pix: 3.2637e-02 ] [ l_g_total: 3.2637e-02 ] +2024-10-07 05:18:29,044 INFO: [ epoch: 102 ] [ iter: 93,000 ] [ performance: 26.914 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:32 ] [ l_g_pix: 2.8320e-02 ] [ l_g_total: 2.8320e-02 ] +2024-10-07 05:18:32,802 INFO: [ epoch: 102 ] [ iter: 93,100 ] [ performance: 26.485 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:27 ] [ l_g_pix: 5.0815e-02 ] [ l_g_total: 5.0815e-02 ] +2024-10-07 05:18:36,516 INFO: [ epoch: 102 ] [ iter: 93,200 ] [ performance: 26.806 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:21 ] [ l_g_pix: 2.2463e-02 ] [ l_g_total: 2.2463e-02 ] +2024-10-07 05:18:40,294 INFO: [ epoch: 102 ] [ iter: 93,300 ] [ performance: 26.592 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:15 ] [ l_g_pix: 3.1617e-02 ] [ l_g_total: 3.1617e-02 ] +2024-10-07 05:18:44,049 INFO: [ epoch: 102 ] [ iter: 93,400 ] [ performance: 26.621 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:09 ] [ l_g_pix: 4.6044e-02 ] [ l_g_total: 4.6044e-02 ] +2024-10-07 05:18:47,778 INFO: [ epoch: 102 ] [ iter: 93,500 ] [ performance: 26.640 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:04 ] [ l_g_pix: 3.6981e-02 ] [ l_g_total: 3.6981e-02 ] +2024-10-07 05:18:51,521 INFO: [ epoch: 102 ] [ iter: 93,600 ] [ performance: 26.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:58 ] [ l_g_pix: 3.4428e-02 ] [ l_g_total: 3.4428e-02 ] +2024-10-07 05:18:55,062 INFO: [ epoch: 102 ] [ iter: 93,700 ] [ performance: 28.983 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:52 ] [ l_g_pix: 2.5147e-02 ] [ l_g_total: 2.5147e-02 ] +2024-10-07 05:19:00,179 INFO: [ epoch: 103 ] [ iter: 93,800 ] [ performance: 21.311 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:47 ] [ l_g_pix: 2.3345e-02 ] [ l_g_total: 2.3345e-02 ] +2024-10-07 05:19:03,877 INFO: [ epoch: 103 ] [ iter: 93,900 ] [ performance: 27.126 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:41 ] [ l_g_pix: 4.4950e-02 ] [ l_g_total: 4.4950e-02 ] +2024-10-07 05:19:07,594 INFO: [ epoch: 103 ] [ iter: 94,000 ] [ performance: 26.963 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:35 ] [ l_g_pix: 3.7099e-02 ] [ l_g_total: 3.7099e-02 ] +2024-10-07 05:19:11,341 INFO: [ epoch: 103 ] [ iter: 94,100 ] [ performance: 26.940 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:30 ] [ l_g_pix: 4.1364e-02 ] [ l_g_total: 4.1364e-02 ] +2024-10-07 05:19:15,123 INFO: [ epoch: 103 ] [ iter: 94,200 ] [ performance: 26.569 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:24 ] [ l_g_pix: 2.8968e-02 ] [ l_g_total: 2.8968e-02 ] +2024-10-07 05:19:18,843 INFO: [ epoch: 103 ] [ iter: 94,300 ] [ performance: 27.050 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:18 ] [ l_g_pix: 2.8744e-02 ] [ l_g_total: 2.8744e-02 ] +2024-10-07 05:19:22,576 INFO: [ epoch: 103 ] [ iter: 94,400 ] [ performance: 26.857 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:12 ] [ l_g_pix: 4.1808e-02 ] [ l_g_total: 4.1808e-02 ] +2024-10-07 05:19:26,298 INFO: [ epoch: 103 ] [ iter: 94,500 ] [ performance: 26.715 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:07 ] [ l_g_pix: 2.5960e-02 ] [ l_g_total: 2.5960e-02 ] +2024-10-07 05:19:29,887 INFO: [ epoch: 103 ] [ iter: 94,600 ] [ performance: 27.590 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:01 ] [ l_g_pix: 2.4320e-02 ] [ l_g_total: 2.4320e-02 ] +2024-10-07 05:19:35,090 INFO: [ epoch: 104 ] [ iter: 94,700 ] [ performance: 27.107 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:55 ] [ l_g_pix: 4.2615e-02 ] [ l_g_total: 4.2615e-02 ] +2024-10-07 05:19:38,789 INFO: [ epoch: 104 ] [ iter: 94,800 ] [ performance: 27.057 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:50 ] [ l_g_pix: 3.4749e-02 ] [ l_g_total: 3.4749e-02 ] +2024-10-07 05:19:42,533 INFO: [ epoch: 104 ] [ iter: 94,900 ] [ performance: 27.090 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:44 ] [ l_g_pix: 3.6230e-02 ] [ l_g_total: 3.6230e-02 ] +2024-10-07 05:19:46,263 INFO: [ epoch: 104 ] [ iter: 95,000 ] [ performance: 26.873 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:38 ] [ l_g_pix: 3.4653e-02 ] [ l_g_total: 3.4653e-02 ] +2024-10-07 05:19:50,043 INFO: [ epoch: 104 ] [ iter: 95,100 ] [ performance: 27.022 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:33 ] [ l_g_pix: 3.7718e-02 ] [ l_g_total: 3.7718e-02 ] +2024-10-07 05:19:53,772 INFO: [ epoch: 104 ] [ iter: 95,200 ] [ performance: 26.865 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:27 ] [ l_g_pix: 4.2595e-02 ] [ l_g_total: 4.2595e-02 ] +2024-10-07 05:19:57,499 INFO: [ epoch: 104 ] [ iter: 95,300 ] [ performance: 26.979 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:21 ] [ l_g_pix: 4.0100e-02 ] [ l_g_total: 4.0100e-02 ] +2024-10-07 05:20:01,233 INFO: [ epoch: 104 ] [ iter: 95,400 ] [ performance: 26.828 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:16 ] [ l_g_pix: 4.2179e-02 ] [ l_g_total: 4.2179e-02 ] +2024-10-07 05:20:04,824 INFO: [ epoch: 104 ] [ iter: 95,500 ] [ performance: 29.271 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:10 ] [ l_g_pix: 3.4673e-02 ] [ l_g_total: 3.4673e-02 ] +2024-10-07 05:20:09,831 INFO: [ epoch: 105 ] [ iter: 95,600 ] [ performance: 21.335 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:04 ] [ l_g_pix: 4.1653e-02 ] [ l_g_total: 4.1653e-02 ] +2024-10-07 05:20:13,595 INFO: [ epoch: 105 ] [ iter: 95,700 ] [ performance: 27.136 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:59 ] [ l_g_pix: 3.4924e-02 ] [ l_g_total: 3.4924e-02 ] +2024-10-07 05:20:17,318 INFO: [ epoch: 105 ] [ iter: 95,800 ] [ performance: 26.919 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:53 ] [ l_g_pix: 2.9917e-02 ] [ l_g_total: 2.9917e-02 ] +2024-10-07 05:20:21,024 INFO: [ epoch: 105 ] [ iter: 95,900 ] [ performance: 27.324 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:47 ] [ l_g_pix: 3.3765e-02 ] [ l_g_total: 3.3765e-02 ] +2024-10-07 05:20:24,713 INFO: [ epoch: 105 ] [ iter: 96,000 ] [ performance: 27.148 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:42 ] [ l_g_pix: 4.0141e-02 ] [ l_g_total: 4.0141e-02 ] +2024-10-07 05:20:28,329 INFO: [ epoch: 105 ] [ iter: 96,100 ] [ performance: 27.972 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:36 ] [ l_g_pix: 4.1772e-02 ] [ l_g_total: 4.1772e-02 ] +2024-10-07 05:20:32,019 INFO: [ epoch: 105 ] [ iter: 96,200 ] [ performance: 27.258 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:31 ] [ l_g_pix: 3.5239e-02 ] [ l_g_total: 3.5239e-02 ] +2024-10-07 05:20:35,721 INFO: [ epoch: 105 ] [ iter: 96,300 ] [ performance: 27.773 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:25 ] [ l_g_pix: 2.6954e-02 ] [ l_g_total: 2.6954e-02 ] +2024-10-07 05:20:39,308 INFO: [ epoch: 105 ] [ iter: 96,400 ] [ performance: 27.866 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:19 ] [ l_g_pix: 3.8766e-02 ] [ l_g_total: 3.8766e-02 ] +2024-10-07 05:20:44,513 INFO: [ epoch: 106 ] [ iter: 96,500 ] [ performance: 27.095 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:14 ] [ l_g_pix: 5.0718e-02 ] [ l_g_total: 5.0718e-02 ] +2024-10-07 05:20:48,242 INFO: [ epoch: 106 ] [ iter: 96,600 ] [ performance: 26.865 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:08 ] [ l_g_pix: 4.4532e-02 ] [ l_g_total: 4.4532e-02 ] +2024-10-07 05:20:52,005 INFO: [ epoch: 106 ] [ iter: 96,700 ] [ performance: 26.368 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:03 ] [ l_g_pix: 3.6022e-02 ] [ l_g_total: 3.6022e-02 ] +2024-10-07 05:20:55,733 INFO: [ epoch: 106 ] [ iter: 96,800 ] [ performance: 26.754 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:57 ] [ l_g_pix: 3.3242e-02 ] [ l_g_total: 3.3242e-02 ] +2024-10-07 05:20:59,432 INFO: [ epoch: 106 ] [ iter: 96,900 ] [ performance: 27.711 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:51 ] [ l_g_pix: 2.5582e-02 ] [ l_g_total: 2.5582e-02 ] +2024-10-07 05:21:03,173 INFO: [ epoch: 106 ] [ iter: 97,000 ] [ performance: 26.881 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:46 ] [ l_g_pix: 3.6235e-02 ] [ l_g_total: 3.6235e-02 ] +2024-10-07 05:21:06,901 INFO: [ epoch: 106 ] [ iter: 97,100 ] [ performance: 27.666 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:40 ] [ l_g_pix: 3.9036e-02 ] [ l_g_total: 3.9036e-02 ] +2024-10-07 05:21:10,606 INFO: [ epoch: 106 ] [ iter: 97,200 ] [ performance: 27.089 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:35 ] [ l_g_pix: 4.3909e-02 ] [ l_g_total: 4.3909e-02 ] +2024-10-07 05:21:14,257 INFO: [ epoch: 106 ] [ iter: 97,300 ] [ performance: 29.407 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:29 ] [ l_g_pix: 2.1060e-02 ] [ l_g_total: 2.1060e-02 ] +2024-10-07 05:21:19,392 INFO: [ epoch: 107 ] [ iter: 97,400 ] [ performance: 20.430 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:23 ] [ l_g_pix: 3.0002e-02 ] [ l_g_total: 3.0002e-02 ] +2024-10-07 05:21:23,140 INFO: [ epoch: 107 ] [ iter: 97,500 ] [ performance: 27.131 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:18 ] [ l_g_pix: 3.7683e-02 ] [ l_g_total: 3.7683e-02 ] +2024-10-07 05:21:26,880 INFO: [ epoch: 107 ] [ iter: 97,600 ] [ performance: 26.791 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:12 ] [ l_g_pix: 3.0080e-02 ] [ l_g_total: 3.0080e-02 ] +2024-10-07 05:21:30,601 INFO: [ epoch: 107 ] [ iter: 97,700 ] [ performance: 27.428 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:07 ] [ l_g_pix: 3.3622e-02 ] [ l_g_total: 3.3622e-02 ] +2024-10-07 05:21:34,273 INFO: [ epoch: 107 ] [ iter: 97,800 ] [ performance: 27.259 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:01 ] [ l_g_pix: 3.7635e-02 ] [ l_g_total: 3.7635e-02 ] +2024-10-07 05:21:38,008 INFO: [ epoch: 107 ] [ iter: 97,900 ] [ performance: 27.045 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:56 ] [ l_g_pix: 3.7567e-02 ] [ l_g_total: 3.7567e-02 ] +2024-10-07 05:21:41,756 INFO: [ epoch: 107 ] [ iter: 98,000 ] [ performance: 26.724 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:50 ] [ l_g_pix: 2.8511e-02 ] [ l_g_total: 2.8511e-02 ] +2024-10-07 05:21:45,498 INFO: [ epoch: 107 ] [ iter: 98,100 ] [ performance: 26.353 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:44 ] [ l_g_pix: 4.3126e-02 ] [ l_g_total: 4.3126e-02 ] +2024-10-07 05:21:49,201 INFO: [ epoch: 107 ] [ iter: 98,200 ] [ performance: 26.935 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:39 ] [ l_g_pix: 4.8243e-02 ] [ l_g_total: 4.8243e-02 ] +2024-10-07 05:21:54,279 INFO: [ epoch: 108 ] [ iter: 98,300 ] [ performance: 15.807 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:33 ] [ l_g_pix: 3.9810e-02 ] [ l_g_total: 3.9810e-02 ] +2024-10-07 05:21:58,052 INFO: [ epoch: 108 ] [ iter: 98,400 ] [ performance: 24.847 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:28 ] [ l_g_pix: 3.8692e-02 ] [ l_g_total: 3.8692e-02 ] +2024-10-07 05:22:01,765 INFO: [ epoch: 108 ] [ iter: 98,500 ] [ performance: 27.075 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:22 ] [ l_g_pix: 2.5816e-02 ] [ l_g_total: 2.5816e-02 ] +2024-10-07 05:22:05,495 INFO: [ epoch: 108 ] [ iter: 98,600 ] [ performance: 26.842 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:17 ] [ l_g_pix: 2.9016e-02 ] [ l_g_total: 2.9016e-02 ] +2024-10-07 05:22:09,244 INFO: [ epoch: 108 ] [ iter: 98,700 ] [ performance: 27.691 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:11 ] [ l_g_pix: 3.7555e-02 ] [ l_g_total: 3.7555e-02 ] +2024-10-07 05:22:12,964 INFO: [ epoch: 108 ] [ iter: 98,800 ] [ performance: 26.953 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:06 ] [ l_g_pix: 3.8072e-02 ] [ l_g_total: 3.8072e-02 ] +2024-10-07 05:22:16,708 INFO: [ epoch: 108 ] [ iter: 98,900 ] [ performance: 27.711 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:00 ] [ l_g_pix: 4.0899e-02 ] [ l_g_total: 4.0899e-02 ] +2024-10-07 05:22:20,382 INFO: [ epoch: 108 ] [ iter: 99,000 ] [ performance: 27.257 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:55 ] [ l_g_pix: 3.1310e-02 ] [ l_g_total: 3.1310e-02 ] +2024-10-07 05:22:24,111 INFO: [ epoch: 108 ] [ iter: 99,100 ] [ performance: 29.145 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:49 ] [ l_g_pix: 2.2967e-02 ] [ l_g_total: 2.2967e-02 ] +2024-10-07 05:22:28,840 INFO: [ epoch: 109 ] [ iter: 99,200 ] [ performance: 21.539 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:43 ] [ l_g_pix: 3.1115e-02 ] [ l_g_total: 3.1115e-02 ] +2024-10-07 05:22:32,927 INFO: [ epoch: 109 ] [ iter: 99,300 ] [ performance: 27.627 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:38 ] [ l_g_pix: 3.4166e-02 ] [ l_g_total: 3.4166e-02 ] +2024-10-07 05:22:36,704 INFO: [ epoch: 109 ] [ iter: 99,400 ] [ performance: 26.546 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:32 ] [ l_g_pix: 3.4523e-02 ] [ l_g_total: 3.4523e-02 ] +2024-10-07 05:22:40,437 INFO: [ epoch: 109 ] [ iter: 99,500 ] [ performance: 26.244 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:27 ] [ l_g_pix: 4.0031e-02 ] [ l_g_total: 4.0031e-02 ] +2024-10-07 05:22:44,174 INFO: [ epoch: 109 ] [ iter: 99,600 ] [ performance: 26.739 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:21 ] [ l_g_pix: 2.2045e-02 ] [ l_g_total: 2.2045e-02 ] +2024-10-07 05:22:47,927 INFO: [ epoch: 109 ] [ iter: 99,700 ] [ performance: 27.481 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:16 ] [ l_g_pix: 4.5750e-02 ] [ l_g_total: 4.5750e-02 ] +2024-10-07 05:22:51,639 INFO: [ epoch: 109 ] [ iter: 99,800 ] [ performance: 26.964 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:10 ] [ l_g_pix: 2.7882e-02 ] [ l_g_total: 2.7882e-02 ] +2024-10-07 05:22:55,359 INFO: [ epoch: 109 ] [ iter: 99,900 ] [ performance: 26.805 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:05 ] [ l_g_pix: 2.7319e-02 ] [ l_g_total: 2.7319e-02 ] +2024-10-07 05:22:59,091 INFO: [ epoch: 109 ] [ iter:100,000 ] [ performance: 26.803 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 3.1810e-02 ] [ l_g_total: 3.1810e-02 ] +2024-10-07 05:22:59,091 INFO: Saving models and training states. +2024-10-07 05:25:54,872 INFO: Validation val + + # psnr: 27.1385........ Best: 27.1421 @ 90000 iter + # ssim: 0.7640........ Best: 0.7640 @ 90000 iter + # dists: 0.7730........ Best: 0.7729 @ 80000 iter + +2024-10-07 05:25:55,789 INFO: End of training. Time consumed: 1:34:30 +2024-10-07 05:25:55,789 INFO: Save the latest model. +2024-10-07 05:28:50,334 INFO: Validation val + + # psnr: 27.1385........ Best: 27.1421 @ 90000 iter + # ssim: 0.7640........ Best: 0.7640 @ 90000 iter + # dists: 0.7730........ Best: 0.7729 @ 80000 iter + diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/10000.state b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..cb103ba9ae30c7cc0e543f2ec33df74fa8476916 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be859f8a840e8b8d01f3d870b2c025a1892aaf92c07c5b3f8b19f788d16a0f4a +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/100000.state b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..78309d62441a2dacd6ba96c6d5f8bfa7e65deb7d --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c22261c99ea5daf76dfd4bf7d13efa2a9b54a6b86e49fce72b93ba93b2df97e6 +size 19045418 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/20000.state b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..dfbf44510fae697cc951d3195359172807633c8b --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b9cf2e766feeb89925fa7acfb8e2199c6223a30aa2aecada5c4b4d59f9bb0b4 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/30000.state b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..e22c01c56ba1cf1c0f0ee054f1a580a78119e4ef --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1965eb73cdc184c276679b468cf9756d3d8e6436bc994950a13a0f73c7b2c24f +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/40000.state b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..7686dda103d83b8af0c1db213227add252b53ba0 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bffe60dbab00b9e0b78dbe1b5fe34bdaac85129190ea486aefd995712fba8381 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/50000.state b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..e4a31615679e251745a3e51fa0b9aaccc3bc5b37 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d85274347272e5817c46eb3c81afca77a84888d8183c3bc4d1905f452d33ea2 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/60000.state b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..9947798a93f0c5cdbda7c23f49846146504a4c5b --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5bb7d7ee9fd44717f464ac75addb7451bfb68226a4edf312327bda3500be912 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/70000.state b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..5c9024b4f13bcac81aa6d5a2db83299dd3167ead --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f23f9b7ea62815c3fecb764c5be71d31beab6f5ed015af00b20fa34b4631d1e4 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/80000.state b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..7da11b24626e64795720ae0866422c2392af0f2a --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89c13ff33427dbf165c3cb1f234b51e5b2f77de10e6bd8b42fff7b23641f43e4 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/90000.state b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..dfa7ef44e1045ff0e04ea41749e80f79febbd8e8 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.5_DF2K_plksr_tiny_fp16/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:650bf3d8a3a6d6166071c33b91f0e51152a2a70ed6a55b462983f7a277d4cfe6 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/4xHyperIQA_06_DF2K_plksr_tiny_fp16.toml b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/4xHyperIQA_06_DF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..c5ead3035b9834c0bbb0d419404785266a0cd0aa --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/4xHyperIQA_06_DF2K_plksr_tiny_fp16.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Mon Oct 7 02:11:52 2024 +# CMD: +# train.py -opt options/plksr_tiny/hyperiqa/fp16/4xHyperIQA_06_DF2K_plksr_tiny_fp16.toml + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xHyperIQA_0.6_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_06_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_06_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_10000.pth b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..375e67c941d0ce3d123ca08fddc395e7a4d9f791 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bda82ea25a6d108e375a1219d2a9f208c24bb95a9c3fec5d2b74fbaadfa9b35 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_100000.pth b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..9ae89d284b0530a40527b737fb6b30fb50b40a19 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:538bba79a8b2e745990df7cc280d1f61dce233043446fc8a871292f385296cfd +size 9513138 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_20000.pth b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..33afa5f5a673b6440cd1fcfa4836421f4608f6ca --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87b3a3f5ecd9a1299ad8e024b9fd55ed676c5e216bd4a55f96bbf611d11afbcb +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_30000.pth b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d1be05b538e52e8375e507b2bed3b56f6c2d0111 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b610393bbb0833491a5b4e6f3c02b4844877be23038ce58d3661b976a73d39f1 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_40000.pth b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d09579ef70981dd1e50739ddecce73f7db8eaf54 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c447b1761358f1ad40c78c19fea5fe34733d99f81595cac376e9a0c78cff777c +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_50000.pth b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..8c15cb97f3483654b2afb847140f15b58adce944 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4240419e542e50442bd5c4135aab75db16e72e265a871524e1e2a410be0a8f0 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_60000.pth b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..259310f4a24b723b2d0fbed27b2ba1784f50a751 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b6c594bcb71401e88c85a78b629587ec8429a31e6dbbfa5de06e174a789a62f +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_70000.pth b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..fe0f59815e0f63fbe0b16973e4dd7c613f736c0e --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965a3749e16574ecc245abec0099dc2c4b7490e50a2a0bd96a4505501a9da5b8 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_80000.pth b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..df5d45a2c1884bb5d626520e85146e752c3bacc5 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95b17ff414c2c90dc3181af09a845239cf62d2ba448163d1dd8628348bf36557 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_90000.pth b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..18d13d7af0442a9349915ed034e814ef20ebf8ee --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a3868e4f563ab7698c9c7ca586cab1741751a789cb1a5cb50b175f9a1493bf1 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_latest.pth b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..b7e9d931e2daef13d6df56bdb982bcf04ef2c057 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15a04b997ba01abb47e1ab7eaf74fedabab1968bd17044f2463d9a5a2778d327 +size 9513138 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.6_DF2K_plksr_tiny_fp16_20241007_021152.log b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.6_DF2K_plksr_tiny_fp16_20241007_021152.log new file mode 100644 index 0000000000000000000000000000000000000000..1b2dbfb40c445a747cd1415b26fab6d8ac2c3415 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.6_DF2K_plksr_tiny_fp16_20241007_021152.log @@ -0,0 +1,1100 @@ +2024-10-07 02:11:52,661 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-07 02:11:53,220 INFO: Dataset [paired] is built. +2024-10-07 02:11:53,220 INFO: Training statistics: + Starting model: 4xHyperIQA_0.6_DF2K_plksr_tiny_fp16 + Number of train images: 8471 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 530 + Total epochs 189 for total iters 100000. +2024-10-07 02:11:53,220 INFO: Dataset [paired] is built. +2024-10-07 02:11:53,220 INFO: Number of val images/folders: 100 +2024-10-07 02:11:53,413 INFO: Using network [plksr]. +2024-10-07 02:11:53,438 INFO: Using exponential-moving average. +2024-10-07 02:11:53,439 INFO: Loss [L1Loss] enabled. +2024-10-07 02:11:53,439 INFO: Using model [image]. +2024-10-07 02:11:54,008 INFO: AMP enabled. +2024-10-07 02:11:54,009 INFO: Deterministic mode enabled. +2024-10-07 02:11:54,009 INFO: Start training from epoch: 0, iter: 0 +2024-10-07 02:11:59,505 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 18.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:09 ] [ l_g_pix: 6.9552e-02 ] [ l_g_total: 6.9552e-02 ] +2024-10-07 02:12:03,278 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 21.582 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:55 ] [ l_g_pix: 5.1132e-02 ] [ l_g_total: 5.1132e-02 ] +2024-10-07 02:12:06,987 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 26.976 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:06 ] [ l_g_pix: 4.5111e-02 ] [ l_g_total: 4.5111e-02 ] +2024-10-07 02:12:10,690 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 26.995 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:39 ] [ l_g_pix: 6.1260e-02 ] [ l_g_total: 6.1260e-02 ] +2024-10-07 02:12:14,235 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 28.236 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:49 ] [ l_g_pix: 5.8465e-02 ] [ l_g_total: 5.8465e-02 ] +2024-10-07 02:12:18,930 INFO: [ epoch: 1 ] [ iter: 600 ] [ performance: 24.250 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:26 ] [ l_g_pix: 4.8622e-02 ] [ l_g_total: 4.8622e-02 ] +2024-10-07 02:12:22,633 INFO: [ epoch: 1 ] [ iter: 700 ] [ performance: 27.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:55 ] [ l_g_pix: 3.1047e-02 ] [ l_g_total: 3.1047e-02 ] +2024-10-07 02:12:26,274 INFO: [ epoch: 1 ] [ iter: 800 ] [ performance: 27.261 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:24 ] [ l_g_pix: 5.3774e-02 ] [ l_g_total: 5.3774e-02 ] +2024-10-07 02:12:29,932 INFO: [ epoch: 1 ] [ iter: 900 ] [ performance: 27.384 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:01 ] [ l_g_pix: 3.1908e-02 ] [ l_g_total: 3.1908e-02 ] +2024-10-07 02:12:33,494 INFO: [ epoch: 1 ] [ iter: 1,000 ] [ performance: 27.733 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:32 ] [ l_g_pix: 3.7390e-02 ] [ l_g_total: 3.7390e-02 ] +2024-10-07 02:12:37,929 INFO: [ epoch: 2 ] [ iter: 1,100 ] [ performance: 22.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:26 ] [ l_g_pix: 4.8601e-02 ] [ l_g_total: 4.8601e-02 ] +2024-10-07 02:12:41,635 INFO: [ epoch: 2 ] [ iter: 1,200 ] [ performance: 24.486 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:10 ] [ l_g_pix: 4.3010e-02 ] [ l_g_total: 4.3010e-02 ] +2024-10-07 02:12:45,279 INFO: [ epoch: 2 ] [ iter: 1,300 ] [ performance: 27.560 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:52 ] [ l_g_pix: 5.3104e-02 ] [ l_g_total: 5.3104e-02 ] +2024-10-07 02:12:48,953 INFO: [ epoch: 2 ] [ iter: 1,400 ] [ performance: 27.384 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:38 ] [ l_g_pix: 5.1673e-02 ] [ l_g_total: 5.1673e-02 ] +2024-10-07 02:12:52,657 INFO: [ epoch: 2 ] [ iter: 1,500 ] [ performance: 27.061 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:27 ] [ l_g_pix: 5.0489e-02 ] [ l_g_total: 5.0489e-02 ] +2024-10-07 02:12:56,764 INFO: [ epoch: 3 ] [ iter: 1,600 ] [ performance: 25.588 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:41 ] [ l_g_pix: 4.2088e-02 ] [ l_g_total: 4.2088e-02 ] +2024-10-07 02:13:00,699 INFO: [ epoch: 3 ] [ iter: 1,700 ] [ performance: 25.851 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:44 ] [ l_g_pix: 5.5079e-02 ] [ l_g_total: 5.5079e-02 ] +2024-10-07 02:13:04,386 INFO: [ epoch: 3 ] [ iter: 1,800 ] [ performance: 26.500 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:33 ] [ l_g_pix: 3.3703e-02 ] [ l_g_total: 3.3703e-02 ] +2024-10-07 02:13:08,066 INFO: [ epoch: 3 ] [ iter: 1,900 ] [ performance: 27.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:21 ] [ l_g_pix: 6.5004e-02 ] [ l_g_total: 6.5004e-02 ] +2024-10-07 02:13:11,749 INFO: [ epoch: 3 ] [ iter: 2,000 ] [ performance: 27.185 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:11 ] [ l_g_pix: 4.7479e-02 ] [ l_g_total: 4.7479e-02 ] +2024-10-07 02:13:15,210 INFO: [ epoch: 3 ] [ iter: 2,100 ] [ performance: 29.274 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:51 ] [ l_g_pix: 3.8603e-02 ] [ l_g_total: 3.8603e-02 ] +2024-10-07 02:13:19,888 INFO: [ epoch: 4 ] [ iter: 2,200 ] [ performance: 24.514 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:27 ] [ l_g_pix: 4.7988e-02 ] [ l_g_total: 4.7988e-02 ] +2024-10-07 02:13:23,527 INFO: [ epoch: 4 ] [ iter: 2,300 ] [ performance: 27.529 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:15 ] [ l_g_pix: 4.6449e-02 ] [ l_g_total: 4.6449e-02 ] +2024-10-07 02:13:27,221 INFO: [ epoch: 4 ] [ iter: 2,400 ] [ performance: 27.285 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:06 ] [ l_g_pix: 4.2632e-02 ] [ l_g_total: 4.2632e-02 ] +2024-10-07 02:13:30,939 INFO: [ epoch: 4 ] [ iter: 2,500 ] [ performance: 26.937 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:58 ] [ l_g_pix: 4.2097e-02 ] [ l_g_total: 4.2097e-02 ] +2024-10-07 02:13:34,465 INFO: [ epoch: 4 ] [ iter: 2,600 ] [ performance: 27.680 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:43 ] [ l_g_pix: 5.5375e-02 ] [ l_g_total: 5.5375e-02 ] +2024-10-07 02:13:38,897 INFO: [ epoch: 5 ] [ iter: 2,700 ] [ performance: 21.840 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:02 ] [ l_g_pix: 4.0268e-02 ] [ l_g_total: 4.0268e-02 ] +2024-10-07 02:13:42,551 INFO: [ epoch: 5 ] [ iter: 2,800 ] [ performance: 24.488 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:52 ] [ l_g_pix: 5.9963e-02 ] [ l_g_total: 5.9963e-02 ] +2024-10-07 02:13:46,256 INFO: [ epoch: 5 ] [ iter: 2,900 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:45 ] [ l_g_pix: 4.7807e-02 ] [ l_g_total: 4.7807e-02 ] +2024-10-07 02:13:49,961 INFO: [ epoch: 5 ] [ iter: 3,000 ] [ performance: 27.022 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:37 ] [ l_g_pix: 3.9630e-02 ] [ l_g_total: 3.9630e-02 ] +2024-10-07 02:13:53,618 INFO: [ epoch: 5 ] [ iter: 3,100 ] [ performance: 27.448 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:29 ] [ l_g_pix: 5.1454e-02 ] [ l_g_total: 5.1454e-02 ] +2024-10-07 02:13:58,255 INFO: [ epoch: 6 ] [ iter: 3,200 ] [ performance: 23.925 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:50 ] [ l_g_pix: 5.2324e-02 ] [ l_g_total: 5.2324e-02 ] +2024-10-07 02:14:02,009 INFO: [ epoch: 6 ] [ iter: 3,300 ] [ performance: 26.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:44 ] [ l_g_pix: 4.2674e-02 ] [ l_g_total: 4.2674e-02 ] +2024-10-07 02:14:05,693 INFO: [ epoch: 6 ] [ iter: 3,400 ] [ performance: 27.024 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:36 ] [ l_g_pix: 2.7002e-02 ] [ l_g_total: 2.7002e-02 ] +2024-10-07 02:14:09,373 INFO: [ epoch: 6 ] [ iter: 3,500 ] [ performance: 27.368 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:28 ] [ l_g_pix: 4.6201e-02 ] [ l_g_total: 4.6201e-02 ] +2024-10-07 02:14:13,103 INFO: [ epoch: 6 ] [ iter: 3,600 ] [ performance: 27.065 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:22 ] [ l_g_pix: 4.5357e-02 ] [ l_g_total: 4.5357e-02 ] +2024-10-07 02:14:16,546 INFO: [ epoch: 6 ] [ iter: 3,700 ] [ performance: 29.269 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:08 ] [ l_g_pix: 3.6661e-02 ] [ l_g_total: 3.6661e-02 ] +2024-10-07 02:14:21,224 INFO: [ epoch: 7 ] [ iter: 3,800 ] [ performance: 24.339 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:26 ] [ l_g_pix: 5.9967e-02 ] [ l_g_total: 5.9967e-02 ] +2024-10-07 02:14:24,880 INFO: [ epoch: 7 ] [ iter: 3,900 ] [ performance: 27.577 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:18 ] [ l_g_pix: 4.3104e-02 ] [ l_g_total: 4.3104e-02 ] +2024-10-07 02:14:28,526 INFO: [ epoch: 7 ] [ iter: 4,000 ] [ performance: 27.494 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:10 ] [ l_g_pix: 5.5354e-02 ] [ l_g_total: 5.5354e-02 ] +2024-10-07 02:14:32,152 INFO: [ epoch: 7 ] [ iter: 4,100 ] [ performance: 27.668 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:01 ] [ l_g_pix: 4.8790e-02 ] [ l_g_total: 4.8790e-02 ] +2024-10-07 02:14:35,658 INFO: [ epoch: 7 ] [ iter: 4,200 ] [ performance: 28.141 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:50 ] [ l_g_pix: 4.2212e-02 ] [ l_g_total: 4.2212e-02 ] +2024-10-07 02:14:40,332 INFO: [ epoch: 8 ] [ iter: 4,300 ] [ performance: 20.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:06 ] [ l_g_pix: 5.8688e-02 ] [ l_g_total: 5.8688e-02 ] +2024-10-07 02:14:44,079 INFO: [ epoch: 8 ] [ iter: 4,400 ] [ performance: 23.279 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:00 ] [ l_g_pix: 6.0207e-02 ] [ l_g_total: 6.0207e-02 ] +2024-10-07 02:14:47,741 INFO: [ epoch: 8 ] [ iter: 4,500 ] [ performance: 27.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:53 ] [ l_g_pix: 3.7870e-02 ] [ l_g_total: 3.7870e-02 ] +2024-10-07 02:14:51,421 INFO: [ epoch: 8 ] [ iter: 4,600 ] [ performance: 27.293 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:46 ] [ l_g_pix: 5.0266e-02 ] [ l_g_total: 5.0266e-02 ] +2024-10-07 02:14:55,031 INFO: [ epoch: 8 ] [ iter: 4,700 ] [ performance: 28.055 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:38 ] [ l_g_pix: 4.9125e-02 ] [ l_g_total: 4.9125e-02 ] +2024-10-07 02:14:59,819 INFO: [ epoch: 9 ] [ iter: 4,800 ] [ performance: 23.500 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:53 ] [ l_g_pix: 3.4475e-02 ] [ l_g_total: 3.4475e-02 ] +2024-10-07 02:15:03,533 INFO: [ epoch: 9 ] [ iter: 4,900 ] [ performance: 27.144 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:47 ] [ l_g_pix: 3.8238e-02 ] [ l_g_total: 3.8238e-02 ] +2024-10-07 02:15:07,212 INFO: [ epoch: 9 ] [ iter: 5,000 ] [ performance: 27.168 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:40 ] [ l_g_pix: 5.1452e-02 ] [ l_g_total: 5.1452e-02 ] +2024-10-07 02:15:10,907 INFO: [ epoch: 9 ] [ iter: 5,100 ] [ performance: 27.202 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:34 ] [ l_g_pix: 4.9598e-02 ] [ l_g_total: 4.9598e-02 ] +2024-10-07 02:15:14,626 INFO: [ epoch: 9 ] [ iter: 5,200 ] [ performance: 27.027 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:28 ] [ l_g_pix: 4.3392e-02 ] [ l_g_total: 4.3392e-02 ] +2024-10-07 02:15:18,874 INFO: [ epoch: 10 ] [ iter: 5,300 ] [ performance: 22.132 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:32 ] [ l_g_pix: 4.1695e-02 ] [ l_g_total: 4.1695e-02 ] +2024-10-07 02:15:22,998 INFO: [ epoch: 10 ] [ iter: 5,400 ] [ performance: 23.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:33 ] [ l_g_pix: 4.6580e-02 ] [ l_g_total: 4.6580e-02 ] +2024-10-07 02:15:26,673 INFO: [ epoch: 10 ] [ iter: 5,500 ] [ performance: 27.337 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:26 ] [ l_g_pix: 4.5117e-02 ] [ l_g_total: 4.5117e-02 ] +2024-10-07 02:15:30,345 INFO: [ epoch: 10 ] [ iter: 5,600 ] [ performance: 27.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:20 ] [ l_g_pix: 5.5592e-02 ] [ l_g_total: 5.5592e-02 ] +2024-10-07 02:15:34,037 INFO: [ epoch: 10 ] [ iter: 5,700 ] [ performance: 27.272 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:13 ] [ l_g_pix: 5.0218e-02 ] [ l_g_total: 5.0218e-02 ] +2024-10-07 02:15:37,567 INFO: [ epoch: 10 ] [ iter: 5,800 ] [ performance: 27.878 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:05 ] [ l_g_pix: 4.4250e-02 ] [ l_g_total: 4.4250e-02 ] +2024-10-07 02:15:42,278 INFO: [ epoch: 11 ] [ iter: 5,900 ] [ performance: 23.546 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:15 ] [ l_g_pix: 5.0829e-02 ] [ l_g_total: 5.0829e-02 ] +2024-10-07 02:15:45,989 INFO: [ epoch: 11 ] [ iter: 6,000 ] [ performance: 25.429 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:09 ] [ l_g_pix: 4.0077e-02 ] [ l_g_total: 4.0077e-02 ] +2024-10-07 02:15:49,688 INFO: [ epoch: 11 ] [ iter: 6,100 ] [ performance: 27.093 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:03 ] [ l_g_pix: 5.2464e-02 ] [ l_g_total: 5.2464e-02 ] +2024-10-07 02:15:53,421 INFO: [ epoch: 11 ] [ iter: 6,200 ] [ performance: 26.918 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:58 ] [ l_g_pix: 4.2493e-02 ] [ l_g_total: 4.2493e-02 ] +2024-10-07 02:15:57,011 INFO: [ epoch: 11 ] [ iter: 6,300 ] [ performance: 28.507 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:50 ] [ l_g_pix: 5.7477e-02 ] [ l_g_total: 5.7477e-02 ] +2024-10-07 02:16:01,816 INFO: [ epoch: 12 ] [ iter: 6,400 ] [ performance: 23.392 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:00 ] [ l_g_pix: 4.7949e-02 ] [ l_g_total: 4.7949e-02 ] +2024-10-07 02:16:05,541 INFO: [ epoch: 12 ] [ iter: 6,500 ] [ performance: 27.109 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:55 ] [ l_g_pix: 7.1413e-02 ] [ l_g_total: 7.1413e-02 ] +2024-10-07 02:16:09,166 INFO: [ epoch: 12 ] [ iter: 6,600 ] [ performance: 27.392 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:48 ] [ l_g_pix: 5.1145e-02 ] [ l_g_total: 5.1145e-02 ] +2024-10-07 02:16:12,862 INFO: [ epoch: 12 ] [ iter: 6,700 ] [ performance: 27.143 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:42 ] [ l_g_pix: 3.4230e-02 ] [ l_g_total: 3.4230e-02 ] +2024-10-07 02:16:16,527 INFO: [ epoch: 12 ] [ iter: 6,800 ] [ performance: 27.234 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:36 ] [ l_g_pix: 5.1158e-02 ] [ l_g_total: 5.1158e-02 ] +2024-10-07 02:16:21,198 INFO: [ epoch: 13 ] [ iter: 6,900 ] [ performance: 18.999 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:43 ] [ l_g_pix: 4.7844e-02 ] [ l_g_total: 4.7844e-02 ] +2024-10-07 02:16:24,955 INFO: [ epoch: 13 ] [ iter: 7,000 ] [ performance: 22.962 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:38 ] [ l_g_pix: 3.4824e-02 ] [ l_g_total: 3.4824e-02 ] +2024-10-07 02:16:28,686 INFO: [ epoch: 13 ] [ iter: 7,100 ] [ performance: 26.836 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:33 ] [ l_g_pix: 5.3002e-02 ] [ l_g_total: 5.3002e-02 ] +2024-10-07 02:16:32,421 INFO: [ epoch: 13 ] [ iter: 7,200 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:27 ] [ l_g_pix: 5.7448e-02 ] [ l_g_total: 5.7448e-02 ] +2024-10-07 02:16:36,154 INFO: [ epoch: 13 ] [ iter: 7,300 ] [ performance: 26.895 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:22 ] [ l_g_pix: 4.5135e-02 ] [ l_g_total: 4.5135e-02 ] +2024-10-07 02:16:39,620 INFO: [ epoch: 13 ] [ iter: 7,400 ] [ performance: 28.057 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:14 ] [ l_g_pix: 4.9512e-02 ] [ l_g_total: 4.9512e-02 ] +2024-10-07 02:16:44,399 INFO: [ epoch: 14 ] [ iter: 7,500 ] [ performance: 27.093 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:21 ] [ l_g_pix: 5.6492e-02 ] [ l_g_total: 5.6492e-02 ] +2024-10-07 02:16:48,104 INFO: [ epoch: 14 ] [ iter: 7,600 ] [ performance: 27.034 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:16 ] [ l_g_pix: 4.0208e-02 ] [ l_g_total: 4.0208e-02 ] +2024-10-07 02:16:51,827 INFO: [ epoch: 14 ] [ iter: 7,700 ] [ performance: 26.754 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:10 ] [ l_g_pix: 4.5190e-02 ] [ l_g_total: 4.5190e-02 ] +2024-10-07 02:16:55,551 INFO: [ epoch: 14 ] [ iter: 7,800 ] [ performance: 26.819 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:05 ] [ l_g_pix: 4.9953e-02 ] [ l_g_total: 4.9953e-02 ] +2024-10-07 02:16:59,123 INFO: [ epoch: 14 ] [ iter: 7,900 ] [ performance: 28.547 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:58 ] [ l_g_pix: 5.8984e-02 ] [ l_g_total: 5.8984e-02 ] +2024-10-07 02:17:03,944 INFO: [ epoch: 15 ] [ iter: 8,000 ] [ performance: 23.146 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:06 ] [ l_g_pix: 5.5169e-02 ] [ l_g_total: 5.5169e-02 ] +2024-10-07 02:17:07,664 INFO: [ epoch: 15 ] [ iter: 8,100 ] [ performance: 27.195 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:00 ] [ l_g_pix: 4.9959e-02 ] [ l_g_total: 4.9959e-02 ] +2024-10-07 02:17:11,350 INFO: [ epoch: 15 ] [ iter: 8,200 ] [ performance: 27.159 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:54 ] [ l_g_pix: 5.2180e-02 ] [ l_g_total: 5.2180e-02 ] +2024-10-07 02:17:15,032 INFO: [ epoch: 15 ] [ iter: 8,300 ] [ performance: 27.228 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:49 ] [ l_g_pix: 5.0148e-02 ] [ l_g_total: 5.0148e-02 ] +2024-10-07 02:17:18,650 INFO: [ epoch: 15 ] [ iter: 8,400 ] [ performance: 27.487 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:42 ] [ l_g_pix: 3.3184e-02 ] [ l_g_total: 3.3184e-02 ] +2024-10-07 02:17:23,218 INFO: [ epoch: 16 ] [ iter: 8,500 ] [ performance: 18.627 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:46 ] [ l_g_pix: 5.0142e-02 ] [ l_g_total: 5.0142e-02 ] +2024-10-07 02:17:26,962 INFO: [ epoch: 16 ] [ iter: 8,600 ] [ performance: 23.041 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:41 ] [ l_g_pix: 4.2707e-02 ] [ l_g_total: 4.2707e-02 ] +2024-10-07 02:17:30,624 INFO: [ epoch: 16 ] [ iter: 8,700 ] [ performance: 27.585 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:35 ] [ l_g_pix: 4.8867e-02 ] [ l_g_total: 4.8867e-02 ] +2024-10-07 02:17:34,320 INFO: [ epoch: 16 ] [ iter: 8,800 ] [ performance: 27.249 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:30 ] [ l_g_pix: 3.9406e-02 ] [ l_g_total: 3.9406e-02 ] +2024-10-07 02:17:38,001 INFO: [ epoch: 16 ] [ iter: 8,900 ] [ performance: 27.084 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:24 ] [ l_g_pix: 4.6660e-02 ] [ l_g_total: 4.6660e-02 ] +2024-10-07 02:17:42,118 INFO: [ epoch: 17 ] [ iter: 9,000 ] [ performance: 25.227 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:23 ] [ l_g_pix: 3.3944e-02 ] [ l_g_total: 3.3944e-02 ] +2024-10-07 02:17:46,133 INFO: [ epoch: 17 ] [ iter: 9,100 ] [ performance: 27.182 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:21 ] [ l_g_pix: 5.4273e-02 ] [ l_g_total: 5.4273e-02 ] +2024-10-07 02:17:49,796 INFO: [ epoch: 17 ] [ iter: 9,200 ] [ performance: 27.260 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:15 ] [ l_g_pix: 4.6053e-02 ] [ l_g_total: 4.6053e-02 ] +2024-10-07 02:17:53,488 INFO: [ epoch: 17 ] [ iter: 9,300 ] [ performance: 27.196 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:10 ] [ l_g_pix: 4.8647e-02 ] [ l_g_total: 4.8647e-02 ] +2024-10-07 02:17:57,185 INFO: [ epoch: 17 ] [ iter: 9,400 ] [ performance: 27.105 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:05 ] [ l_g_pix: 4.0156e-02 ] [ l_g_total: 4.0156e-02 ] +2024-10-07 02:18:00,700 INFO: [ epoch: 17 ] [ iter: 9,500 ] [ performance: 29.121 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:58 ] [ l_g_pix: 5.1163e-02 ] [ l_g_total: 5.1163e-02 ] +2024-10-07 02:18:05,339 INFO: [ epoch: 18 ] [ iter: 9,600 ] [ performance: 23.692 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:01 ] [ l_g_pix: 5.1808e-02 ] [ l_g_total: 5.1808e-02 ] +2024-10-07 02:18:09,058 INFO: [ epoch: 18 ] [ iter: 9,700 ] [ performance: 26.938 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:56 ] [ l_g_pix: 3.8960e-02 ] [ l_g_total: 3.8960e-02 ] +2024-10-07 02:18:12,778 INFO: [ epoch: 18 ] [ iter: 9,800 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:51 ] [ l_g_pix: 4.1642e-02 ] [ l_g_total: 4.1642e-02 ] +2024-10-07 02:18:16,466 INFO: [ epoch: 18 ] [ iter: 9,900 ] [ performance: 27.189 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:46 ] [ l_g_pix: 3.6786e-02 ] [ l_g_total: 3.6786e-02 ] +2024-10-07 02:18:20,078 INFO: [ epoch: 18 ] [ iter: 10,000 ] [ performance: 27.515 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:40 ] [ l_g_pix: 5.5025e-02 ] [ l_g_total: 5.5025e-02 ] +2024-10-07 02:18:20,079 INFO: Saving models and training states. +2024-10-07 02:22:27,554 INFO: Validation val + + # psnr: 26.1795........ Best: 26.1795 @ 10000 iter + # ssim: 0.7355........ Best: 0.7355 @ 10000 iter + # dists: 0.7809........ Best: 0.7809 @ 10000 iter + +2024-10-07 02:22:32,437 INFO: [ epoch: 19 ] [ iter: 10,100 ] [ performance: 15.847 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:28 ] [ l_g_pix: 3.8186e-02 ] [ l_g_total: 3.8186e-02 ] +2024-10-07 02:22:36,141 INFO: [ epoch: 19 ] [ iter: 10,200 ] [ performance: 21.872 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:59 ] [ l_g_pix: 4.5214e-02 ] [ l_g_total: 4.5214e-02 ] +2024-10-07 02:22:39,846 INFO: [ epoch: 19 ] [ iter: 10,300 ] [ performance: 26.932 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:30 ] [ l_g_pix: 4.6521e-02 ] [ l_g_total: 4.6521e-02 ] +2024-10-07 02:22:43,538 INFO: [ epoch: 19 ] [ iter: 10,400 ] [ performance: 27.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:02 ] [ l_g_pix: 3.5791e-02 ] [ l_g_total: 3.5791e-02 ] +2024-10-07 02:22:47,236 INFO: [ epoch: 19 ] [ iter: 10,500 ] [ performance: 27.503 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:34 ] [ l_g_pix: 4.6442e-02 ] [ l_g_total: 4.6442e-02 ] +2024-10-07 02:22:52,057 INFO: [ epoch: 20 ] [ iter: 10,600 ] [ performance: 22.542 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:16 ] [ l_g_pix: 3.0018e-02 ] [ l_g_total: 3.0018e-02 ] +2024-10-07 02:22:55,774 INFO: [ epoch: 20 ] [ iter: 10,700 ] [ performance: 27.351 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:49 ] [ l_g_pix: 5.2619e-02 ] [ l_g_total: 5.2619e-02 ] +2024-10-07 02:22:59,481 INFO: [ epoch: 20 ] [ iter: 10,800 ] [ performance: 27.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:23 ] [ l_g_pix: 3.1545e-02 ] [ l_g_total: 3.1545e-02 ] +2024-10-07 02:23:03,186 INFO: [ epoch: 20 ] [ iter: 10,900 ] [ performance: 26.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:57 ] [ l_g_pix: 3.5280e-02 ] [ l_g_total: 3.5280e-02 ] +2024-10-07 02:23:06,884 INFO: [ epoch: 20 ] [ iter: 11,000 ] [ performance: 27.019 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:31 ] [ l_g_pix: 4.9049e-02 ] [ l_g_total: 4.9049e-02 ] +2024-10-07 02:23:10,331 INFO: [ epoch: 20 ] [ iter: 11,100 ] [ performance: 28.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:04 ] [ l_g_pix: 4.6381e-02 ] [ l_g_total: 4.6381e-02 ] +2024-10-07 02:23:15,255 INFO: [ epoch: 21 ] [ iter: 11,200 ] [ performance: 22.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:48 ] [ l_g_pix: 4.7698e-02 ] [ l_g_total: 4.7698e-02 ] +2024-10-07 02:23:18,933 INFO: [ epoch: 21 ] [ iter: 11,300 ] [ performance: 27.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:24 ] [ l_g_pix: 4.5403e-02 ] [ l_g_total: 4.5403e-02 ] +2024-10-07 02:23:22,670 INFO: [ epoch: 21 ] [ iter: 11,400 ] [ performance: 26.884 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:00 ] [ l_g_pix: 4.0009e-02 ] [ l_g_total: 4.0009e-02 ] +2024-10-07 02:23:26,366 INFO: [ epoch: 21 ] [ iter: 11,500 ] [ performance: 26.849 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:36 ] [ l_g_pix: 4.0314e-02 ] [ l_g_total: 4.0314e-02 ] +2024-10-07 02:23:29,946 INFO: [ epoch: 21 ] [ iter: 11,600 ] [ performance: 27.605 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:11 ] [ l_g_pix: 5.3408e-02 ] [ l_g_total: 5.3408e-02 ] +2024-10-07 02:23:34,863 INFO: [ epoch: 22 ] [ iter: 11,700 ] [ performance: 27.108 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:57 ] [ l_g_pix: 5.7211e-02 ] [ l_g_total: 5.7211e-02 ] +2024-10-07 02:23:38,617 INFO: [ epoch: 22 ] [ iter: 11,800 ] [ performance: 26.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:34 ] [ l_g_pix: 4.3996e-02 ] [ l_g_total: 4.3996e-02 ] +2024-10-07 02:23:42,316 INFO: [ epoch: 22 ] [ iter: 11,900 ] [ performance: 27.036 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:12 ] [ l_g_pix: 4.6994e-02 ] [ l_g_total: 4.6994e-02 ] +2024-10-07 02:23:46,052 INFO: [ epoch: 22 ] [ iter: 12,000 ] [ performance: 26.846 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:50 ] [ l_g_pix: 2.5403e-02 ] [ l_g_total: 2.5403e-02 ] +2024-10-07 02:23:49,728 INFO: [ epoch: 22 ] [ iter: 12,100 ] [ performance: 27.815 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:27 ] [ l_g_pix: 5.1073e-02 ] [ l_g_total: 5.1073e-02 ] +2024-10-07 02:23:54,274 INFO: [ epoch: 23 ] [ iter: 12,200 ] [ performance: 23.399 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:12 ] [ l_g_pix: 4.1480e-02 ] [ l_g_total: 4.1480e-02 ] +2024-10-07 02:23:57,995 INFO: [ epoch: 23 ] [ iter: 12,300 ] [ performance: 27.099 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:50 ] [ l_g_pix: 3.6635e-02 ] [ l_g_total: 3.6635e-02 ] +2024-10-07 02:24:01,712 INFO: [ epoch: 23 ] [ iter: 12,400 ] [ performance: 26.958 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:29 ] [ l_g_pix: 4.1207e-02 ] [ l_g_total: 4.1207e-02 ] +2024-10-07 02:24:05,393 INFO: [ epoch: 23 ] [ iter: 12,500 ] [ performance: 27.432 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:08 ] [ l_g_pix: 5.0698e-02 ] [ l_g_total: 5.0698e-02 ] +2024-10-07 02:24:09,095 INFO: [ epoch: 23 ] [ iter: 12,600 ] [ performance: 27.132 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:48 ] [ l_g_pix: 4.3001e-02 ] [ l_g_total: 4.3001e-02 ] +2024-10-07 02:24:13,417 INFO: [ epoch: 24 ] [ iter: 12,700 ] [ performance: 17.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:31 ] [ l_g_pix: 3.8809e-02 ] [ l_g_total: 3.8809e-02 ] +2024-10-07 02:24:17,720 INFO: [ epoch: 24 ] [ iter: 12,800 ] [ performance: 21.330 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:15 ] [ l_g_pix: 4.0185e-02 ] [ l_g_total: 4.0185e-02 ] +2024-10-07 02:24:21,418 INFO: [ epoch: 24 ] [ iter: 12,900 ] [ performance: 26.845 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:55 ] [ l_g_pix: 5.3345e-02 ] [ l_g_total: 5.3345e-02 ] +2024-10-07 02:24:25,119 INFO: [ epoch: 24 ] [ iter: 13,000 ] [ performance: 26.976 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:36 ] [ l_g_pix: 3.9351e-02 ] [ l_g_total: 3.9351e-02 ] +2024-10-07 02:24:28,833 INFO: [ epoch: 24 ] [ iter: 13,100 ] [ performance: 26.713 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:16 ] [ l_g_pix: 5.4487e-02 ] [ l_g_total: 5.4487e-02 ] +2024-10-07 02:24:32,375 INFO: [ epoch: 24 ] [ iter: 13,200 ] [ performance: 27.828 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:56 ] [ l_g_pix: 3.1173e-02 ] [ l_g_total: 3.1173e-02 ] +2024-10-07 02:24:37,361 INFO: [ epoch: 25 ] [ iter: 13,300 ] [ performance: 27.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:45 ] [ l_g_pix: 4.6925e-02 ] [ l_g_total: 4.6925e-02 ] +2024-10-07 02:24:41,081 INFO: [ epoch: 25 ] [ iter: 13,400 ] [ performance: 27.027 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:27 ] [ l_g_pix: 4.5135e-02 ] [ l_g_total: 4.5135e-02 ] +2024-10-07 02:24:44,727 INFO: [ epoch: 25 ] [ iter: 13,500 ] [ performance: 28.001 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:08 ] [ l_g_pix: 4.7423e-02 ] [ l_g_total: 4.7423e-02 ] +2024-10-07 02:24:48,374 INFO: [ epoch: 25 ] [ iter: 13,600 ] [ performance: 27.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:49 ] [ l_g_pix: 3.9101e-02 ] [ l_g_total: 3.9101e-02 ] +2024-10-07 02:24:51,957 INFO: [ epoch: 25 ] [ iter: 13,700 ] [ performance: 28.992 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:30 ] [ l_g_pix: 3.7530e-02 ] [ l_g_total: 3.7530e-02 ] +2024-10-07 02:24:56,638 INFO: [ epoch: 26 ] [ iter: 13,800 ] [ performance: 22.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:18 ] [ l_g_pix: 4.8725e-02 ] [ l_g_total: 4.8725e-02 ] +2024-10-07 02:25:00,376 INFO: [ epoch: 26 ] [ iter: 13,900 ] [ performance: 26.409 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:01 ] [ l_g_pix: 4.1071e-02 ] [ l_g_total: 4.1071e-02 ] +2024-10-07 02:25:04,094 INFO: [ epoch: 26 ] [ iter: 14,000 ] [ performance: 26.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:43 ] [ l_g_pix: 4.1018e-02 ] [ l_g_total: 4.1018e-02 ] +2024-10-07 02:25:07,808 INFO: [ epoch: 26 ] [ iter: 14,100 ] [ performance: 26.902 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:26 ] [ l_g_pix: 4.8904e-02 ] [ l_g_total: 4.8904e-02 ] +2024-10-07 02:25:11,512 INFO: [ epoch: 26 ] [ iter: 14,200 ] [ performance: 26.981 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:09 ] [ l_g_pix: 4.7002e-02 ] [ l_g_total: 4.7002e-02 ] +2024-10-07 02:25:16,185 INFO: [ epoch: 27 ] [ iter: 14,300 ] [ performance: 13.256 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:58 ] [ l_g_pix: 4.4516e-02 ] [ l_g_total: 4.4516e-02 ] +2024-10-07 02:25:20,063 INFO: [ epoch: 27 ] [ iter: 14,400 ] [ performance: 21.270 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:42 ] [ l_g_pix: 3.8874e-02 ] [ l_g_total: 3.8874e-02 ] +2024-10-07 02:25:23,739 INFO: [ epoch: 27 ] [ iter: 14,500 ] [ performance: 27.649 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:25 ] [ l_g_pix: 4.2371e-02 ] [ l_g_total: 4.2371e-02 ] +2024-10-07 02:25:27,405 INFO: [ epoch: 27 ] [ iter: 14,600 ] [ performance: 27.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:08 ] [ l_g_pix: 3.9311e-02 ] [ l_g_total: 3.9311e-02 ] +2024-10-07 02:25:31,048 INFO: [ epoch: 27 ] [ iter: 14,700 ] [ performance: 27.094 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:51 ] [ l_g_pix: 4.3466e-02 ] [ l_g_total: 4.3466e-02 ] +2024-10-07 02:25:34,501 INFO: [ epoch: 27 ] [ iter: 14,800 ] [ performance: 28.550 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:34 ] [ l_g_pix: 5.2120e-02 ] [ l_g_total: 5.2120e-02 ] +2024-10-07 02:25:39,232 INFO: [ epoch: 28 ] [ iter: 14,900 ] [ performance: 27.541 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:24 ] [ l_g_pix: 5.5501e-02 ] [ l_g_total: 5.5501e-02 ] +2024-10-07 02:25:42,893 INFO: [ epoch: 28 ] [ iter: 15,000 ] [ performance: 27.365 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:08 ] [ l_g_pix: 4.6153e-02 ] [ l_g_total: 4.6153e-02 ] +2024-10-07 02:25:46,566 INFO: [ epoch: 28 ] [ iter: 15,100 ] [ performance: 27.380 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:52 ] [ l_g_pix: 4.2062e-02 ] [ l_g_total: 4.2062e-02 ] +2024-10-07 02:25:50,233 INFO: [ epoch: 28 ] [ iter: 15,200 ] [ performance: 27.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:36 ] [ l_g_pix: 4.1241e-02 ] [ l_g_total: 4.1241e-02 ] +2024-10-07 02:25:53,787 INFO: [ epoch: 28 ] [ iter: 15,300 ] [ performance: 29.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:20 ] [ l_g_pix: 4.1926e-02 ] [ l_g_total: 4.1926e-02 ] +2024-10-07 02:25:58,504 INFO: [ epoch: 29 ] [ iter: 15,400 ] [ performance: 22.466 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:10 ] [ l_g_pix: 4.5708e-02 ] [ l_g_total: 4.5708e-02 ] +2024-10-07 02:26:02,173 INFO: [ epoch: 29 ] [ iter: 15,500 ] [ performance: 27.399 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:55 ] [ l_g_pix: 4.7534e-02 ] [ l_g_total: 4.7534e-02 ] +2024-10-07 02:26:05,866 INFO: [ epoch: 29 ] [ iter: 15,600 ] [ performance: 27.139 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:40 ] [ l_g_pix: 5.3995e-02 ] [ l_g_total: 5.3995e-02 ] +2024-10-07 02:26:09,546 INFO: [ epoch: 29 ] [ iter: 15,700 ] [ performance: 26.934 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:25 ] [ l_g_pix: 3.6665e-02 ] [ l_g_total: 3.6665e-02 ] +2024-10-07 02:26:13,181 INFO: [ epoch: 29 ] [ iter: 15,800 ] [ performance: 27.409 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:10 ] [ l_g_pix: 5.5965e-02 ] [ l_g_total: 5.5965e-02 ] +2024-10-07 02:26:18,003 INFO: [ epoch: 30 ] [ iter: 15,900 ] [ performance: 18.511 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:01 ] [ l_g_pix: 4.3665e-02 ] [ l_g_total: 4.3665e-02 ] +2024-10-07 02:26:21,725 INFO: [ epoch: 30 ] [ iter: 16,000 ] [ performance: 24.922 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:47 ] [ l_g_pix: 4.6204e-02 ] [ l_g_total: 4.6204e-02 ] +2024-10-07 02:26:25,403 INFO: [ epoch: 30 ] [ iter: 16,100 ] [ performance: 27.429 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:32 ] [ l_g_pix: 5.2430e-02 ] [ l_g_total: 5.2430e-02 ] +2024-10-07 02:26:29,067 INFO: [ epoch: 30 ] [ iter: 16,200 ] [ performance: 27.318 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:18 ] [ l_g_pix: 5.9790e-02 ] [ l_g_total: 5.9790e-02 ] +2024-10-07 02:26:32,750 INFO: [ epoch: 30 ] [ iter: 16,300 ] [ performance: 27.275 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:04 ] [ l_g_pix: 5.2675e-02 ] [ l_g_total: 5.2675e-02 ] +2024-10-07 02:26:36,895 INFO: [ epoch: 31 ] [ iter: 16,400 ] [ performance: 24.584 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:52 ] [ l_g_pix: 5.4474e-02 ] [ l_g_total: 5.4474e-02 ] +2024-10-07 02:26:40,908 INFO: [ epoch: 31 ] [ iter: 16,500 ] [ performance: 27.572 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:40 ] [ l_g_pix: 5.6139e-02 ] [ l_g_total: 5.6139e-02 ] +2024-10-07 02:26:44,541 INFO: [ epoch: 31 ] [ iter: 16,600 ] [ performance: 27.539 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:26 ] [ l_g_pix: 4.1677e-02 ] [ l_g_total: 4.1677e-02 ] +2024-10-07 02:26:48,216 INFO: [ epoch: 31 ] [ iter: 16,700 ] [ performance: 27.051 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:12 ] [ l_g_pix: 2.5183e-02 ] [ l_g_total: 2.5183e-02 ] +2024-10-07 02:26:51,888 INFO: [ epoch: 31 ] [ iter: 16,800 ] [ performance: 27.215 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:58 ] [ l_g_pix: 4.3755e-02 ] [ l_g_total: 4.3755e-02 ] +2024-10-07 02:26:55,442 INFO: [ epoch: 31 ] [ iter: 16,900 ] [ performance: 29.928 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:44 ] [ l_g_pix: 4.6422e-02 ] [ l_g_total: 4.6422e-02 ] +2024-10-07 02:27:00,398 INFO: [ epoch: 32 ] [ iter: 17,000 ] [ performance: 21.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:37 ] [ l_g_pix: 3.7120e-02 ] [ l_g_total: 3.7120e-02 ] +2024-10-07 02:27:04,065 INFO: [ epoch: 32 ] [ iter: 17,100 ] [ performance: 27.261 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:24 ] [ l_g_pix: 4.2742e-02 ] [ l_g_total: 4.2742e-02 ] +2024-10-07 02:27:07,769 INFO: [ epoch: 32 ] [ iter: 17,200 ] [ performance: 27.036 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:11 ] [ l_g_pix: 5.0280e-02 ] [ l_g_total: 5.0280e-02 ] +2024-10-07 02:27:11,484 INFO: [ epoch: 32 ] [ iter: 17,300 ] [ performance: 26.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:58 ] [ l_g_pix: 3.9199e-02 ] [ l_g_total: 3.9199e-02 ] +2024-10-07 02:27:15,097 INFO: [ epoch: 32 ] [ iter: 17,400 ] [ performance: 27.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:45 ] [ l_g_pix: 4.3276e-02 ] [ l_g_total: 4.3276e-02 ] +2024-10-07 02:27:19,956 INFO: [ epoch: 33 ] [ iter: 17,500 ] [ performance: 26.720 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:37 ] [ l_g_pix: 6.0941e-02 ] [ l_g_total: 6.0941e-02 ] +2024-10-07 02:27:23,645 INFO: [ epoch: 33 ] [ iter: 17,600 ] [ performance: 27.073 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:24 ] [ l_g_pix: 3.5429e-02 ] [ l_g_total: 3.5429e-02 ] +2024-10-07 02:27:27,355 INFO: [ epoch: 33 ] [ iter: 17,700 ] [ performance: 27.860 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:12 ] [ l_g_pix: 3.5139e-02 ] [ l_g_total: 3.5139e-02 ] +2024-10-07 02:27:31,041 INFO: [ epoch: 33 ] [ iter: 17,800 ] [ performance: 27.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:59 ] [ l_g_pix: 4.4383e-02 ] [ l_g_total: 4.4383e-02 ] +2024-10-07 02:27:34,708 INFO: [ epoch: 33 ] [ iter: 17,900 ] [ performance: 29.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:47 ] [ l_g_pix: 7.3703e-02 ] [ l_g_total: 7.3703e-02 ] +2024-10-07 02:27:39,063 INFO: [ epoch: 34 ] [ iter: 18,000 ] [ performance: 23.472 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:38 ] [ l_g_pix: 5.8997e-02 ] [ l_g_total: 5.8997e-02 ] +2024-10-07 02:27:42,994 INFO: [ epoch: 34 ] [ iter: 18,100 ] [ performance: 27.604 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:26 ] [ l_g_pix: 4.7319e-02 ] [ l_g_total: 4.7319e-02 ] +2024-10-07 02:27:46,716 INFO: [ epoch: 34 ] [ iter: 18,200 ] [ performance: 26.937 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:14 ] [ l_g_pix: 3.2398e-02 ] [ l_g_total: 3.2398e-02 ] +2024-10-07 02:27:50,360 INFO: [ epoch: 34 ] [ iter: 18,300 ] [ performance: 28.117 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:02 ] [ l_g_pix: 4.7210e-02 ] [ l_g_total: 4.7210e-02 ] +2024-10-07 02:27:54,034 INFO: [ epoch: 34 ] [ iter: 18,400 ] [ performance: 27.291 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:50 ] [ l_g_pix: 5.6369e-02 ] [ l_g_total: 5.6369e-02 ] +2024-10-07 02:27:57,575 INFO: [ epoch: 34 ] [ iter: 18,500 ] [ performance: 29.207 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:37 ] [ l_g_pix: 4.1763e-02 ] [ l_g_total: 4.1763e-02 ] +2024-10-07 02:28:02,610 INFO: [ epoch: 35 ] [ iter: 18,600 ] [ performance: 20.348 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:32 ] [ l_g_pix: 4.2787e-02 ] [ l_g_total: 4.2787e-02 ] +2024-10-07 02:28:06,324 INFO: [ epoch: 35 ] [ iter: 18,700 ] [ performance: 26.883 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:20 ] [ l_g_pix: 4.6845e-02 ] [ l_g_total: 4.6845e-02 ] +2024-10-07 02:28:10,034 INFO: [ epoch: 35 ] [ iter: 18,800 ] [ performance: 26.953 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:08 ] [ l_g_pix: 4.6435e-02 ] [ l_g_total: 4.6435e-02 ] +2024-10-07 02:28:13,779 INFO: [ epoch: 35 ] [ iter: 18,900 ] [ performance: 27.348 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:57 ] [ l_g_pix: 6.2586e-02 ] [ l_g_total: 6.2586e-02 ] +2024-10-07 02:28:17,327 INFO: [ epoch: 35 ] [ iter: 19,000 ] [ performance: 28.148 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:45 ] [ l_g_pix: 5.4770e-02 ] [ l_g_total: 5.4770e-02 ] +2024-10-07 02:28:22,205 INFO: [ epoch: 36 ] [ iter: 19,100 ] [ performance: 27.824 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:38 ] [ l_g_pix: 3.9643e-02 ] [ l_g_total: 3.9643e-02 ] +2024-10-07 02:28:25,910 INFO: [ epoch: 36 ] [ iter: 19,200 ] [ performance: 27.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:27 ] [ l_g_pix: 4.4055e-02 ] [ l_g_total: 4.4055e-02 ] +2024-10-07 02:28:29,586 INFO: [ epoch: 36 ] [ iter: 19,300 ] [ performance: 28.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:16 ] [ l_g_pix: 3.8973e-02 ] [ l_g_total: 3.8973e-02 ] +2024-10-07 02:28:33,297 INFO: [ epoch: 36 ] [ iter: 19,400 ] [ performance: 27.019 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:05 ] [ l_g_pix: 4.5214e-02 ] [ l_g_total: 4.5214e-02 ] +2024-10-07 02:28:36,947 INFO: [ epoch: 36 ] [ iter: 19,500 ] [ performance: 29.420 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:53 ] [ l_g_pix: 3.8985e-02 ] [ l_g_total: 3.8985e-02 ] +2024-10-07 02:28:41,789 INFO: [ epoch: 37 ] [ iter: 19,600 ] [ performance: 20.839 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:47 ] [ l_g_pix: 4.3757e-02 ] [ l_g_total: 4.3757e-02 ] +2024-10-07 02:28:45,498 INFO: [ epoch: 37 ] [ iter: 19,700 ] [ performance: 29.497 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:36 ] [ l_g_pix: 2.7101e-02 ] [ l_g_total: 2.7101e-02 ] +2024-10-07 02:28:49,222 INFO: [ epoch: 37 ] [ iter: 19,800 ] [ performance: 26.910 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:25 ] [ l_g_pix: 3.8204e-02 ] [ l_g_total: 3.8204e-02 ] +2024-10-07 02:28:52,917 INFO: [ epoch: 37 ] [ iter: 19,900 ] [ performance: 29.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:14 ] [ l_g_pix: 4.3537e-02 ] [ l_g_total: 4.3537e-02 ] +2024-10-07 02:28:56,608 INFO: [ epoch: 37 ] [ iter: 20,000 ] [ performance: 27.115 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:04 ] [ l_g_pix: 2.6380e-02 ] [ l_g_total: 2.6380e-02 ] +2024-10-07 02:28:56,608 INFO: Saving models and training states. +2024-10-07 02:32:29,310 INFO: Validation val + + # psnr: 26.4065........ Best: 26.4065 @ 20000 iter + # ssim: 0.7393........ Best: 0.7393 @ 20000 iter + # dists: 0.7766........ Best: 0.7766 @ 20000 iter + +2024-10-07 02:32:32,779 INFO: [ epoch: 37 ] [ iter: 20,100 ] [ performance: 27.945 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:58 ] [ l_g_pix: 4.6395e-02 ] [ l_g_total: 4.6395e-02 ] +2024-10-07 02:32:37,798 INFO: [ epoch: 38 ] [ iter: 20,200 ] [ performance: 19.930 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:47 ] [ l_g_pix: 4.5612e-02 ] [ l_g_total: 4.5612e-02 ] +2024-10-07 02:32:41,548 INFO: [ epoch: 38 ] [ iter: 20,300 ] [ performance: 22.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:31 ] [ l_g_pix: 5.0994e-02 ] [ l_g_total: 5.0994e-02 ] +2024-10-07 02:32:45,263 INFO: [ epoch: 38 ] [ iter: 20,400 ] [ performance: 26.915 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:16 ] [ l_g_pix: 3.7079e-02 ] [ l_g_total: 3.7079e-02 ] +2024-10-07 02:32:48,993 INFO: [ epoch: 38 ] [ iter: 20,500 ] [ performance: 26.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:00 ] [ l_g_pix: 4.0392e-02 ] [ l_g_total: 4.0392e-02 ] +2024-10-07 02:32:52,491 INFO: [ epoch: 38 ] [ iter: 20,600 ] [ performance: 28.630 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:44 ] [ l_g_pix: 5.3195e-02 ] [ l_g_total: 5.3195e-02 ] +2024-10-07 02:32:57,396 INFO: [ epoch: 39 ] [ iter: 20,700 ] [ performance: 23.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:33 ] [ l_g_pix: 6.1505e-02 ] [ l_g_total: 6.1505e-02 ] +2024-10-07 02:33:01,097 INFO: [ epoch: 39 ] [ iter: 20,800 ] [ performance: 27.043 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:18 ] [ l_g_pix: 4.5093e-02 ] [ l_g_total: 4.5093e-02 ] +2024-10-07 02:33:04,792 INFO: [ epoch: 39 ] [ iter: 20,900 ] [ performance: 27.058 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:03 ] [ l_g_pix: 5.0855e-02 ] [ l_g_total: 5.0855e-02 ] +2024-10-07 02:33:08,495 INFO: [ epoch: 39 ] [ iter: 21,000 ] [ performance: 26.991 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:48 ] [ l_g_pix: 6.1857e-02 ] [ l_g_total: 6.1857e-02 ] +2024-10-07 02:33:12,077 INFO: [ epoch: 39 ] [ iter: 21,100 ] [ performance: 27.459 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:33 ] [ l_g_pix: 4.1105e-02 ] [ l_g_total: 4.1105e-02 ] +2024-10-07 02:33:16,891 INFO: [ epoch: 40 ] [ iter: 21,200 ] [ performance: 20.473 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:22 ] [ l_g_pix: 5.3156e-02 ] [ l_g_total: 5.3156e-02 ] +2024-10-07 02:33:20,610 INFO: [ epoch: 40 ] [ iter: 21,300 ] [ performance: 23.331 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:07 ] [ l_g_pix: 2.8081e-02 ] [ l_g_total: 2.8081e-02 ] +2024-10-07 02:33:24,313 INFO: [ epoch: 40 ] [ iter: 21,400 ] [ performance: 27.034 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:53 ] [ l_g_pix: 4.7668e-02 ] [ l_g_total: 4.7668e-02 ] +2024-10-07 02:33:28,029 INFO: [ epoch: 40 ] [ iter: 21,500 ] [ performance: 26.973 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:38 ] [ l_g_pix: 4.3285e-02 ] [ l_g_total: 4.3285e-02 ] +2024-10-07 02:33:31,717 INFO: [ epoch: 40 ] [ iter: 21,600 ] [ performance: 27.160 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:24 ] [ l_g_pix: 3.6734e-02 ] [ l_g_total: 3.6734e-02 ] +2024-10-07 02:33:36,210 INFO: [ epoch: 41 ] [ iter: 21,700 ] [ performance: 24.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:13 ] [ l_g_pix: 3.4253e-02 ] [ l_g_total: 3.4253e-02 ] +2024-10-07 02:33:40,216 INFO: [ epoch: 41 ] [ iter: 21,800 ] [ performance: 25.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:59 ] [ l_g_pix: 3.5279e-02 ] [ l_g_total: 3.5279e-02 ] +2024-10-07 02:33:43,911 INFO: [ epoch: 41 ] [ iter: 21,900 ] [ performance: 26.302 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:45 ] [ l_g_pix: 2.5846e-02 ] [ l_g_total: 2.5846e-02 ] +2024-10-07 02:33:47,610 INFO: [ epoch: 41 ] [ iter: 22,000 ] [ performance: 27.000 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:31 ] [ l_g_pix: 4.0850e-02 ] [ l_g_total: 4.0850e-02 ] +2024-10-07 02:33:51,338 INFO: [ epoch: 41 ] [ iter: 22,100 ] [ performance: 26.909 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:17 ] [ l_g_pix: 3.9765e-02 ] [ l_g_total: 3.9765e-02 ] +2024-10-07 02:33:54,852 INFO: [ epoch: 41 ] [ iter: 22,200 ] [ performance: 28.764 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:03 ] [ l_g_pix: 4.5724e-02 ] [ l_g_total: 4.5724e-02 ] +2024-10-07 02:33:59,833 INFO: [ epoch: 42 ] [ iter: 22,300 ] [ performance: 23.435 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:54 ] [ l_g_pix: 3.2732e-02 ] [ l_g_total: 3.2732e-02 ] +2024-10-07 02:34:03,520 INFO: [ epoch: 42 ] [ iter: 22,400 ] [ performance: 27.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:40 ] [ l_g_pix: 4.5139e-02 ] [ l_g_total: 4.5139e-02 ] +2024-10-07 02:34:07,222 INFO: [ epoch: 42 ] [ iter: 22,500 ] [ performance: 27.108 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:26 ] [ l_g_pix: 4.2131e-02 ] [ l_g_total: 4.2131e-02 ] +2024-10-07 02:34:10,919 INFO: [ epoch: 42 ] [ iter: 22,600 ] [ performance: 27.162 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:13 ] [ l_g_pix: 4.6864e-02 ] [ l_g_total: 4.6864e-02 ] +2024-10-07 02:34:14,502 INFO: [ epoch: 42 ] [ iter: 22,700 ] [ performance: 27.558 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:59 ] [ l_g_pix: 6.2308e-02 ] [ l_g_total: 6.2308e-02 ] +2024-10-07 02:34:19,398 INFO: [ epoch: 43 ] [ iter: 22,800 ] [ performance: 19.600 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:50 ] [ l_g_pix: 3.6187e-02 ] [ l_g_total: 3.6187e-02 ] +2024-10-07 02:34:23,103 INFO: [ epoch: 43 ] [ iter: 22,900 ] [ performance: 22.965 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:36 ] [ l_g_pix: 5.4017e-02 ] [ l_g_total: 5.4017e-02 ] +2024-10-07 02:34:26,815 INFO: [ epoch: 43 ] [ iter: 23,000 ] [ performance: 27.032 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:23 ] [ l_g_pix: 5.9212e-02 ] [ l_g_total: 5.9212e-02 ] +2024-10-07 02:34:30,550 INFO: [ epoch: 43 ] [ iter: 23,100 ] [ performance: 26.896 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:10 ] [ l_g_pix: 5.9995e-02 ] [ l_g_total: 5.9995e-02 ] +2024-10-07 02:34:34,186 INFO: [ epoch: 43 ] [ iter: 23,200 ] [ performance: 27.674 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:57 ] [ l_g_pix: 4.4591e-02 ] [ l_g_total: 4.4591e-02 ] +2024-10-07 02:34:38,903 INFO: [ epoch: 44 ] [ iter: 23,300 ] [ performance: 23.760 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:47 ] [ l_g_pix: 3.9790e-02 ] [ l_g_total: 3.9790e-02 ] +2024-10-07 02:34:42,776 INFO: [ epoch: 44 ] [ iter: 23,400 ] [ performance: 26.438 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:35 ] [ l_g_pix: 4.9918e-02 ] [ l_g_total: 4.9918e-02 ] +2024-10-07 02:34:46,443 INFO: [ epoch: 44 ] [ iter: 23,500 ] [ performance: 26.887 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:22 ] [ l_g_pix: 4.4849e-02 ] [ l_g_total: 4.4849e-02 ] +2024-10-07 02:34:50,159 INFO: [ epoch: 44 ] [ iter: 23,600 ] [ performance: 26.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:09 ] [ l_g_pix: 6.5909e-02 ] [ l_g_total: 6.5909e-02 ] +2024-10-07 02:34:53,875 INFO: [ epoch: 44 ] [ iter: 23,700 ] [ performance: 26.929 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:57 ] [ l_g_pix: 4.5783e-02 ] [ l_g_total: 4.5783e-02 ] +2024-10-07 02:34:57,378 INFO: [ epoch: 44 ] [ iter: 23,800 ] [ performance: 28.934 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:44 ] [ l_g_pix: 2.8366e-02 ] [ l_g_total: 2.8366e-02 ] +2024-10-07 02:35:02,553 INFO: [ epoch: 45 ] [ iter: 23,900 ] [ performance: 22.729 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:36 ] [ l_g_pix: 3.8199e-02 ] [ l_g_total: 3.8199e-02 ] +2024-10-07 02:35:06,257 INFO: [ epoch: 45 ] [ iter: 24,000 ] [ performance: 27.259 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:23 ] [ l_g_pix: 6.1357e-02 ] [ l_g_total: 6.1357e-02 ] +2024-10-07 02:35:10,013 INFO: [ epoch: 45 ] [ iter: 24,100 ] [ performance: 26.907 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:11 ] [ l_g_pix: 5.7196e-02 ] [ l_g_total: 5.7196e-02 ] +2024-10-07 02:35:13,759 INFO: [ epoch: 45 ] [ iter: 24,200 ] [ performance: 26.781 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:59 ] [ l_g_pix: 3.1888e-02 ] [ l_g_total: 3.1888e-02 ] +2024-10-07 02:35:17,350 INFO: [ epoch: 45 ] [ iter: 24,300 ] [ performance: 27.366 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:46 ] [ l_g_pix: 4.2608e-02 ] [ l_g_total: 4.2608e-02 ] +2024-10-07 02:35:22,512 INFO: [ epoch: 46 ] [ iter: 24,400 ] [ performance: 17.898 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:39 ] [ l_g_pix: 3.3976e-02 ] [ l_g_total: 3.3976e-02 ] +2024-10-07 02:35:26,255 INFO: [ epoch: 46 ] [ iter: 24,500 ] [ performance: 21.948 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:27 ] [ l_g_pix: 3.9481e-02 ] [ l_g_total: 3.9481e-02 ] +2024-10-07 02:35:29,978 INFO: [ epoch: 46 ] [ iter: 24,600 ] [ performance: 26.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:15 ] [ l_g_pix: 4.0737e-02 ] [ l_g_total: 4.0737e-02 ] +2024-10-07 02:35:33,718 INFO: [ epoch: 46 ] [ iter: 24,700 ] [ performance: 26.817 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:03 ] [ l_g_pix: 4.3524e-02 ] [ l_g_total: 4.3524e-02 ] +2024-10-07 02:35:37,333 INFO: [ epoch: 46 ] [ iter: 24,800 ] [ performance: 27.915 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:51 ] [ l_g_pix: 5.3531e-02 ] [ l_g_total: 5.3531e-02 ] +2024-10-07 02:35:42,151 INFO: [ epoch: 47 ] [ iter: 24,900 ] [ performance: 23.367 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:42 ] [ l_g_pix: 4.3972e-02 ] [ l_g_total: 4.3972e-02 ] +2024-10-07 02:35:45,858 INFO: [ epoch: 47 ] [ iter: 25,000 ] [ performance: 27.240 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:30 ] [ l_g_pix: 4.8556e-02 ] [ l_g_total: 4.8556e-02 ] +2024-10-07 02:35:49,594 INFO: [ epoch: 47 ] [ iter: 25,100 ] [ performance: 26.970 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:19 ] [ l_g_pix: 5.3496e-02 ] [ l_g_total: 5.3496e-02 ] +2024-10-07 02:35:53,307 INFO: [ epoch: 47 ] [ iter: 25,200 ] [ performance: 26.996 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:07 ] [ l_g_pix: 4.9828e-02 ] [ l_g_total: 4.9828e-02 ] +2024-10-07 02:35:56,983 INFO: [ epoch: 47 ] [ iter: 25,300 ] [ performance: 27.116 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:55 ] [ l_g_pix: 5.3734e-02 ] [ l_g_total: 5.3734e-02 ] +2024-10-07 02:36:01,506 INFO: [ epoch: 48 ] [ iter: 25,400 ] [ performance: 20.585 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:46 ] [ l_g_pix: 4.1200e-02 ] [ l_g_total: 4.1200e-02 ] +2024-10-07 02:36:05,716 INFO: [ epoch: 48 ] [ iter: 25,500 ] [ performance: 22.297 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:36 ] [ l_g_pix: 3.3855e-02 ] [ l_g_total: 3.3855e-02 ] +2024-10-07 02:36:09,391 INFO: [ epoch: 48 ] [ iter: 25,600 ] [ performance: 27.504 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:25 ] [ l_g_pix: 5.8105e-02 ] [ l_g_total: 5.8105e-02 ] +2024-10-07 02:36:13,084 INFO: [ epoch: 48 ] [ iter: 25,700 ] [ performance: 27.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:13 ] [ l_g_pix: 4.1472e-02 ] [ l_g_total: 4.1472e-02 ] +2024-10-07 02:36:16,781 INFO: [ epoch: 48 ] [ iter: 25,800 ] [ performance: 27.110 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:02 ] [ l_g_pix: 3.3907e-02 ] [ l_g_total: 3.3907e-02 ] +2024-10-07 02:36:20,312 INFO: [ epoch: 48 ] [ iter: 25,900 ] [ performance: 27.804 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:50 ] [ l_g_pix: 4.0393e-02 ] [ l_g_total: 4.0393e-02 ] +2024-10-07 02:36:25,374 INFO: [ epoch: 49 ] [ iter: 26,000 ] [ performance: 23.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:43 ] [ l_g_pix: 4.3937e-02 ] [ l_g_total: 4.3937e-02 ] +2024-10-07 02:36:29,111 INFO: [ epoch: 49 ] [ iter: 26,100 ] [ performance: 25.166 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:32 ] [ l_g_pix: 3.8943e-02 ] [ l_g_total: 3.8943e-02 ] +2024-10-07 02:36:32,865 INFO: [ epoch: 49 ] [ iter: 26,200 ] [ performance: 26.711 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:21 ] [ l_g_pix: 3.1109e-02 ] [ l_g_total: 3.1109e-02 ] +2024-10-07 02:36:36,576 INFO: [ epoch: 49 ] [ iter: 26,300 ] [ performance: 26.851 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:10 ] [ l_g_pix: 3.4113e-02 ] [ l_g_total: 3.4113e-02 ] +2024-10-07 02:36:40,176 INFO: [ epoch: 49 ] [ iter: 26,400 ] [ performance: 28.312 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:58 ] [ l_g_pix: 4.3066e-02 ] [ l_g_total: 4.3066e-02 ] +2024-10-07 02:36:45,074 INFO: [ epoch: 50 ] [ iter: 26,500 ] [ performance: 23.043 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:51 ] [ l_g_pix: 3.0481e-02 ] [ l_g_total: 3.0481e-02 ] +2024-10-07 02:36:48,820 INFO: [ epoch: 50 ] [ iter: 26,600 ] [ performance: 27.105 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:40 ] [ l_g_pix: 4.5509e-02 ] [ l_g_total: 4.5509e-02 ] +2024-10-07 02:36:52,516 INFO: [ epoch: 50 ] [ iter: 26,700 ] [ performance: 27.076 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:29 ] [ l_g_pix: 2.7862e-02 ] [ l_g_total: 2.7862e-02 ] +2024-10-07 02:36:56,246 INFO: [ epoch: 50 ] [ iter: 26,800 ] [ performance: 26.958 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:18 ] [ l_g_pix: 5.7810e-02 ] [ l_g_total: 5.7810e-02 ] +2024-10-07 02:36:59,955 INFO: [ epoch: 50 ] [ iter: 26,900 ] [ performance: 26.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:08 ] [ l_g_pix: 5.1742e-02 ] [ l_g_total: 5.1742e-02 ] +2024-10-07 02:37:05,007 INFO: [ epoch: 51 ] [ iter: 27,000 ] [ performance: 17.156 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:01 ] [ l_g_pix: 4.0126e-02 ] [ l_g_total: 4.0126e-02 ] +2024-10-07 02:37:08,819 INFO: [ epoch: 51 ] [ iter: 27,100 ] [ performance: 21.677 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:50 ] [ l_g_pix: 5.6293e-02 ] [ l_g_total: 5.6293e-02 ] +2024-10-07 02:37:12,493 INFO: [ epoch: 51 ] [ iter: 27,200 ] [ performance: 27.230 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:39 ] [ l_g_pix: 5.2379e-02 ] [ l_g_total: 5.2379e-02 ] +2024-10-07 02:37:16,200 INFO: [ epoch: 51 ] [ iter: 27,300 ] [ performance: 27.081 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:29 ] [ l_g_pix: 3.9905e-02 ] [ l_g_total: 3.9905e-02 ] +2024-10-07 02:37:19,969 INFO: [ epoch: 51 ] [ iter: 27,400 ] [ performance: 26.678 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:19 ] [ l_g_pix: 4.4364e-02 ] [ l_g_total: 4.4364e-02 ] +2024-10-07 02:37:23,457 INFO: [ epoch: 51 ] [ iter: 27,500 ] [ performance: 27.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:07 ] [ l_g_pix: 3.5307e-02 ] [ l_g_total: 3.5307e-02 ] +2024-10-07 02:37:28,583 INFO: [ epoch: 52 ] [ iter: 27,600 ] [ performance: 27.285 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:01 ] [ l_g_pix: 4.8499e-02 ] [ l_g_total: 4.8499e-02 ] +2024-10-07 02:37:32,308 INFO: [ epoch: 52 ] [ iter: 27,700 ] [ performance: 27.020 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:50 ] [ l_g_pix: 4.4248e-02 ] [ l_g_total: 4.4248e-02 ] +2024-10-07 02:37:36,028 INFO: [ epoch: 52 ] [ iter: 27,800 ] [ performance: 26.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:40 ] [ l_g_pix: 3.9838e-02 ] [ l_g_total: 3.9838e-02 ] +2024-10-07 02:37:39,761 INFO: [ epoch: 52 ] [ iter: 27,900 ] [ performance: 26.831 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:30 ] [ l_g_pix: 4.9455e-02 ] [ l_g_total: 4.9455e-02 ] +2024-10-07 02:37:43,312 INFO: [ epoch: 52 ] [ iter: 28,000 ] [ performance: 28.928 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:19 ] [ l_g_pix: 5.4831e-02 ] [ l_g_total: 5.4831e-02 ] +2024-10-07 02:37:48,480 INFO: [ epoch: 53 ] [ iter: 28,100 ] [ performance: 22.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:13 ] [ l_g_pix: 6.3363e-02 ] [ l_g_total: 6.3363e-02 ] +2024-10-07 02:37:52,211 INFO: [ epoch: 53 ] [ iter: 28,200 ] [ performance: 26.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:03 ] [ l_g_pix: 4.1102e-02 ] [ l_g_total: 4.1102e-02 ] +2024-10-07 02:37:55,884 INFO: [ epoch: 53 ] [ iter: 28,300 ] [ performance: 27.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:53 ] [ l_g_pix: 4.4073e-02 ] [ l_g_total: 4.4073e-02 ] +2024-10-07 02:37:59,580 INFO: [ epoch: 53 ] [ iter: 28,400 ] [ performance: 27.155 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:42 ] [ l_g_pix: 4.0038e-02 ] [ l_g_total: 4.0038e-02 ] +2024-10-07 02:38:03,227 INFO: [ epoch: 53 ] [ iter: 28,500 ] [ performance: 27.325 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:32 ] [ l_g_pix: 3.4603e-02 ] [ l_g_total: 3.4603e-02 ] +2024-10-07 02:38:08,243 INFO: [ epoch: 54 ] [ iter: 28,600 ] [ performance: 16.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:26 ] [ l_g_pix: 5.3871e-02 ] [ l_g_total: 5.3871e-02 ] +2024-10-07 02:38:11,946 INFO: [ epoch: 54 ] [ iter: 28,700 ] [ performance: 21.805 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:16 ] [ l_g_pix: 5.3026e-02 ] [ l_g_total: 5.3026e-02 ] +2024-10-07 02:38:15,683 INFO: [ epoch: 54 ] [ iter: 28,800 ] [ performance: 26.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:06 ] [ l_g_pix: 3.1805e-02 ] [ l_g_total: 3.1805e-02 ] +2024-10-07 02:38:19,430 INFO: [ epoch: 54 ] [ iter: 28,900 ] [ performance: 26.742 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:56 ] [ l_g_pix: 4.0132e-02 ] [ l_g_total: 4.0132e-02 ] +2024-10-07 02:38:23,157 INFO: [ epoch: 54 ] [ iter: 29,000 ] [ performance: 27.037 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:46 ] [ l_g_pix: 5.4769e-02 ] [ l_g_total: 5.4769e-02 ] +2024-10-07 02:38:27,735 INFO: [ epoch: 55 ] [ iter: 29,100 ] [ performance: 23.466 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:39 ] [ l_g_pix: 3.2941e-02 ] [ l_g_total: 3.2941e-02 ] +2024-10-07 02:38:31,887 INFO: [ epoch: 55 ] [ iter: 29,200 ] [ performance: 27.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:30 ] [ l_g_pix: 6.1443e-02 ] [ l_g_total: 6.1443e-02 ] +2024-10-07 02:38:35,599 INFO: [ epoch: 55 ] [ iter: 29,300 ] [ performance: 26.970 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:20 ] [ l_g_pix: 5.3342e-02 ] [ l_g_total: 5.3342e-02 ] +2024-10-07 02:38:39,345 INFO: [ epoch: 55 ] [ iter: 29,400 ] [ performance: 26.808 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:11 ] [ l_g_pix: 4.9729e-02 ] [ l_g_total: 4.9729e-02 ] +2024-10-07 02:38:43,021 INFO: [ epoch: 55 ] [ iter: 29,500 ] [ performance: 27.066 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:01 ] [ l_g_pix: 5.5278e-02 ] [ l_g_total: 5.5278e-02 ] +2024-10-07 02:38:46,551 INFO: [ epoch: 55 ] [ iter: 29,600 ] [ performance: 28.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:51 ] [ l_g_pix: 4.8839e-02 ] [ l_g_total: 4.8839e-02 ] +2024-10-07 02:38:51,695 INFO: [ epoch: 56 ] [ iter: 29,700 ] [ performance: 21.914 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:45 ] [ l_g_pix: 5.0921e-02 ] [ l_g_total: 5.0921e-02 ] +2024-10-07 02:38:55,408 INFO: [ epoch: 56 ] [ iter: 29,800 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:35 ] [ l_g_pix: 4.1364e-02 ] [ l_g_total: 4.1364e-02 ] +2024-10-07 02:38:59,113 INFO: [ epoch: 56 ] [ iter: 29,900 ] [ performance: 26.963 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:26 ] [ l_g_pix: 5.3978e-02 ] [ l_g_total: 5.3978e-02 ] +2024-10-07 02:39:02,874 INFO: [ epoch: 56 ] [ iter: 30,000 ] [ performance: 26.547 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:16 ] [ l_g_pix: 5.1850e-02 ] [ l_g_total: 5.1850e-02 ] +2024-10-07 02:39:02,874 INFO: Saving models and training states. +2024-10-07 02:42:08,145 INFO: Validation val + + # psnr: 26.8922........ Best: 26.8922 @ 30000 iter + # ssim: 0.7543........ Best: 0.7543 @ 30000 iter + # dists: 0.7742........ Best: 0.7742 @ 30000 iter + +2024-10-07 02:42:11,760 INFO: [ epoch: 56 ] [ iter: 30,100 ] [ performance: 27.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:17 ] [ l_g_pix: 5.0139e-02 ] [ l_g_total: 5.0139e-02 ] +2024-10-07 02:42:16,795 INFO: [ epoch: 57 ] [ iter: 30,200 ] [ performance: 15.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:09 ] [ l_g_pix: 6.5243e-02 ] [ l_g_total: 6.5243e-02 ] +2024-10-07 02:42:20,487 INFO: [ epoch: 57 ] [ iter: 30,300 ] [ performance: 21.488 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:57 ] [ l_g_pix: 4.7552e-02 ] [ l_g_total: 4.7552e-02 ] +2024-10-07 02:42:24,236 INFO: [ epoch: 57 ] [ iter: 30,400 ] [ performance: 26.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:46 ] [ l_g_pix: 3.6650e-02 ] [ l_g_total: 3.6650e-02 ] +2024-10-07 02:42:27,931 INFO: [ epoch: 57 ] [ iter: 30,500 ] [ performance: 26.989 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:35 ] [ l_g_pix: 2.7151e-02 ] [ l_g_total: 2.7151e-02 ] +2024-10-07 02:42:31,621 INFO: [ epoch: 57 ] [ iter: 30,600 ] [ performance: 27.358 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:24 ] [ l_g_pix: 2.7665e-02 ] [ l_g_total: 2.7665e-02 ] +2024-10-07 02:42:36,708 INFO: [ epoch: 58 ] [ iter: 30,700 ] [ performance: 21.636 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:15 ] [ l_g_pix: 4.3933e-02 ] [ l_g_total: 4.3933e-02 ] +2024-10-07 02:42:40,506 INFO: [ epoch: 58 ] [ iter: 30,800 ] [ performance: 26.577 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:05 ] [ l_g_pix: 5.0409e-02 ] [ l_g_total: 5.0409e-02 ] +2024-10-07 02:42:44,188 INFO: [ epoch: 58 ] [ iter: 30,900 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:53 ] [ l_g_pix: 4.6531e-02 ] [ l_g_total: 4.6531e-02 ] +2024-10-07 02:42:47,955 INFO: [ epoch: 58 ] [ iter: 31,000 ] [ performance: 26.399 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:42 ] [ l_g_pix: 3.2658e-02 ] [ l_g_total: 3.2658e-02 ] +2024-10-07 02:42:51,655 INFO: [ epoch: 58 ] [ iter: 31,100 ] [ performance: 26.829 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:31 ] [ l_g_pix: 5.9247e-02 ] [ l_g_total: 5.9247e-02 ] +2024-10-07 02:42:55,137 INFO: [ epoch: 58 ] [ iter: 31,200 ] [ performance: 29.174 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:20 ] [ l_g_pix: 4.2844e-02 ] [ l_g_total: 4.2844e-02 ] +2024-10-07 02:43:01,148 INFO: [ epoch: 59 ] [ iter: 31,300 ] [ performance: 19.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:14 ] [ l_g_pix: 4.2783e-02 ] [ l_g_total: 4.2783e-02 ] +2024-10-07 02:43:05,216 INFO: [ epoch: 59 ] [ iter: 31,400 ] [ performance: 26.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:04 ] [ l_g_pix: 4.4369e-02 ] [ l_g_total: 4.4369e-02 ] +2024-10-07 02:43:08,950 INFO: [ epoch: 59 ] [ iter: 31,500 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:53 ] [ l_g_pix: 2.9557e-02 ] [ l_g_total: 2.9557e-02 ] +2024-10-07 02:43:12,696 INFO: [ epoch: 59 ] [ iter: 31,600 ] [ performance: 26.685 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:43 ] [ l_g_pix: 3.7049e-02 ] [ l_g_total: 3.7049e-02 ] +2024-10-07 02:43:16,290 INFO: [ epoch: 59 ] [ iter: 31,700 ] [ performance: 27.473 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:32 ] [ l_g_pix: 3.4675e-02 ] [ l_g_total: 3.4675e-02 ] +2024-10-07 02:43:21,547 INFO: [ epoch: 60 ] [ iter: 31,800 ] [ performance: 25.274 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:24 ] [ l_g_pix: 4.2191e-02 ] [ l_g_total: 4.2191e-02 ] +2024-10-07 02:43:25,255 INFO: [ epoch: 60 ] [ iter: 31,900 ] [ performance: 26.448 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:14 ] [ l_g_pix: 4.9660e-02 ] [ l_g_total: 4.9660e-02 ] +2024-10-07 02:43:28,986 INFO: [ epoch: 60 ] [ iter: 32,000 ] [ performance: 26.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:03 ] [ l_g_pix: 3.6500e-02 ] [ l_g_total: 3.6500e-02 ] +2024-10-07 02:43:32,729 INFO: [ epoch: 60 ] [ iter: 32,100 ] [ performance: 26.739 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:52 ] [ l_g_pix: 5.1805e-02 ] [ l_g_total: 5.1805e-02 ] +2024-10-07 02:43:36,410 INFO: [ epoch: 60 ] [ iter: 32,200 ] [ performance: 28.010 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:42 ] [ l_g_pix: 4.5231e-02 ] [ l_g_total: 4.5231e-02 ] +2024-10-07 02:43:41,423 INFO: [ epoch: 61 ] [ iter: 32,300 ] [ performance: 21.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:34 ] [ l_g_pix: 4.5635e-02 ] [ l_g_total: 4.5635e-02 ] +2024-10-07 02:43:45,181 INFO: [ epoch: 61 ] [ iter: 32,400 ] [ performance: 26.905 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:24 ] [ l_g_pix: 5.6664e-02 ] [ l_g_total: 5.6664e-02 ] +2024-10-07 02:43:48,919 INFO: [ epoch: 61 ] [ iter: 32,500 ] [ performance: 26.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:13 ] [ l_g_pix: 3.5716e-02 ] [ l_g_total: 3.5716e-02 ] +2024-10-07 02:43:52,631 INFO: [ epoch: 61 ] [ iter: 32,600 ] [ performance: 27.235 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:03 ] [ l_g_pix: 4.1060e-02 ] [ l_g_total: 4.1060e-02 ] +2024-10-07 02:43:56,287 INFO: [ epoch: 61 ] [ iter: 32,700 ] [ performance: 27.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:52 ] [ l_g_pix: 4.6469e-02 ] [ l_g_total: 4.6469e-02 ] +2024-10-07 02:44:00,766 INFO: [ epoch: 62 ] [ iter: 32,800 ] [ performance: 16.214 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:44 ] [ l_g_pix: 4.6014e-02 ] [ l_g_total: 4.6014e-02 ] +2024-10-07 02:44:05,066 INFO: [ epoch: 62 ] [ iter: 32,900 ] [ performance: 20.818 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:35 ] [ l_g_pix: 4.7279e-02 ] [ l_g_total: 4.7279e-02 ] +2024-10-07 02:44:08,781 INFO: [ epoch: 62 ] [ iter: 33,000 ] [ performance: 27.288 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:24 ] [ l_g_pix: 6.1267e-02 ] [ l_g_total: 6.1267e-02 ] +2024-10-07 02:44:12,516 INFO: [ epoch: 62 ] [ iter: 33,100 ] [ performance: 26.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:14 ] [ l_g_pix: 3.9677e-02 ] [ l_g_total: 3.9677e-02 ] +2024-10-07 02:44:16,273 INFO: [ epoch: 62 ] [ iter: 33,200 ] [ performance: 26.572 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:04 ] [ l_g_pix: 3.4418e-02 ] [ l_g_total: 3.4418e-02 ] +2024-10-07 02:44:19,818 INFO: [ epoch: 62 ] [ iter: 33,300 ] [ performance: 27.771 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:54 ] [ l_g_pix: 4.8753e-02 ] [ l_g_total: 4.8753e-02 ] +2024-10-07 02:44:25,108 INFO: [ epoch: 63 ] [ iter: 33,400 ] [ performance: 27.104 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:47 ] [ l_g_pix: 3.5631e-02 ] [ l_g_total: 3.5631e-02 ] +2024-10-07 02:44:28,871 INFO: [ epoch: 63 ] [ iter: 33,500 ] [ performance: 26.713 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:37 ] [ l_g_pix: 4.2252e-02 ] [ l_g_total: 4.2252e-02 ] +2024-10-07 02:44:32,583 INFO: [ epoch: 63 ] [ iter: 33,600 ] [ performance: 26.920 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:27 ] [ l_g_pix: 4.4495e-02 ] [ l_g_total: 4.4495e-02 ] +2024-10-07 02:44:36,328 INFO: [ epoch: 63 ] [ iter: 33,700 ] [ performance: 26.759 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:17 ] [ l_g_pix: 4.1698e-02 ] [ l_g_total: 4.1698e-02 ] +2024-10-07 02:44:39,964 INFO: [ epoch: 63 ] [ iter: 33,800 ] [ performance: 28.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:07 ] [ l_g_pix: 2.9820e-02 ] [ l_g_total: 2.9820e-02 ] +2024-10-07 02:44:45,170 INFO: [ epoch: 64 ] [ iter: 33,900 ] [ performance: 20.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:00 ] [ l_g_pix: 5.8120e-02 ] [ l_g_total: 5.8120e-02 ] +2024-10-07 02:44:48,871 INFO: [ epoch: 64 ] [ iter: 34,000 ] [ performance: 27.330 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:50 ] [ l_g_pix: 4.6581e-02 ] [ l_g_total: 4.6581e-02 ] +2024-10-07 02:44:52,526 INFO: [ epoch: 64 ] [ iter: 34,100 ] [ performance: 27.355 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:40 ] [ l_g_pix: 4.9213e-02 ] [ l_g_total: 4.9213e-02 ] +2024-10-07 02:44:56,189 INFO: [ epoch: 64 ] [ iter: 34,200 ] [ performance: 27.144 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:30 ] [ l_g_pix: 3.4269e-02 ] [ l_g_total: 3.4269e-02 ] +2024-10-07 02:44:59,819 INFO: [ epoch: 64 ] [ iter: 34,300 ] [ performance: 27.456 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:20 ] [ l_g_pix: 4.5903e-02 ] [ l_g_total: 4.5903e-02 ] +2024-10-07 02:45:04,542 INFO: [ epoch: 65 ] [ iter: 34,400 ] [ performance: 12.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:12 ] [ l_g_pix: 5.0723e-02 ] [ l_g_total: 5.0723e-02 ] +2024-10-07 02:45:08,404 INFO: [ epoch: 65 ] [ iter: 34,500 ] [ performance: 21.155 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:03 ] [ l_g_pix: 4.8253e-02 ] [ l_g_total: 4.8253e-02 ] +2024-10-07 02:45:12,147 INFO: [ epoch: 65 ] [ iter: 34,600 ] [ performance: 26.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:53 ] [ l_g_pix: 4.9987e-02 ] [ l_g_total: 4.9987e-02 ] +2024-10-07 02:45:15,877 INFO: [ epoch: 65 ] [ iter: 34,700 ] [ performance: 26.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:44 ] [ l_g_pix: 2.8902e-02 ] [ l_g_total: 2.8902e-02 ] +2024-10-07 02:45:19,560 INFO: [ epoch: 65 ] [ iter: 34,800 ] [ performance: 27.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:34 ] [ l_g_pix: 3.7712e-02 ] [ l_g_total: 3.7712e-02 ] +2024-10-07 02:45:23,053 INFO: [ epoch: 65 ] [ iter: 34,900 ] [ performance: 28.285 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:24 ] [ l_g_pix: 5.3886e-02 ] [ l_g_total: 5.3886e-02 ] +2024-10-07 02:45:28,197 INFO: [ epoch: 66 ] [ iter: 35,000 ] [ performance: 27.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:17 ] [ l_g_pix: 5.4835e-02 ] [ l_g_total: 5.4835e-02 ] +2024-10-07 02:45:31,921 INFO: [ epoch: 66 ] [ iter: 35,100 ] [ performance: 27.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:08 ] [ l_g_pix: 4.4600e-02 ] [ l_g_total: 4.4600e-02 ] +2024-10-07 02:45:35,631 INFO: [ epoch: 66 ] [ iter: 35,200 ] [ performance: 27.293 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:58 ] [ l_g_pix: 3.5681e-02 ] [ l_g_total: 3.5681e-02 ] +2024-10-07 02:45:39,359 INFO: [ epoch: 66 ] [ iter: 35,300 ] [ performance: 26.924 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:49 ] [ l_g_pix: 3.8858e-02 ] [ l_g_total: 3.8858e-02 ] +2024-10-07 02:45:42,945 INFO: [ epoch: 66 ] [ iter: 35,400 ] [ performance: 29.313 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:39 ] [ l_g_pix: 3.2031e-02 ] [ l_g_total: 3.2031e-02 ] +2024-10-07 02:45:48,178 INFO: [ epoch: 67 ] [ iter: 35,500 ] [ performance: 20.492 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:32 ] [ l_g_pix: 4.6147e-02 ] [ l_g_total: 4.6147e-02 ] +2024-10-07 02:45:51,886 INFO: [ epoch: 67 ] [ iter: 35,600 ] [ performance: 27.919 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:23 ] [ l_g_pix: 4.0147e-02 ] [ l_g_total: 4.0147e-02 ] +2024-10-07 02:45:55,641 INFO: [ epoch: 67 ] [ iter: 35,700 ] [ performance: 26.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:14 ] [ l_g_pix: 4.1242e-02 ] [ l_g_total: 4.1242e-02 ] +2024-10-07 02:45:59,337 INFO: [ epoch: 67 ] [ iter: 35,800 ] [ performance: 27.352 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:05 ] [ l_g_pix: 4.6503e-02 ] [ l_g_total: 4.6503e-02 ] +2024-10-07 02:46:03,006 INFO: [ epoch: 67 ] [ iter: 35,900 ] [ performance: 27.275 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:55 ] [ l_g_pix: 3.8564e-02 ] [ l_g_total: 3.8564e-02 ] +2024-10-07 02:46:07,955 INFO: [ epoch: 68 ] [ iter: 36,000 ] [ performance: 19.767 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:48 ] [ l_g_pix: 4.5293e-02 ] [ l_g_total: 4.5293e-02 ] +2024-10-07 02:46:11,750 INFO: [ epoch: 68 ] [ iter: 36,100 ] [ performance: 24.919 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:39 ] [ l_g_pix: 4.2221e-02 ] [ l_g_total: 4.2221e-02 ] +2024-10-07 02:46:15,415 INFO: [ epoch: 68 ] [ iter: 36,200 ] [ performance: 27.532 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:30 ] [ l_g_pix: 3.7743e-02 ] [ l_g_total: 3.7743e-02 ] +2024-10-07 02:46:19,142 INFO: [ epoch: 68 ] [ iter: 36,300 ] [ performance: 26.951 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:21 ] [ l_g_pix: 4.2942e-02 ] [ l_g_total: 4.2942e-02 ] +2024-10-07 02:46:22,867 INFO: [ epoch: 68 ] [ iter: 36,400 ] [ performance: 26.935 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:12 ] [ l_g_pix: 4.2433e-02 ] [ l_g_total: 4.2433e-02 ] +2024-10-07 02:46:26,315 INFO: [ epoch: 68 ] [ iter: 36,500 ] [ performance: 28.659 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:02 ] [ l_g_pix: 3.8653e-02 ] [ l_g_total: 3.8653e-02 ] +2024-10-07 02:46:31,629 INFO: [ epoch: 69 ] [ iter: 36,600 ] [ performance: 26.954 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:56 ] [ l_g_pix: 3.6014e-02 ] [ l_g_total: 3.6014e-02 ] +2024-10-07 02:46:35,339 INFO: [ epoch: 69 ] [ iter: 36,700 ] [ performance: 26.964 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:47 ] [ l_g_pix: 3.9073e-02 ] [ l_g_total: 3.9073e-02 ] +2024-10-07 02:46:39,056 INFO: [ epoch: 69 ] [ iter: 36,800 ] [ performance: 27.153 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:38 ] [ l_g_pix: 3.8564e-02 ] [ l_g_total: 3.8564e-02 ] +2024-10-07 02:46:42,805 INFO: [ epoch: 69 ] [ iter: 36,900 ] [ performance: 26.751 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:29 ] [ l_g_pix: 3.6549e-02 ] [ l_g_total: 3.6549e-02 ] +2024-10-07 02:46:46,369 INFO: [ epoch: 69 ] [ iter: 37,000 ] [ performance: 29.435 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:19 ] [ l_g_pix: 4.4292e-02 ] [ l_g_total: 4.4292e-02 ] +2024-10-07 02:46:51,602 INFO: [ epoch: 70 ] [ iter: 37,100 ] [ performance: 20.085 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:13 ] [ l_g_pix: 5.0903e-02 ] [ l_g_total: 5.0903e-02 ] +2024-10-07 02:46:55,339 INFO: [ epoch: 70 ] [ iter: 37,200 ] [ performance: 27.421 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:04 ] [ l_g_pix: 6.3256e-02 ] [ l_g_total: 6.3256e-02 ] +2024-10-07 02:46:59,073 INFO: [ epoch: 70 ] [ iter: 37,300 ] [ performance: 26.868 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:55 ] [ l_g_pix: 4.6630e-02 ] [ l_g_total: 4.6630e-02 ] +2024-10-07 02:47:02,803 INFO: [ epoch: 70 ] [ iter: 37,400 ] [ performance: 27.326 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:47 ] [ l_g_pix: 4.7052e-02 ] [ l_g_total: 4.7052e-02 ] +2024-10-07 02:47:06,444 INFO: [ epoch: 70 ] [ iter: 37,500 ] [ performance: 27.453 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:38 ] [ l_g_pix: 4.4125e-02 ] [ l_g_total: 4.4125e-02 ] +2024-10-07 02:47:11,611 INFO: [ epoch: 71 ] [ iter: 37,600 ] [ performance: 26.021 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:31 ] [ l_g_pix: 4.0828e-02 ] [ l_g_total: 4.0828e-02 ] +2024-10-07 02:47:15,324 INFO: [ epoch: 71 ] [ iter: 37,700 ] [ performance: 26.830 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:22 ] [ l_g_pix: 3.5424e-02 ] [ l_g_total: 3.5424e-02 ] +2024-10-07 02:47:19,021 INFO: [ epoch: 71 ] [ iter: 37,800 ] [ performance: 27.047 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:14 ] [ l_g_pix: 2.6252e-02 ] [ l_g_total: 2.6252e-02 ] +2024-10-07 02:47:22,732 INFO: [ epoch: 71 ] [ iter: 37,900 ] [ performance: 26.967 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:05 ] [ l_g_pix: 3.6505e-02 ] [ l_g_total: 3.6505e-02 ] +2024-10-07 02:47:26,409 INFO: [ epoch: 71 ] [ iter: 38,000 ] [ performance: 28.696 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:56 ] [ l_g_pix: 4.9561e-02 ] [ l_g_total: 4.9561e-02 ] +2024-10-07 02:47:31,022 INFO: [ epoch: 72 ] [ iter: 38,100 ] [ performance: 22.224 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:49 ] [ l_g_pix: 3.5094e-02 ] [ l_g_total: 3.5094e-02 ] +2024-10-07 02:47:35,056 INFO: [ epoch: 72 ] [ iter: 38,200 ] [ performance: 26.932 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:41 ] [ l_g_pix: 5.7048e-02 ] [ l_g_total: 5.7048e-02 ] +2024-10-07 02:47:38,722 INFO: [ epoch: 72 ] [ iter: 38,300 ] [ performance: 27.250 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:32 ] [ l_g_pix: 5.2906e-02 ] [ l_g_total: 5.2906e-02 ] +2024-10-07 02:47:42,415 INFO: [ epoch: 72 ] [ iter: 38,400 ] [ performance: 27.415 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:23 ] [ l_g_pix: 3.3667e-02 ] [ l_g_total: 3.3667e-02 ] +2024-10-07 02:47:46,029 INFO: [ epoch: 72 ] [ iter: 38,500 ] [ performance: 27.660 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:15 ] [ l_g_pix: 4.8784e-02 ] [ l_g_total: 4.8784e-02 ] +2024-10-07 02:47:49,515 INFO: [ epoch: 72 ] [ iter: 38,600 ] [ performance: 29.152 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:06 ] [ l_g_pix: 4.2205e-02 ] [ l_g_total: 4.2205e-02 ] +2024-10-07 02:47:54,856 INFO: [ epoch: 73 ] [ iter: 38,700 ] [ performance: 19.238 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:00 ] [ l_g_pix: 4.6458e-02 ] [ l_g_total: 4.6458e-02 ] +2024-10-07 02:47:58,615 INFO: [ epoch: 73 ] [ iter: 38,800 ] [ performance: 28.360 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:51 ] [ l_g_pix: 4.8322e-02 ] [ l_g_total: 4.8322e-02 ] +2024-10-07 02:48:02,315 INFO: [ epoch: 73 ] [ iter: 38,900 ] [ performance: 27.119 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:43 ] [ l_g_pix: 3.6867e-02 ] [ l_g_total: 3.6867e-02 ] +2024-10-07 02:48:06,038 INFO: [ epoch: 73 ] [ iter: 39,000 ] [ performance: 27.324 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:34 ] [ l_g_pix: 4.7519e-02 ] [ l_g_total: 4.7519e-02 ] +2024-10-07 02:48:09,607 INFO: [ epoch: 73 ] [ iter: 39,100 ] [ performance: 27.979 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:26 ] [ l_g_pix: 3.2177e-02 ] [ l_g_total: 3.2177e-02 ] +2024-10-07 02:48:14,822 INFO: [ epoch: 74 ] [ iter: 39,200 ] [ performance: 27.060 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:20 ] [ l_g_pix: 4.2357e-02 ] [ l_g_total: 4.2357e-02 ] +2024-10-07 02:48:18,574 INFO: [ epoch: 74 ] [ iter: 39,300 ] [ performance: 26.675 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:11 ] [ l_g_pix: 3.1372e-02 ] [ l_g_total: 3.1372e-02 ] +2024-10-07 02:48:22,272 INFO: [ epoch: 74 ] [ iter: 39,400 ] [ performance: 28.851 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:03 ] [ l_g_pix: 4.6345e-02 ] [ l_g_total: 4.6345e-02 ] +2024-10-07 02:48:26,066 INFO: [ epoch: 74 ] [ iter: 39,500 ] [ performance: 26.448 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:55 ] [ l_g_pix: 4.8084e-02 ] [ l_g_total: 4.8084e-02 ] +2024-10-07 02:48:29,784 INFO: [ epoch: 74 ] [ iter: 39,600 ] [ performance: 30.326 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:46 ] [ l_g_pix: 4.4726e-02 ] [ l_g_total: 4.4726e-02 ] +2024-10-07 02:48:34,933 INFO: [ epoch: 75 ] [ iter: 39,700 ] [ performance: 19.630 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:40 ] [ l_g_pix: 5.1278e-02 ] [ l_g_total: 5.1278e-02 ] +2024-10-07 02:48:38,634 INFO: [ epoch: 75 ] [ iter: 39,800 ] [ performance: 28.475 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:32 ] [ l_g_pix: 4.1806e-02 ] [ l_g_total: 4.1806e-02 ] +2024-10-07 02:48:42,301 INFO: [ epoch: 75 ] [ iter: 39,900 ] [ performance: 27.295 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:23 ] [ l_g_pix: 3.0179e-02 ] [ l_g_total: 3.0179e-02 ] +2024-10-07 02:48:45,921 INFO: [ epoch: 75 ] [ iter: 40,000 ] [ performance: 29.833 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:15 ] [ l_g_pix: 5.5435e-02 ] [ l_g_total: 5.5435e-02 ] +2024-10-07 02:48:45,921 INFO: Saving models and training states. +2024-10-07 02:51:43,847 INFO: Validation val + + # psnr: 26.9950........ Best: 26.9950 @ 40000 iter + # ssim: 0.7577........ Best: 0.7577 @ 40000 iter + # dists: 0.7731........ Best: 0.7731 @ 40000 iter + +2024-10-07 02:51:47,497 INFO: [ epoch: 75 ] [ iter: 40,100 ] [ performance: 27.435 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:32 ] [ l_g_pix: 4.1848e-02 ] [ l_g_total: 4.1848e-02 ] +2024-10-07 02:51:50,999 INFO: [ epoch: 75 ] [ iter: 40,200 ] [ performance: 27.983 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:23 ] [ l_g_pix: 4.7238e-02 ] [ l_g_total: 4.7238e-02 ] +2024-10-07 02:51:56,173 INFO: [ epoch: 76 ] [ iter: 40,300 ] [ performance: 19.331 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:16 ] [ l_g_pix: 4.7378e-02 ] [ l_g_total: 4.7378e-02 ] +2024-10-07 02:51:59,838 INFO: [ epoch: 76 ] [ iter: 40,400 ] [ performance: 22.632 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:06 ] [ l_g_pix: 4.4241e-02 ] [ l_g_total: 4.4241e-02 ] +2024-10-07 02:52:03,530 INFO: [ epoch: 76 ] [ iter: 40,500 ] [ performance: 27.097 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:57 ] [ l_g_pix: 5.5634e-02 ] [ l_g_total: 5.5634e-02 ] +2024-10-07 02:52:07,249 INFO: [ epoch: 76 ] [ iter: 40,600 ] [ performance: 26.997 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:48 ] [ l_g_pix: 5.1239e-02 ] [ l_g_total: 5.1239e-02 ] +2024-10-07 02:52:10,812 INFO: [ epoch: 76 ] [ iter: 40,700 ] [ performance: 28.098 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:38 ] [ l_g_pix: 5.4477e-02 ] [ l_g_total: 5.4477e-02 ] +2024-10-07 02:52:16,054 INFO: [ epoch: 77 ] [ iter: 40,800 ] [ performance: 22.687 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:32 ] [ l_g_pix: 3.7997e-02 ] [ l_g_total: 3.7997e-02 ] +2024-10-07 02:52:19,748 INFO: [ epoch: 77 ] [ iter: 40,900 ] [ performance: 27.083 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:22 ] [ l_g_pix: 3.3077e-02 ] [ l_g_total: 3.3077e-02 ] +2024-10-07 02:52:23,446 INFO: [ epoch: 77 ] [ iter: 41,000 ] [ performance: 27.063 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:13 ] [ l_g_pix: 5.0316e-02 ] [ l_g_total: 5.0316e-02 ] +2024-10-07 02:52:27,173 INFO: [ epoch: 77 ] [ iter: 41,100 ] [ performance: 26.853 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:04 ] [ l_g_pix: 3.6655e-02 ] [ l_g_total: 3.6655e-02 ] +2024-10-07 02:52:30,826 INFO: [ epoch: 77 ] [ iter: 41,200 ] [ performance: 27.118 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:55 ] [ l_g_pix: 4.1493e-02 ] [ l_g_total: 4.1493e-02 ] +2024-10-07 02:52:35,777 INFO: [ epoch: 78 ] [ iter: 41,300 ] [ performance: 19.915 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:48 ] [ l_g_pix: 4.3584e-02 ] [ l_g_total: 4.3584e-02 ] +2024-10-07 02:52:39,579 INFO: [ epoch: 78 ] [ iter: 41,400 ] [ performance: 22.750 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:39 ] [ l_g_pix: 4.9384e-02 ] [ l_g_total: 4.9384e-02 ] +2024-10-07 02:52:43,361 INFO: [ epoch: 78 ] [ iter: 41,500 ] [ performance: 26.431 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:30 ] [ l_g_pix: 4.4178e-02 ] [ l_g_total: 4.4178e-02 ] +2024-10-07 02:52:47,077 INFO: [ epoch: 78 ] [ iter: 41,600 ] [ performance: 26.679 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:21 ] [ l_g_pix: 4.8573e-02 ] [ l_g_total: 4.8573e-02 ] +2024-10-07 02:52:50,766 INFO: [ epoch: 78 ] [ iter: 41,700 ] [ performance: 27.104 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:12 ] [ l_g_pix: 3.5974e-02 ] [ l_g_total: 3.5974e-02 ] +2024-10-07 02:52:55,515 INFO: [ epoch: 79 ] [ iter: 41,800 ] [ performance: 23.596 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:05 ] [ l_g_pix: 3.0720e-02 ] [ l_g_total: 3.0720e-02 ] +2024-10-07 02:52:59,621 INFO: [ epoch: 79 ] [ iter: 41,900 ] [ performance: 26.028 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:56 ] [ l_g_pix: 5.1458e-02 ] [ l_g_total: 5.1458e-02 ] +2024-10-07 02:53:03,388 INFO: [ epoch: 79 ] [ iter: 42,000 ] [ performance: 26.298 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:47 ] [ l_g_pix: 5.2674e-02 ] [ l_g_total: 5.2674e-02 ] +2024-10-07 02:53:07,086 INFO: [ epoch: 79 ] [ iter: 42,100 ] [ performance: 27.120 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:39 ] [ l_g_pix: 4.4525e-02 ] [ l_g_total: 4.4525e-02 ] +2024-10-07 02:53:10,841 INFO: [ epoch: 79 ] [ iter: 42,200 ] [ performance: 26.864 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:30 ] [ l_g_pix: 5.2173e-02 ] [ l_g_total: 5.2173e-02 ] +2024-10-07 02:53:14,351 INFO: [ epoch: 79 ] [ iter: 42,300 ] [ performance: 28.766 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:21 ] [ l_g_pix: 4.2943e-02 ] [ l_g_total: 4.2943e-02 ] +2024-10-07 02:53:19,584 INFO: [ epoch: 80 ] [ iter: 42,400 ] [ performance: 22.725 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:14 ] [ l_g_pix: 3.4982e-02 ] [ l_g_total: 3.4982e-02 ] +2024-10-07 02:53:23,293 INFO: [ epoch: 80 ] [ iter: 42,500 ] [ performance: 27.045 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:05 ] [ l_g_pix: 4.3989e-02 ] [ l_g_total: 4.3989e-02 ] +2024-10-07 02:53:27,022 INFO: [ epoch: 80 ] [ iter: 42,600 ] [ performance: 26.924 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:56 ] [ l_g_pix: 3.6828e-02 ] [ l_g_total: 3.6828e-02 ] +2024-10-07 02:53:30,770 INFO: [ epoch: 80 ] [ iter: 42,700 ] [ performance: 26.711 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:48 ] [ l_g_pix: 3.5757e-02 ] [ l_g_total: 3.5757e-02 ] +2024-10-07 02:53:34,392 INFO: [ epoch: 80 ] [ iter: 42,800 ] [ performance: 27.183 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:39 ] [ l_g_pix: 4.5949e-02 ] [ l_g_total: 4.5949e-02 ] +2024-10-07 02:53:39,385 INFO: [ epoch: 81 ] [ iter: 42,900 ] [ performance: 19.162 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:32 ] [ l_g_pix: 4.3628e-02 ] [ l_g_total: 4.3628e-02 ] +2024-10-07 02:53:43,128 INFO: [ epoch: 81 ] [ iter: 43,000 ] [ performance: 22.578 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:23 ] [ l_g_pix: 4.0561e-02 ] [ l_g_total: 4.0561e-02 ] +2024-10-07 02:53:46,893 INFO: [ epoch: 81 ] [ iter: 43,100 ] [ performance: 26.668 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:15 ] [ l_g_pix: 3.6299e-02 ] [ l_g_total: 3.6299e-02 ] +2024-10-07 02:53:50,570 INFO: [ epoch: 81 ] [ iter: 43,200 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:06 ] [ l_g_pix: 4.8264e-02 ] [ l_g_total: 4.8264e-02 ] +2024-10-07 02:53:54,246 INFO: [ epoch: 81 ] [ iter: 43,300 ] [ performance: 27.394 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:58 ] [ l_g_pix: 3.6298e-02 ] [ l_g_total: 3.6298e-02 ] +2024-10-07 02:53:59,269 INFO: [ epoch: 82 ] [ iter: 43,400 ] [ performance: 22.773 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:51 ] [ l_g_pix: 3.9523e-02 ] [ l_g_total: 3.9523e-02 ] +2024-10-07 02:54:03,028 INFO: [ epoch: 82 ] [ iter: 43,500 ] [ performance: 27.017 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:42 ] [ l_g_pix: 4.2085e-02 ] [ l_g_total: 4.2085e-02 ] +2024-10-07 02:54:06,755 INFO: [ epoch: 82 ] [ iter: 43,600 ] [ performance: 26.921 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:34 ] [ l_g_pix: 5.3813e-02 ] [ l_g_total: 5.3813e-02 ] +2024-10-07 02:54:10,540 INFO: [ epoch: 82 ] [ iter: 43,700 ] [ performance: 26.646 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:25 ] [ l_g_pix: 4.7712e-02 ] [ l_g_total: 4.7712e-02 ] +2024-10-07 02:54:14,292 INFO: [ epoch: 82 ] [ iter: 43,800 ] [ performance: 26.652 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:17 ] [ l_g_pix: 3.3822e-02 ] [ l_g_total: 3.3822e-02 ] +2024-10-07 02:54:17,807 INFO: [ epoch: 82 ] [ iter: 43,900 ] [ performance: 28.757 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:08 ] [ l_g_pix: 3.7673e-02 ] [ l_g_total: 3.7673e-02 ] +2024-10-07 02:54:23,063 INFO: [ epoch: 83 ] [ iter: 44,000 ] [ performance: 22.451 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:02 ] [ l_g_pix: 4.8331e-02 ] [ l_g_total: 4.8331e-02 ] +2024-10-07 02:54:26,810 INFO: [ epoch: 83 ] [ iter: 44,100 ] [ performance: 26.718 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:53 ] [ l_g_pix: 4.8390e-02 ] [ l_g_total: 4.8390e-02 ] +2024-10-07 02:54:30,561 INFO: [ epoch: 83 ] [ iter: 44,200 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:45 ] [ l_g_pix: 4.9236e-02 ] [ l_g_total: 4.9236e-02 ] +2024-10-07 02:54:34,197 INFO: [ epoch: 83 ] [ iter: 44,300 ] [ performance: 27.568 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:36 ] [ l_g_pix: 3.6302e-02 ] [ l_g_total: 3.6302e-02 ] +2024-10-07 02:54:37,753 INFO: [ epoch: 83 ] [ iter: 44,400 ] [ performance: 27.877 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:28 ] [ l_g_pix: 6.4250e-02 ] [ l_g_total: 6.4250e-02 ] +2024-10-07 02:54:42,996 INFO: [ epoch: 84 ] [ iter: 44,500 ] [ performance: 17.531 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:22 ] [ l_g_pix: 5.1405e-02 ] [ l_g_total: 5.1405e-02 ] +2024-10-07 02:54:46,668 INFO: [ epoch: 84 ] [ iter: 44,600 ] [ performance: 21.889 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:13 ] [ l_g_pix: 3.6434e-02 ] [ l_g_total: 3.6434e-02 ] +2024-10-07 02:54:50,413 INFO: [ epoch: 84 ] [ iter: 44,700 ] [ performance: 26.758 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:05 ] [ l_g_pix: 4.5715e-02 ] [ l_g_total: 4.5715e-02 ] +2024-10-07 02:54:54,113 INFO: [ epoch: 84 ] [ iter: 44,800 ] [ performance: 26.911 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:57 ] [ l_g_pix: 3.2717e-02 ] [ l_g_total: 3.2717e-02 ] +2024-10-07 02:54:57,749 INFO: [ epoch: 84 ] [ iter: 44,900 ] [ performance: 28.018 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:48 ] [ l_g_pix: 4.9633e-02 ] [ l_g_total: 4.9633e-02 ] +2024-10-07 02:55:02,895 INFO: [ epoch: 85 ] [ iter: 45,000 ] [ performance: 22.427 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:42 ] [ l_g_pix: 4.4248e-02 ] [ l_g_total: 4.4248e-02 ] +2024-10-07 02:55:06,642 INFO: [ epoch: 85 ] [ iter: 45,100 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:34 ] [ l_g_pix: 3.4604e-02 ] [ l_g_total: 3.4604e-02 ] +2024-10-07 02:55:10,375 INFO: [ epoch: 85 ] [ iter: 45,200 ] [ performance: 26.839 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:25 ] [ l_g_pix: 4.2177e-02 ] [ l_g_total: 4.2177e-02 ] +2024-10-07 02:55:14,108 INFO: [ epoch: 85 ] [ iter: 45,300 ] [ performance: 26.763 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:17 ] [ l_g_pix: 3.3099e-02 ] [ l_g_total: 3.3099e-02 ] +2024-10-07 02:55:17,792 INFO: [ epoch: 85 ] [ iter: 45,400 ] [ performance: 26.986 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:09 ] [ l_g_pix: 3.6773e-02 ] [ l_g_total: 3.6773e-02 ] +2024-10-07 02:55:22,408 INFO: [ epoch: 86 ] [ iter: 45,500 ] [ performance: 19.976 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:02 ] [ l_g_pix: 5.3944e-02 ] [ l_g_total: 5.3944e-02 ] +2024-10-07 02:55:26,430 INFO: [ epoch: 86 ] [ iter: 45,600 ] [ performance: 22.525 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:54 ] [ l_g_pix: 5.1556e-02 ] [ l_g_total: 5.1556e-02 ] +2024-10-07 02:55:30,161 INFO: [ epoch: 86 ] [ iter: 45,700 ] [ performance: 27.043 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:46 ] [ l_g_pix: 3.2292e-02 ] [ l_g_total: 3.2292e-02 ] +2024-10-07 02:55:33,892 INFO: [ epoch: 86 ] [ iter: 45,800 ] [ performance: 26.910 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:38 ] [ l_g_pix: 4.4545e-02 ] [ l_g_total: 4.4545e-02 ] +2024-10-07 02:55:37,613 INFO: [ epoch: 86 ] [ iter: 45,900 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:30 ] [ l_g_pix: 3.9867e-02 ] [ l_g_total: 3.9867e-02 ] +2024-10-07 02:55:41,193 INFO: [ epoch: 86 ] [ iter: 46,000 ] [ performance: 27.529 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:22 ] [ l_g_pix: 4.4605e-02 ] [ l_g_total: 4.4605e-02 ] +2024-10-07 02:55:46,418 INFO: [ epoch: 87 ] [ iter: 46,100 ] [ performance: 23.223 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:15 ] [ l_g_pix: 3.7194e-02 ] [ l_g_total: 3.7194e-02 ] +2024-10-07 02:55:50,088 INFO: [ epoch: 87 ] [ iter: 46,200 ] [ performance: 25.424 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:07 ] [ l_g_pix: 5.5369e-02 ] [ l_g_total: 5.5369e-02 ] +2024-10-07 02:55:53,766 INFO: [ epoch: 87 ] [ iter: 46,300 ] [ performance: 27.209 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:59 ] [ l_g_pix: 4.1013e-02 ] [ l_g_total: 4.1013e-02 ] +2024-10-07 02:55:57,505 INFO: [ epoch: 87 ] [ iter: 46,400 ] [ performance: 26.941 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:51 ] [ l_g_pix: 3.7159e-02 ] [ l_g_total: 3.7159e-02 ] +2024-10-07 02:56:01,165 INFO: [ epoch: 87 ] [ iter: 46,500 ] [ performance: 27.789 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:43 ] [ l_g_pix: 4.7537e-02 ] [ l_g_total: 4.7537e-02 ] +2024-10-07 02:56:06,350 INFO: [ epoch: 88 ] [ iter: 46,600 ] [ performance: 22.044 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:37 ] [ l_g_pix: 3.4784e-02 ] [ l_g_total: 3.4784e-02 ] +2024-10-07 02:56:10,084 INFO: [ epoch: 88 ] [ iter: 46,700 ] [ performance: 26.955 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:29 ] [ l_g_pix: 3.0291e-02 ] [ l_g_total: 3.0291e-02 ] +2024-10-07 02:56:13,825 INFO: [ epoch: 88 ] [ iter: 46,800 ] [ performance: 26.824 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:21 ] [ l_g_pix: 3.7706e-02 ] [ l_g_total: 3.7706e-02 ] +2024-10-07 02:56:17,544 INFO: [ epoch: 88 ] [ iter: 46,900 ] [ performance: 27.001 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:13 ] [ l_g_pix: 4.0574e-02 ] [ l_g_total: 4.0574e-02 ] +2024-10-07 02:56:21,191 INFO: [ epoch: 88 ] [ iter: 47,000 ] [ performance: 27.252 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:05 ] [ l_g_pix: 4.8171e-02 ] [ l_g_total: 4.8171e-02 ] +2024-10-07 02:56:26,001 INFO: [ epoch: 89 ] [ iter: 47,100 ] [ performance: 18.304 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:59 ] [ l_g_pix: 3.0850e-02 ] [ l_g_total: 3.0850e-02 ] +2024-10-07 02:56:29,887 INFO: [ epoch: 89 ] [ iter: 47,200 ] [ performance: 22.160 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:51 ] [ l_g_pix: 4.2772e-02 ] [ l_g_total: 4.2772e-02 ] +2024-10-07 02:56:33,581 INFO: [ epoch: 89 ] [ iter: 47,300 ] [ performance: 27.379 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:43 ] [ l_g_pix: 4.0292e-02 ] [ l_g_total: 4.0292e-02 ] +2024-10-07 02:56:37,244 INFO: [ epoch: 89 ] [ iter: 47,400 ] [ performance: 27.336 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:35 ] [ l_g_pix: 5.3380e-02 ] [ l_g_total: 5.3380e-02 ] +2024-10-07 02:56:40,967 INFO: [ epoch: 89 ] [ iter: 47,500 ] [ performance: 27.018 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:28 ] [ l_g_pix: 4.3352e-02 ] [ l_g_total: 4.3352e-02 ] +2024-10-07 02:56:44,466 INFO: [ epoch: 89 ] [ iter: 47,600 ] [ performance: 27.952 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:19 ] [ l_g_pix: 2.4890e-02 ] [ l_g_total: 2.4890e-02 ] +2024-10-07 02:56:49,547 INFO: [ epoch: 90 ] [ iter: 47,700 ] [ performance: 25.757 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:13 ] [ l_g_pix: 3.8024e-02 ] [ l_g_total: 3.8024e-02 ] +2024-10-07 02:56:53,245 INFO: [ epoch: 90 ] [ iter: 47,800 ] [ performance: 26.535 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:05 ] [ l_g_pix: 3.6245e-02 ] [ l_g_total: 3.6245e-02 ] +2024-10-07 02:56:57,001 INFO: [ epoch: 90 ] [ iter: 47,900 ] [ performance: 26.712 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:58 ] [ l_g_pix: 5.2832e-02 ] [ l_g_total: 5.2832e-02 ] +2024-10-07 02:57:00,778 INFO: [ epoch: 90 ] [ iter: 48,000 ] [ performance: 26.570 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:50 ] [ l_g_pix: 3.3700e-02 ] [ l_g_total: 3.3700e-02 ] +2024-10-07 02:57:04,324 INFO: [ epoch: 90 ] [ iter: 48,100 ] [ performance: 29.083 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:42 ] [ l_g_pix: 3.1517e-02 ] [ l_g_total: 3.1517e-02 ] +2024-10-07 02:57:09,329 INFO: [ epoch: 91 ] [ iter: 48,200 ] [ performance: 22.671 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:36 ] [ l_g_pix: 3.6776e-02 ] [ l_g_total: 3.6776e-02 ] +2024-10-07 02:57:12,968 INFO: [ epoch: 91 ] [ iter: 48,300 ] [ performance: 27.752 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:28 ] [ l_g_pix: 3.2659e-02 ] [ l_g_total: 3.2659e-02 ] +2024-10-07 02:57:16,639 INFO: [ epoch: 91 ] [ iter: 48,400 ] [ performance: 27.435 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:20 ] [ l_g_pix: 4.0076e-02 ] [ l_g_total: 4.0076e-02 ] +2024-10-07 02:57:20,312 INFO: [ epoch: 91 ] [ iter: 48,500 ] [ performance: 27.342 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:13 ] [ l_g_pix: 4.5731e-02 ] [ l_g_total: 4.5731e-02 ] +2024-10-07 02:57:23,919 INFO: [ epoch: 91 ] [ iter: 48,600 ] [ performance: 27.583 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:05 ] [ l_g_pix: 3.7218e-02 ] [ l_g_total: 3.7218e-02 ] +2024-10-07 02:57:28,854 INFO: [ epoch: 92 ] [ iter: 48,700 ] [ performance: 16.591 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:59 ] [ l_g_pix: 3.8062e-02 ] [ l_g_total: 3.8062e-02 ] +2024-10-07 02:57:32,606 INFO: [ epoch: 92 ] [ iter: 48,800 ] [ performance: 21.804 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:51 ] [ l_g_pix: 4.1436e-02 ] [ l_g_total: 4.1436e-02 ] +2024-10-07 02:57:36,316 INFO: [ epoch: 92 ] [ iter: 48,900 ] [ performance: 27.109 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:43 ] [ l_g_pix: 5.7025e-02 ] [ l_g_total: 5.7025e-02 ] +2024-10-07 02:57:39,983 INFO: [ epoch: 92 ] [ iter: 49,000 ] [ performance: 27.217 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:36 ] [ l_g_pix: 3.9044e-02 ] [ l_g_total: 3.9044e-02 ] +2024-10-07 02:57:43,664 INFO: [ epoch: 92 ] [ iter: 49,100 ] [ performance: 27.306 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:28 ] [ l_g_pix: 4.1623e-02 ] [ l_g_total: 4.1623e-02 ] +2024-10-07 02:57:48,210 INFO: [ epoch: 93 ] [ iter: 49,200 ] [ performance: 23.652 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:22 ] [ l_g_pix: 1.8670e-02 ] [ l_g_total: 1.8670e-02 ] +2024-10-07 02:57:52,454 INFO: [ epoch: 93 ] [ iter: 49,300 ] [ performance: 26.567 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:15 ] [ l_g_pix: 2.5257e-02 ] [ l_g_total: 2.5257e-02 ] +2024-10-07 02:57:56,201 INFO: [ epoch: 93 ] [ iter: 49,400 ] [ performance: 26.651 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:07 ] [ l_g_pix: 4.3637e-02 ] [ l_g_total: 4.3637e-02 ] +2024-10-07 02:57:59,974 INFO: [ epoch: 93 ] [ iter: 49,500 ] [ performance: 26.287 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:00 ] [ l_g_pix: 5.1800e-02 ] [ l_g_total: 5.1800e-02 ] +2024-10-07 02:58:03,685 INFO: [ epoch: 93 ] [ iter: 49,600 ] [ performance: 26.716 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:52 ] [ l_g_pix: 4.8615e-02 ] [ l_g_total: 4.8615e-02 ] +2024-10-07 02:58:07,208 INFO: [ epoch: 93 ] [ iter: 49,700 ] [ performance: 29.226 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:45 ] [ l_g_pix: 5.0951e-02 ] [ l_g_total: 5.0951e-02 ] +2024-10-07 02:58:12,183 INFO: [ epoch: 94 ] [ iter: 49,800 ] [ performance: 22.541 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:38 ] [ l_g_pix: 4.3177e-02 ] [ l_g_total: 4.3177e-02 ] +2024-10-07 02:58:15,899 INFO: [ epoch: 94 ] [ iter: 49,900 ] [ performance: 27.066 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:31 ] [ l_g_pix: 3.1884e-02 ] [ l_g_total: 3.1884e-02 ] +2024-10-07 02:58:19,658 INFO: [ epoch: 94 ] [ iter: 50,000 ] [ performance: 26.763 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:24 ] [ l_g_pix: 4.3142e-02 ] [ l_g_total: 4.3142e-02 ] +2024-10-07 02:58:19,658 INFO: Saving models and training states. +2024-10-07 03:01:17,501 INFO: Validation val + + # psnr: 27.0332........ Best: 27.0332 @ 50000 iter + # ssim: 0.7593........ Best: 0.7593 @ 50000 iter + # dists: 0.7726........ Best: 0.7726 @ 50000 iter + +2024-10-07 03:01:21,177 INFO: [ epoch: 94 ] [ iter: 50,100 ] [ performance: 27.632 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:13 ] [ l_g_pix: 4.0266e-02 ] [ l_g_total: 4.0266e-02 ] +2024-10-07 03:01:24,781 INFO: [ epoch: 94 ] [ iter: 50,200 ] [ performance: 27.714 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:05 ] [ l_g_pix: 4.8507e-02 ] [ l_g_total: 4.8507e-02 ] +2024-10-07 03:01:30,081 INFO: [ epoch: 95 ] [ iter: 50,300 ] [ performance: 13.993 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:58 ] [ l_g_pix: 3.9300e-02 ] [ l_g_total: 3.9300e-02 ] +2024-10-07 03:01:33,867 INFO: [ epoch: 95 ] [ iter: 50,400 ] [ performance: 20.384 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:50 ] [ l_g_pix: 5.1846e-02 ] [ l_g_total: 5.1846e-02 ] +2024-10-07 03:01:37,567 INFO: [ epoch: 95 ] [ iter: 50,500 ] [ performance: 27.053 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:42 ] [ l_g_pix: 4.2387e-02 ] [ l_g_total: 4.2387e-02 ] +2024-10-07 03:01:41,304 INFO: [ epoch: 95 ] [ iter: 50,600 ] [ performance: 26.858 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:34 ] [ l_g_pix: 5.0404e-02 ] [ l_g_total: 5.0404e-02 ] +2024-10-07 03:01:45,004 INFO: [ epoch: 95 ] [ iter: 50,700 ] [ performance: 27.768 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:26 ] [ l_g_pix: 5.3291e-02 ] [ l_g_total: 5.3291e-02 ] +2024-10-07 03:01:49,937 INFO: [ epoch: 96 ] [ iter: 50,800 ] [ performance: 22.224 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:19 ] [ l_g_pix: 4.8825e-02 ] [ l_g_total: 4.8825e-02 ] +2024-10-07 03:01:53,849 INFO: [ epoch: 96 ] [ iter: 50,900 ] [ performance: 27.277 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:12 ] [ l_g_pix: 5.1423e-02 ] [ l_g_total: 5.1423e-02 ] +2024-10-07 03:01:57,529 INFO: [ epoch: 96 ] [ iter: 51,000 ] [ performance: 27.213 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:04 ] [ l_g_pix: 4.1758e-02 ] [ l_g_total: 4.1758e-02 ] +2024-10-07 03:02:01,277 INFO: [ epoch: 96 ] [ iter: 51,100 ] [ performance: 26.663 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:56 ] [ l_g_pix: 3.0818e-02 ] [ l_g_total: 3.0818e-02 ] +2024-10-07 03:02:05,006 INFO: [ epoch: 96 ] [ iter: 51,200 ] [ performance: 26.771 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:48 ] [ l_g_pix: 4.2931e-02 ] [ l_g_total: 4.2931e-02 ] +2024-10-07 03:02:08,469 INFO: [ epoch: 96 ] [ iter: 51,300 ] [ performance: 29.287 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:40 ] [ l_g_pix: 4.5332e-02 ] [ l_g_total: 4.5332e-02 ] +2024-10-07 03:02:13,806 INFO: [ epoch: 97 ] [ iter: 51,400 ] [ performance: 21.098 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:33 ] [ l_g_pix: 3.9118e-02 ] [ l_g_total: 3.9118e-02 ] +2024-10-07 03:02:17,519 INFO: [ epoch: 97 ] [ iter: 51,500 ] [ performance: 26.710 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:25 ] [ l_g_pix: 5.0710e-02 ] [ l_g_total: 5.0710e-02 ] +2024-10-07 03:02:21,242 INFO: [ epoch: 97 ] [ iter: 51,600 ] [ performance: 26.818 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:17 ] [ l_g_pix: 4.3561e-02 ] [ l_g_total: 4.3561e-02 ] +2024-10-07 03:02:24,929 INFO: [ epoch: 97 ] [ iter: 51,700 ] [ performance: 26.545 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:10 ] [ l_g_pix: 3.3211e-02 ] [ l_g_total: 3.3211e-02 ] +2024-10-07 03:02:28,524 INFO: [ epoch: 97 ] [ iter: 51,800 ] [ performance: 27.425 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:02 ] [ l_g_pix: 3.9446e-02 ] [ l_g_total: 3.9446e-02 ] +2024-10-07 03:02:33,777 INFO: [ epoch: 98 ] [ iter: 51,900 ] [ performance: 25.117 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:55 ] [ l_g_pix: 3.7229e-02 ] [ l_g_total: 3.7229e-02 ] +2024-10-07 03:02:37,538 INFO: [ epoch: 98 ] [ iter: 52,000 ] [ performance: 26.144 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:47 ] [ l_g_pix: 3.3421e-02 ] [ l_g_total: 3.3421e-02 ] +2024-10-07 03:02:41,217 INFO: [ epoch: 98 ] [ iter: 52,100 ] [ performance: 26.783 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:40 ] [ l_g_pix: 3.4802e-02 ] [ l_g_total: 3.4802e-02 ] +2024-10-07 03:02:44,994 INFO: [ epoch: 98 ] [ iter: 52,200 ] [ performance: 26.571 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:32 ] [ l_g_pix: 5.0125e-02 ] [ l_g_total: 5.0125e-02 ] +2024-10-07 03:02:48,668 INFO: [ epoch: 98 ] [ iter: 52,300 ] [ performance: 28.143 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:24 ] [ l_g_pix: 4.7504e-02 ] [ l_g_total: 4.7504e-02 ] +2024-10-07 03:02:53,826 INFO: [ epoch: 99 ] [ iter: 52,400 ] [ performance: 21.284 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:18 ] [ l_g_pix: 4.5305e-02 ] [ l_g_total: 4.5305e-02 ] +2024-10-07 03:02:57,549 INFO: [ epoch: 99 ] [ iter: 52,500 ] [ performance: 27.206 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:10 ] [ l_g_pix: 3.3733e-02 ] [ l_g_total: 3.3733e-02 ] +2024-10-07 03:03:01,247 INFO: [ epoch: 99 ] [ iter: 52,600 ] [ performance: 27.094 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:02 ] [ l_g_pix: 4.1269e-02 ] [ l_g_total: 4.1269e-02 ] +2024-10-07 03:03:04,914 INFO: [ epoch: 99 ] [ iter: 52,700 ] [ performance: 26.795 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:54 ] [ l_g_pix: 3.5961e-02 ] [ l_g_total: 3.5961e-02 ] +2024-10-07 03:03:08,668 INFO: [ epoch: 99 ] [ iter: 52,800 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:47 ] [ l_g_pix: 5.6914e-02 ] [ l_g_total: 5.6914e-02 ] +2024-10-07 03:03:12,248 INFO: [ epoch: 99 ] [ iter: 52,900 ] [ performance: 26.008 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:39 ] [ l_g_pix: 4.1244e-02 ] [ l_g_total: 4.1244e-02 ] +2024-10-07 03:03:17,513 INFO: [ epoch: 100 ] [ iter: 53,000 ] [ performance: 20.489 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:32 ] [ l_g_pix: 4.2935e-02 ] [ l_g_total: 4.2935e-02 ] +2024-10-07 03:03:21,277 INFO: [ epoch: 100 ] [ iter: 53,100 ] [ performance: 26.664 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:25 ] [ l_g_pix: 2.9280e-02 ] [ l_g_total: 2.9280e-02 ] +2024-10-07 03:03:24,991 INFO: [ epoch: 100 ] [ iter: 53,200 ] [ performance: 26.859 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:17 ] [ l_g_pix: 4.6928e-02 ] [ l_g_total: 4.6928e-02 ] +2024-10-07 03:03:28,672 INFO: [ epoch: 100 ] [ iter: 53,300 ] [ performance: 26.885 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:10 ] [ l_g_pix: 4.4302e-02 ] [ l_g_total: 4.4302e-02 ] +2024-10-07 03:03:32,210 INFO: [ epoch: 100 ] [ iter: 53,400 ] [ performance: 27.894 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:02 ] [ l_g_pix: 3.0632e-02 ] [ l_g_total: 3.0632e-02 ] +2024-10-07 03:03:37,529 INFO: [ epoch: 101 ] [ iter: 53,500 ] [ performance: 26.913 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:56 ] [ l_g_pix: 3.5477e-02 ] [ l_g_total: 3.5477e-02 ] +2024-10-07 03:03:41,293 INFO: [ epoch: 101 ] [ iter: 53,600 ] [ performance: 26.658 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:48 ] [ l_g_pix: 4.6340e-02 ] [ l_g_total: 4.6340e-02 ] +2024-10-07 03:03:45,031 INFO: [ epoch: 101 ] [ iter: 53,700 ] [ performance: 26.850 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:40 ] [ l_g_pix: 3.6391e-02 ] [ l_g_total: 3.6391e-02 ] +2024-10-07 03:03:48,782 INFO: [ epoch: 101 ] [ iter: 53,800 ] [ performance: 26.712 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:33 ] [ l_g_pix: 4.2721e-02 ] [ l_g_total: 4.2721e-02 ] +2024-10-07 03:03:52,419 INFO: [ epoch: 101 ] [ iter: 53,900 ] [ performance: 28.944 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:25 ] [ l_g_pix: 4.8003e-02 ] [ l_g_total: 4.8003e-02 ] +2024-10-07 03:03:57,691 INFO: [ epoch: 102 ] [ iter: 54,000 ] [ performance: 20.701 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:19 ] [ l_g_pix: 3.4264e-02 ] [ l_g_total: 3.4264e-02 ] +2024-10-07 03:04:01,421 INFO: [ epoch: 102 ] [ iter: 54,100 ] [ performance: 26.405 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:12 ] [ l_g_pix: 4.5821e-02 ] [ l_g_total: 4.5821e-02 ] +2024-10-07 03:04:05,186 INFO: [ epoch: 102 ] [ iter: 54,200 ] [ performance: 26.525 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:04 ] [ l_g_pix: 5.5842e-02 ] [ l_g_total: 5.5842e-02 ] +2024-10-07 03:04:08,881 INFO: [ epoch: 102 ] [ iter: 54,300 ] [ performance: 27.240 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:56 ] [ l_g_pix: 4.1857e-02 ] [ l_g_total: 4.1857e-02 ] +2024-10-07 03:04:12,592 INFO: [ epoch: 102 ] [ iter: 54,400 ] [ performance: 27.017 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:49 ] [ l_g_pix: 4.9716e-02 ] [ l_g_total: 4.9716e-02 ] +2024-10-07 03:04:17,291 INFO: [ epoch: 103 ] [ iter: 54,500 ] [ performance: 12.825 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:42 ] [ l_g_pix: 5.6300e-02 ] [ l_g_total: 5.6300e-02 ] +2024-10-07 03:04:21,392 INFO: [ epoch: 103 ] [ iter: 54,600 ] [ performance: 20.282 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:35 ] [ l_g_pix: 6.8057e-02 ] [ l_g_total: 6.8057e-02 ] +2024-10-07 03:04:25,121 INFO: [ epoch: 103 ] [ iter: 54,700 ] [ performance: 27.452 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:28 ] [ l_g_pix: 3.7153e-02 ] [ l_g_total: 3.7153e-02 ] +2024-10-07 03:04:28,872 INFO: [ epoch: 103 ] [ iter: 54,800 ] [ performance: 26.833 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:20 ] [ l_g_pix: 3.9912e-02 ] [ l_g_total: 3.9912e-02 ] +2024-10-07 03:04:32,657 INFO: [ epoch: 103 ] [ iter: 54,900 ] [ performance: 27.048 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:13 ] [ l_g_pix: 4.0759e-02 ] [ l_g_total: 4.0759e-02 ] +2024-10-07 03:04:36,140 INFO: [ epoch: 103 ] [ iter: 55,000 ] [ performance: 28.345 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:05 ] [ l_g_pix: 4.9741e-02 ] [ l_g_total: 4.9741e-02 ] +2024-10-07 03:04:41,430 INFO: [ epoch: 104 ] [ iter: 55,100 ] [ performance: 27.277 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:59 ] [ l_g_pix: 3.9775e-02 ] [ l_g_total: 3.9775e-02 ] +2024-10-07 03:04:45,217 INFO: [ epoch: 104 ] [ iter: 55,200 ] [ performance: 26.588 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:52 ] [ l_g_pix: 3.6552e-02 ] [ l_g_total: 3.6552e-02 ] +2024-10-07 03:04:48,942 INFO: [ epoch: 104 ] [ iter: 55,300 ] [ performance: 27.767 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:45 ] [ l_g_pix: 3.5838e-02 ] [ l_g_total: 3.5838e-02 ] +2024-10-07 03:04:52,675 INFO: [ epoch: 104 ] [ iter: 55,400 ] [ performance: 26.986 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:37 ] [ l_g_pix: 4.8501e-02 ] [ l_g_total: 4.8501e-02 ] +2024-10-07 03:04:56,240 INFO: [ epoch: 104 ] [ iter: 55,500 ] [ performance: 29.284 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:30 ] [ l_g_pix: 3.6042e-02 ] [ l_g_total: 3.6042e-02 ] +2024-10-07 03:05:01,296 INFO: [ epoch: 105 ] [ iter: 55,600 ] [ performance: 21.111 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:23 ] [ l_g_pix: 4.8431e-02 ] [ l_g_total: 4.8431e-02 ] +2024-10-07 03:05:05,007 INFO: [ epoch: 105 ] [ iter: 55,700 ] [ performance: 27.970 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:16 ] [ l_g_pix: 2.8392e-02 ] [ l_g_total: 2.8392e-02 ] +2024-10-07 03:05:08,700 INFO: [ epoch: 105 ] [ iter: 55,800 ] [ performance: 27.244 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:09 ] [ l_g_pix: 3.0230e-02 ] [ l_g_total: 3.0230e-02 ] +2024-10-07 03:05:12,430 INFO: [ epoch: 105 ] [ iter: 55,900 ] [ performance: 27.098 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:01 ] [ l_g_pix: 3.0272e-02 ] [ l_g_total: 3.0272e-02 ] +2024-10-07 03:05:16,105 INFO: [ epoch: 105 ] [ iter: 56,000 ] [ performance: 27.193 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:54 ] [ l_g_pix: 4.1674e-02 ] [ l_g_total: 4.1674e-02 ] +2024-10-07 03:05:21,356 INFO: [ epoch: 106 ] [ iter: 56,100 ] [ performance: 16.326 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:48 ] [ l_g_pix: 5.5349e-02 ] [ l_g_total: 5.5349e-02 ] +2024-10-07 03:05:25,095 INFO: [ epoch: 106 ] [ iter: 56,200 ] [ performance: 24.080 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:41 ] [ l_g_pix: 4.1056e-02 ] [ l_g_total: 4.1056e-02 ] +2024-10-07 03:05:28,832 INFO: [ epoch: 106 ] [ iter: 56,300 ] [ performance: 27.014 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:34 ] [ l_g_pix: 4.3061e-02 ] [ l_g_total: 4.3061e-02 ] +2024-10-07 03:05:32,523 INFO: [ epoch: 106 ] [ iter: 56,400 ] [ performance: 27.087 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:26 ] [ l_g_pix: 4.1789e-02 ] [ l_g_total: 4.1789e-02 ] +2024-10-07 03:05:36,220 INFO: [ epoch: 106 ] [ iter: 56,500 ] [ performance: 27.087 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:19 ] [ l_g_pix: 4.2928e-02 ] [ l_g_total: 4.2928e-02 ] +2024-10-07 03:05:39,690 INFO: [ epoch: 106 ] [ iter: 56,600 ] [ performance: 28.529 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:12 ] [ l_g_pix: 3.0700e-02 ] [ l_g_total: 3.0700e-02 ] +2024-10-07 03:05:44,755 INFO: [ epoch: 107 ] [ iter: 56,700 ] [ performance: 28.209 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:05 ] [ l_g_pix: 4.3269e-02 ] [ l_g_total: 4.3269e-02 ] +2024-10-07 03:05:48,461 INFO: [ epoch: 107 ] [ iter: 56,800 ] [ performance: 27.168 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:58 ] [ l_g_pix: 3.4505e-02 ] [ l_g_total: 3.4505e-02 ] +2024-10-07 03:05:52,197 INFO: [ epoch: 107 ] [ iter: 56,900 ] [ performance: 28.351 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:51 ] [ l_g_pix: 3.6295e-02 ] [ l_g_total: 3.6295e-02 ] +2024-10-07 03:05:55,903 INFO: [ epoch: 107 ] [ iter: 57,000 ] [ performance: 27.182 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:44 ] [ l_g_pix: 3.7718e-02 ] [ l_g_total: 3.7718e-02 ] +2024-10-07 03:05:59,461 INFO: [ epoch: 107 ] [ iter: 57,100 ] [ performance: 28.951 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:37 ] [ l_g_pix: 4.2045e-02 ] [ l_g_total: 4.2045e-02 ] +2024-10-07 03:06:04,631 INFO: [ epoch: 108 ] [ iter: 57,200 ] [ performance: 20.274 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:31 ] [ l_g_pix: 4.9911e-02 ] [ l_g_total: 4.9911e-02 ] +2024-10-07 03:06:08,409 INFO: [ epoch: 108 ] [ iter: 57,300 ] [ performance: 27.403 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:23 ] [ l_g_pix: 4.0817e-02 ] [ l_g_total: 4.0817e-02 ] +2024-10-07 03:06:12,120 INFO: [ epoch: 108 ] [ iter: 57,400 ] [ performance: 27.015 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:16 ] [ l_g_pix: 4.6077e-02 ] [ l_g_total: 4.6077e-02 ] +2024-10-07 03:06:15,843 INFO: [ epoch: 108 ] [ iter: 57,500 ] [ performance: 28.306 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:09 ] [ l_g_pix: 4.3270e-02 ] [ l_g_total: 4.3270e-02 ] +2024-10-07 03:06:19,457 INFO: [ epoch: 108 ] [ iter: 57,600 ] [ performance: 27.751 it/s ] [ lr: 1.00e-04 ] [ eta: 0:40:02 ] [ l_g_pix: 5.0368e-02 ] [ l_g_total: 5.0368e-02 ] +2024-10-07 03:06:24,714 INFO: [ epoch: 109 ] [ iter: 57,700 ] [ performance: 27.093 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:56 ] [ l_g_pix: 4.7144e-02 ] [ l_g_total: 4.7144e-02 ] +2024-10-07 03:06:28,449 INFO: [ epoch: 109 ] [ iter: 57,800 ] [ performance: 26.815 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:49 ] [ l_g_pix: 5.5668e-02 ] [ l_g_total: 5.5668e-02 ] +2024-10-07 03:06:32,183 INFO: [ epoch: 109 ] [ iter: 57,900 ] [ performance: 26.476 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:42 ] [ l_g_pix: 3.3864e-02 ] [ l_g_total: 3.3864e-02 ] +2024-10-07 03:06:35,912 INFO: [ epoch: 109 ] [ iter: 58,000 ] [ performance: 26.785 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:35 ] [ l_g_pix: 5.0958e-02 ] [ l_g_total: 5.0958e-02 ] +2024-10-07 03:06:39,602 INFO: [ epoch: 109 ] [ iter: 58,100 ] [ performance: 28.631 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:28 ] [ l_g_pix: 5.8993e-02 ] [ l_g_total: 5.8993e-02 ] +2024-10-07 03:06:44,341 INFO: [ epoch: 110 ] [ iter: 58,200 ] [ performance: 21.672 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:21 ] [ l_g_pix: 4.9007e-02 ] [ l_g_total: 4.9007e-02 ] +2024-10-07 03:06:48,499 INFO: [ epoch: 110 ] [ iter: 58,300 ] [ performance: 27.634 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:15 ] [ l_g_pix: 4.7384e-02 ] [ l_g_total: 4.7384e-02 ] +2024-10-07 03:06:52,213 INFO: [ epoch: 110 ] [ iter: 58,400 ] [ performance: 26.996 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:08 ] [ l_g_pix: 3.8215e-02 ] [ l_g_total: 3.8215e-02 ] +2024-10-07 03:06:55,933 INFO: [ epoch: 110 ] [ iter: 58,500 ] [ performance: 27.886 it/s ] [ lr: 1.00e-04 ] [ eta: 0:39:01 ] [ l_g_pix: 4.1643e-02 ] [ l_g_total: 4.1643e-02 ] +2024-10-07 03:06:59,659 INFO: [ epoch: 110 ] [ iter: 58,600 ] [ performance: 26.928 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:54 ] [ l_g_pix: 4.3663e-02 ] [ l_g_total: 4.3663e-02 ] +2024-10-07 03:07:03,174 INFO: [ epoch: 110 ] [ iter: 58,700 ] [ performance: 29.641 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:47 ] [ l_g_pix: 5.5068e-02 ] [ l_g_total: 5.5068e-02 ] +2024-10-07 03:07:08,521 INFO: [ epoch: 111 ] [ iter: 58,800 ] [ performance: 19.230 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:41 ] [ l_g_pix: 2.9835e-02 ] [ l_g_total: 2.9835e-02 ] +2024-10-07 03:07:12,284 INFO: [ epoch: 111 ] [ iter: 58,900 ] [ performance: 27.370 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:34 ] [ l_g_pix: 2.6638e-02 ] [ l_g_total: 2.6638e-02 ] +2024-10-07 03:07:15,960 INFO: [ epoch: 111 ] [ iter: 59,000 ] [ performance: 27.225 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:27 ] [ l_g_pix: 6.1454e-02 ] [ l_g_total: 6.1454e-02 ] +2024-10-07 03:07:19,678 INFO: [ epoch: 111 ] [ iter: 59,100 ] [ performance: 27.660 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:20 ] [ l_g_pix: 3.1571e-02 ] [ l_g_total: 3.1571e-02 ] +2024-10-07 03:07:23,227 INFO: [ epoch: 111 ] [ iter: 59,200 ] [ performance: 28.158 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:13 ] [ l_g_pix: 3.5882e-02 ] [ l_g_total: 3.5882e-02 ] +2024-10-07 03:07:28,250 INFO: [ epoch: 112 ] [ iter: 59,300 ] [ performance: 26.063 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:07 ] [ l_g_pix: 4.7490e-02 ] [ l_g_total: 4.7490e-02 ] +2024-10-07 03:07:32,047 INFO: [ epoch: 112 ] [ iter: 59,400 ] [ performance: 26.328 it/s ] [ lr: 1.00e-04 ] [ eta: 0:38:00 ] [ l_g_pix: 4.5879e-02 ] [ l_g_total: 4.5879e-02 ] +2024-10-07 03:07:35,783 INFO: [ epoch: 112 ] [ iter: 59,500 ] [ performance: 26.672 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:53 ] [ l_g_pix: 3.1582e-02 ] [ l_g_total: 3.1582e-02 ] +2024-10-07 03:07:39,504 INFO: [ epoch: 112 ] [ iter: 59,600 ] [ performance: 26.871 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:46 ] [ l_g_pix: 4.5971e-02 ] [ l_g_total: 4.5971e-02 ] +2024-10-07 03:07:43,180 INFO: [ epoch: 112 ] [ iter: 59,700 ] [ performance: 28.988 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:39 ] [ l_g_pix: 4.9212e-02 ] [ l_g_total: 4.9212e-02 ] +2024-10-07 03:07:48,311 INFO: [ epoch: 113 ] [ iter: 59,800 ] [ performance: 19.683 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:33 ] [ l_g_pix: 4.2047e-02 ] [ l_g_total: 4.2047e-02 ] +2024-10-07 03:07:52,082 INFO: [ epoch: 113 ] [ iter: 59,900 ] [ performance: 27.946 it/s ] [ lr: 1.00e-04 ] [ eta: 0:37:26 ] [ l_g_pix: 4.4410e-02 ] [ l_g_total: 4.4410e-02 ] +2024-10-07 03:07:55,801 INFO: [ epoch: 113 ] [ iter: 60,000 ] [ performance: 26.914 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:20 ] [ l_g_pix: 4.5156e-02 ] [ l_g_total: 4.5156e-02 ] +2024-10-07 03:07:55,802 INFO: Saving models and training states. +2024-10-07 03:10:45,766 INFO: Validation val + + # psnr: 27.0510........ Best: 27.0510 @ 60000 iter + # ssim: 0.7602........ Best: 0.7602 @ 60000 iter + # dists: 0.7725........ Best: 0.7725 @ 60000 iter + +2024-10-07 03:10:49,471 INFO: [ epoch: 113 ] [ iter: 60,100 ] [ performance: 29.603 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:06 ] [ l_g_pix: 4.2865e-02 ] [ l_g_total: 4.2865e-02 ] +2024-10-07 03:10:53,177 INFO: [ epoch: 113 ] [ iter: 60,200 ] [ performance: 27.013 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:58 ] [ l_g_pix: 3.0233e-02 ] [ l_g_total: 3.0233e-02 ] +2024-10-07 03:10:56,712 INFO: [ epoch: 113 ] [ iter: 60,300 ] [ performance: 27.636 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:51 ] [ l_g_pix: 4.3744e-02 ] [ l_g_total: 4.3744e-02 ] +2024-10-07 03:11:01,998 INFO: [ epoch: 114 ] [ iter: 60,400 ] [ performance: 18.922 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:45 ] [ l_g_pix: 3.8570e-02 ] [ l_g_total: 3.8570e-02 ] +2024-10-07 03:11:05,749 INFO: [ epoch: 114 ] [ iter: 60,500 ] [ performance: 22.137 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:37 ] [ l_g_pix: 3.5822e-02 ] [ l_g_total: 3.5822e-02 ] +2024-10-07 03:11:09,491 INFO: [ epoch: 114 ] [ iter: 60,600 ] [ performance: 26.755 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:30 ] [ l_g_pix: 5.2712e-02 ] [ l_g_total: 5.2712e-02 ] +2024-10-07 03:11:13,221 INFO: [ epoch: 114 ] [ iter: 60,700 ] [ performance: 26.783 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:23 ] [ l_g_pix: 3.0384e-02 ] [ l_g_total: 3.0384e-02 ] +2024-10-07 03:11:16,771 INFO: [ epoch: 114 ] [ iter: 60,800 ] [ performance: 28.184 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:15 ] [ l_g_pix: 4.2858e-02 ] [ l_g_total: 4.2858e-02 ] +2024-10-07 03:11:22,228 INFO: [ epoch: 115 ] [ iter: 60,900 ] [ performance: 22.164 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:09 ] [ l_g_pix: 4.2854e-02 ] [ l_g_total: 4.2854e-02 ] +2024-10-07 03:11:26,012 INFO: [ epoch: 115 ] [ iter: 61,000 ] [ performance: 26.442 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:02 ] [ l_g_pix: 4.5372e-02 ] [ l_g_total: 4.5372e-02 ] +2024-10-07 03:11:29,714 INFO: [ epoch: 115 ] [ iter: 61,100 ] [ performance: 26.733 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:55 ] [ l_g_pix: 3.1344e-02 ] [ l_g_total: 3.1344e-02 ] +2024-10-07 03:11:33,471 INFO: [ epoch: 115 ] [ iter: 61,200 ] [ performance: 26.686 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:48 ] [ l_g_pix: 4.1868e-02 ] [ l_g_total: 4.1868e-02 ] +2024-10-07 03:11:37,130 INFO: [ epoch: 115 ] [ iter: 61,300 ] [ performance: 27.013 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:41 ] [ l_g_pix: 4.4878e-02 ] [ l_g_total: 4.4878e-02 ] +2024-10-07 03:11:42,445 INFO: [ epoch: 116 ] [ iter: 61,400 ] [ performance: 18.509 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:34 ] [ l_g_pix: 3.6561e-02 ] [ l_g_total: 3.6561e-02 ] +2024-10-07 03:11:46,161 INFO: [ epoch: 116 ] [ iter: 61,500 ] [ performance: 22.041 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:27 ] [ l_g_pix: 4.6906e-02 ] [ l_g_total: 4.6906e-02 ] +2024-10-07 03:11:49,887 INFO: [ epoch: 116 ] [ iter: 61,600 ] [ performance: 26.894 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:20 ] [ l_g_pix: 3.1755e-02 ] [ l_g_total: 3.1755e-02 ] +2024-10-07 03:11:53,639 INFO: [ epoch: 116 ] [ iter: 61,700 ] [ performance: 26.773 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:13 ] [ l_g_pix: 2.9838e-02 ] [ l_g_total: 2.9838e-02 ] +2024-10-07 03:11:57,345 INFO: [ epoch: 116 ] [ iter: 61,800 ] [ performance: 27.110 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:06 ] [ l_g_pix: 3.1315e-02 ] [ l_g_total: 3.1315e-02 ] +2024-10-07 03:12:02,186 INFO: [ epoch: 117 ] [ iter: 61,900 ] [ performance: 23.360 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:59 ] [ l_g_pix: 6.1322e-02 ] [ l_g_total: 6.1322e-02 ] +2024-10-07 03:12:06,338 INFO: [ epoch: 117 ] [ iter: 62,000 ] [ performance: 25.393 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:52 ] [ l_g_pix: 5.1981e-02 ] [ l_g_total: 5.1981e-02 ] +2024-10-07 03:12:10,071 INFO: [ epoch: 117 ] [ iter: 62,100 ] [ performance: 26.104 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:45 ] [ l_g_pix: 4.3599e-02 ] [ l_g_total: 4.3599e-02 ] +2024-10-07 03:12:13,783 INFO: [ epoch: 117 ] [ iter: 62,200 ] [ performance: 27.060 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:38 ] [ l_g_pix: 2.6494e-02 ] [ l_g_total: 2.6494e-02 ] +2024-10-07 03:12:17,497 INFO: [ epoch: 117 ] [ iter: 62,300 ] [ performance: 26.991 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:31 ] [ l_g_pix: 3.6356e-02 ] [ l_g_total: 3.6356e-02 ] +2024-10-07 03:12:21,045 INFO: [ epoch: 117 ] [ iter: 62,400 ] [ performance: 28.390 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:24 ] [ l_g_pix: 3.5760e-02 ] [ l_g_total: 3.5760e-02 ] +2024-10-07 03:12:26,281 INFO: [ epoch: 118 ] [ iter: 62,500 ] [ performance: 22.605 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:18 ] [ l_g_pix: 3.1645e-02 ] [ l_g_total: 3.1645e-02 ] +2024-10-07 03:12:30,054 INFO: [ epoch: 118 ] [ iter: 62,600 ] [ performance: 26.515 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:11 ] [ l_g_pix: 4.6735e-02 ] [ l_g_total: 4.6735e-02 ] +2024-10-07 03:12:33,786 INFO: [ epoch: 118 ] [ iter: 62,700 ] [ performance: 26.665 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:04 ] [ l_g_pix: 6.5186e-02 ] [ l_g_total: 6.5186e-02 ] +2024-10-07 03:12:37,462 INFO: [ epoch: 118 ] [ iter: 62,800 ] [ performance: 27.202 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:57 ] [ l_g_pix: 3.2532e-02 ] [ l_g_total: 3.2532e-02 ] +2024-10-07 03:12:41,101 INFO: [ epoch: 118 ] [ iter: 62,900 ] [ performance: 27.353 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:50 ] [ l_g_pix: 3.3664e-02 ] [ l_g_total: 3.3664e-02 ] +2024-10-07 03:12:46,502 INFO: [ epoch: 119 ] [ iter: 63,000 ] [ performance: 17.627 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:44 ] [ l_g_pix: 4.7907e-02 ] [ l_g_total: 4.7907e-02 ] +2024-10-07 03:12:50,218 INFO: [ epoch: 119 ] [ iter: 63,100 ] [ performance: 21.616 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:37 ] [ l_g_pix: 4.8561e-02 ] [ l_g_total: 4.8561e-02 ] +2024-10-07 03:12:53,979 INFO: [ epoch: 119 ] [ iter: 63,200 ] [ performance: 26.585 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:30 ] [ l_g_pix: 3.2150e-02 ] [ l_g_total: 3.2150e-02 ] +2024-10-07 03:12:57,714 INFO: [ epoch: 119 ] [ iter: 63,300 ] [ performance: 26.688 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:23 ] [ l_g_pix: 4.5607e-02 ] [ l_g_total: 4.5607e-02 ] +2024-10-07 03:13:01,355 INFO: [ epoch: 119 ] [ iter: 63,400 ] [ performance: 27.666 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:16 ] [ l_g_pix: 4.9594e-02 ] [ l_g_total: 4.9594e-02 ] +2024-10-07 03:13:06,546 INFO: [ epoch: 120 ] [ iter: 63,500 ] [ performance: 22.391 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:10 ] [ l_g_pix: 4.5306e-02 ] [ l_g_total: 4.5306e-02 ] +2024-10-07 03:13:10,331 INFO: [ epoch: 120 ] [ iter: 63,600 ] [ performance: 27.392 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:03 ] [ l_g_pix: 3.8663e-02 ] [ l_g_total: 3.8663e-02 ] +2024-10-07 03:13:14,050 INFO: [ epoch: 120 ] [ iter: 63,700 ] [ performance: 27.120 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:56 ] [ l_g_pix: 4.7986e-02 ] [ l_g_total: 4.7986e-02 ] +2024-10-07 03:13:17,699 INFO: [ epoch: 120 ] [ iter: 63,800 ] [ performance: 27.475 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:49 ] [ l_g_pix: 3.3835e-02 ] [ l_g_total: 3.3835e-02 ] +2024-10-07 03:13:21,455 INFO: [ epoch: 120 ] [ iter: 63,900 ] [ performance: 27.006 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:42 ] [ l_g_pix: 4.3132e-02 ] [ l_g_total: 4.3132e-02 ] +2024-10-07 03:13:24,972 INFO: [ epoch: 120 ] [ iter: 64,000 ] [ performance: 28.790 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:35 ] [ l_g_pix: 3.6648e-02 ] [ l_g_total: 3.6648e-02 ] +2024-10-07 03:13:30,526 INFO: [ epoch: 121 ] [ iter: 64,100 ] [ performance: 21.665 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:29 ] [ l_g_pix: 3.4302e-02 ] [ l_g_total: 3.4302e-02 ] +2024-10-07 03:13:34,294 INFO: [ epoch: 121 ] [ iter: 64,200 ] [ performance: 26.681 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:22 ] [ l_g_pix: 4.5512e-02 ] [ l_g_total: 4.5512e-02 ] +2024-10-07 03:13:38,037 INFO: [ epoch: 121 ] [ iter: 64,300 ] [ performance: 26.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:15 ] [ l_g_pix: 4.9467e-02 ] [ l_g_total: 4.9467e-02 ] +2024-10-07 03:13:41,767 INFO: [ epoch: 121 ] [ iter: 64,400 ] [ performance: 26.810 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:08 ] [ l_g_pix: 4.7784e-02 ] [ l_g_total: 4.7784e-02 ] +2024-10-07 03:13:45,329 INFO: [ epoch: 121 ] [ iter: 64,500 ] [ performance: 27.503 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:01 ] [ l_g_pix: 3.8982e-02 ] [ l_g_total: 3.8982e-02 ] +2024-10-07 03:13:50,660 INFO: [ epoch: 122 ] [ iter: 64,600 ] [ performance: 17.173 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:55 ] [ l_g_pix: 4.1645e-02 ] [ l_g_total: 4.1645e-02 ] +2024-10-07 03:13:54,296 INFO: [ epoch: 122 ] [ iter: 64,700 ] [ performance: 21.735 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:48 ] [ l_g_pix: 4.5271e-02 ] [ l_g_total: 4.5271e-02 ] +2024-10-07 03:13:57,971 INFO: [ epoch: 122 ] [ iter: 64,800 ] [ performance: 27.415 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:41 ] [ l_g_pix: 4.1534e-02 ] [ l_g_total: 4.1534e-02 ] +2024-10-07 03:14:01,702 INFO: [ epoch: 122 ] [ iter: 64,900 ] [ performance: 27.069 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:35 ] [ l_g_pix: 5.9163e-02 ] [ l_g_total: 5.9163e-02 ] +2024-10-07 03:14:05,341 INFO: [ epoch: 122 ] [ iter: 65,000 ] [ performance: 27.891 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:28 ] [ l_g_pix: 4.5968e-02 ] [ l_g_total: 4.5968e-02 ] +2024-10-07 03:14:10,572 INFO: [ epoch: 123 ] [ iter: 65,100 ] [ performance: 22.152 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:22 ] [ l_g_pix: 5.3352e-02 ] [ l_g_total: 5.3352e-02 ] +2024-10-07 03:14:14,286 INFO: [ epoch: 123 ] [ iter: 65,200 ] [ performance: 27.078 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:15 ] [ l_g_pix: 3.5876e-02 ] [ l_g_total: 3.5876e-02 ] +2024-10-07 03:14:17,982 INFO: [ epoch: 123 ] [ iter: 65,300 ] [ performance: 27.068 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:08 ] [ l_g_pix: 4.7267e-02 ] [ l_g_total: 4.7267e-02 ] +2024-10-07 03:14:21,698 INFO: [ epoch: 123 ] [ iter: 65,400 ] [ performance: 27.143 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:01 ] [ l_g_pix: 3.8620e-02 ] [ l_g_total: 3.8620e-02 ] +2024-10-07 03:14:25,453 INFO: [ epoch: 123 ] [ iter: 65,500 ] [ performance: 26.854 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:55 ] [ l_g_pix: 3.4688e-02 ] [ l_g_total: 3.4688e-02 ] +2024-10-07 03:14:30,168 INFO: [ epoch: 124 ] [ iter: 65,600 ] [ performance: 19.515 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:48 ] [ l_g_pix: 4.6958e-02 ] [ l_g_total: 4.6958e-02 ] +2024-10-07 03:14:34,251 INFO: [ epoch: 124 ] [ iter: 65,700 ] [ performance: 22.099 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:42 ] [ l_g_pix: 4.1881e-02 ] [ l_g_total: 4.1881e-02 ] +2024-10-07 03:14:37,954 INFO: [ epoch: 124 ] [ iter: 65,800 ] [ performance: 27.231 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:35 ] [ l_g_pix: 4.7444e-02 ] [ l_g_total: 4.7444e-02 ] +2024-10-07 03:14:41,732 INFO: [ epoch: 124 ] [ iter: 65,900 ] [ performance: 26.787 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:28 ] [ l_g_pix: 3.6015e-02 ] [ l_g_total: 3.6015e-02 ] +2024-10-07 03:14:45,476 INFO: [ epoch: 124 ] [ iter: 66,000 ] [ performance: 26.812 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:22 ] [ l_g_pix: 4.8781e-02 ] [ l_g_total: 4.8781e-02 ] +2024-10-07 03:14:49,003 INFO: [ epoch: 124 ] [ iter: 66,100 ] [ performance: 27.693 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:15 ] [ l_g_pix: 3.9112e-02 ] [ l_g_total: 3.9112e-02 ] +2024-10-07 03:14:54,471 INFO: [ epoch: 125 ] [ iter: 66,200 ] [ performance: 22.416 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:09 ] [ l_g_pix: 4.3198e-02 ] [ l_g_total: 4.3198e-02 ] +2024-10-07 03:14:58,141 INFO: [ epoch: 125 ] [ iter: 66,300 ] [ performance: 25.015 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:02 ] [ l_g_pix: 2.3854e-02 ] [ l_g_total: 2.3854e-02 ] +2024-10-07 03:15:01,839 INFO: [ epoch: 125 ] [ iter: 66,400 ] [ performance: 27.250 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:55 ] [ l_g_pix: 3.4776e-02 ] [ l_g_total: 3.4776e-02 ] +2024-10-07 03:15:05,574 INFO: [ epoch: 125 ] [ iter: 66,500 ] [ performance: 26.971 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:49 ] [ l_g_pix: 4.5943e-02 ] [ l_g_total: 4.5943e-02 ] +2024-10-07 03:15:09,175 INFO: [ epoch: 125 ] [ iter: 66,600 ] [ performance: 28.167 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:42 ] [ l_g_pix: 3.3539e-02 ] [ l_g_total: 3.3539e-02 ] +2024-10-07 03:15:14,473 INFO: [ epoch: 126 ] [ iter: 66,700 ] [ performance: 21.816 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:36 ] [ l_g_pix: 3.5199e-02 ] [ l_g_total: 3.5199e-02 ] +2024-10-07 03:15:18,216 INFO: [ epoch: 126 ] [ iter: 66,800 ] [ performance: 27.296 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:29 ] [ l_g_pix: 4.0826e-02 ] [ l_g_total: 4.0826e-02 ] +2024-10-07 03:15:21,957 INFO: [ epoch: 126 ] [ iter: 66,900 ] [ performance: 26.961 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:23 ] [ l_g_pix: 3.8634e-02 ] [ l_g_total: 3.8634e-02 ] +2024-10-07 03:15:25,687 INFO: [ epoch: 126 ] [ iter: 67,000 ] [ performance: 27.071 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:16 ] [ l_g_pix: 2.8130e-02 ] [ l_g_total: 2.8130e-02 ] +2024-10-07 03:15:29,399 INFO: [ epoch: 126 ] [ iter: 67,100 ] [ performance: 26.995 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:09 ] [ l_g_pix: 3.2617e-02 ] [ l_g_total: 3.2617e-02 ] +2024-10-07 03:15:34,506 INFO: [ epoch: 127 ] [ iter: 67,200 ] [ performance: 16.958 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:03 ] [ l_g_pix: 3.1298e-02 ] [ l_g_total: 3.1298e-02 ] +2024-10-07 03:15:38,380 INFO: [ epoch: 127 ] [ iter: 67,300 ] [ performance: 21.385 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:57 ] [ l_g_pix: 4.4686e-02 ] [ l_g_total: 4.4686e-02 ] +2024-10-07 03:15:42,107 INFO: [ epoch: 127 ] [ iter: 67,400 ] [ performance: 26.952 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:50 ] [ l_g_pix: 5.9166e-02 ] [ l_g_total: 5.9166e-02 ] +2024-10-07 03:15:45,811 INFO: [ epoch: 127 ] [ iter: 67,500 ] [ performance: 26.982 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:44 ] [ l_g_pix: 4.0758e-02 ] [ l_g_total: 4.0758e-02 ] +2024-10-07 03:15:49,515 INFO: [ epoch: 127 ] [ iter: 67,600 ] [ performance: 27.085 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:37 ] [ l_g_pix: 3.2338e-02 ] [ l_g_total: 3.2338e-02 ] +2024-10-07 03:15:53,035 INFO: [ epoch: 127 ] [ iter: 67,700 ] [ performance: 27.877 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:30 ] [ l_g_pix: 4.1798e-02 ] [ l_g_total: 4.1798e-02 ] +2024-10-07 03:15:58,485 INFO: [ epoch: 128 ] [ iter: 67,800 ] [ performance: 27.209 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:25 ] [ l_g_pix: 4.6598e-02 ] [ l_g_total: 4.6598e-02 ] +2024-10-07 03:16:02,245 INFO: [ epoch: 128 ] [ iter: 67,900 ] [ performance: 26.834 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:18 ] [ l_g_pix: 4.7837e-02 ] [ l_g_total: 4.7837e-02 ] +2024-10-07 03:16:05,988 INFO: [ epoch: 128 ] [ iter: 68,000 ] [ performance: 26.773 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:11 ] [ l_g_pix: 4.8321e-02 ] [ l_g_total: 4.8321e-02 ] +2024-10-07 03:16:09,747 INFO: [ epoch: 128 ] [ iter: 68,100 ] [ performance: 26.669 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:05 ] [ l_g_pix: 4.4271e-02 ] [ l_g_total: 4.4271e-02 ] +2024-10-07 03:16:13,328 INFO: [ epoch: 128 ] [ iter: 68,200 ] [ performance: 28.825 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:58 ] [ l_g_pix: 3.9541e-02 ] [ l_g_total: 3.9541e-02 ] +2024-10-07 03:16:18,791 INFO: [ epoch: 129 ] [ iter: 68,300 ] [ performance: 21.244 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:52 ] [ l_g_pix: 4.3848e-02 ] [ l_g_total: 4.3848e-02 ] +2024-10-07 03:16:22,503 INFO: [ epoch: 129 ] [ iter: 68,400 ] [ performance: 27.190 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:46 ] [ l_g_pix: 5.0491e-02 ] [ l_g_total: 5.0491e-02 ] +2024-10-07 03:16:26,256 INFO: [ epoch: 129 ] [ iter: 68,500 ] [ performance: 26.850 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:39 ] [ l_g_pix: 6.0241e-02 ] [ l_g_total: 6.0241e-02 ] +2024-10-07 03:16:29,941 INFO: [ epoch: 129 ] [ iter: 68,600 ] [ performance: 26.910 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:33 ] [ l_g_pix: 5.4211e-02 ] [ l_g_total: 5.4211e-02 ] +2024-10-07 03:16:33,645 INFO: [ epoch: 129 ] [ iter: 68,700 ] [ performance: 26.970 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:26 ] [ l_g_pix: 5.7110e-02 ] [ l_g_total: 5.7110e-02 ] +2024-10-07 03:16:38,876 INFO: [ epoch: 130 ] [ iter: 68,800 ] [ performance: 15.392 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:20 ] [ l_g_pix: 3.3849e-02 ] [ l_g_total: 3.3849e-02 ] +2024-10-07 03:16:42,636 INFO: [ epoch: 130 ] [ iter: 68,900 ] [ performance: 20.989 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:14 ] [ l_g_pix: 4.1956e-02 ] [ l_g_total: 4.1956e-02 ] +2024-10-07 03:16:46,364 INFO: [ epoch: 130 ] [ iter: 69,000 ] [ performance: 26.886 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:07 ] [ l_g_pix: 5.1478e-02 ] [ l_g_total: 5.1478e-02 ] +2024-10-07 03:16:50,112 INFO: [ epoch: 130 ] [ iter: 69,100 ] [ performance: 26.758 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:01 ] [ l_g_pix: 4.8375e-02 ] [ l_g_total: 4.8375e-02 ] +2024-10-07 03:16:53,863 INFO: [ epoch: 130 ] [ iter: 69,200 ] [ performance: 26.633 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:55 ] [ l_g_pix: 4.3276e-02 ] [ l_g_total: 4.3276e-02 ] +2024-10-07 03:16:58,568 INFO: [ epoch: 131 ] [ iter: 69,300 ] [ performance: 22.920 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:48 ] [ l_g_pix: 4.8743e-02 ] [ l_g_total: 4.8743e-02 ] +2024-10-07 03:17:02,863 INFO: [ epoch: 131 ] [ iter: 69,400 ] [ performance: 27.027 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:42 ] [ l_g_pix: 4.7793e-02 ] [ l_g_total: 4.7793e-02 ] +2024-10-07 03:17:06,618 INFO: [ epoch: 131 ] [ iter: 69,500 ] [ performance: 26.775 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:36 ] [ l_g_pix: 4.1046e-02 ] [ l_g_total: 4.1046e-02 ] +2024-10-07 03:17:10,348 INFO: [ epoch: 131 ] [ iter: 69,600 ] [ performance: 26.805 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:29 ] [ l_g_pix: 5.5333e-02 ] [ l_g_total: 5.5333e-02 ] +2024-10-07 03:17:14,115 INFO: [ epoch: 131 ] [ iter: 69,700 ] [ performance: 26.640 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:23 ] [ l_g_pix: 4.3388e-02 ] [ l_g_total: 4.3388e-02 ] +2024-10-07 03:17:17,673 INFO: [ epoch: 131 ] [ iter: 69,800 ] [ performance: 28.814 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:16 ] [ l_g_pix: 3.8949e-02 ] [ l_g_total: 3.8949e-02 ] +2024-10-07 03:17:23,080 INFO: [ epoch: 132 ] [ iter: 69,900 ] [ performance: 21.119 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:11 ] [ l_g_pix: 3.7137e-02 ] [ l_g_total: 3.7137e-02 ] +2024-10-07 03:17:26,829 INFO: [ epoch: 132 ] [ iter: 70,000 ] [ performance: 27.021 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:04 ] [ l_g_pix: 2.0207e-02 ] [ l_g_total: 2.0207e-02 ] +2024-10-07 03:17:26,829 INFO: Saving models and training states. +2024-10-07 03:20:17,107 INFO: Validation val + + # psnr: 27.0662........ Best: 27.0662 @ 70000 iter + # ssim: 0.7611........ Best: 0.7611 @ 70000 iter + # dists: 0.7723........ Best: 0.7723 @ 70000 iter + +2024-10-07 03:20:20,851 INFO: [ epoch: 132 ] [ iter: 70,100 ] [ performance: 26.823 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:10 ] [ l_g_pix: 3.9877e-02 ] [ l_g_total: 3.9877e-02 ] +2024-10-07 03:20:24,519 INFO: [ epoch: 132 ] [ iter: 70,200 ] [ performance: 27.183 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:04 ] [ l_g_pix: 2.8656e-02 ] [ l_g_total: 2.8656e-02 ] +2024-10-07 03:20:28,189 INFO: [ epoch: 132 ] [ iter: 70,300 ] [ performance: 27.233 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:57 ] [ l_g_pix: 5.0513e-02 ] [ l_g_total: 5.0513e-02 ] +2024-10-07 03:20:33,581 INFO: [ epoch: 133 ] [ iter: 70,400 ] [ performance: 13.696 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:51 ] [ l_g_pix: 3.4978e-02 ] [ l_g_total: 3.4978e-02 ] +2024-10-07 03:20:37,261 INFO: [ epoch: 133 ] [ iter: 70,500 ] [ performance: 20.464 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:44 ] [ l_g_pix: 4.7044e-02 ] [ l_g_total: 4.7044e-02 ] +2024-10-07 03:20:40,905 INFO: [ epoch: 133 ] [ iter: 70,600 ] [ performance: 27.448 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:37 ] [ l_g_pix: 3.2874e-02 ] [ l_g_total: 3.2874e-02 ] +2024-10-07 03:20:44,628 INFO: [ epoch: 133 ] [ iter: 70,700 ] [ performance: 27.056 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:31 ] [ l_g_pix: 3.3977e-02 ] [ l_g_total: 3.3977e-02 ] +2024-10-07 03:20:48,345 INFO: [ epoch: 133 ] [ iter: 70,800 ] [ performance: 26.985 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:24 ] [ l_g_pix: 3.3179e-02 ] [ l_g_total: 3.3179e-02 ] +2024-10-07 03:20:53,600 INFO: [ epoch: 134 ] [ iter: 70,900 ] [ performance: 21.045 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:18 ] [ l_g_pix: 4.4942e-02 ] [ l_g_total: 4.4942e-02 ] +2024-10-07 03:20:58,348 INFO: [ epoch: 134 ] [ iter: 71,000 ] [ performance: 21.936 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:12 ] [ l_g_pix: 3.9791e-02 ] [ l_g_total: 3.9791e-02 ] +2024-10-07 03:21:02,107 INFO: [ epoch: 134 ] [ iter: 71,100 ] [ performance: 24.911 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:05 ] [ l_g_pix: 3.5702e-02 ] [ l_g_total: 3.5702e-02 ] +2024-10-07 03:21:05,828 INFO: [ epoch: 134 ] [ iter: 71,200 ] [ performance: 27.075 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:58 ] [ l_g_pix: 3.2610e-02 ] [ l_g_total: 3.2610e-02 ] +2024-10-07 03:21:09,572 INFO: [ epoch: 134 ] [ iter: 71,300 ] [ performance: 26.829 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:52 ] [ l_g_pix: 3.0415e-02 ] [ l_g_total: 3.0415e-02 ] +2024-10-07 03:21:13,101 INFO: [ epoch: 134 ] [ iter: 71,400 ] [ performance: 28.570 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:45 ] [ l_g_pix: 3.2481e-02 ] [ l_g_total: 3.2481e-02 ] +2024-10-07 03:21:18,492 INFO: [ epoch: 135 ] [ iter: 71,500 ] [ performance: 20.821 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:39 ] [ l_g_pix: 4.4584e-02 ] [ l_g_total: 4.4584e-02 ] +2024-10-07 03:21:22,219 INFO: [ epoch: 135 ] [ iter: 71,600 ] [ performance: 26.588 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:32 ] [ l_g_pix: 3.8051e-02 ] [ l_g_total: 3.8051e-02 ] +2024-10-07 03:21:25,975 INFO: [ epoch: 135 ] [ iter: 71,700 ] [ performance: 26.614 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:26 ] [ l_g_pix: 4.1659e-02 ] [ l_g_total: 4.1659e-02 ] +2024-10-07 03:21:29,741 INFO: [ epoch: 135 ] [ iter: 71,800 ] [ performance: 26.427 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:19 ] [ l_g_pix: 4.3795e-02 ] [ l_g_total: 4.3795e-02 ] +2024-10-07 03:21:33,315 INFO: [ epoch: 135 ] [ iter: 71,900 ] [ performance: 27.502 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:12 ] [ l_g_pix: 4.0794e-02 ] [ l_g_total: 4.0794e-02 ] +2024-10-07 03:21:38,401 INFO: [ epoch: 136 ] [ iter: 72,000 ] [ performance: 23.536 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:06 ] [ l_g_pix: 4.4157e-02 ] [ l_g_total: 4.4157e-02 ] +2024-10-07 03:21:42,167 INFO: [ epoch: 136 ] [ iter: 72,100 ] [ performance: 25.590 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:59 ] [ l_g_pix: 3.4752e-02 ] [ l_g_total: 3.4752e-02 ] +2024-10-07 03:21:45,894 INFO: [ epoch: 136 ] [ iter: 72,200 ] [ performance: 26.776 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:53 ] [ l_g_pix: 4.6057e-02 ] [ l_g_total: 4.6057e-02 ] +2024-10-07 03:21:49,597 INFO: [ epoch: 136 ] [ iter: 72,300 ] [ performance: 26.941 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:46 ] [ l_g_pix: 4.7602e-02 ] [ l_g_total: 4.7602e-02 ] +2024-10-07 03:21:53,264 INFO: [ epoch: 136 ] [ iter: 72,400 ] [ performance: 28.061 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:40 ] [ l_g_pix: 4.3650e-02 ] [ l_g_total: 4.3650e-02 ] +2024-10-07 03:21:58,433 INFO: [ epoch: 137 ] [ iter: 72,500 ] [ performance: 21.231 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:34 ] [ l_g_pix: 4.0674e-02 ] [ l_g_total: 4.0674e-02 ] +2024-10-07 03:22:02,179 INFO: [ epoch: 137 ] [ iter: 72,600 ] [ performance: 27.461 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:27 ] [ l_g_pix: 5.9246e-02 ] [ l_g_total: 5.9246e-02 ] +2024-10-07 03:22:05,926 INFO: [ epoch: 137 ] [ iter: 72,700 ] [ performance: 26.905 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:20 ] [ l_g_pix: 3.8344e-02 ] [ l_g_total: 3.8344e-02 ] +2024-10-07 03:22:09,625 INFO: [ epoch: 137 ] [ iter: 72,800 ] [ performance: 26.936 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:14 ] [ l_g_pix: 5.2421e-02 ] [ l_g_total: 5.2421e-02 ] +2024-10-07 03:22:13,371 INFO: [ epoch: 137 ] [ iter: 72,900 ] [ performance: 26.765 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:07 ] [ l_g_pix: 4.1888e-02 ] [ l_g_total: 4.1888e-02 ] +2024-10-07 03:22:16,851 INFO: [ epoch: 137 ] [ iter: 73,000 ] [ performance: 28.908 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:01 ] [ l_g_pix: 5.0294e-02 ] [ l_g_total: 5.0294e-02 ] +2024-10-07 03:22:22,088 INFO: [ epoch: 138 ] [ iter: 73,100 ] [ performance: 21.026 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:55 ] [ l_g_pix: 4.2050e-02 ] [ l_g_total: 4.2050e-02 ] +2024-10-07 03:22:25,753 INFO: [ epoch: 138 ] [ iter: 73,200 ] [ performance: 27.441 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:48 ] [ l_g_pix: 6.8846e-02 ] [ l_g_total: 6.8846e-02 ] +2024-10-07 03:22:29,492 INFO: [ epoch: 138 ] [ iter: 73,300 ] [ performance: 26.928 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:42 ] [ l_g_pix: 4.3951e-02 ] [ l_g_total: 4.3951e-02 ] +2024-10-07 03:22:33,200 INFO: [ epoch: 138 ] [ iter: 73,400 ] [ performance: 26.942 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:35 ] [ l_g_pix: 5.2747e-02 ] [ l_g_total: 5.2747e-02 ] +2024-10-07 03:22:36,718 INFO: [ epoch: 138 ] [ iter: 73,500 ] [ performance: 28.034 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:29 ] [ l_g_pix: 4.0138e-02 ] [ l_g_total: 4.0138e-02 ] +2024-10-07 03:22:41,910 INFO: [ epoch: 139 ] [ iter: 73,600 ] [ performance: 27.124 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:23 ] [ l_g_pix: 5.7307e-02 ] [ l_g_total: 5.7307e-02 ] +2024-10-07 03:22:45,612 INFO: [ epoch: 139 ] [ iter: 73,700 ] [ performance: 27.044 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:16 ] [ l_g_pix: 4.4729e-02 ] [ l_g_total: 4.4729e-02 ] +2024-10-07 03:22:49,333 INFO: [ epoch: 139 ] [ iter: 73,800 ] [ performance: 27.171 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:10 ] [ l_g_pix: 4.4548e-02 ] [ l_g_total: 4.4548e-02 ] +2024-10-07 03:22:53,066 INFO: [ epoch: 139 ] [ iter: 73,900 ] [ performance: 26.888 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:03 ] [ l_g_pix: 3.8808e-02 ] [ l_g_total: 3.8808e-02 ] +2024-10-07 03:22:56,666 INFO: [ epoch: 139 ] [ iter: 74,000 ] [ performance: 29.388 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:57 ] [ l_g_pix: 5.0736e-02 ] [ l_g_total: 5.0736e-02 ] +2024-10-07 03:23:01,694 INFO: [ epoch: 140 ] [ iter: 74,100 ] [ performance: 21.585 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:51 ] [ l_g_pix: 3.6941e-02 ] [ l_g_total: 3.6941e-02 ] +2024-10-07 03:23:05,461 INFO: [ epoch: 140 ] [ iter: 74,200 ] [ performance: 26.882 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:44 ] [ l_g_pix: 2.8426e-02 ] [ l_g_total: 2.8426e-02 ] +2024-10-07 03:23:09,238 INFO: [ epoch: 140 ] [ iter: 74,300 ] [ performance: 26.575 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:38 ] [ l_g_pix: 2.6968e-02 ] [ l_g_total: 2.6968e-02 ] +2024-10-07 03:23:12,970 INFO: [ epoch: 140 ] [ iter: 74,400 ] [ performance: 27.029 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:31 ] [ l_g_pix: 3.1633e-02 ] [ l_g_total: 3.1633e-02 ] +2024-10-07 03:23:16,681 INFO: [ epoch: 140 ] [ iter: 74,500 ] [ performance: 26.974 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:25 ] [ l_g_pix: 3.3798e-02 ] [ l_g_total: 3.3798e-02 ] +2024-10-07 03:23:21,552 INFO: [ epoch: 141 ] [ iter: 74,600 ] [ performance: 12.011 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:19 ] [ l_g_pix: 5.3659e-02 ] [ l_g_total: 5.3659e-02 ] +2024-10-07 03:23:25,521 INFO: [ epoch: 141 ] [ iter: 74,700 ] [ performance: 20.239 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:12 ] [ l_g_pix: 4.5083e-02 ] [ l_g_total: 4.5083e-02 ] +2024-10-07 03:23:29,254 INFO: [ epoch: 141 ] [ iter: 74,800 ] [ performance: 26.687 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:06 ] [ l_g_pix: 3.8063e-02 ] [ l_g_total: 3.8063e-02 ] +2024-10-07 03:23:32,978 INFO: [ epoch: 141 ] [ iter: 74,900 ] [ performance: 26.818 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:00 ] [ l_g_pix: 4.1190e-02 ] [ l_g_total: 4.1190e-02 ] +2024-10-07 03:23:36,698 INFO: [ epoch: 141 ] [ iter: 75,000 ] [ performance: 26.882 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:53 ] [ l_g_pix: 5.0288e-02 ] [ l_g_total: 5.0288e-02 ] +2024-10-07 03:23:40,210 INFO: [ epoch: 141 ] [ iter: 75,100 ] [ performance: 28.123 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:47 ] [ l_g_pix: 4.8943e-02 ] [ l_g_total: 4.8943e-02 ] +2024-10-07 03:23:45,382 INFO: [ epoch: 142 ] [ iter: 75,200 ] [ performance: 27.431 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:41 ] [ l_g_pix: 3.5592e-02 ] [ l_g_total: 3.5592e-02 ] +2024-10-07 03:23:49,173 INFO: [ epoch: 142 ] [ iter: 75,300 ] [ performance: 26.594 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:34 ] [ l_g_pix: 3.8694e-02 ] [ l_g_total: 3.8694e-02 ] +2024-10-07 03:23:52,943 INFO: [ epoch: 142 ] [ iter: 75,400 ] [ performance: 27.161 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:28 ] [ l_g_pix: 3.7873e-02 ] [ l_g_total: 3.7873e-02 ] +2024-10-07 03:23:56,703 INFO: [ epoch: 142 ] [ iter: 75,500 ] [ performance: 26.710 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:22 ] [ l_g_pix: 3.5380e-02 ] [ l_g_total: 3.5380e-02 ] +2024-10-07 03:24:00,329 INFO: [ epoch: 142 ] [ iter: 75,600 ] [ performance: 29.218 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:15 ] [ l_g_pix: 4.6501e-02 ] [ l_g_total: 4.6501e-02 ] +2024-10-07 03:24:05,436 INFO: [ epoch: 143 ] [ iter: 75,700 ] [ performance: 20.922 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:09 ] [ l_g_pix: 3.7856e-02 ] [ l_g_total: 3.7856e-02 ] +2024-10-07 03:24:09,167 INFO: [ epoch: 143 ] [ iter: 75,800 ] [ performance: 26.814 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:03 ] [ l_g_pix: 4.6422e-02 ] [ l_g_total: 4.6422e-02 ] +2024-10-07 03:24:12,861 INFO: [ epoch: 143 ] [ iter: 75,900 ] [ performance: 27.026 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:57 ] [ l_g_pix: 5.2507e-02 ] [ l_g_total: 5.2507e-02 ] +2024-10-07 03:24:16,582 INFO: [ epoch: 143 ] [ iter: 76,000 ] [ performance: 27.274 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:50 ] [ l_g_pix: 4.7290e-02 ] [ l_g_total: 4.7290e-02 ] +2024-10-07 03:24:20,245 INFO: [ epoch: 143 ] [ iter: 76,100 ] [ performance: 27.300 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:44 ] [ l_g_pix: 4.7879e-02 ] [ l_g_total: 4.7879e-02 ] +2024-10-07 03:24:25,444 INFO: [ epoch: 144 ] [ iter: 76,200 ] [ performance: 16.258 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:38 ] [ l_g_pix: 4.0871e-02 ] [ l_g_total: 4.0871e-02 ] +2024-10-07 03:24:29,222 INFO: [ epoch: 144 ] [ iter: 76,300 ] [ performance: 23.876 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:32 ] [ l_g_pix: 2.2183e-02 ] [ l_g_total: 2.2183e-02 ] +2024-10-07 03:24:32,964 INFO: [ epoch: 144 ] [ iter: 76,400 ] [ performance: 27.496 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:25 ] [ l_g_pix: 4.3249e-02 ] [ l_g_total: 4.3249e-02 ] +2024-10-07 03:24:36,723 INFO: [ epoch: 144 ] [ iter: 76,500 ] [ performance: 26.752 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:19 ] [ l_g_pix: 5.0361e-02 ] [ l_g_total: 5.0361e-02 ] +2024-10-07 03:24:40,459 INFO: [ epoch: 144 ] [ iter: 76,600 ] [ performance: 27.399 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:13 ] [ l_g_pix: 4.5507e-02 ] [ l_g_total: 4.5507e-02 ] +2024-10-07 03:24:43,925 INFO: [ epoch: 144 ] [ iter: 76,700 ] [ performance: 28.616 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:06 ] [ l_g_pix: 4.3669e-02 ] [ l_g_total: 4.3669e-02 ] +2024-10-07 03:24:49,275 INFO: [ epoch: 145 ] [ iter: 76,800 ] [ performance: 26.790 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:01 ] [ l_g_pix: 4.1004e-02 ] [ l_g_total: 4.1004e-02 ] +2024-10-07 03:24:52,970 INFO: [ epoch: 145 ] [ iter: 76,900 ] [ performance: 27.029 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:54 ] [ l_g_pix: 5.5424e-02 ] [ l_g_total: 5.5424e-02 ] +2024-10-07 03:24:56,651 INFO: [ epoch: 145 ] [ iter: 77,000 ] [ performance: 27.792 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:48 ] [ l_g_pix: 2.8188e-02 ] [ l_g_total: 2.8188e-02 ] +2024-10-07 03:25:00,377 INFO: [ epoch: 145 ] [ iter: 77,100 ] [ performance: 26.977 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:42 ] [ l_g_pix: 4.8456e-02 ] [ l_g_total: 4.8456e-02 ] +2024-10-07 03:25:03,947 INFO: [ epoch: 145 ] [ iter: 77,200 ] [ performance: 29.586 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:35 ] [ l_g_pix: 4.4395e-02 ] [ l_g_total: 4.4395e-02 ] +2024-10-07 03:25:09,310 INFO: [ epoch: 146 ] [ iter: 77,300 ] [ performance: 19.652 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:30 ] [ l_g_pix: 2.9429e-02 ] [ l_g_total: 2.9429e-02 ] +2024-10-07 03:25:13,020 INFO: [ epoch: 146 ] [ iter: 77,400 ] [ performance: 27.592 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:23 ] [ l_g_pix: 3.5737e-02 ] [ l_g_total: 3.5737e-02 ] +2024-10-07 03:25:16,720 INFO: [ epoch: 146 ] [ iter: 77,500 ] [ performance: 27.106 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:17 ] [ l_g_pix: 4.3613e-02 ] [ l_g_total: 4.3613e-02 ] +2024-10-07 03:25:20,436 INFO: [ epoch: 146 ] [ iter: 77,600 ] [ performance: 27.768 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:11 ] [ l_g_pix: 4.5749e-02 ] [ l_g_total: 4.5749e-02 ] +2024-10-07 03:25:24,023 INFO: [ epoch: 146 ] [ iter: 77,700 ] [ performance: 27.866 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:05 ] [ l_g_pix: 5.6971e-02 ] [ l_g_total: 5.6971e-02 ] +2024-10-07 03:25:29,190 INFO: [ epoch: 147 ] [ iter: 77,800 ] [ performance: 26.413 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:59 ] [ l_g_pix: 5.2204e-02 ] [ l_g_total: 5.2204e-02 ] +2024-10-07 03:25:32,950 INFO: [ epoch: 147 ] [ iter: 77,900 ] [ performance: 26.584 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:53 ] [ l_g_pix: 5.5378e-02 ] [ l_g_total: 5.5378e-02 ] +2024-10-07 03:25:36,669 INFO: [ epoch: 147 ] [ iter: 78,000 ] [ performance: 27.063 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:46 ] [ l_g_pix: 5.6680e-02 ] [ l_g_total: 5.6680e-02 ] +2024-10-07 03:25:40,412 INFO: [ epoch: 147 ] [ iter: 78,100 ] [ performance: 26.756 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:40 ] [ l_g_pix: 4.2659e-02 ] [ l_g_total: 4.2659e-02 ] +2024-10-07 03:25:44,171 INFO: [ epoch: 147 ] [ iter: 78,200 ] [ performance: 27.116 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:34 ] [ l_g_pix: 3.9048e-02 ] [ l_g_total: 3.9048e-02 ] +2024-10-07 03:25:48,930 INFO: [ epoch: 148 ] [ iter: 78,300 ] [ performance: 21.495 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:28 ] [ l_g_pix: 3.3639e-02 ] [ l_g_total: 3.3639e-02 ] +2024-10-07 03:25:52,948 INFO: [ epoch: 148 ] [ iter: 78,400 ] [ performance: 27.733 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:22 ] [ l_g_pix: 3.1082e-02 ] [ l_g_total: 3.1082e-02 ] +2024-10-07 03:25:56,670 INFO: [ epoch: 148 ] [ iter: 78,500 ] [ performance: 26.952 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:16 ] [ l_g_pix: 5.7201e-02 ] [ l_g_total: 5.7201e-02 ] +2024-10-07 03:26:00,428 INFO: [ epoch: 148 ] [ iter: 78,600 ] [ performance: 26.557 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:10 ] [ l_g_pix: 2.4832e-02 ] [ l_g_total: 2.4832e-02 ] +2024-10-07 03:26:04,124 INFO: [ epoch: 148 ] [ iter: 78,700 ] [ performance: 27.021 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:03 ] [ l_g_pix: 4.6030e-02 ] [ l_g_total: 4.6030e-02 ] +2024-10-07 03:26:07,681 INFO: [ epoch: 148 ] [ iter: 78,800 ] [ performance: 29.445 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:57 ] [ l_g_pix: 3.5053e-02 ] [ l_g_total: 3.5053e-02 ] +2024-10-07 03:26:12,868 INFO: [ epoch: 149 ] [ iter: 78,900 ] [ performance: 19.788 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:51 ] [ l_g_pix: 4.5623e-02 ] [ l_g_total: 4.5623e-02 ] +2024-10-07 03:26:16,617 INFO: [ epoch: 149 ] [ iter: 79,000 ] [ performance: 26.840 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:45 ] [ l_g_pix: 3.6449e-02 ] [ l_g_total: 3.6449e-02 ] +2024-10-07 03:26:20,349 INFO: [ epoch: 149 ] [ iter: 79,100 ] [ performance: 26.803 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:39 ] [ l_g_pix: 5.8647e-02 ] [ l_g_total: 5.8647e-02 ] +2024-10-07 03:26:24,055 INFO: [ epoch: 149 ] [ iter: 79,200 ] [ performance: 26.692 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:33 ] [ l_g_pix: 4.4973e-02 ] [ l_g_total: 4.4973e-02 ] +2024-10-07 03:26:27,633 INFO: [ epoch: 149 ] [ iter: 79,300 ] [ performance: 27.881 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:27 ] [ l_g_pix: 3.5621e-02 ] [ l_g_total: 3.5621e-02 ] +2024-10-07 03:26:32,951 INFO: [ epoch: 150 ] [ iter: 79,400 ] [ performance: 28.549 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:21 ] [ l_g_pix: 3.3946e-02 ] [ l_g_total: 3.3946e-02 ] +2024-10-07 03:26:36,661 INFO: [ epoch: 150 ] [ iter: 79,500 ] [ performance: 27.031 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:15 ] [ l_g_pix: 4.0383e-02 ] [ l_g_total: 4.0383e-02 ] +2024-10-07 03:26:40,361 INFO: [ epoch: 150 ] [ iter: 79,600 ] [ performance: 27.985 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:09 ] [ l_g_pix: 5.3084e-02 ] [ l_g_total: 5.3084e-02 ] +2024-10-07 03:26:44,118 INFO: [ epoch: 150 ] [ iter: 79,700 ] [ performance: 26.674 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:03 ] [ l_g_pix: 3.9242e-02 ] [ l_g_total: 3.9242e-02 ] +2024-10-07 03:26:47,779 INFO: [ epoch: 150 ] [ iter: 79,800 ] [ performance: 30.060 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:57 ] [ l_g_pix: 3.9322e-02 ] [ l_g_total: 3.9322e-02 ] +2024-10-07 03:26:52,967 INFO: [ epoch: 151 ] [ iter: 79,900 ] [ performance: 19.483 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:51 ] [ l_g_pix: 3.4065e-02 ] [ l_g_total: 3.4065e-02 ] +2024-10-07 03:26:56,784 INFO: [ epoch: 151 ] [ iter: 80,000 ] [ performance: 27.850 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:45 ] [ l_g_pix: 5.0221e-02 ] [ l_g_total: 5.0221e-02 ] +2024-10-07 03:26:56,785 INFO: Saving models and training states. +2024-10-07 03:29:41,965 INFO: Validation val + + # psnr: 27.0643........ Best: 27.0662 @ 70000 iter + # ssim: 0.7611........ Best: 0.7611 @ 80000 iter + # dists: 0.7723........ Best: 0.7723 @ 70000 iter + +2024-10-07 03:29:45,634 INFO: [ epoch: 151 ] [ iter: 80,100 ] [ performance: 27.274 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:20 ] [ l_g_pix: 5.4789e-02 ] [ l_g_total: 5.4789e-02 ] +2024-10-07 03:29:49,268 INFO: [ epoch: 151 ] [ iter: 80,200 ] [ performance: 26.824 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:13 ] [ l_g_pix: 2.8041e-02 ] [ l_g_total: 2.8041e-02 ] +2024-10-07 03:29:52,910 INFO: [ epoch: 151 ] [ iter: 80,300 ] [ performance: 27.453 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:07 ] [ l_g_pix: 4.0293e-02 ] [ l_g_total: 4.0293e-02 ] +2024-10-07 03:29:56,385 INFO: [ epoch: 151 ] [ iter: 80,400 ] [ performance: 28.100 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:01 ] [ l_g_pix: 4.1930e-02 ] [ l_g_total: 4.1930e-02 ] +2024-10-07 03:30:01,809 INFO: [ epoch: 152 ] [ iter: 80,500 ] [ performance: 18.443 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:55 ] [ l_g_pix: 4.5608e-02 ] [ l_g_total: 4.5608e-02 ] +2024-10-07 03:30:05,475 INFO: [ epoch: 152 ] [ iter: 80,600 ] [ performance: 22.009 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:48 ] [ l_g_pix: 3.4972e-02 ] [ l_g_total: 3.4972e-02 ] +2024-10-07 03:30:09,179 INFO: [ epoch: 152 ] [ iter: 80,700 ] [ performance: 26.994 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:42 ] [ l_g_pix: 4.3388e-02 ] [ l_g_total: 4.3388e-02 ] +2024-10-07 03:30:12,929 INFO: [ epoch: 152 ] [ iter: 80,800 ] [ performance: 26.829 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:36 ] [ l_g_pix: 3.5023e-02 ] [ l_g_total: 3.5023e-02 ] +2024-10-07 03:30:16,529 INFO: [ epoch: 152 ] [ iter: 80,900 ] [ performance: 27.892 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:29 ] [ l_g_pix: 3.4582e-02 ] [ l_g_total: 3.4582e-02 ] +2024-10-07 03:30:21,696 INFO: [ epoch: 153 ] [ iter: 81,000 ] [ performance: 22.814 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:23 ] [ l_g_pix: 3.9081e-02 ] [ l_g_total: 3.9081e-02 ] +2024-10-07 03:30:25,399 INFO: [ epoch: 153 ] [ iter: 81,100 ] [ performance: 27.026 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:17 ] [ l_g_pix: 4.1853e-02 ] [ l_g_total: 4.1853e-02 ] +2024-10-07 03:30:29,114 INFO: [ epoch: 153 ] [ iter: 81,200 ] [ performance: 26.974 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:11 ] [ l_g_pix: 4.3317e-02 ] [ l_g_total: 4.3317e-02 ] +2024-10-07 03:30:32,822 INFO: [ epoch: 153 ] [ iter: 81,300 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:04 ] [ l_g_pix: 3.8670e-02 ] [ l_g_total: 3.8670e-02 ] +2024-10-07 03:30:36,482 INFO: [ epoch: 153 ] [ iter: 81,400 ] [ performance: 27.151 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:58 ] [ l_g_pix: 3.9359e-02 ] [ l_g_total: 3.9359e-02 ] +2024-10-07 03:30:41,446 INFO: [ epoch: 154 ] [ iter: 81,500 ] [ performance: 19.841 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:52 ] [ l_g_pix: 4.3170e-02 ] [ l_g_total: 4.3170e-02 ] +2024-10-07 03:30:45,210 INFO: [ epoch: 154 ] [ iter: 81,600 ] [ performance: 22.804 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:46 ] [ l_g_pix: 4.1599e-02 ] [ l_g_total: 4.1599e-02 ] +2024-10-07 03:30:48,978 INFO: [ epoch: 154 ] [ iter: 81,700 ] [ performance: 26.557 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:40 ] [ l_g_pix: 4.9166e-02 ] [ l_g_total: 4.9166e-02 ] +2024-10-07 03:30:52,737 INFO: [ epoch: 154 ] [ iter: 81,800 ] [ performance: 26.583 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:33 ] [ l_g_pix: 4.4853e-02 ] [ l_g_total: 4.4853e-02 ] +2024-10-07 03:30:56,446 INFO: [ epoch: 154 ] [ iter: 81,900 ] [ performance: 27.069 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:27 ] [ l_g_pix: 3.7079e-02 ] [ l_g_total: 3.7079e-02 ] +2024-10-07 03:31:01,102 INFO: [ epoch: 155 ] [ iter: 82,000 ] [ performance: 23.857 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:21 ] [ l_g_pix: 2.7669e-02 ] [ l_g_total: 2.7669e-02 ] +2024-10-07 03:31:05,227 INFO: [ epoch: 155 ] [ iter: 82,100 ] [ performance: 25.611 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:15 ] [ l_g_pix: 6.0199e-02 ] [ l_g_total: 6.0199e-02 ] +2024-10-07 03:31:08,921 INFO: [ epoch: 155 ] [ iter: 82,200 ] [ performance: 26.354 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:09 ] [ l_g_pix: 3.6133e-02 ] [ l_g_total: 3.6133e-02 ] +2024-10-07 03:31:12,632 INFO: [ epoch: 155 ] [ iter: 82,300 ] [ performance: 27.008 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:03 ] [ l_g_pix: 3.7177e-02 ] [ l_g_total: 3.7177e-02 ] +2024-10-07 03:31:16,357 INFO: [ epoch: 155 ] [ iter: 82,400 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:56 ] [ l_g_pix: 3.7369e-02 ] [ l_g_total: 3.7369e-02 ] +2024-10-07 03:31:19,870 INFO: [ epoch: 155 ] [ iter: 82,500 ] [ performance: 28.604 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:50 ] [ l_g_pix: 4.7137e-02 ] [ l_g_total: 4.7137e-02 ] +2024-10-07 03:31:24,969 INFO: [ epoch: 156 ] [ iter: 82,600 ] [ performance: 23.047 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:44 ] [ l_g_pix: 4.7316e-02 ] [ l_g_total: 4.7316e-02 ] +2024-10-07 03:31:28,658 INFO: [ epoch: 156 ] [ iter: 82,700 ] [ performance: 27.061 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:38 ] [ l_g_pix: 3.6376e-02 ] [ l_g_total: 3.6376e-02 ] +2024-10-07 03:31:32,303 INFO: [ epoch: 156 ] [ iter: 82,800 ] [ performance: 27.260 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:32 ] [ l_g_pix: 4.6505e-02 ] [ l_g_total: 4.6505e-02 ] +2024-10-07 03:31:35,959 INFO: [ epoch: 156 ] [ iter: 82,900 ] [ performance: 27.415 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:26 ] [ l_g_pix: 3.7485e-02 ] [ l_g_total: 3.7485e-02 ] +2024-10-07 03:31:39,549 INFO: [ epoch: 156 ] [ iter: 83,000 ] [ performance: 27.651 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:19 ] [ l_g_pix: 3.6923e-02 ] [ l_g_total: 3.6923e-02 ] +2024-10-07 03:31:44,600 INFO: [ epoch: 157 ] [ iter: 83,100 ] [ performance: 18.903 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:13 ] [ l_g_pix: 4.9439e-02 ] [ l_g_total: 4.9439e-02 ] +2024-10-07 03:31:48,326 INFO: [ epoch: 157 ] [ iter: 83,200 ] [ performance: 22.457 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:07 ] [ l_g_pix: 7.0135e-02 ] [ l_g_total: 7.0135e-02 ] +2024-10-07 03:31:52,068 INFO: [ epoch: 157 ] [ iter: 83,300 ] [ performance: 26.957 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:01 ] [ l_g_pix: 4.4479e-02 ] [ l_g_total: 4.4479e-02 ] +2024-10-07 03:31:55,768 INFO: [ epoch: 157 ] [ iter: 83,400 ] [ performance: 26.999 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:55 ] [ l_g_pix: 6.1284e-02 ] [ l_g_total: 6.1284e-02 ] +2024-10-07 03:31:59,449 INFO: [ epoch: 157 ] [ iter: 83,500 ] [ performance: 27.200 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:49 ] [ l_g_pix: 4.4596e-02 ] [ l_g_total: 4.4596e-02 ] +2024-10-07 03:32:04,254 INFO: [ epoch: 158 ] [ iter: 83,600 ] [ performance: 23.332 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:43 ] [ l_g_pix: 3.9750e-02 ] [ l_g_total: 3.9750e-02 ] +2024-10-07 03:32:08,130 INFO: [ epoch: 158 ] [ iter: 83,700 ] [ performance: 27.228 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:37 ] [ l_g_pix: 4.0824e-02 ] [ l_g_total: 4.0824e-02 ] +2024-10-07 03:32:11,831 INFO: [ epoch: 158 ] [ iter: 83,800 ] [ performance: 27.119 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:31 ] [ l_g_pix: 3.5135e-02 ] [ l_g_total: 3.5135e-02 ] +2024-10-07 03:32:15,552 INFO: [ epoch: 158 ] [ iter: 83,900 ] [ performance: 27.006 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:24 ] [ l_g_pix: 3.9891e-02 ] [ l_g_total: 3.9891e-02 ] +2024-10-07 03:32:19,284 INFO: [ epoch: 158 ] [ iter: 84,000 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:18 ] [ l_g_pix: 3.3598e-02 ] [ l_g_total: 3.3598e-02 ] +2024-10-07 03:32:22,802 INFO: [ epoch: 158 ] [ iter: 84,100 ] [ performance: 28.842 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:12 ] [ l_g_pix: 4.2086e-02 ] [ l_g_total: 4.2086e-02 ] +2024-10-07 03:32:28,017 INFO: [ epoch: 159 ] [ iter: 84,200 ] [ performance: 22.588 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:06 ] [ l_g_pix: 4.4082e-02 ] [ l_g_total: 4.4082e-02 ] +2024-10-07 03:32:31,762 INFO: [ epoch: 159 ] [ iter: 84,300 ] [ performance: 26.929 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:00 ] [ l_g_pix: 6.1006e-02 ] [ l_g_total: 6.1006e-02 ] +2024-10-07 03:32:35,486 INFO: [ epoch: 159 ] [ iter: 84,400 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:54 ] [ l_g_pix: 3.5833e-02 ] [ l_g_total: 3.5833e-02 ] +2024-10-07 03:32:39,237 INFO: [ epoch: 159 ] [ iter: 84,500 ] [ performance: 26.677 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:48 ] [ l_g_pix: 4.7770e-02 ] [ l_g_total: 4.7770e-02 ] +2024-10-07 03:32:42,802 INFO: [ epoch: 159 ] [ iter: 84,600 ] [ performance: 27.425 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:42 ] [ l_g_pix: 4.8349e-02 ] [ l_g_total: 4.8349e-02 ] +2024-10-07 03:32:47,952 INFO: [ epoch: 160 ] [ iter: 84,700 ] [ performance: 17.900 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:36 ] [ l_g_pix: 4.3404e-02 ] [ l_g_total: 4.3404e-02 ] +2024-10-07 03:32:51,681 INFO: [ epoch: 160 ] [ iter: 84,800 ] [ performance: 21.986 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:30 ] [ l_g_pix: 4.9159e-02 ] [ l_g_total: 4.9159e-02 ] +2024-10-07 03:32:55,437 INFO: [ epoch: 160 ] [ iter: 84,900 ] [ performance: 26.720 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:24 ] [ l_g_pix: 3.5850e-02 ] [ l_g_total: 3.5850e-02 ] +2024-10-07 03:32:59,206 INFO: [ epoch: 160 ] [ iter: 85,000 ] [ performance: 26.617 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:18 ] [ l_g_pix: 2.8531e-02 ] [ l_g_total: 2.8531e-02 ] +2024-10-07 03:33:02,877 INFO: [ epoch: 160 ] [ iter: 85,100 ] [ performance: 27.398 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:12 ] [ l_g_pix: 4.7666e-02 ] [ l_g_total: 4.7666e-02 ] +2024-10-07 03:33:08,126 INFO: [ epoch: 161 ] [ iter: 85,200 ] [ performance: 21.966 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:06 ] [ l_g_pix: 4.6602e-02 ] [ l_g_total: 4.6602e-02 ] +2024-10-07 03:33:11,832 INFO: [ epoch: 161 ] [ iter: 85,300 ] [ performance: 27.184 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:00 ] [ l_g_pix: 3.7554e-02 ] [ l_g_total: 3.7554e-02 ] +2024-10-07 03:33:15,575 INFO: [ epoch: 161 ] [ iter: 85,400 ] [ performance: 26.917 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:54 ] [ l_g_pix: 4.3554e-02 ] [ l_g_total: 4.3554e-02 ] +2024-10-07 03:33:19,348 INFO: [ epoch: 161 ] [ iter: 85,500 ] [ performance: 26.529 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:48 ] [ l_g_pix: 4.0839e-02 ] [ l_g_total: 4.0839e-02 ] +2024-10-07 03:33:23,100 INFO: [ epoch: 161 ] [ iter: 85,600 ] [ performance: 26.598 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:42 ] [ l_g_pix: 3.0090e-02 ] [ l_g_total: 3.0090e-02 ] +2024-10-07 03:33:27,628 INFO: [ epoch: 162 ] [ iter: 85,700 ] [ performance: 20.525 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:36 ] [ l_g_pix: 5.1973e-02 ] [ l_g_total: 5.1973e-02 ] +2024-10-07 03:33:31,783 INFO: [ epoch: 162 ] [ iter: 85,800 ] [ performance: 22.426 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:30 ] [ l_g_pix: 5.1426e-02 ] [ l_g_total: 5.1426e-02 ] +2024-10-07 03:33:35,537 INFO: [ epoch: 162 ] [ iter: 85,900 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:24 ] [ l_g_pix: 4.6937e-02 ] [ l_g_total: 4.6937e-02 ] +2024-10-07 03:33:39,264 INFO: [ epoch: 162 ] [ iter: 86,000 ] [ performance: 26.815 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:18 ] [ l_g_pix: 3.5558e-02 ] [ l_g_total: 3.5558e-02 ] +2024-10-07 03:33:42,969 INFO: [ epoch: 162 ] [ iter: 86,100 ] [ performance: 27.091 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:12 ] [ l_g_pix: 3.9580e-02 ] [ l_g_total: 3.9580e-02 ] +2024-10-07 03:33:46,580 INFO: [ epoch: 162 ] [ iter: 86,200 ] [ performance: 27.438 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:06 ] [ l_g_pix: 3.1723e-02 ] [ l_g_total: 3.1723e-02 ] +2024-10-07 03:33:51,762 INFO: [ epoch: 163 ] [ iter: 86,300 ] [ performance: 22.832 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:00 ] [ l_g_pix: 4.0933e-02 ] [ l_g_total: 4.0933e-02 ] +2024-10-07 03:33:55,462 INFO: [ epoch: 163 ] [ iter: 86,400 ] [ performance: 25.117 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:54 ] [ l_g_pix: 4.1932e-02 ] [ l_g_total: 4.1932e-02 ] +2024-10-07 03:33:59,185 INFO: [ epoch: 163 ] [ iter: 86,500 ] [ performance: 27.112 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:48 ] [ l_g_pix: 6.2433e-02 ] [ l_g_total: 6.2433e-02 ] +2024-10-07 03:34:02,875 INFO: [ epoch: 163 ] [ iter: 86,600 ] [ performance: 27.110 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:42 ] [ l_g_pix: 5.6444e-02 ] [ l_g_total: 5.6444e-02 ] +2024-10-07 03:34:06,517 INFO: [ epoch: 163 ] [ iter: 86,700 ] [ performance: 27.886 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:36 ] [ l_g_pix: 3.6586e-02 ] [ l_g_total: 3.6586e-02 ] +2024-10-07 03:34:11,616 INFO: [ epoch: 164 ] [ iter: 86,800 ] [ performance: 22.318 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:30 ] [ l_g_pix: 4.0951e-02 ] [ l_g_total: 4.0951e-02 ] +2024-10-07 03:34:15,330 INFO: [ epoch: 164 ] [ iter: 86,900 ] [ performance: 26.971 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:24 ] [ l_g_pix: 2.8781e-02 ] [ l_g_total: 2.8781e-02 ] +2024-10-07 03:34:19,079 INFO: [ epoch: 164 ] [ iter: 87,000 ] [ performance: 26.798 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:18 ] [ l_g_pix: 4.3198e-02 ] [ l_g_total: 4.3198e-02 ] +2024-10-07 03:34:22,804 INFO: [ epoch: 164 ] [ iter: 87,100 ] [ performance: 27.251 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:12 ] [ l_g_pix: 4.3666e-02 ] [ l_g_total: 4.3666e-02 ] +2024-10-07 03:34:26,554 INFO: [ epoch: 164 ] [ iter: 87,200 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:06 ] [ l_g_pix: 5.0553e-02 ] [ l_g_total: 5.0553e-02 ] +2024-10-07 03:34:31,335 INFO: [ epoch: 165 ] [ iter: 87,300 ] [ performance: 18.373 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:00 ] [ l_g_pix: 5.8504e-02 ] [ l_g_total: 5.8504e-02 ] +2024-10-07 03:34:35,267 INFO: [ epoch: 165 ] [ iter: 87,400 ] [ performance: 22.065 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:54 ] [ l_g_pix: 3.6491e-02 ] [ l_g_total: 3.6491e-02 ] +2024-10-07 03:34:39,002 INFO: [ epoch: 165 ] [ iter: 87,500 ] [ performance: 26.752 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:49 ] [ l_g_pix: 3.6071e-02 ] [ l_g_total: 3.6071e-02 ] +2024-10-07 03:34:42,739 INFO: [ epoch: 165 ] [ iter: 87,600 ] [ performance: 26.761 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:43 ] [ l_g_pix: 5.3054e-02 ] [ l_g_total: 5.3054e-02 ] +2024-10-07 03:34:46,491 INFO: [ epoch: 165 ] [ iter: 87,700 ] [ performance: 26.724 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:37 ] [ l_g_pix: 3.6462e-02 ] [ l_g_total: 3.6462e-02 ] +2024-10-07 03:34:50,005 INFO: [ epoch: 165 ] [ iter: 87,800 ] [ performance: 27.760 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:31 ] [ l_g_pix: 5.3187e-02 ] [ l_g_total: 5.3187e-02 ] +2024-10-07 03:34:55,383 INFO: [ epoch: 166 ] [ iter: 87,900 ] [ performance: 27.073 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:25 ] [ l_g_pix: 4.7928e-02 ] [ l_g_total: 4.7928e-02 ] +2024-10-07 03:34:59,095 INFO: [ epoch: 166 ] [ iter: 88,000 ] [ performance: 26.995 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:19 ] [ l_g_pix: 4.1042e-02 ] [ l_g_total: 4.1042e-02 ] +2024-10-07 03:35:02,787 INFO: [ epoch: 166 ] [ iter: 88,100 ] [ performance: 27.080 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:13 ] [ l_g_pix: 4.2185e-02 ] [ l_g_total: 4.2185e-02 ] +2024-10-07 03:35:06,533 INFO: [ epoch: 166 ] [ iter: 88,200 ] [ performance: 26.846 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:07 ] [ l_g_pix: 4.0405e-02 ] [ l_g_total: 4.0405e-02 ] +2024-10-07 03:35:10,126 INFO: [ epoch: 166 ] [ iter: 88,300 ] [ performance: 28.581 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:01 ] [ l_g_pix: 3.5251e-02 ] [ l_g_total: 3.5251e-02 ] +2024-10-07 03:35:15,428 INFO: [ epoch: 167 ] [ iter: 88,400 ] [ performance: 21.654 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:56 ] [ l_g_pix: 3.9752e-02 ] [ l_g_total: 3.9752e-02 ] +2024-10-07 03:35:19,144 INFO: [ epoch: 167 ] [ iter: 88,500 ] [ performance: 27.005 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:50 ] [ l_g_pix: 5.1452e-02 ] [ l_g_total: 5.1452e-02 ] +2024-10-07 03:35:22,946 INFO: [ epoch: 167 ] [ iter: 88,600 ] [ performance: 26.567 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:44 ] [ l_g_pix: 4.4323e-02 ] [ l_g_total: 4.4323e-02 ] +2024-10-07 03:35:26,692 INFO: [ epoch: 167 ] [ iter: 88,700 ] [ performance: 26.716 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:38 ] [ l_g_pix: 3.6534e-02 ] [ l_g_total: 3.6534e-02 ] +2024-10-07 03:35:30,350 INFO: [ epoch: 167 ] [ iter: 88,800 ] [ performance: 27.107 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:32 ] [ l_g_pix: 4.7360e-02 ] [ l_g_total: 4.7360e-02 ] +2024-10-07 03:35:35,565 INFO: [ epoch: 168 ] [ iter: 88,900 ] [ performance: 15.454 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:26 ] [ l_g_pix: 4.4987e-02 ] [ l_g_total: 4.4987e-02 ] +2024-10-07 03:35:39,279 INFO: [ epoch: 168 ] [ iter: 89,000 ] [ performance: 21.163 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:20 ] [ l_g_pix: 4.2708e-02 ] [ l_g_total: 4.2708e-02 ] +2024-10-07 03:35:42,978 INFO: [ epoch: 168 ] [ iter: 89,100 ] [ performance: 26.950 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:14 ] [ l_g_pix: 3.7931e-02 ] [ l_g_total: 3.7931e-02 ] +2024-10-07 03:35:46,704 INFO: [ epoch: 168 ] [ iter: 89,200 ] [ performance: 26.883 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:09 ] [ l_g_pix: 5.1176e-02 ] [ l_g_total: 5.1176e-02 ] +2024-10-07 03:35:50,449 INFO: [ epoch: 168 ] [ iter: 89,300 ] [ performance: 26.652 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:03 ] [ l_g_pix: 4.5658e-02 ] [ l_g_total: 4.5658e-02 ] +2024-10-07 03:35:53,898 INFO: [ epoch: 168 ] [ iter: 89,400 ] [ performance: 28.109 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:57 ] [ l_g_pix: 3.6037e-02 ] [ l_g_total: 3.6037e-02 ] +2024-10-07 03:35:59,177 INFO: [ epoch: 169 ] [ iter: 89,500 ] [ performance: 27.168 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:51 ] [ l_g_pix: 5.7125e-02 ] [ l_g_total: 5.7125e-02 ] +2024-10-07 03:36:02,914 INFO: [ epoch: 169 ] [ iter: 89,600 ] [ performance: 26.905 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:45 ] [ l_g_pix: 4.9219e-02 ] [ l_g_total: 4.9219e-02 ] +2024-10-07 03:36:06,640 INFO: [ epoch: 169 ] [ iter: 89,700 ] [ performance: 26.663 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:39 ] [ l_g_pix: 3.4691e-02 ] [ l_g_total: 3.4691e-02 ] +2024-10-07 03:36:10,394 INFO: [ epoch: 169 ] [ iter: 89,800 ] [ performance: 26.652 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:34 ] [ l_g_pix: 3.9439e-02 ] [ l_g_total: 3.9439e-02 ] +2024-10-07 03:36:13,981 INFO: [ epoch: 169 ] [ iter: 89,900 ] [ performance: 28.674 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:28 ] [ l_g_pix: 4.6311e-02 ] [ l_g_total: 4.6311e-02 ] +2024-10-07 03:36:19,332 INFO: [ epoch: 170 ] [ iter: 90,000 ] [ performance: 21.254 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:22 ] [ l_g_pix: 3.6571e-02 ] [ l_g_total: 3.6571e-02 ] +2024-10-07 03:36:19,333 INFO: Saving models and training states. +2024-10-07 03:39:05,983 INFO: Validation val + + # psnr: 27.0692........ Best: 27.0692 @ 90000 iter + # ssim: 0.7615........ Best: 0.7615 @ 90000 iter + # dists: 0.7723........ Best: 0.7723 @ 70000 iter + +2024-10-07 03:39:09,711 INFO: [ epoch: 170 ] [ iter: 90,100 ] [ performance: 26.791 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:35 ] [ l_g_pix: 4.1108e-02 ] [ l_g_total: 4.1108e-02 ] +2024-10-07 03:39:13,385 INFO: [ epoch: 170 ] [ iter: 90,200 ] [ performance: 27.073 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:29 ] [ l_g_pix: 3.4924e-02 ] [ l_g_total: 3.4924e-02 ] +2024-10-07 03:39:17,123 INFO: [ epoch: 170 ] [ iter: 90,300 ] [ performance: 26.804 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:22 ] [ l_g_pix: 4.7857e-02 ] [ l_g_total: 4.7857e-02 ] +2024-10-07 03:39:20,737 INFO: [ epoch: 170 ] [ iter: 90,400 ] [ performance: 27.375 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:16 ] [ l_g_pix: 4.5453e-02 ] [ l_g_total: 4.5453e-02 ] +2024-10-07 03:39:25,946 INFO: [ epoch: 171 ] [ iter: 90,500 ] [ performance: 14.288 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:11 ] [ l_g_pix: 4.1382e-02 ] [ l_g_total: 4.1382e-02 ] +2024-10-07 03:39:29,666 INFO: [ epoch: 171 ] [ iter: 90,600 ] [ performance: 20.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:05 ] [ l_g_pix: 2.9441e-02 ] [ l_g_total: 2.9441e-02 ] +2024-10-07 03:39:33,381 INFO: [ epoch: 171 ] [ iter: 90,700 ] [ performance: 27.010 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:59 ] [ l_g_pix: 3.1101e-02 ] [ l_g_total: 3.1101e-02 ] +2024-10-07 03:39:37,030 INFO: [ epoch: 171 ] [ iter: 90,800 ] [ performance: 27.277 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:53 ] [ l_g_pix: 4.1452e-02 ] [ l_g_total: 4.1452e-02 ] +2024-10-07 03:39:40,744 INFO: [ epoch: 171 ] [ iter: 90,900 ] [ performance: 27.104 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:47 ] [ l_g_pix: 4.3344e-02 ] [ l_g_total: 4.3344e-02 ] +2024-10-07 03:39:45,591 INFO: [ epoch: 172 ] [ iter: 91,000 ] [ performance: 22.369 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:41 ] [ l_g_pix: 4.1416e-02 ] [ l_g_total: 4.1416e-02 ] +2024-10-07 03:39:49,453 INFO: [ epoch: 172 ] [ iter: 91,100 ] [ performance: 27.302 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:35 ] [ l_g_pix: 3.9535e-02 ] [ l_g_total: 3.9535e-02 ] +2024-10-07 03:39:53,201 INFO: [ epoch: 172 ] [ iter: 91,200 ] [ performance: 26.878 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:29 ] [ l_g_pix: 5.9276e-02 ] [ l_g_total: 5.9276e-02 ] +2024-10-07 03:39:56,959 INFO: [ epoch: 172 ] [ iter: 91,300 ] [ performance: 26.735 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:23 ] [ l_g_pix: 3.5230e-02 ] [ l_g_total: 3.5230e-02 ] +2024-10-07 03:40:00,683 INFO: [ epoch: 172 ] [ iter: 91,400 ] [ performance: 26.824 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:17 ] [ l_g_pix: 4.2880e-02 ] [ l_g_total: 4.2880e-02 ] +2024-10-07 03:40:04,202 INFO: [ epoch: 172 ] [ iter: 91,500 ] [ performance: 28.871 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:11 ] [ l_g_pix: 4.9610e-02 ] [ l_g_total: 4.9610e-02 ] +2024-10-07 03:40:09,449 INFO: [ epoch: 173 ] [ iter: 91,600 ] [ performance: 21.309 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:05 ] [ l_g_pix: 4.8792e-02 ] [ l_g_total: 4.8792e-02 ] +2024-10-07 03:40:13,145 INFO: [ epoch: 173 ] [ iter: 91,700 ] [ performance: 26.743 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:59 ] [ l_g_pix: 5.0154e-02 ] [ l_g_total: 5.0154e-02 ] +2024-10-07 03:40:16,854 INFO: [ epoch: 173 ] [ iter: 91,800 ] [ performance: 26.897 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:53 ] [ l_g_pix: 2.7831e-02 ] [ l_g_total: 2.7831e-02 ] +2024-10-07 03:40:20,579 INFO: [ epoch: 173 ] [ iter: 91,900 ] [ performance: 26.928 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:47 ] [ l_g_pix: 4.0273e-02 ] [ l_g_total: 4.0273e-02 ] +2024-10-07 03:40:24,187 INFO: [ epoch: 173 ] [ iter: 92,000 ] [ performance: 27.480 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:41 ] [ l_g_pix: 4.2235e-02 ] [ l_g_total: 4.2235e-02 ] +2024-10-07 03:40:29,314 INFO: [ epoch: 174 ] [ iter: 92,100 ] [ performance: 21.838 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:35 ] [ l_g_pix: 4.5145e-02 ] [ l_g_total: 4.5145e-02 ] +2024-10-07 03:40:33,061 INFO: [ epoch: 174 ] [ iter: 92,200 ] [ performance: 25.047 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:29 ] [ l_g_pix: 4.9452e-02 ] [ l_g_total: 4.9452e-02 ] +2024-10-07 03:40:36,781 INFO: [ epoch: 174 ] [ iter: 92,300 ] [ performance: 27.186 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:23 ] [ l_g_pix: 3.3162e-02 ] [ l_g_total: 3.3162e-02 ] +2024-10-07 03:40:40,492 INFO: [ epoch: 174 ] [ iter: 92,400 ] [ performance: 27.021 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:17 ] [ l_g_pix: 5.6217e-02 ] [ l_g_total: 5.6217e-02 ] +2024-10-07 03:40:44,143 INFO: [ epoch: 174 ] [ iter: 92,500 ] [ performance: 27.973 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:11 ] [ l_g_pix: 4.3342e-02 ] [ l_g_total: 4.3342e-02 ] +2024-10-07 03:40:48,852 INFO: [ epoch: 175 ] [ iter: 92,600 ] [ performance: 22.812 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:06 ] [ l_g_pix: 5.5557e-02 ] [ l_g_total: 5.5557e-02 ] +2024-10-07 03:40:52,721 INFO: [ epoch: 175 ] [ iter: 92,700 ] [ performance: 27.088 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:00 ] [ l_g_pix: 4.0448e-02 ] [ l_g_total: 4.0448e-02 ] +2024-10-07 03:40:56,414 INFO: [ epoch: 175 ] [ iter: 92,800 ] [ performance: 27.085 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:54 ] [ l_g_pix: 3.5014e-02 ] [ l_g_total: 3.5014e-02 ] +2024-10-07 03:41:00,194 INFO: [ epoch: 175 ] [ iter: 92,900 ] [ performance: 26.507 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:48 ] [ l_g_pix: 4.0572e-02 ] [ l_g_total: 4.0572e-02 ] +2024-10-07 03:41:03,934 INFO: [ epoch: 175 ] [ iter: 93,000 ] [ performance: 26.678 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:42 ] [ l_g_pix: 3.9900e-02 ] [ l_g_total: 3.9900e-02 ] +2024-10-07 03:41:07,374 INFO: [ epoch: 175 ] [ iter: 93,100 ] [ performance: 29.287 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:36 ] [ l_g_pix: 5.5288e-02 ] [ l_g_total: 5.5288e-02 ] +2024-10-07 03:41:12,501 INFO: [ epoch: 176 ] [ iter: 93,200 ] [ performance: 21.442 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:30 ] [ l_g_pix: 2.5897e-02 ] [ l_g_total: 2.5897e-02 ] +2024-10-07 03:41:16,210 INFO: [ epoch: 176 ] [ iter: 93,300 ] [ performance: 26.736 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:24 ] [ l_g_pix: 3.9239e-02 ] [ l_g_total: 3.9239e-02 ] +2024-10-07 03:41:19,918 INFO: [ epoch: 176 ] [ iter: 93,400 ] [ performance: 26.914 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:19 ] [ l_g_pix: 2.3656e-02 ] [ l_g_total: 2.3656e-02 ] +2024-10-07 03:41:23,619 INFO: [ epoch: 176 ] [ iter: 93,500 ] [ performance: 26.677 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:13 ] [ l_g_pix: 3.8540e-02 ] [ l_g_total: 3.8540e-02 ] +2024-10-07 03:41:27,197 INFO: [ epoch: 176 ] [ iter: 93,600 ] [ performance: 27.613 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:07 ] [ l_g_pix: 4.3639e-02 ] [ l_g_total: 4.3639e-02 ] +2024-10-07 03:41:32,513 INFO: [ epoch: 177 ] [ iter: 93,700 ] [ performance: 26.342 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:01 ] [ l_g_pix: 3.8832e-02 ] [ l_g_total: 3.8832e-02 ] +2024-10-07 03:41:36,294 INFO: [ epoch: 177 ] [ iter: 93,800 ] [ performance: 26.426 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:55 ] [ l_g_pix: 3.2938e-02 ] [ l_g_total: 3.2938e-02 ] +2024-10-07 03:41:39,994 INFO: [ epoch: 177 ] [ iter: 93,900 ] [ performance: 27.654 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:49 ] [ l_g_pix: 5.0827e-02 ] [ l_g_total: 5.0827e-02 ] +2024-10-07 03:41:43,686 INFO: [ epoch: 177 ] [ iter: 94,000 ] [ performance: 27.226 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:43 ] [ l_g_pix: 3.7997e-02 ] [ l_g_total: 3.7997e-02 ] +2024-10-07 03:41:47,352 INFO: [ epoch: 177 ] [ iter: 94,100 ] [ performance: 28.968 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:38 ] [ l_g_pix: 3.9605e-02 ] [ l_g_total: 3.9605e-02 ] +2024-10-07 03:41:52,549 INFO: [ epoch: 178 ] [ iter: 94,200 ] [ performance: 20.951 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:32 ] [ l_g_pix: 4.3573e-02 ] [ l_g_total: 4.3573e-02 ] +2024-10-07 03:41:56,254 INFO: [ epoch: 178 ] [ iter: 94,300 ] [ performance: 27.447 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:26 ] [ l_g_pix: 5.2182e-02 ] [ l_g_total: 5.2182e-02 ] +2024-10-07 03:41:59,987 INFO: [ epoch: 178 ] [ iter: 94,400 ] [ performance: 26.943 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:20 ] [ l_g_pix: 3.5465e-02 ] [ l_g_total: 3.5465e-02 ] +2024-10-07 03:42:03,707 INFO: [ epoch: 178 ] [ iter: 94,500 ] [ performance: 26.726 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:14 ] [ l_g_pix: 5.0741e-02 ] [ l_g_total: 5.0741e-02 ] +2024-10-07 03:42:07,441 INFO: [ epoch: 178 ] [ iter: 94,600 ] [ performance: 26.771 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:08 ] [ l_g_pix: 5.6943e-02 ] [ l_g_total: 5.6943e-02 ] +2024-10-07 03:42:12,209 INFO: [ epoch: 179 ] [ iter: 94,700 ] [ performance: 12.702 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:03 ] [ l_g_pix: 4.1563e-02 ] [ l_g_total: 4.1563e-02 ] +2024-10-07 03:42:16,342 INFO: [ epoch: 179 ] [ iter: 94,800 ] [ performance: 20.109 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:57 ] [ l_g_pix: 3.8233e-02 ] [ l_g_total: 3.8233e-02 ] +2024-10-07 03:42:20,058 INFO: [ epoch: 179 ] [ iter: 94,900 ] [ performance: 26.882 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:51 ] [ l_g_pix: 3.2377e-02 ] [ l_g_total: 3.2377e-02 ] +2024-10-07 03:42:23,756 INFO: [ epoch: 179 ] [ iter: 95,000 ] [ performance: 27.010 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:45 ] [ l_g_pix: 5.0346e-02 ] [ l_g_total: 5.0346e-02 ] +2024-10-07 03:42:27,453 INFO: [ epoch: 179 ] [ iter: 95,100 ] [ performance: 27.273 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:39 ] [ l_g_pix: 4.6567e-02 ] [ l_g_total: 4.6567e-02 ] +2024-10-07 03:42:30,972 INFO: [ epoch: 179 ] [ iter: 95,200 ] [ performance: 28.167 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:33 ] [ l_g_pix: 3.8085e-02 ] [ l_g_total: 3.8085e-02 ] +2024-10-07 03:42:36,225 INFO: [ epoch: 180 ] [ iter: 95,300 ] [ performance: 27.302 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:28 ] [ l_g_pix: 4.3061e-02 ] [ l_g_total: 4.3061e-02 ] +2024-10-07 03:42:39,922 INFO: [ epoch: 180 ] [ iter: 95,400 ] [ performance: 27.105 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:22 ] [ l_g_pix: 5.7983e-02 ] [ l_g_total: 5.7983e-02 ] +2024-10-07 03:42:43,635 INFO: [ epoch: 180 ] [ iter: 95,500 ] [ performance: 27.709 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:16 ] [ l_g_pix: 5.1584e-02 ] [ l_g_total: 5.1584e-02 ] +2024-10-07 03:42:47,405 INFO: [ epoch: 180 ] [ iter: 95,600 ] [ performance: 26.757 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:10 ] [ l_g_pix: 4.3953e-02 ] [ l_g_total: 4.3953e-02 ] +2024-10-07 03:42:51,027 INFO: [ epoch: 180 ] [ iter: 95,700 ] [ performance: 28.972 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:05 ] [ l_g_pix: 3.5097e-02 ] [ l_g_total: 3.5097e-02 ] +2024-10-07 03:42:56,260 INFO: [ epoch: 181 ] [ iter: 95,800 ] [ performance: 20.464 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:59 ] [ l_g_pix: 4.5972e-02 ] [ l_g_total: 4.5972e-02 ] +2024-10-07 03:42:59,981 INFO: [ epoch: 181 ] [ iter: 95,900 ] [ performance: 27.315 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:53 ] [ l_g_pix: 4.2399e-02 ] [ l_g_total: 4.2399e-02 ] +2024-10-07 03:43:03,691 INFO: [ epoch: 181 ] [ iter: 96,000 ] [ performance: 27.027 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:47 ] [ l_g_pix: 3.0702e-02 ] [ l_g_total: 3.0702e-02 ] +2024-10-07 03:43:07,402 INFO: [ epoch: 181 ] [ iter: 96,100 ] [ performance: 27.479 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:42 ] [ l_g_pix: 3.2283e-02 ] [ l_g_total: 3.2283e-02 ] +2024-10-07 03:43:11,075 INFO: [ epoch: 181 ] [ iter: 96,200 ] [ performance: 27.277 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:36 ] [ l_g_pix: 3.4301e-02 ] [ l_g_total: 3.4301e-02 ] +2024-10-07 03:43:16,149 INFO: [ epoch: 182 ] [ iter: 96,300 ] [ performance: 15.943 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:30 ] [ l_g_pix: 3.5212e-02 ] [ l_g_total: 3.5212e-02 ] +2024-10-07 03:43:19,927 INFO: [ epoch: 182 ] [ iter: 96,400 ] [ performance: 23.753 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:24 ] [ l_g_pix: 3.6598e-02 ] [ l_g_total: 3.6598e-02 ] +2024-10-07 03:43:23,648 INFO: [ epoch: 182 ] [ iter: 96,500 ] [ performance: 27.800 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:18 ] [ l_g_pix: 5.0166e-02 ] [ l_g_total: 5.0166e-02 ] +2024-10-07 03:43:27,345 INFO: [ epoch: 182 ] [ iter: 96,600 ] [ performance: 27.179 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:13 ] [ l_g_pix: 6.1277e-02 ] [ l_g_total: 6.1277e-02 ] +2024-10-07 03:43:31,059 INFO: [ epoch: 182 ] [ iter: 96,700 ] [ performance: 27.789 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:07 ] [ l_g_pix: 5.0319e-02 ] [ l_g_total: 5.0319e-02 ] +2024-10-07 03:43:34,571 INFO: [ epoch: 182 ] [ iter: 96,800 ] [ performance: 28.366 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:01 ] [ l_g_pix: 4.3517e-02 ] [ l_g_total: 4.3517e-02 ] +2024-10-07 03:43:39,892 INFO: [ epoch: 183 ] [ iter: 96,900 ] [ performance: 27.722 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:56 ] [ l_g_pix: 4.0201e-02 ] [ l_g_total: 4.0201e-02 ] +2024-10-07 03:43:43,619 INFO: [ epoch: 183 ] [ iter: 97,000 ] [ performance: 26.970 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:50 ] [ l_g_pix: 4.9637e-02 ] [ l_g_total: 4.9637e-02 ] +2024-10-07 03:43:47,328 INFO: [ epoch: 183 ] [ iter: 97,100 ] [ performance: 26.973 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:44 ] [ l_g_pix: 2.9145e-02 ] [ l_g_total: 2.9145e-02 ] +2024-10-07 03:43:51,087 INFO: [ epoch: 183 ] [ iter: 97,200 ] [ performance: 26.661 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:38 ] [ l_g_pix: 4.1708e-02 ] [ l_g_total: 4.1708e-02 ] +2024-10-07 03:43:54,664 INFO: [ epoch: 183 ] [ iter: 97,300 ] [ performance: 29.923 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:33 ] [ l_g_pix: 5.8071e-02 ] [ l_g_total: 5.8071e-02 ] +2024-10-07 03:43:59,716 INFO: [ epoch: 184 ] [ iter: 97,400 ] [ performance: 20.769 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:27 ] [ l_g_pix: 3.5086e-02 ] [ l_g_total: 3.5086e-02 ] +2024-10-07 03:44:03,432 INFO: [ epoch: 184 ] [ iter: 97,500 ] [ performance: 27.306 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:21 ] [ l_g_pix: 4.5293e-02 ] [ l_g_total: 4.5293e-02 ] +2024-10-07 03:44:07,152 INFO: [ epoch: 184 ] [ iter: 97,600 ] [ performance: 26.942 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:15 ] [ l_g_pix: 3.6272e-02 ] [ l_g_total: 3.6272e-02 ] +2024-10-07 03:44:10,908 INFO: [ epoch: 184 ] [ iter: 97,700 ] [ performance: 27.012 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:10 ] [ l_g_pix: 4.9353e-02 ] [ l_g_total: 4.9353e-02 ] +2024-10-07 03:44:14,559 INFO: [ epoch: 184 ] [ iter: 97,800 ] [ performance: 27.347 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:04 ] [ l_g_pix: 4.9760e-02 ] [ l_g_total: 4.9760e-02 ] +2024-10-07 03:44:19,532 INFO: [ epoch: 185 ] [ iter: 97,900 ] [ performance: 20.958 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:58 ] [ l_g_pix: 4.0701e-02 ] [ l_g_total: 4.0701e-02 ] +2024-10-07 03:44:23,289 INFO: [ epoch: 185 ] [ iter: 98,000 ] [ performance: 25.826 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:53 ] [ l_g_pix: 5.5908e-02 ] [ l_g_total: 5.5908e-02 ] +2024-10-07 03:44:27,046 INFO: [ epoch: 185 ] [ iter: 98,100 ] [ performance: 27.052 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:47 ] [ l_g_pix: 2.4291e-02 ] [ l_g_total: 2.4291e-02 ] +2024-10-07 03:44:30,728 INFO: [ epoch: 185 ] [ iter: 98,200 ] [ performance: 27.152 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:41 ] [ l_g_pix: 5.1600e-02 ] [ l_g_total: 5.1600e-02 ] +2024-10-07 03:44:34,487 INFO: [ epoch: 185 ] [ iter: 98,300 ] [ performance: 27.423 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:36 ] [ l_g_pix: 3.9615e-02 ] [ l_g_total: 3.9615e-02 ] +2024-10-07 03:44:39,209 INFO: [ epoch: 186 ] [ iter: 98,400 ] [ performance: 21.677 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:30 ] [ l_g_pix: 4.8451e-02 ] [ l_g_total: 4.8451e-02 ] +2024-10-07 03:44:43,314 INFO: [ epoch: 186 ] [ iter: 98,500 ] [ performance: 26.418 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:24 ] [ l_g_pix: 5.7737e-02 ] [ l_g_total: 5.7737e-02 ] +2024-10-07 03:44:47,036 INFO: [ epoch: 186 ] [ iter: 98,600 ] [ performance: 26.832 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:19 ] [ l_g_pix: 3.7146e-02 ] [ l_g_total: 3.7146e-02 ] +2024-10-07 03:44:50,735 INFO: [ epoch: 186 ] [ iter: 98,700 ] [ performance: 27.594 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:13 ] [ l_g_pix: 5.3669e-02 ] [ l_g_total: 5.3669e-02 ] +2024-10-07 03:44:54,451 INFO: [ epoch: 186 ] [ iter: 98,800 ] [ performance: 26.969 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:07 ] [ l_g_pix: 5.3821e-02 ] [ l_g_total: 5.3821e-02 ] +2024-10-07 03:44:58,001 INFO: [ epoch: 186 ] [ iter: 98,900 ] [ performance: 29.424 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:02 ] [ l_g_pix: 4.4064e-02 ] [ l_g_total: 4.4064e-02 ] +2024-10-07 03:45:03,322 INFO: [ epoch: 187 ] [ iter: 99,000 ] [ performance: 19.315 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:56 ] [ l_g_pix: 4.3803e-02 ] [ l_g_total: 4.3803e-02 ] +2024-10-07 03:45:07,049 INFO: [ epoch: 187 ] [ iter: 99,100 ] [ performance: 27.429 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:50 ] [ l_g_pix: 4.0261e-02 ] [ l_g_total: 4.0261e-02 ] +2024-10-07 03:45:10,776 INFO: [ epoch: 187 ] [ iter: 99,200 ] [ performance: 26.880 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:45 ] [ l_g_pix: 4.3918e-02 ] [ l_g_total: 4.3918e-02 ] +2024-10-07 03:45:14,471 INFO: [ epoch: 187 ] [ iter: 99,300 ] [ performance: 26.700 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:39 ] [ l_g_pix: 5.2424e-02 ] [ l_g_total: 5.2424e-02 ] +2024-10-07 03:45:18,097 INFO: [ epoch: 187 ] [ iter: 99,400 ] [ performance: 27.529 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:33 ] [ l_g_pix: 3.5531e-02 ] [ l_g_total: 3.5531e-02 ] +2024-10-07 03:45:23,191 INFO: [ epoch: 188 ] [ iter: 99,500 ] [ performance: 26.527 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:28 ] [ l_g_pix: 3.8400e-02 ] [ l_g_total: 3.8400e-02 ] +2024-10-07 03:45:26,913 INFO: [ epoch: 188 ] [ iter: 99,600 ] [ performance: 26.857 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:22 ] [ l_g_pix: 4.3941e-02 ] [ l_g_total: 4.3941e-02 ] +2024-10-07 03:45:30,631 INFO: [ epoch: 188 ] [ iter: 99,700 ] [ performance: 28.828 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:16 ] [ l_g_pix: 4.3196e-02 ] [ l_g_total: 4.3196e-02 ] +2024-10-07 03:45:34,339 INFO: [ epoch: 188 ] [ iter: 99,800 ] [ performance: 27.041 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:11 ] [ l_g_pix: 3.0793e-02 ] [ l_g_total: 3.0793e-02 ] +2024-10-07 03:45:38,009 INFO: [ epoch: 188 ] [ iter: 99,900 ] [ performance: 30.083 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:05 ] [ l_g_pix: 3.1670e-02 ] [ l_g_total: 3.1670e-02 ] +2024-10-07 03:45:43,106 INFO: [ epoch: 189 ] [ iter:100,000 ] [ performance: 19.874 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 6.3621e-02 ] [ l_g_total: 6.3621e-02 ] +2024-10-07 03:45:43,113 INFO: Saving models and training states. +2024-10-07 03:48:30,621 INFO: Validation val + + # psnr: 27.0840........ Best: 27.0840 @ 100000 iter + # ssim: 0.7620........ Best: 0.7620 @ 100000 iter + # dists: 0.7723........ Best: 0.7723 @ 100000 iter + +2024-10-07 03:48:30,626 INFO: End of training. Time consumed: 1:36:36 +2024-10-07 03:48:30,626 INFO: Save the latest model. +2024-10-07 03:51:16,981 INFO: Validation val + + # psnr: 27.0840........ Best: 27.0840 @ 100001 iter + # ssim: 0.7620........ Best: 0.7620 @ 100001 iter + # dists: 0.7723........ Best: 0.7723 @ 100001 iter + diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/10000.state b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..ce73027108e0093b68997d65a6e14a54d6fd2f25 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4929d5d42103abcb6e0434c543e4e8eb95063b6a75b7069679b210567cc7bcf7 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/100000.state b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..49cbf9868b01b9921d5dd833f5b5575efd8a8806 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fd86eba820ba853dc8caec71828c889b2943d818f4328ce4d2806dee9d99bae +size 19045418 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/20000.state b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..1a4b7124b6468541f51b97531966b14dfc20299c --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be0e0e0428ac55d97b2ae11345a5ec916b5da4a63775c55112301719fc0ffeb +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/30000.state b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..696c84960b14428e13b774df3e0937883e5e32ed --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:662050615a454541efc78f1596d26a13f929314645e9ef433a135512341a5bf0 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/40000.state b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..03ec6620b74613b43de70fe19c2f49bd53bb3e3e --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd2230d5abea4de857afafdb97af192d437229368ca8f85e1bf7db205999bcea +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/50000.state b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..3ace0bd414614a4ff595384dc43507b35e4fcca7 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6fa720b871eab22f665d13e32d405a5feb94350841fd000b2eedffc68d48788 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/60000.state b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..11837dd872b108ebd07b18adad0be3be677c4a64 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6268ef8d7b8181b48350ce17bf2cda6e4f6b5f58ccd1e1837535bfb5851b11c +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/70000.state b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..5f7a764e6d3805a9312b5285b54a17ad9523bcc4 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:188723691c39d82c4956ae91cfd33c2966700841d2e906dc5943d15d51145d30 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/80000.state b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..7636a816903f959b47fa7ff0fef1929c8878cb1f --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feb520952c8e2c920f394ef609ed9f3b3270865091fd2406f105b6e91f31ff6b +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/90000.state b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..aadb2fc647866802307b9bcbdc1e6f040d74504b --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.6_DF2K_plksr_tiny_fp16/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237666700954ae63fceb0d49bd9227b393659282d4625d328607e82f8b06df07 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/4xHyperIQA_07_DF2K_plksr_tiny_fp16.toml b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/4xHyperIQA_07_DF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..814171d71855da8f429e904121258d92790d7e19 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/4xHyperIQA_07_DF2K_plksr_tiny_fp16.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Mon Oct 7 00:22:46 2024 +# CMD: +# train.py -opt options/plksr_tiny/hyperiqa/fp16/4xHyperIQA_07_DF2K_plksr_tiny_fp16.toml + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xHyperIQA_0.7_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_07_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_07_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/4xHyperIQA_07_DF2K_plksr_tiny_fp16_resume.toml b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/4xHyperIQA_07_DF2K_plksr_tiny_fp16_resume.toml new file mode 100644 index 0000000000000000000000000000000000000000..cd0c969aa9f80b4b8b8e05049ede16e50a0108da --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/4xHyperIQA_07_DF2K_plksr_tiny_fp16_resume.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Mon Oct 7 07:58:59 2024 +# CMD: +# train.py -opt options/plksr_tiny/hyperiqa/fp16/4xHyperIQA_07_DF2K_plksr_tiny_fp16_resume.toml --auto_resume + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xHyperIQA_0.7_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_07_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/hyperiqa/DF2K_hyperiqa_07_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 110000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_10000.pth b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..1418489b7534633c8ce2aa1ae39ae57239909ee0 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd3a4ee2b9de7d4bd2ba4de446485f0291166a5ad78df95018e470e5de34093e +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_100000.pth b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..655476fb8f0ab3e52bb684217afde77cf3f2add3 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fee89996297d9b9dabf5c0b1406bcf1932acf169a2bca84e594314169a469ac +size 9513138 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_100101.pth b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_100101.pth new file mode 100644 index 0000000000000000000000000000000000000000..bfb7127384d8384ae7521ec54a6f50de55d39d1c --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_100101.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19906ba6aa2e3f9eaad66cf70b4de0292f1efb58f8a45b913337a42aa97db5de +size 9513138 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_20000.pth b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..78fc6eb3813122ccc10fa65fb89a6799baabd156 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baa31200f5b06bc4db6cd87254198e0341d4d105a1498936074e1d0cd15eff4d +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_30000.pth b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..2f26c706cfe16cc49eb6b39e15b69b3da66b6739 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b79fa9d823e48fb84fa0903cce2ab91bd5cafbcbd6ddc191a38522268c1796b6 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_40000.pth b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..eac43448fc9d7f35777e22113dcad7c98c406bfe --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e5ac46dfaf99d8bdc75139ea87ed96ce2c52e7286532217235a1b35973a37dd +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_50000.pth b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..890698a33a333756b628f3d0ee76d942869d4aa9 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:035b4fc5dd65d5b2fd2a2b16be75b92675735dc5dd7cf943fa4d148cbd52184f +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_60000.pth b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..30dc35397ba8c27b151449e07a006cd4fbf8c18a --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba9289f7fd44e2cdc60d37fc9d0dd3e019d073412542f6e80280cae33a653ad1 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_70000.pth b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..9bb9f7c8bfa096a896bca304905f252385b1f479 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e1a17df0c958eb7175e92bb0c68c898f00d7745ec3c9b37639d062ed128bd72 +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_80000.pth b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..da507a7e35662a94713eff711f8d0d06f6a1af13 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65696420f221d576a0ba4aab06a3675dd63138eb54cf1c1cdfc9576df16fe90f +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_90000.pth b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..53bae33212c32d61047c67a0fa18b92e8657203c --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0762243ad634eec5878d1ae7c6aea133d464559ba75e2e42e803daea29c881de +size 9513034 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_latest.pth b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..4e84c3f7531136d9b6ac304aa74fab8287569802 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff601a9659eb1c7d0bf95ad6b8f81f9b4ce835955b976226eb94d0d0fafdbff9 +size 9513138 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.7_DF2K_plksr_tiny_fp16_20241007_002246.log b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.7_DF2K_plksr_tiny_fp16_20241007_002246.log new file mode 100644 index 0000000000000000000000000000000000000000..6c0af5dbb598c9f0c003e3338fd6a6ce1a6e3b72 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.7_DF2K_plksr_tiny_fp16_20241007_002246.log @@ -0,0 +1,1085 @@ +2024-10-07 00:22:46,977 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-07 00:22:47,245 INFO: Dataset [paired] is built. +2024-10-07 00:22:47,245 INFO: Training statistics: + Starting model: 4xHyperIQA_0.7_DF2K_plksr_tiny_fp16 + Number of train images: 1780 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 112 + Total epochs 893 for total iters 100000. +2024-10-07 00:22:47,246 INFO: Dataset [paired] is built. +2024-10-07 00:22:47,246 INFO: Number of val images/folders: 100 +2024-10-07 00:22:47,751 INFO: Using network [plksr]. +2024-10-07 00:22:47,843 INFO: Using exponential-moving average. +2024-10-07 00:22:47,844 INFO: Loss [L1Loss] enabled. +2024-10-07 00:22:47,844 INFO: Using model [image]. +2024-10-07 00:22:49,139 INFO: AMP enabled. +2024-10-07 00:22:49,139 INFO: Deterministic mode enabled. +2024-10-07 00:22:49,140 INFO: Start training from epoch: 0, iter: 0 +2024-10-07 00:22:58,885 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 10.262 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:44 ] [ l_g_pix: 6.0016e-02 ] [ l_g_total: 6.0016e-02 ] +2024-10-07 00:23:03,313 INFO: [ epoch: 1 ] [ iter: 200 ] [ performance: 14.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:42 ] [ l_g_pix: 8.2613e-02 ] [ l_g_total: 8.2613e-02 ] +2024-10-07 00:23:07,944 INFO: [ epoch: 2 ] [ iter: 300 ] [ performance: 21.545 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:25 ] [ l_g_pix: 5.4092e-02 ] [ l_g_total: 5.4092e-02 ] +2024-10-07 00:23:12,533 INFO: [ epoch: 3 ] [ iter: 400 ] [ performance: 21.672 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:03 ] [ l_g_pix: 4.9840e-02 ] [ l_g_total: 4.9840e-02 ] +2024-10-07 00:23:17,177 INFO: [ epoch: 4 ] [ iter: 500 ] [ performance: 21.442 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:11 ] [ l_g_pix: 6.2871e-02 ] [ l_g_total: 6.2871e-02 ] +2024-10-07 00:23:21,752 INFO: [ epoch: 5 ] [ iter: 600 ] [ performance: 21.654 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:44 ] [ l_g_pix: 6.6447e-02 ] [ l_g_total: 6.6447e-02 ] +2024-10-07 00:23:26,466 INFO: [ epoch: 6 ] [ iter: 700 ] [ performance: 21.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:25 ] [ l_g_pix: 4.2556e-02 ] [ l_g_total: 4.2556e-02 ] +2024-10-07 00:23:31,109 INFO: [ epoch: 7 ] [ iter: 800 ] [ performance: 21.300 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:47 ] [ l_g_pix: 6.6419e-02 ] [ l_g_total: 6.6419e-02 ] +2024-10-07 00:23:35,628 INFO: [ epoch: 8 ] [ iter: 900 ] [ performance: 22.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:48 ] [ l_g_pix: 6.2637e-02 ] [ l_g_total: 6.2637e-02 ] +2024-10-07 00:23:39,919 INFO: [ epoch: 9 ] [ iter: 1,000 ] [ performance: 22.677 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:26 ] [ l_g_pix: 5.2441e-02 ] [ l_g_total: 5.2441e-02 ] +2024-10-07 00:23:44,026 INFO: [ epoch: 9 ] [ iter: 1,100 ] [ performance: 24.760 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:51 ] [ l_g_pix: 4.1872e-02 ] [ l_g_total: 4.1872e-02 ] +2024-10-07 00:23:48,603 INFO: [ epoch: 10 ] [ iter: 1,200 ] [ performance: 23.178 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:59 ] [ l_g_pix: 6.2361e-02 ] [ l_g_total: 6.2361e-02 ] +2024-10-07 00:23:53,143 INFO: [ epoch: 11 ] [ iter: 1,300 ] [ performance: 21.732 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:03 ] [ l_g_pix: 5.9195e-02 ] [ l_g_total: 5.9195e-02 ] +2024-10-07 00:23:57,739 INFO: [ epoch: 12 ] [ iter: 1,400 ] [ performance: 21.748 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:09 ] [ l_g_pix: 5.9110e-02 ] [ l_g_total: 5.9110e-02 ] +2024-10-07 00:24:02,221 INFO: [ epoch: 13 ] [ iter: 1,500 ] [ performance: 21.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:07 ] [ l_g_pix: 6.2138e-02 ] [ l_g_total: 6.2138e-02 ] +2024-10-07 00:24:06,742 INFO: [ epoch: 14 ] [ iter: 1,600 ] [ performance: 22.046 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:07 ] [ l_g_pix: 6.3715e-02 ] [ l_g_total: 6.3715e-02 ] +2024-10-07 00:24:11,389 INFO: [ epoch: 15 ] [ iter: 1,700 ] [ performance: 21.066 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:13 ] [ l_g_pix: 5.4020e-02 ] [ l_g_total: 5.4020e-02 ] +2024-10-07 00:24:16,009 INFO: [ epoch: 16 ] [ iter: 1,800 ] [ performance: 21.367 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:17 ] [ l_g_pix: 4.9338e-02 ] [ l_g_total: 4.9338e-02 ] +2024-10-07 00:24:20,441 INFO: [ epoch: 17 ] [ iter: 1,900 ] [ performance: 22.370 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:09 ] [ l_g_pix: 5.1878e-02 ] [ l_g_total: 5.1878e-02 ] +2024-10-07 00:24:24,813 INFO: [ epoch: 18 ] [ iter: 2,000 ] [ performance: 22.636 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:00 ] [ l_g_pix: 4.8430e-02 ] [ l_g_total: 4.8430e-02 ] +2024-10-07 00:24:28,690 INFO: [ epoch: 18 ] [ iter: 2,100 ] [ performance: 27.532 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:28 ] [ l_g_pix: 5.1883e-02 ] [ l_g_total: 5.1883e-02 ] +2024-10-07 00:24:33,173 INFO: [ epoch: 19 ] [ iter: 2,200 ] [ performance: 24.512 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:26 ] [ l_g_pix: 6.0408e-02 ] [ l_g_total: 6.0408e-02 ] +2024-10-07 00:24:37,852 INFO: [ epoch: 20 ] [ iter: 2,300 ] [ performance: 20.747 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:31 ] [ l_g_pix: 5.9835e-02 ] [ l_g_total: 5.9835e-02 ] +2024-10-07 00:24:42,392 INFO: [ epoch: 21 ] [ iter: 2,400 ] [ performance: 21.408 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:30 ] [ l_g_pix: 5.4077e-02 ] [ l_g_total: 5.4077e-02 ] +2024-10-07 00:24:47,026 INFO: [ epoch: 22 ] [ iter: 2,500 ] [ performance: 20.879 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:33 ] [ l_g_pix: 6.2460e-02 ] [ l_g_total: 6.2460e-02 ] +2024-10-07 00:24:51,557 INFO: [ epoch: 23 ] [ iter: 2,600 ] [ performance: 21.499 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:31 ] [ l_g_pix: 6.3904e-02 ] [ l_g_total: 6.3904e-02 ] +2024-10-07 00:24:56,248 INFO: [ epoch: 24 ] [ iter: 2,700 ] [ performance: 20.569 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:34 ] [ l_g_pix: 4.9042e-02 ] [ l_g_total: 4.9042e-02 ] +2024-10-07 00:25:00,703 INFO: [ epoch: 25 ] [ iter: 2,800 ] [ performance: 21.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:29 ] [ l_g_pix: 5.7872e-02 ] [ l_g_total: 5.7872e-02 ] +2024-10-07 00:25:05,072 INFO: [ epoch: 26 ] [ iter: 2,900 ] [ performance: 22.374 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:21 ] [ l_g_pix: 4.4457e-02 ] [ l_g_total: 4.4457e-02 ] +2024-10-07 00:25:09,676 INFO: [ epoch: 27 ] [ iter: 3,000 ] [ performance: 22.045 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:21 ] [ l_g_pix: 4.5511e-02 ] [ l_g_total: 4.5511e-02 ] +2024-10-07 00:25:13,694 INFO: [ epoch: 27 ] [ iter: 3,100 ] [ performance: 28.398 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:02 ] [ l_g_pix: 4.8572e-02 ] [ l_g_total: 4.8572e-02 ] +2024-10-07 00:25:18,305 INFO: [ epoch: 28 ] [ iter: 3,200 ] [ performance: 24.335 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:02 ] [ l_g_pix: 5.4660e-02 ] [ l_g_total: 5.4660e-02 ] +2024-10-07 00:25:23,037 INFO: [ epoch: 29 ] [ iter: 3,300 ] [ performance: 20.114 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:05 ] [ l_g_pix: 6.1489e-02 ] [ l_g_total: 6.1489e-02 ] +2024-10-07 00:25:27,681 INFO: [ epoch: 30 ] [ iter: 3,400 ] [ performance: 20.863 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:06 ] [ l_g_pix: 5.6360e-02 ] [ l_g_total: 5.6360e-02 ] +2024-10-07 00:25:32,505 INFO: [ epoch: 31 ] [ iter: 3,500 ] [ performance: 19.632 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:11 ] [ l_g_pix: 3.9334e-02 ] [ l_g_total: 3.9334e-02 ] +2024-10-07 00:25:37,248 INFO: [ epoch: 32 ] [ iter: 3,600 ] [ performance: 20.402 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:13 ] [ l_g_pix: 5.3924e-02 ] [ l_g_total: 5.3924e-02 ] +2024-10-07 00:25:41,987 INFO: [ epoch: 33 ] [ iter: 3,700 ] [ performance: 19.947 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:15 ] [ l_g_pix: 4.5709e-02 ] [ l_g_total: 4.5709e-02 ] +2024-10-07 00:25:46,659 INFO: [ epoch: 34 ] [ iter: 3,800 ] [ performance: 20.727 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:15 ] [ l_g_pix: 6.2918e-02 ] [ l_g_total: 6.2918e-02 ] +2024-10-07 00:25:51,244 INFO: [ epoch: 35 ] [ iter: 3,900 ] [ performance: 20.934 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:12 ] [ l_g_pix: 7.0476e-02 ] [ l_g_total: 7.0476e-02 ] +2024-10-07 00:25:55,570 INFO: [ epoch: 36 ] [ iter: 4,000 ] [ performance: 22.106 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:03 ] [ l_g_pix: 4.8767e-02 ] [ l_g_total: 4.8767e-02 ] +2024-10-07 00:25:59,415 INFO: [ epoch: 36 ] [ iter: 4,100 ] [ performance: 28.355 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:43 ] [ l_g_pix: 6.2743e-02 ] [ l_g_total: 6.2743e-02 ] +2024-10-07 00:26:04,097 INFO: [ epoch: 37 ] [ iter: 4,200 ] [ performance: 23.991 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:43 ] [ l_g_pix: 5.6159e-02 ] [ l_g_total: 5.6159e-02 ] +2024-10-07 00:26:08,759 INFO: [ epoch: 38 ] [ iter: 4,300 ] [ performance: 24.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:43 ] [ l_g_pix: 5.3152e-02 ] [ l_g_total: 5.3152e-02 ] +2024-10-07 00:26:13,696 INFO: [ epoch: 39 ] [ iter: 4,400 ] [ performance: 21.802 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:48 ] [ l_g_pix: 4.1175e-02 ] [ l_g_total: 4.1175e-02 ] +2024-10-07 00:26:18,157 INFO: [ epoch: 40 ] [ iter: 4,500 ] [ performance: 21.126 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:42 ] [ l_g_pix: 5.3608e-02 ] [ l_g_total: 5.3608e-02 ] +2024-10-07 00:26:22,814 INFO: [ epoch: 41 ] [ iter: 4,600 ] [ performance: 21.322 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:41 ] [ l_g_pix: 4.8911e-02 ] [ l_g_total: 4.8911e-02 ] +2024-10-07 00:26:27,515 INFO: [ epoch: 42 ] [ iter: 4,700 ] [ performance: 19.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:40 ] [ l_g_pix: 6.0045e-02 ] [ l_g_total: 6.0045e-02 ] +2024-10-07 00:26:32,221 INFO: [ epoch: 43 ] [ iter: 4,800 ] [ performance: 20.640 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:40 ] [ l_g_pix: 5.5464e-02 ] [ l_g_total: 5.5464e-02 ] +2024-10-07 00:26:36,409 INFO: [ epoch: 44 ] [ iter: 4,900 ] [ performance: 22.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:29 ] [ l_g_pix: 6.1822e-02 ] [ l_g_total: 6.1822e-02 ] +2024-10-07 00:26:40,841 INFO: [ epoch: 45 ] [ iter: 5,000 ] [ performance: 22.688 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:23 ] [ l_g_pix: 5.5543e-02 ] [ l_g_total: 5.5543e-02 ] +2024-10-07 00:26:44,796 INFO: [ epoch: 45 ] [ iter: 5,100 ] [ performance: 29.081 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:08 ] [ l_g_pix: 6.2843e-02 ] [ l_g_total: 6.2843e-02 ] +2024-10-07 00:26:49,483 INFO: [ epoch: 46 ] [ iter: 5,200 ] [ performance: 24.115 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:07 ] [ l_g_pix: 6.3873e-02 ] [ l_g_total: 6.3873e-02 ] +2024-10-07 00:26:54,050 INFO: [ epoch: 47 ] [ iter: 5,300 ] [ performance: 26.120 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:04 ] [ l_g_pix: 4.9018e-02 ] [ l_g_total: 4.9018e-02 ] +2024-10-07 00:26:58,736 INFO: [ epoch: 48 ] [ iter: 5,400 ] [ performance: 23.144 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:02 ] [ l_g_pix: 5.5932e-02 ] [ l_g_total: 5.5932e-02 ] +2024-10-07 00:27:03,242 INFO: [ epoch: 49 ] [ iter: 5,500 ] [ performance: 20.481 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:58 ] [ l_g_pix: 6.1732e-02 ] [ l_g_total: 6.1732e-02 ] +2024-10-07 00:27:07,919 INFO: [ epoch: 50 ] [ iter: 5,600 ] [ performance: 20.994 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:56 ] [ l_g_pix: 6.9370e-02 ] [ l_g_total: 6.9370e-02 ] +2024-10-07 00:27:12,340 INFO: [ epoch: 51 ] [ iter: 5,700 ] [ performance: 20.880 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:50 ] [ l_g_pix: 5.4880e-02 ] [ l_g_total: 5.4880e-02 ] +2024-10-07 00:27:17,035 INFO: [ epoch: 52 ] [ iter: 5,800 ] [ performance: 21.125 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:49 ] [ l_g_pix: 4.7205e-02 ] [ l_g_total: 4.7205e-02 ] +2024-10-07 00:27:21,394 INFO: [ epoch: 53 ] [ iter: 5,900 ] [ performance: 21.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:41 ] [ l_g_pix: 4.0584e-02 ] [ l_g_total: 4.0584e-02 ] +2024-10-07 00:27:25,799 INFO: [ epoch: 54 ] [ iter: 6,000 ] [ performance: 22.157 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:36 ] [ l_g_pix: 5.8331e-02 ] [ l_g_total: 5.8331e-02 ] +2024-10-07 00:27:29,569 INFO: [ epoch: 54 ] [ iter: 6,100 ] [ performance: 29.049 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:20 ] [ l_g_pix: 4.6138e-02 ] [ l_g_total: 4.6138e-02 ] +2024-10-07 00:27:34,198 INFO: [ epoch: 55 ] [ iter: 6,200 ] [ performance: 24.156 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:17 ] [ l_g_pix: 5.0831e-02 ] [ l_g_total: 5.0831e-02 ] +2024-10-07 00:27:38,846 INFO: [ epoch: 56 ] [ iter: 6,300 ] [ performance: 25.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:15 ] [ l_g_pix: 4.7714e-02 ] [ l_g_total: 4.7714e-02 ] +2024-10-07 00:27:43,458 INFO: [ epoch: 57 ] [ iter: 6,400 ] [ performance: 22.952 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:12 ] [ l_g_pix: 6.1196e-02 ] [ l_g_total: 6.1196e-02 ] +2024-10-07 00:27:48,164 INFO: [ epoch: 58 ] [ iter: 6,500 ] [ performance: 18.891 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:11 ] [ l_g_pix: 7.0880e-02 ] [ l_g_total: 7.0880e-02 ] +2024-10-07 00:27:52,849 INFO: [ epoch: 59 ] [ iter: 6,600 ] [ performance: 20.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:09 ] [ l_g_pix: 4.5188e-02 ] [ l_g_total: 4.5188e-02 ] +2024-10-07 00:27:57,290 INFO: [ epoch: 60 ] [ iter: 6,700 ] [ performance: 20.519 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:03 ] [ l_g_pix: 6.4495e-02 ] [ l_g_total: 6.4495e-02 ] +2024-10-07 00:28:02,009 INFO: [ epoch: 61 ] [ iter: 6,800 ] [ performance: 20.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:02 ] [ l_g_pix: 6.2925e-02 ] [ l_g_total: 6.2925e-02 ] +2024-10-07 00:28:06,600 INFO: [ epoch: 62 ] [ iter: 6,900 ] [ performance: 19.516 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:58 ] [ l_g_pix: 4.8857e-02 ] [ l_g_total: 4.8857e-02 ] +2024-10-07 00:28:10,890 INFO: [ epoch: 63 ] [ iter: 7,000 ] [ performance: 21.643 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:51 ] [ l_g_pix: 5.9972e-02 ] [ l_g_total: 5.9972e-02 ] +2024-10-07 00:28:14,668 INFO: [ epoch: 63 ] [ iter: 7,100 ] [ performance: 29.073 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:37 ] [ l_g_pix: 5.8710e-02 ] [ l_g_total: 5.8710e-02 ] +2024-10-07 00:28:19,235 INFO: [ epoch: 64 ] [ iter: 7,200 ] [ performance: 24.259 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:33 ] [ l_g_pix: 5.7357e-02 ] [ l_g_total: 5.7357e-02 ] +2024-10-07 00:28:23,884 INFO: [ epoch: 65 ] [ iter: 7,300 ] [ performance: 29.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:31 ] [ l_g_pix: 5.8119e-02 ] [ l_g_total: 5.8119e-02 ] +2024-10-07 00:28:28,486 INFO: [ epoch: 66 ] [ iter: 7,400 ] [ performance: 24.126 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:27 ] [ l_g_pix: 4.9835e-02 ] [ l_g_total: 4.9835e-02 ] +2024-10-07 00:28:33,115 INFO: [ epoch: 67 ] [ iter: 7,500 ] [ performance: 19.214 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:25 ] [ l_g_pix: 5.2645e-02 ] [ l_g_total: 5.2645e-02 ] +2024-10-07 00:28:37,808 INFO: [ epoch: 68 ] [ iter: 7,600 ] [ performance: 20.449 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:22 ] [ l_g_pix: 6.1733e-02 ] [ l_g_total: 6.1733e-02 ] +2024-10-07 00:28:42,432 INFO: [ epoch: 69 ] [ iter: 7,700 ] [ performance: 18.691 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:19 ] [ l_g_pix: 6.0410e-02 ] [ l_g_total: 6.0410e-02 ] +2024-10-07 00:28:47,002 INFO: [ epoch: 70 ] [ iter: 7,800 ] [ performance: 20.544 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:15 ] [ l_g_pix: 4.0422e-02 ] [ l_g_total: 4.0422e-02 ] +2024-10-07 00:28:51,657 INFO: [ epoch: 71 ] [ iter: 7,900 ] [ performance: 18.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:13 ] [ l_g_pix: 5.3576e-02 ] [ l_g_total: 5.3576e-02 ] +2024-10-07 00:28:56,021 INFO: [ epoch: 72 ] [ iter: 8,000 ] [ performance: 21.028 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:07 ] [ l_g_pix: 4.5891e-02 ] [ l_g_total: 4.5891e-02 ] +2024-10-07 00:28:59,838 INFO: [ epoch: 72 ] [ iter: 8,100 ] [ performance: 29.296 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:54 ] [ l_g_pix: 5.0787e-02 ] [ l_g_total: 5.0787e-02 ] +2024-10-07 00:29:04,444 INFO: [ epoch: 73 ] [ iter: 8,200 ] [ performance: 24.052 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:51 ] [ l_g_pix: 4.6610e-02 ] [ l_g_total: 4.6610e-02 ] +2024-10-07 00:29:09,106 INFO: [ epoch: 74 ] [ iter: 8,300 ] [ performance: 29.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:48 ] [ l_g_pix: 5.0956e-02 ] [ l_g_total: 5.0956e-02 ] +2024-10-07 00:29:13,727 INFO: [ epoch: 75 ] [ iter: 8,400 ] [ performance: 24.114 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:45 ] [ l_g_pix: 5.4171e-02 ] [ l_g_total: 5.4171e-02 ] +2024-10-07 00:29:18,299 INFO: [ epoch: 76 ] [ iter: 8,500 ] [ performance: 23.621 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:41 ] [ l_g_pix: 4.6341e-02 ] [ l_g_total: 4.6341e-02 ] +2024-10-07 00:29:22,780 INFO: [ epoch: 77 ] [ iter: 8,600 ] [ performance: 22.782 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:36 ] [ l_g_pix: 4.9511e-02 ] [ l_g_total: 4.9511e-02 ] +2024-10-07 00:29:27,358 INFO: [ epoch: 78 ] [ iter: 8,700 ] [ performance: 18.448 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:33 ] [ l_g_pix: 6.2632e-02 ] [ l_g_total: 6.2632e-02 ] +2024-10-07 00:29:31,986 INFO: [ epoch: 79 ] [ iter: 8,800 ] [ performance: 20.345 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:29 ] [ l_g_pix: 5.5927e-02 ] [ l_g_total: 5.5927e-02 ] +2024-10-07 00:29:36,430 INFO: [ epoch: 80 ] [ iter: 8,900 ] [ performance: 19.269 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:24 ] [ l_g_pix: 4.2137e-02 ] [ l_g_total: 4.2137e-02 ] +2024-10-07 00:29:40,909 INFO: [ epoch: 81 ] [ iter: 9,000 ] [ performance: 21.136 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:20 ] [ l_g_pix: 4.5555e-02 ] [ l_g_total: 4.5555e-02 ] +2024-10-07 00:29:44,731 INFO: [ epoch: 81 ] [ iter: 9,100 ] [ performance: 28.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:08 ] [ l_g_pix: 6.0427e-02 ] [ l_g_total: 6.0427e-02 ] +2024-10-07 00:29:49,447 INFO: [ epoch: 82 ] [ iter: 9,200 ] [ performance: 23.439 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:06 ] [ l_g_pix: 6.0794e-02 ] [ l_g_total: 6.0794e-02 ] +2024-10-07 00:29:54,135 INFO: [ epoch: 83 ] [ iter: 9,300 ] [ performance: 29.344 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:03 ] [ l_g_pix: 6.7208e-02 ] [ l_g_total: 6.7208e-02 ] +2024-10-07 00:29:58,779 INFO: [ epoch: 84 ] [ iter: 9,400 ] [ performance: 23.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:00 ] [ l_g_pix: 4.9420e-02 ] [ l_g_total: 4.9420e-02 ] +2024-10-07 00:30:03,419 INFO: [ epoch: 85 ] [ iter: 9,500 ] [ performance: 25.448 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:57 ] [ l_g_pix: 5.6605e-02 ] [ l_g_total: 5.6605e-02 ] +2024-10-07 00:30:08,152 INFO: [ epoch: 86 ] [ iter: 9,600 ] [ performance: 22.454 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:54 ] [ l_g_pix: 6.9439e-02 ] [ l_g_total: 6.9439e-02 ] +2024-10-07 00:30:12,771 INFO: [ epoch: 87 ] [ iter: 9,700 ] [ performance: 17.570 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:51 ] [ l_g_pix: 6.3720e-02 ] [ l_g_total: 6.3720e-02 ] +2024-10-07 00:30:17,454 INFO: [ epoch: 88 ] [ iter: 9,800 ] [ performance: 19.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:48 ] [ l_g_pix: 4.4667e-02 ] [ l_g_total: 4.4667e-02 ] +2024-10-07 00:30:21,992 INFO: [ epoch: 89 ] [ iter: 9,900 ] [ performance: 17.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:44 ] [ l_g_pix: 5.4141e-02 ] [ l_g_total: 5.4141e-02 ] +2024-10-07 00:30:26,384 INFO: [ epoch: 90 ] [ iter: 10,000 ] [ performance: 20.907 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:38 ] [ l_g_pix: 4.8898e-02 ] [ l_g_total: 4.8898e-02 ] +2024-10-07 00:30:26,384 INFO: Saving models and training states. +2024-10-07 00:33:38,333 INFO: Validation val + + # psnr: 26.1344........ Best: 26.1344 @ 10000 iter + # ssim: 0.7340........ Best: 0.7340 @ 10000 iter + # dists: 0.7808........ Best: 0.7808 @ 10000 iter + +2024-10-07 00:33:41,747 INFO: [ epoch: 90 ] [ iter: 10,100 ] [ performance: 29.415 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:53 ] [ l_g_pix: 6.0428e-02 ] [ l_g_total: 6.0428e-02 ] +2024-10-07 00:33:46,583 INFO: [ epoch: 91 ] [ iter: 10,200 ] [ performance: 22.953 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:33 ] [ l_g_pix: 4.3565e-02 ] [ l_g_total: 4.3565e-02 ] +2024-10-07 00:33:51,287 INFO: [ epoch: 92 ] [ iter: 10,300 ] [ performance: 29.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:11 ] [ l_g_pix: 6.4856e-02 ] [ l_g_total: 6.4856e-02 ] +2024-10-07 00:33:56,130 INFO: [ epoch: 93 ] [ iter: 10,400 ] [ performance: 22.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:52 ] [ l_g_pix: 5.9369e-02 ] [ l_g_total: 5.9369e-02 ] +2024-10-07 00:34:00,739 INFO: [ epoch: 94 ] [ iter: 10,500 ] [ performance: 26.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:31 ] [ l_g_pix: 4.8716e-02 ] [ l_g_total: 4.8716e-02 ] +2024-10-07 00:34:05,577 INFO: [ epoch: 95 ] [ iter: 10,600 ] [ performance: 22.366 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:12 ] [ l_g_pix: 6.2615e-02 ] [ l_g_total: 6.2615e-02 ] +2024-10-07 00:34:10,499 INFO: [ epoch: 96 ] [ iter: 10,700 ] [ performance: 15.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:54 ] [ l_g_pix: 5.3618e-02 ] [ l_g_total: 5.3618e-02 ] +2024-10-07 00:34:15,301 INFO: [ epoch: 97 ] [ iter: 10,800 ] [ performance: 18.674 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:35 ] [ l_g_pix: 7.2541e-02 ] [ l_g_total: 7.2541e-02 ] +2024-10-07 00:34:19,703 INFO: [ epoch: 98 ] [ iter: 10,900 ] [ performance: 18.130 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:13 ] [ l_g_pix: 4.6995e-02 ] [ l_g_total: 4.6995e-02 ] +2024-10-07 00:34:24,237 INFO: [ epoch: 99 ] [ iter: 11,000 ] [ performance: 20.652 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:53 ] [ l_g_pix: 4.3300e-02 ] [ l_g_total: 4.3300e-02 ] +2024-10-07 00:34:28,144 INFO: [ epoch: 99 ] [ iter: 11,100 ] [ performance: 26.978 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:28 ] [ l_g_pix: 5.5614e-02 ] [ l_g_total: 5.5614e-02 ] +2024-10-07 00:34:32,769 INFO: [ epoch: 100 ] [ iter: 11,200 ] [ performance: 23.048 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:09 ] [ l_g_pix: 5.4461e-02 ] [ l_g_total: 5.4461e-02 ] +2024-10-07 00:34:37,699 INFO: [ epoch: 101 ] [ iter: 11,300 ] [ performance: 30.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:52 ] [ l_g_pix: 5.1302e-02 ] [ l_g_total: 5.1302e-02 ] +2024-10-07 00:34:42,463 INFO: [ epoch: 102 ] [ iter: 11,400 ] [ performance: 23.118 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:35 ] [ l_g_pix: 5.8145e-02 ] [ l_g_total: 5.8145e-02 ] +2024-10-07 00:34:47,225 INFO: [ epoch: 103 ] [ iter: 11,500 ] [ performance: 28.579 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:17 ] [ l_g_pix: 5.3342e-02 ] [ l_g_total: 5.3342e-02 ] +2024-10-07 00:34:51,965 INFO: [ epoch: 104 ] [ iter: 11,600 ] [ performance: 22.908 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:00 ] [ l_g_pix: 6.2746e-02 ] [ l_g_total: 6.2746e-02 ] +2024-10-07 00:34:56,932 INFO: [ epoch: 105 ] [ iter: 11,700 ] [ performance: 20.040 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:45 ] [ l_g_pix: 6.7764e-02 ] [ l_g_total: 6.7764e-02 ] +2024-10-07 00:35:01,781 INFO: [ epoch: 106 ] [ iter: 11,800 ] [ performance: 20.449 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:29 ] [ l_g_pix: 3.9933e-02 ] [ l_g_total: 3.9933e-02 ] +2024-10-07 00:35:06,694 INFO: [ epoch: 107 ] [ iter: 11,900 ] [ performance: 14.231 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:14 ] [ l_g_pix: 6.9787e-02 ] [ l_g_total: 6.9787e-02 ] +2024-10-07 00:35:11,244 INFO: [ epoch: 108 ] [ iter: 12,000 ] [ performance: 18.981 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:56 ] [ l_g_pix: 5.9139e-02 ] [ l_g_total: 5.9139e-02 ] +2024-10-07 00:35:15,781 INFO: [ epoch: 109 ] [ iter: 12,100 ] [ performance: 18.372 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:38 ] [ l_g_pix: 5.4437e-02 ] [ l_g_total: 5.4437e-02 ] +2024-10-07 00:35:19,679 INFO: [ epoch: 109 ] [ iter: 12,200 ] [ performance: 23.093 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:16 ] [ l_g_pix: 5.2210e-02 ] [ l_g_total: 5.2210e-02 ] +2024-10-07 00:35:24,525 INFO: [ epoch: 110 ] [ iter: 12,300 ] [ performance: 30.208 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:01 ] [ l_g_pix: 5.3964e-02 ] [ l_g_total: 5.3964e-02 ] +2024-10-07 00:35:29,335 INFO: [ epoch: 111 ] [ iter: 12,400 ] [ performance: 22.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:46 ] [ l_g_pix: 6.4994e-02 ] [ l_g_total: 6.4994e-02 ] +2024-10-07 00:35:34,112 INFO: [ epoch: 112 ] [ iter: 12,500 ] [ performance: 29.185 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:30 ] [ l_g_pix: 4.6690e-02 ] [ l_g_total: 4.6690e-02 ] +2024-10-07 00:35:38,805 INFO: [ epoch: 113 ] [ iter: 12,600 ] [ performance: 23.025 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:15 ] [ l_g_pix: 6.4256e-02 ] [ l_g_total: 6.4256e-02 ] +2024-10-07 00:35:43,745 INFO: [ epoch: 114 ] [ iter: 12,700 ] [ performance: 21.746 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:01 ] [ l_g_pix: 5.5371e-02 ] [ l_g_total: 5.5371e-02 ] +2024-10-07 00:35:48,609 INFO: [ epoch: 115 ] [ iter: 12,800 ] [ performance: 20.872 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:47 ] [ l_g_pix: 4.8870e-02 ] [ l_g_total: 4.8870e-02 ] +2024-10-07 00:35:53,393 INFO: [ epoch: 116 ] [ iter: 12,900 ] [ performance: 14.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:32 ] [ l_g_pix: 6.7567e-02 ] [ l_g_total: 6.7567e-02 ] +2024-10-07 00:35:58,058 INFO: [ epoch: 117 ] [ iter: 13,000 ] [ performance: 18.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:17 ] [ l_g_pix: 6.0915e-02 ] [ l_g_total: 6.0915e-02 ] +2024-10-07 00:36:02,662 INFO: [ epoch: 118 ] [ iter: 13,100 ] [ performance: 17.240 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:02 ] [ l_g_pix: 5.6951e-02 ] [ l_g_total: 5.6951e-02 ] +2024-10-07 00:36:06,497 INFO: [ epoch: 118 ] [ iter: 13,200 ] [ performance: 23.048 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:42 ] [ l_g_pix: 4.5184e-02 ] [ l_g_total: 4.5184e-02 ] +2024-10-07 00:36:11,487 INFO: [ epoch: 119 ] [ iter: 13,300 ] [ performance: 29.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:29 ] [ l_g_pix: 5.1024e-02 ] [ l_g_total: 5.1024e-02 ] +2024-10-07 00:36:16,257 INFO: [ epoch: 120 ] [ iter: 13,400 ] [ performance: 22.616 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:15 ] [ l_g_pix: 4.1991e-02 ] [ l_g_total: 4.1991e-02 ] +2024-10-07 00:36:21,094 INFO: [ epoch: 121 ] [ iter: 13,500 ] [ performance: 29.415 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:02 ] [ l_g_pix: 5.0121e-02 ] [ l_g_total: 5.0121e-02 ] +2024-10-07 00:36:25,979 INFO: [ epoch: 122 ] [ iter: 13,600 ] [ performance: 22.145 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:49 ] [ l_g_pix: 5.3156e-02 ] [ l_g_total: 5.3156e-02 ] +2024-10-07 00:36:30,841 INFO: [ epoch: 123 ] [ iter: 13,700 ] [ performance: 26.553 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:36 ] [ l_g_pix: 4.2360e-02 ] [ l_g_total: 4.2360e-02 ] +2024-10-07 00:36:35,632 INFO: [ epoch: 124 ] [ iter: 13,800 ] [ performance: 22.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:23 ] [ l_g_pix: 5.0197e-02 ] [ l_g_total: 5.0197e-02 ] +2024-10-07 00:36:40,374 INFO: [ epoch: 125 ] [ iter: 13,900 ] [ performance: 13.229 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:10 ] [ l_g_pix: 5.5913e-02 ] [ l_g_total: 5.5913e-02 ] +2024-10-07 00:36:45,114 INFO: [ epoch: 126 ] [ iter: 14,000 ] [ performance: 18.498 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:56 ] [ l_g_pix: 3.9586e-02 ] [ l_g_total: 3.9586e-02 ] +2024-10-07 00:36:49,642 INFO: [ epoch: 127 ] [ iter: 14,100 ] [ performance: 16.040 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:42 ] [ l_g_pix: 4.7501e-02 ] [ l_g_total: 4.7501e-02 ] +2024-10-07 00:36:53,499 INFO: [ epoch: 127 ] [ iter: 14,200 ] [ performance: 22.706 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:23 ] [ l_g_pix: 6.1941e-02 ] [ l_g_total: 6.1941e-02 ] +2024-10-07 00:36:58,380 INFO: [ epoch: 128 ] [ iter: 14,300 ] [ performance: 29.456 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:11 ] [ l_g_pix: 6.0608e-02 ] [ l_g_total: 6.0608e-02 ] +2024-10-07 00:37:03,293 INFO: [ epoch: 129 ] [ iter: 14,400 ] [ performance: 21.879 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:00 ] [ l_g_pix: 5.5644e-02 ] [ l_g_total: 5.5644e-02 ] +2024-10-07 00:37:08,049 INFO: [ epoch: 130 ] [ iter: 14,500 ] [ performance: 29.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:47 ] [ l_g_pix: 6.3501e-02 ] [ l_g_total: 6.3501e-02 ] +2024-10-07 00:37:12,879 INFO: [ epoch: 131 ] [ iter: 14,600 ] [ performance: 22.107 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:35 ] [ l_g_pix: 3.8749e-02 ] [ l_g_total: 3.8749e-02 ] +2024-10-07 00:37:17,676 INFO: [ epoch: 132 ] [ iter: 14,700 ] [ performance: 25.281 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:23 ] [ l_g_pix: 5.1663e-02 ] [ l_g_total: 5.1663e-02 ] +2024-10-07 00:37:22,429 INFO: [ epoch: 133 ] [ iter: 14,800 ] [ performance: 21.821 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:11 ] [ l_g_pix: 4.9249e-02 ] [ l_g_total: 4.9249e-02 ] +2024-10-07 00:37:27,351 INFO: [ epoch: 134 ] [ iter: 14,900 ] [ performance: 11.564 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:00 ] [ l_g_pix: 5.0528e-02 ] [ l_g_total: 5.0528e-02 ] +2024-10-07 00:37:32,104 INFO: [ epoch: 135 ] [ iter: 15,000 ] [ performance: 17.999 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:47 ] [ l_g_pix: 4.6261e-02 ] [ l_g_total: 4.6261e-02 ] +2024-10-07 00:37:36,658 INFO: [ epoch: 136 ] [ iter: 15,100 ] [ performance: 14.247 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:34 ] [ l_g_pix: 4.0422e-02 ] [ l_g_total: 4.0422e-02 ] +2024-10-07 00:37:40,480 INFO: [ epoch: 136 ] [ iter: 15,200 ] [ performance: 22.418 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:17 ] [ l_g_pix: 5.5531e-02 ] [ l_g_total: 5.5531e-02 ] +2024-10-07 00:37:45,187 INFO: [ epoch: 137 ] [ iter: 15,300 ] [ performance: 29.947 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:05 ] [ l_g_pix: 5.6771e-02 ] [ l_g_total: 5.6771e-02 ] +2024-10-07 00:37:49,968 INFO: [ epoch: 138 ] [ iter: 15,400 ] [ performance: 22.217 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:54 ] [ l_g_pix: 5.4009e-02 ] [ l_g_total: 5.4009e-02 ] +2024-10-07 00:37:54,856 INFO: [ epoch: 139 ] [ iter: 15,500 ] [ performance: 29.416 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:43 ] [ l_g_pix: 4.5475e-02 ] [ l_g_total: 4.5475e-02 ] +2024-10-07 00:37:59,523 INFO: [ epoch: 140 ] [ iter: 15,600 ] [ performance: 22.579 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:31 ] [ l_g_pix: 5.9909e-02 ] [ l_g_total: 5.9909e-02 ] +2024-10-07 00:38:04,420 INFO: [ epoch: 141 ] [ iter: 15,700 ] [ performance: 29.403 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:20 ] [ l_g_pix: 5.4823e-02 ] [ l_g_total: 5.4823e-02 ] +2024-10-07 00:38:09,320 INFO: [ epoch: 142 ] [ iter: 15,800 ] [ performance: 21.604 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:10 ] [ l_g_pix: 6.0638e-02 ] [ l_g_total: 6.0638e-02 ] +2024-10-07 00:38:14,051 INFO: [ epoch: 143 ] [ iter: 15,900 ] [ performance: 18.491 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:59 ] [ l_g_pix: 4.9522e-02 ] [ l_g_total: 4.9522e-02 ] +2024-10-07 00:38:18,658 INFO: [ epoch: 144 ] [ iter: 16,000 ] [ performance: 21.076 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:47 ] [ l_g_pix: 5.1095e-02 ] [ l_g_total: 5.1095e-02 ] +2024-10-07 00:38:23,179 INFO: [ epoch: 145 ] [ iter: 16,100 ] [ performance: 13.058 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:34 ] [ l_g_pix: 4.6360e-02 ] [ l_g_total: 4.6360e-02 ] +2024-10-07 00:38:26,974 INFO: [ epoch: 145 ] [ iter: 16,200 ] [ performance: 22.531 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:18 ] [ l_g_pix: 6.1566e-02 ] [ l_g_total: 6.1566e-02 ] +2024-10-07 00:38:31,817 INFO: [ epoch: 146 ] [ iter: 16,300 ] [ performance: 29.231 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:08 ] [ l_g_pix: 3.9717e-02 ] [ l_g_total: 3.9717e-02 ] +2024-10-07 00:38:36,699 INFO: [ epoch: 147 ] [ iter: 16,400 ] [ performance: 21.516 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:58 ] [ l_g_pix: 5.9630e-02 ] [ l_g_total: 5.9630e-02 ] +2024-10-07 00:38:41,472 INFO: [ epoch: 148 ] [ iter: 16,500 ] [ performance: 29.479 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:47 ] [ l_g_pix: 6.6365e-02 ] [ l_g_total: 6.6365e-02 ] +2024-10-07 00:38:46,307 INFO: [ epoch: 149 ] [ iter: 16,600 ] [ performance: 21.675 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:37 ] [ l_g_pix: 4.9717e-02 ] [ l_g_total: 4.9717e-02 ] +2024-10-07 00:38:51,229 INFO: [ epoch: 150 ] [ iter: 16,700 ] [ performance: 29.437 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:27 ] [ l_g_pix: 6.3917e-02 ] [ l_g_total: 6.3917e-02 ] +2024-10-07 00:38:55,921 INFO: [ epoch: 151 ] [ iter: 16,800 ] [ performance: 22.208 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:16 ] [ l_g_pix: 5.5025e-02 ] [ l_g_total: 5.5025e-02 ] +2024-10-07 00:39:00,849 INFO: [ epoch: 152 ] [ iter: 16,900 ] [ performance: 18.450 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:07 ] [ l_g_pix: 5.2575e-02 ] [ l_g_total: 5.2575e-02 ] +2024-10-07 00:39:05,637 INFO: [ epoch: 153 ] [ iter: 17,000 ] [ performance: 20.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:57 ] [ l_g_pix: 5.4477e-02 ] [ l_g_total: 5.4477e-02 ] +2024-10-07 00:39:10,163 INFO: [ epoch: 154 ] [ iter: 17,100 ] [ performance: 10.506 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:45 ] [ l_g_pix: 5.8038e-02 ] [ l_g_total: 5.8038e-02 ] +2024-10-07 00:39:14,018 INFO: [ epoch: 154 ] [ iter: 17,200 ] [ performance: 21.780 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:30 ] [ l_g_pix: 5.0260e-02 ] [ l_g_total: 5.0260e-02 ] +2024-10-07 00:39:18,954 INFO: [ epoch: 155 ] [ iter: 17,300 ] [ performance: 29.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:21 ] [ l_g_pix: 4.3816e-02 ] [ l_g_total: 4.3816e-02 ] +2024-10-07 00:39:23,893 INFO: [ epoch: 156 ] [ iter: 17,400 ] [ performance: 21.082 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:12 ] [ l_g_pix: 5.9379e-02 ] [ l_g_total: 5.9379e-02 ] +2024-10-07 00:39:28,790 INFO: [ epoch: 157 ] [ iter: 17,500 ] [ performance: 29.319 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:03 ] [ l_g_pix: 5.4542e-02 ] [ l_g_total: 5.4542e-02 ] +2024-10-07 00:39:33,683 INFO: [ epoch: 158 ] [ iter: 17,600 ] [ performance: 21.182 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:53 ] [ l_g_pix: 5.8460e-02 ] [ l_g_total: 5.8460e-02 ] +2024-10-07 00:39:38,358 INFO: [ epoch: 159 ] [ iter: 17,700 ] [ performance: 29.898 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:43 ] [ l_g_pix: 5.8363e-02 ] [ l_g_total: 5.8363e-02 ] +2024-10-07 00:39:43,037 INFO: [ epoch: 160 ] [ iter: 17,800 ] [ performance: 22.051 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:33 ] [ l_g_pix: 5.2354e-02 ] [ l_g_total: 5.2354e-02 ] +2024-10-07 00:39:47,702 INFO: [ epoch: 161 ] [ iter: 17,900 ] [ performance: 21.612 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:22 ] [ l_g_pix: 4.9450e-02 ] [ l_g_total: 4.9450e-02 ] +2024-10-07 00:39:52,372 INFO: [ epoch: 162 ] [ iter: 18,000 ] [ performance: 21.483 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:12 ] [ l_g_pix: 6.3678e-02 ] [ l_g_total: 6.3678e-02 ] +2024-10-07 00:39:56,973 INFO: [ epoch: 163 ] [ iter: 18,100 ] [ performance: 7.360 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:02 ] [ l_g_pix: 5.5228e-02 ] [ l_g_total: 5.5228e-02 ] +2024-10-07 00:40:00,763 INFO: [ epoch: 163 ] [ iter: 18,200 ] [ performance: 21.367 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:48 ] [ l_g_pix: 4.1172e-02 ] [ l_g_total: 4.1172e-02 ] +2024-10-07 00:40:05,591 INFO: [ epoch: 164 ] [ iter: 18,300 ] [ performance: 29.510 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:39 ] [ l_g_pix: 5.8491e-02 ] [ l_g_total: 5.8491e-02 ] +2024-10-07 00:40:10,465 INFO: [ epoch: 165 ] [ iter: 18,400 ] [ performance: 21.051 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:30 ] [ l_g_pix: 5.5112e-02 ] [ l_g_total: 5.5112e-02 ] +2024-10-07 00:40:15,179 INFO: [ epoch: 166 ] [ iter: 18,500 ] [ performance: 30.082 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:20 ] [ l_g_pix: 4.5941e-02 ] [ l_g_total: 4.5941e-02 ] +2024-10-07 00:40:19,833 INFO: [ epoch: 167 ] [ iter: 18,600 ] [ performance: 21.958 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:10 ] [ l_g_pix: 4.5033e-02 ] [ l_g_total: 4.5033e-02 ] +2024-10-07 00:40:24,659 INFO: [ epoch: 168 ] [ iter: 18,700 ] [ performance: 29.449 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:01 ] [ l_g_pix: 5.4368e-02 ] [ l_g_total: 5.4368e-02 ] +2024-10-07 00:40:29,541 INFO: [ epoch: 169 ] [ iter: 18,800 ] [ performance: 20.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:52 ] [ l_g_pix: 5.1820e-02 ] [ l_g_total: 5.1820e-02 ] +2024-10-07 00:40:34,212 INFO: [ epoch: 170 ] [ iter: 18,900 ] [ performance: 22.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:43 ] [ l_g_pix: 5.8036e-02 ] [ l_g_total: 5.8036e-02 ] +2024-10-07 00:40:38,994 INFO: [ epoch: 171 ] [ iter: 19,000 ] [ performance: 21.004 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:34 ] [ l_g_pix: 4.1207e-02 ] [ l_g_total: 4.1207e-02 ] +2024-10-07 00:40:43,506 INFO: [ epoch: 172 ] [ iter: 19,100 ] [ performance: 20.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:24 ] [ l_g_pix: 5.7740e-02 ] [ l_g_total: 5.7740e-02 ] +2024-10-07 00:40:47,504 INFO: [ epoch: 172 ] [ iter: 19,200 ] [ performance: 24.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:11 ] [ l_g_pix: 5.2826e-02 ] [ l_g_total: 5.2826e-02 ] +2024-10-07 00:40:52,240 INFO: [ epoch: 173 ] [ iter: 19,300 ] [ performance: 29.986 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:02 ] [ l_g_pix: 5.8758e-02 ] [ l_g_total: 5.8758e-02 ] +2024-10-07 00:40:57,052 INFO: [ epoch: 174 ] [ iter: 19,400 ] [ performance: 21.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:53 ] [ l_g_pix: 6.4038e-02 ] [ l_g_total: 6.4038e-02 ] +2024-10-07 00:41:01,981 INFO: [ epoch: 175 ] [ iter: 19,500 ] [ performance: 29.846 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:45 ] [ l_g_pix: 4.7356e-02 ] [ l_g_total: 4.7356e-02 ] +2024-10-07 00:41:06,834 INFO: [ epoch: 176 ] [ iter: 19,600 ] [ performance: 20.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:37 ] [ l_g_pix: 5.3746e-02 ] [ l_g_total: 5.3746e-02 ] +2024-10-07 00:41:11,557 INFO: [ epoch: 177 ] [ iter: 19,700 ] [ performance: 28.930 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:28 ] [ l_g_pix: 5.3689e-02 ] [ l_g_total: 5.3689e-02 ] +2024-10-07 00:41:16,371 INFO: [ epoch: 178 ] [ iter: 19,800 ] [ performance: 20.895 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:19 ] [ l_g_pix: 6.0918e-02 ] [ l_g_total: 6.0918e-02 ] +2024-10-07 00:41:21,304 INFO: [ epoch: 179 ] [ iter: 19,900 ] [ performance: 29.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:11 ] [ l_g_pix: 4.7138e-02 ] [ l_g_total: 4.7138e-02 ] +2024-10-07 00:41:26,233 INFO: [ epoch: 180 ] [ iter: 20,000 ] [ performance: 20.378 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:03 ] [ l_g_pix: 4.6358e-02 ] [ l_g_total: 4.6358e-02 ] +2024-10-07 00:41:26,234 INFO: Saving models and training states. +2024-10-07 00:44:29,289 INFO: Validation val + + # psnr: 26.3100........ Best: 26.3100 @ 20000 iter + # ssim: 0.7348........ Best: 0.7348 @ 20000 iter + # dists: 0.7773........ Best: 0.7773 @ 20000 iter + +2024-10-07 00:44:33,732 INFO: [ epoch: 181 ] [ iter: 20,100 ] [ performance: 21.417 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:01 ] [ l_g_pix: 5.1862e-02 ] [ l_g_total: 5.1862e-02 ] +2024-10-07 00:44:37,609 INFO: [ epoch: 181 ] [ iter: 20,200 ] [ performance: 25.858 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:44 ] [ l_g_pix: 5.7261e-02 ] [ l_g_total: 5.7261e-02 ] +2024-10-07 00:44:42,515 INFO: [ epoch: 182 ] [ iter: 20,300 ] [ performance: 22.800 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:31 ] [ l_g_pix: 4.8811e-02 ] [ l_g_total: 4.8811e-02 ] +2024-10-07 00:44:47,291 INFO: [ epoch: 183 ] [ iter: 20,400 ] [ performance: 20.896 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:18 ] [ l_g_pix: 4.8568e-02 ] [ l_g_total: 4.8568e-02 ] +2024-10-07 00:44:52,212 INFO: [ epoch: 184 ] [ iter: 20,500 ] [ performance: 20.606 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:06 ] [ l_g_pix: 4.7930e-02 ] [ l_g_total: 4.7930e-02 ] +2024-10-07 00:44:57,096 INFO: [ epoch: 185 ] [ iter: 20,600 ] [ performance: 20.362 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:54 ] [ l_g_pix: 3.9006e-02 ] [ l_g_total: 3.9006e-02 ] +2024-10-07 00:45:01,910 INFO: [ epoch: 186 ] [ iter: 20,700 ] [ performance: 20.571 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:41 ] [ l_g_pix: 5.1949e-02 ] [ l_g_total: 5.1949e-02 ] +2024-10-07 00:45:06,860 INFO: [ epoch: 187 ] [ iter: 20,800 ] [ performance: 20.013 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:29 ] [ l_g_pix: 5.5577e-02 ] [ l_g_total: 5.5577e-02 ] +2024-10-07 00:45:11,938 INFO: [ epoch: 188 ] [ iter: 20,900 ] [ performance: 19.853 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:18 ] [ l_g_pix: 4.2232e-02 ] [ l_g_total: 4.2232e-02 ] +2024-10-07 00:45:16,868 INFO: [ epoch: 189 ] [ iter: 21,000 ] [ performance: 20.051 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:06 ] [ l_g_pix: 6.7296e-02 ] [ l_g_total: 6.7296e-02 ] +2024-10-07 00:45:21,530 INFO: [ epoch: 190 ] [ iter: 21,100 ] [ performance: 20.781 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:53 ] [ l_g_pix: 5.6273e-02 ] [ l_g_total: 5.6273e-02 ] +2024-10-07 00:45:25,225 INFO: [ epoch: 190 ] [ iter: 21,200 ] [ performance: 27.473 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:37 ] [ l_g_pix: 6.0249e-02 ] [ l_g_total: 6.0249e-02 ] +2024-10-07 00:45:30,114 INFO: [ epoch: 191 ] [ iter: 21,300 ] [ performance: 23.366 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:25 ] [ l_g_pix: 5.2779e-02 ] [ l_g_total: 5.2779e-02 ] +2024-10-07 00:45:35,065 INFO: [ epoch: 192 ] [ iter: 21,400 ] [ performance: 19.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:13 ] [ l_g_pix: 4.7494e-02 ] [ l_g_total: 4.7494e-02 ] +2024-10-07 00:45:39,850 INFO: [ epoch: 193 ] [ iter: 21,500 ] [ performance: 20.387 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:01 ] [ l_g_pix: 4.2839e-02 ] [ l_g_total: 4.2839e-02 ] +2024-10-07 00:45:44,695 INFO: [ epoch: 194 ] [ iter: 21,600 ] [ performance: 20.234 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:50 ] [ l_g_pix: 5.8113e-02 ] [ l_g_total: 5.8113e-02 ] +2024-10-07 00:45:49,523 INFO: [ epoch: 195 ] [ iter: 21,700 ] [ performance: 20.483 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:38 ] [ l_g_pix: 4.3672e-02 ] [ l_g_total: 4.3672e-02 ] +2024-10-07 00:45:54,204 INFO: [ epoch: 196 ] [ iter: 21,800 ] [ performance: 20.924 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:25 ] [ l_g_pix: 5.6325e-02 ] [ l_g_total: 5.6325e-02 ] +2024-10-07 00:45:59,127 INFO: [ epoch: 197 ] [ iter: 21,900 ] [ performance: 20.604 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:14 ] [ l_g_pix: 4.3357e-02 ] [ l_g_total: 4.3357e-02 ] +2024-10-07 00:46:03,926 INFO: [ epoch: 198 ] [ iter: 22,000 ] [ performance: 20.344 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:02 ] [ l_g_pix: 5.0861e-02 ] [ l_g_total: 5.0861e-02 ] +2024-10-07 00:46:08,725 INFO: [ epoch: 199 ] [ iter: 22,100 ] [ performance: 20.610 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:51 ] [ l_g_pix: 4.8067e-02 ] [ l_g_total: 4.8067e-02 ] +2024-10-07 00:46:12,663 INFO: [ epoch: 199 ] [ iter: 22,200 ] [ performance: 27.352 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:36 ] [ l_g_pix: 4.1764e-02 ] [ l_g_total: 4.1764e-02 ] +2024-10-07 00:46:17,563 INFO: [ epoch: 200 ] [ iter: 22,300 ] [ performance: 23.201 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:25 ] [ l_g_pix: 5.2497e-02 ] [ l_g_total: 5.2497e-02 ] +2024-10-07 00:46:22,283 INFO: [ epoch: 201 ] [ iter: 22,400 ] [ performance: 21.174 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:13 ] [ l_g_pix: 4.5150e-02 ] [ l_g_total: 4.5150e-02 ] +2024-10-07 00:46:27,217 INFO: [ epoch: 202 ] [ iter: 22,500 ] [ performance: 20.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:02 ] [ l_g_pix: 3.8669e-02 ] [ l_g_total: 3.8669e-02 ] +2024-10-07 00:46:32,084 INFO: [ epoch: 203 ] [ iter: 22,600 ] [ performance: 19.809 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:51 ] [ l_g_pix: 5.0803e-02 ] [ l_g_total: 5.0803e-02 ] +2024-10-07 00:46:36,961 INFO: [ epoch: 204 ] [ iter: 22,700 ] [ performance: 20.176 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:40 ] [ l_g_pix: 5.8806e-02 ] [ l_g_total: 5.8806e-02 ] +2024-10-07 00:46:41,865 INFO: [ epoch: 205 ] [ iter: 22,800 ] [ performance: 19.601 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:29 ] [ l_g_pix: 5.9119e-02 ] [ l_g_total: 5.9119e-02 ] +2024-10-07 00:46:46,636 INFO: [ epoch: 206 ] [ iter: 22,900 ] [ performance: 20.308 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:18 ] [ l_g_pix: 4.7132e-02 ] [ l_g_total: 4.7132e-02 ] +2024-10-07 00:46:51,598 INFO: [ epoch: 207 ] [ iter: 23,000 ] [ performance: 19.252 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:08 ] [ l_g_pix: 6.4248e-02 ] [ l_g_total: 6.4248e-02 ] +2024-10-07 00:46:56,294 INFO: [ epoch: 208 ] [ iter: 23,100 ] [ performance: 20.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:56 ] [ l_g_pix: 5.5987e-02 ] [ l_g_total: 5.5987e-02 ] +2024-10-07 00:47:00,775 INFO: [ epoch: 209 ] [ iter: 23,200 ] [ performance: 22.551 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:44 ] [ l_g_pix: 5.1398e-02 ] [ l_g_total: 5.1398e-02 ] +2024-10-07 00:47:04,706 INFO: [ epoch: 209 ] [ iter: 23,300 ] [ performance: 24.046 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:30 ] [ l_g_pix: 4.6595e-02 ] [ l_g_total: 4.6595e-02 ] +2024-10-07 00:47:09,702 INFO: [ epoch: 210 ] [ iter: 23,400 ] [ performance: 24.572 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:20 ] [ l_g_pix: 6.5674e-02 ] [ l_g_total: 6.5674e-02 ] +2024-10-07 00:47:14,605 INFO: [ epoch: 211 ] [ iter: 23,500 ] [ performance: 22.114 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:10 ] [ l_g_pix: 4.9245e-02 ] [ l_g_total: 4.9245e-02 ] +2024-10-07 00:47:19,567 INFO: [ epoch: 212 ] [ iter: 23,600 ] [ performance: 19.134 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:59 ] [ l_g_pix: 4.4820e-02 ] [ l_g_total: 4.4820e-02 ] +2024-10-07 00:47:24,370 INFO: [ epoch: 213 ] [ iter: 23,700 ] [ performance: 20.025 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:49 ] [ l_g_pix: 5.0095e-02 ] [ l_g_total: 5.0095e-02 ] +2024-10-07 00:47:29,254 INFO: [ epoch: 214 ] [ iter: 23,800 ] [ performance: 19.352 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:38 ] [ l_g_pix: 5.4427e-02 ] [ l_g_total: 5.4427e-02 ] +2024-10-07 00:47:34,259 INFO: [ epoch: 215 ] [ iter: 23,900 ] [ performance: 19.695 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:28 ] [ l_g_pix: 4.4511e-02 ] [ l_g_total: 4.4511e-02 ] +2024-10-07 00:47:39,182 INFO: [ epoch: 216 ] [ iter: 24,000 ] [ performance: 18.981 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:18 ] [ l_g_pix: 3.8467e-02 ] [ l_g_total: 3.8467e-02 ] +2024-10-07 00:47:43,723 INFO: [ epoch: 217 ] [ iter: 24,100 ] [ performance: 20.551 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:07 ] [ l_g_pix: 4.9880e-02 ] [ l_g_total: 4.9880e-02 ] +2024-10-07 00:47:48,450 INFO: [ epoch: 218 ] [ iter: 24,200 ] [ performance: 21.870 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:56 ] [ l_g_pix: 5.7990e-02 ] [ l_g_total: 5.7990e-02 ] +2024-10-07 00:47:52,503 INFO: [ epoch: 218 ] [ iter: 24,300 ] [ performance: 23.357 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:43 ] [ l_g_pix: 4.4830e-02 ] [ l_g_total: 4.4830e-02 ] +2024-10-07 00:47:57,303 INFO: [ epoch: 219 ] [ iter: 24,400 ] [ performance: 26.642 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:33 ] [ l_g_pix: 5.1228e-02 ] [ l_g_total: 5.1228e-02 ] +2024-10-07 00:48:02,245 INFO: [ epoch: 220 ] [ iter: 24,500 ] [ performance: 22.643 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:23 ] [ l_g_pix: 4.9244e-02 ] [ l_g_total: 4.9244e-02 ] +2024-10-07 00:48:07,132 INFO: [ epoch: 221 ] [ iter: 24,600 ] [ performance: 18.934 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:13 ] [ l_g_pix: 5.4728e-02 ] [ l_g_total: 5.4728e-02 ] +2024-10-07 00:48:12,116 INFO: [ epoch: 222 ] [ iter: 24,700 ] [ performance: 19.555 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:03 ] [ l_g_pix: 4.6831e-02 ] [ l_g_total: 4.6831e-02 ] +2024-10-07 00:48:16,935 INFO: [ epoch: 223 ] [ iter: 24,800 ] [ performance: 19.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:53 ] [ l_g_pix: 5.4248e-02 ] [ l_g_total: 5.4248e-02 ] +2024-10-07 00:48:21,662 INFO: [ epoch: 224 ] [ iter: 24,900 ] [ performance: 20.230 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:43 ] [ l_g_pix: 4.7905e-02 ] [ l_g_total: 4.7905e-02 ] +2024-10-07 00:48:26,631 INFO: [ epoch: 225 ] [ iter: 25,000 ] [ performance: 18.471 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:33 ] [ l_g_pix: 5.5743e-02 ] [ l_g_total: 5.5743e-02 ] +2024-10-07 00:48:31,422 INFO: [ epoch: 226 ] [ iter: 25,100 ] [ performance: 19.794 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:23 ] [ l_g_pix: 4.5813e-02 ] [ l_g_total: 4.5813e-02 ] +2024-10-07 00:48:35,970 INFO: [ epoch: 227 ] [ iter: 25,200 ] [ performance: 21.658 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:12 ] [ l_g_pix: 3.8913e-02 ] [ l_g_total: 3.8913e-02 ] +2024-10-07 00:48:40,010 INFO: [ epoch: 227 ] [ iter: 25,300 ] [ performance: 23.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:00 ] [ l_g_pix: 5.1208e-02 ] [ l_g_total: 5.1208e-02 ] +2024-10-07 00:48:44,918 INFO: [ epoch: 228 ] [ iter: 25,400 ] [ performance: 28.197 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:50 ] [ l_g_pix: 4.9785e-02 ] [ l_g_total: 4.9785e-02 ] +2024-10-07 00:48:49,856 INFO: [ epoch: 229 ] [ iter: 25,500 ] [ performance: 23.012 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:41 ] [ l_g_pix: 4.4772e-02 ] [ l_g_total: 4.4772e-02 ] +2024-10-07 00:48:54,619 INFO: [ epoch: 230 ] [ iter: 25,600 ] [ performance: 19.227 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:31 ] [ l_g_pix: 5.6926e-02 ] [ l_g_total: 5.6926e-02 ] +2024-10-07 00:48:59,627 INFO: [ epoch: 231 ] [ iter: 25,700 ] [ performance: 19.652 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:22 ] [ l_g_pix: 6.9731e-02 ] [ l_g_total: 6.9731e-02 ] +2024-10-07 00:49:04,594 INFO: [ epoch: 232 ] [ iter: 25,800 ] [ performance: 18.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:12 ] [ l_g_pix: 4.7279e-02 ] [ l_g_total: 4.7279e-02 ] +2024-10-07 00:49:09,504 INFO: [ epoch: 233 ] [ iter: 25,900 ] [ performance: 19.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:03 ] [ l_g_pix: 4.3370e-02 ] [ l_g_total: 4.3370e-02 ] +2024-10-07 00:49:14,451 INFO: [ epoch: 234 ] [ iter: 26,000 ] [ performance: 18.013 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:54 ] [ l_g_pix: 5.8390e-02 ] [ l_g_total: 5.8390e-02 ] +2024-10-07 00:49:19,192 INFO: [ epoch: 235 ] [ iter: 26,100 ] [ performance: 19.718 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:44 ] [ l_g_pix: 4.1399e-02 ] [ l_g_total: 4.1399e-02 ] +2024-10-07 00:49:23,771 INFO: [ epoch: 236 ] [ iter: 26,200 ] [ performance: 20.832 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:34 ] [ l_g_pix: 4.8312e-02 ] [ l_g_total: 4.8312e-02 ] +2024-10-07 00:49:27,721 INFO: [ epoch: 236 ] [ iter: 26,300 ] [ performance: 23.294 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:22 ] [ l_g_pix: 5.0716e-02 ] [ l_g_total: 5.0716e-02 ] +2024-10-07 00:49:32,565 INFO: [ epoch: 237 ] [ iter: 26,400 ] [ performance: 29.320 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:12 ] [ l_g_pix: 4.8862e-02 ] [ l_g_total: 4.8862e-02 ] +2024-10-07 00:49:37,519 INFO: [ epoch: 238 ] [ iter: 26,500 ] [ performance: 23.131 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:03 ] [ l_g_pix: 4.8656e-02 ] [ l_g_total: 4.8656e-02 ] +2024-10-07 00:49:42,223 INFO: [ epoch: 239 ] [ iter: 26,600 ] [ performance: 25.243 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:53 ] [ l_g_pix: 4.1795e-02 ] [ l_g_total: 4.1795e-02 ] +2024-10-07 00:49:47,051 INFO: [ epoch: 240 ] [ iter: 26,700 ] [ performance: 22.340 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:44 ] [ l_g_pix: 5.0366e-02 ] [ l_g_total: 5.0366e-02 ] +2024-10-07 00:49:51,937 INFO: [ epoch: 241 ] [ iter: 26,800 ] [ performance: 18.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:35 ] [ l_g_pix: 4.6388e-02 ] [ l_g_total: 4.6388e-02 ] +2024-10-07 00:49:56,839 INFO: [ epoch: 242 ] [ iter: 26,900 ] [ performance: 19.394 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:26 ] [ l_g_pix: 4.5782e-02 ] [ l_g_total: 4.5782e-02 ] +2024-10-07 00:50:01,722 INFO: [ epoch: 243 ] [ iter: 27,000 ] [ performance: 17.919 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:17 ] [ l_g_pix: 5.3139e-02 ] [ l_g_total: 5.3139e-02 ] +2024-10-07 00:50:06,441 INFO: [ epoch: 244 ] [ iter: 27,100 ] [ performance: 19.761 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:07 ] [ l_g_pix: 4.9600e-02 ] [ l_g_total: 4.9600e-02 ] +2024-10-07 00:50:11,064 INFO: [ epoch: 245 ] [ iter: 27,200 ] [ performance: 20.619 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:57 ] [ l_g_pix: 7.4158e-02 ] [ l_g_total: 7.4158e-02 ] +2024-10-07 00:50:15,131 INFO: [ epoch: 245 ] [ iter: 27,300 ] [ performance: 22.926 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:46 ] [ l_g_pix: 4.6819e-02 ] [ l_g_total: 4.6819e-02 ] +2024-10-07 00:50:20,114 INFO: [ epoch: 246 ] [ iter: 27,400 ] [ performance: 29.198 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:37 ] [ l_g_pix: 4.3191e-02 ] [ l_g_total: 4.3191e-02 ] +2024-10-07 00:50:25,056 INFO: [ epoch: 247 ] [ iter: 27,500 ] [ performance: 22.991 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:29 ] [ l_g_pix: 5.7706e-02 ] [ l_g_total: 5.7706e-02 ] +2024-10-07 00:50:29,981 INFO: [ epoch: 248 ] [ iter: 27,600 ] [ performance: 24.976 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:20 ] [ l_g_pix: 5.1432e-02 ] [ l_g_total: 5.1432e-02 ] +2024-10-07 00:50:34,784 INFO: [ epoch: 249 ] [ iter: 27,700 ] [ performance: 22.255 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:11 ] [ l_g_pix: 6.2536e-02 ] [ l_g_total: 6.2536e-02 ] +2024-10-07 00:50:39,562 INFO: [ epoch: 250 ] [ iter: 27,800 ] [ performance: 17.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:01 ] [ l_g_pix: 5.2391e-02 ] [ l_g_total: 5.2391e-02 ] +2024-10-07 00:50:44,544 INFO: [ epoch: 251 ] [ iter: 27,900 ] [ performance: 19.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:53 ] [ l_g_pix: 4.4342e-02 ] [ l_g_total: 4.4342e-02 ] +2024-10-07 00:50:49,524 INFO: [ epoch: 252 ] [ iter: 28,000 ] [ performance: 16.914 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:44 ] [ l_g_pix: 4.8353e-02 ] [ l_g_total: 4.8353e-02 ] +2024-10-07 00:50:54,390 INFO: [ epoch: 253 ] [ iter: 28,100 ] [ performance: 19.007 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:36 ] [ l_g_pix: 4.6801e-02 ] [ l_g_total: 4.6801e-02 ] +2024-10-07 00:50:58,927 INFO: [ epoch: 254 ] [ iter: 28,200 ] [ performance: 19.790 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:26 ] [ l_g_pix: 5.7259e-02 ] [ l_g_total: 5.7259e-02 ] +2024-10-07 00:51:02,724 INFO: [ epoch: 254 ] [ iter: 28,300 ] [ performance: 23.432 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:14 ] [ l_g_pix: 5.1130e-02 ] [ l_g_total: 5.1130e-02 ] +2024-10-07 00:51:07,709 INFO: [ epoch: 255 ] [ iter: 28,400 ] [ performance: 29.407 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:06 ] [ l_g_pix: 4.9504e-02 ] [ l_g_total: 4.9504e-02 ] +2024-10-07 00:51:12,464 INFO: [ epoch: 256 ] [ iter: 28,500 ] [ performance: 23.522 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:57 ] [ l_g_pix: 4.4859e-02 ] [ l_g_total: 4.4859e-02 ] +2024-10-07 00:51:17,377 INFO: [ epoch: 257 ] [ iter: 28,600 ] [ performance: 26.896 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:48 ] [ l_g_pix: 4.5157e-02 ] [ l_g_total: 4.5157e-02 ] +2024-10-07 00:51:22,307 INFO: [ epoch: 258 ] [ iter: 28,700 ] [ performance: 22.300 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:40 ] [ l_g_pix: 5.6569e-02 ] [ l_g_total: 5.6569e-02 ] +2024-10-07 00:51:27,287 INFO: [ epoch: 259 ] [ iter: 28,800 ] [ performance: 16.372 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:32 ] [ l_g_pix: 5.4756e-02 ] [ l_g_total: 5.4756e-02 ] +2024-10-07 00:51:32,240 INFO: [ epoch: 260 ] [ iter: 28,900 ] [ performance: 18.618 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:23 ] [ l_g_pix: 5.7573e-02 ] [ l_g_total: 5.7573e-02 ] +2024-10-07 00:51:37,133 INFO: [ epoch: 261 ] [ iter: 29,000 ] [ performance: 16.586 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:15 ] [ l_g_pix: 6.6526e-02 ] [ l_g_total: 6.6526e-02 ] +2024-10-07 00:51:41,819 INFO: [ epoch: 262 ] [ iter: 29,100 ] [ performance: 19.353 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:06 ] [ l_g_pix: 4.5969e-02 ] [ l_g_total: 4.5969e-02 ] +2024-10-07 00:51:46,434 INFO: [ epoch: 263 ] [ iter: 29,200 ] [ performance: 18.616 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:57 ] [ l_g_pix: 5.9874e-02 ] [ l_g_total: 5.9874e-02 ] +2024-10-07 00:51:50,194 INFO: [ epoch: 263 ] [ iter: 29,300 ] [ performance: 23.087 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:45 ] [ l_g_pix: 4.0661e-02 ] [ l_g_total: 4.0661e-02 ] +2024-10-07 00:51:54,990 INFO: [ epoch: 264 ] [ iter: 29,400 ] [ performance: 30.053 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:37 ] [ l_g_pix: 4.7590e-02 ] [ l_g_total: 4.7590e-02 ] +2024-10-07 00:51:59,814 INFO: [ epoch: 265 ] [ iter: 29,500 ] [ performance: 23.266 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:28 ] [ l_g_pix: 4.7491e-02 ] [ l_g_total: 4.7491e-02 ] +2024-10-07 00:52:04,582 INFO: [ epoch: 266 ] [ iter: 29,600 ] [ performance: 26.918 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:20 ] [ l_g_pix: 4.9339e-02 ] [ l_g_total: 4.9339e-02 ] +2024-10-07 00:52:09,350 INFO: [ epoch: 267 ] [ iter: 29,700 ] [ performance: 22.717 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:11 ] [ l_g_pix: 4.4021e-02 ] [ l_g_total: 4.4021e-02 ] +2024-10-07 00:52:14,322 INFO: [ epoch: 268 ] [ iter: 29,800 ] [ performance: 16.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:03 ] [ l_g_pix: 4.5333e-02 ] [ l_g_total: 4.5333e-02 ] +2024-10-07 00:52:19,221 INFO: [ epoch: 269 ] [ iter: 29,900 ] [ performance: 18.858 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:55 ] [ l_g_pix: 5.9474e-02 ] [ l_g_total: 5.9474e-02 ] +2024-10-07 00:52:23,981 INFO: [ epoch: 270 ] [ iter: 30,000 ] [ performance: 16.531 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:46 ] [ l_g_pix: 4.9222e-02 ] [ l_g_total: 4.9222e-02 ] +2024-10-07 00:52:23,981 INFO: Saving models and training states. +2024-10-07 00:55:17,081 INFO: Validation val + + # psnr: 26.8014........ Best: 26.8014 @ 30000 iter + # ssim: 0.7511........ Best: 0.7511 @ 30000 iter + # dists: 0.7745........ Best: 0.7745 @ 30000 iter + +2024-10-07 00:55:21,892 INFO: [ epoch: 271 ] [ iter: 30,100 ] [ performance: 19.126 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:20 ] [ l_g_pix: 5.4281e-02 ] [ l_g_total: 5.4281e-02 ] +2024-10-07 00:55:26,489 INFO: [ epoch: 272 ] [ iter: 30,200 ] [ performance: 18.052 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:09 ] [ l_g_pix: 4.8211e-02 ] [ l_g_total: 4.8211e-02 ] +2024-10-07 00:55:30,442 INFO: [ epoch: 272 ] [ iter: 30,300 ] [ performance: 22.317 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:57 ] [ l_g_pix: 3.8076e-02 ] [ l_g_total: 3.8076e-02 ] +2024-10-07 00:55:35,415 INFO: [ epoch: 273 ] [ iter: 30,400 ] [ performance: 30.098 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:47 ] [ l_g_pix: 3.9971e-02 ] [ l_g_total: 3.9971e-02 ] +2024-10-07 00:55:40,342 INFO: [ epoch: 274 ] [ iter: 30,500 ] [ performance: 22.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:37 ] [ l_g_pix: 4.3193e-02 ] [ l_g_total: 4.3193e-02 ] +2024-10-07 00:55:45,241 INFO: [ epoch: 275 ] [ iter: 30,600 ] [ performance: 29.620 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:27 ] [ l_g_pix: 3.1464e-02 ] [ l_g_total: 3.1464e-02 ] +2024-10-07 00:55:50,263 INFO: [ epoch: 276 ] [ iter: 30,700 ] [ performance: 22.283 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:17 ] [ l_g_pix: 6.8816e-02 ] [ l_g_total: 6.8816e-02 ] +2024-10-07 00:55:55,231 INFO: [ epoch: 277 ] [ iter: 30,800 ] [ performance: 22.634 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:08 ] [ l_g_pix: 4.3464e-02 ] [ l_g_total: 4.3464e-02 ] +2024-10-07 00:56:00,060 INFO: [ epoch: 278 ] [ iter: 30,900 ] [ performance: 21.290 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:58 ] [ l_g_pix: 5.1975e-02 ] [ l_g_total: 5.1975e-02 ] +2024-10-07 00:56:04,987 INFO: [ epoch: 279 ] [ iter: 31,000 ] [ performance: 15.095 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:48 ] [ l_g_pix: 4.7489e-02 ] [ l_g_total: 4.7489e-02 ] +2024-10-07 00:56:09,981 INFO: [ epoch: 280 ] [ iter: 31,100 ] [ performance: 18.160 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:38 ] [ l_g_pix: 6.0423e-02 ] [ l_g_total: 6.0423e-02 ] +2024-10-07 00:56:14,607 INFO: [ epoch: 281 ] [ iter: 31,200 ] [ performance: 16.833 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:28 ] [ l_g_pix: 3.9966e-02 ] [ l_g_total: 3.9966e-02 ] +2024-10-07 00:56:18,466 INFO: [ epoch: 281 ] [ iter: 31,300 ] [ performance: 22.198 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:16 ] [ l_g_pix: 5.8216e-02 ] [ l_g_total: 5.8216e-02 ] +2024-10-07 00:56:23,419 INFO: [ epoch: 282 ] [ iter: 31,400 ] [ performance: 29.320 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:06 ] [ l_g_pix: 4.7258e-02 ] [ l_g_total: 4.7258e-02 ] +2024-10-07 00:56:28,292 INFO: [ epoch: 283 ] [ iter: 31,500 ] [ performance: 22.598 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:57 ] [ l_g_pix: 4.6965e-02 ] [ l_g_total: 4.6965e-02 ] +2024-10-07 00:56:33,125 INFO: [ epoch: 284 ] [ iter: 31,600 ] [ performance: 30.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:47 ] [ l_g_pix: 5.2750e-02 ] [ l_g_total: 5.2750e-02 ] +2024-10-07 00:56:38,100 INFO: [ epoch: 285 ] [ iter: 31,700 ] [ performance: 22.359 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:38 ] [ l_g_pix: 5.2316e-02 ] [ l_g_total: 5.2316e-02 ] +2024-10-07 00:56:43,081 INFO: [ epoch: 286 ] [ iter: 31,800 ] [ performance: 23.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:28 ] [ l_g_pix: 3.6909e-02 ] [ l_g_total: 3.6909e-02 ] +2024-10-07 00:56:47,907 INFO: [ epoch: 287 ] [ iter: 31,900 ] [ performance: 21.591 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:18 ] [ l_g_pix: 6.1306e-02 ] [ l_g_total: 6.1306e-02 ] +2024-10-07 00:56:52,705 INFO: [ epoch: 288 ] [ iter: 32,000 ] [ performance: 14.923 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:09 ] [ l_g_pix: 5.7930e-02 ] [ l_g_total: 5.7930e-02 ] +2024-10-07 00:56:57,580 INFO: [ epoch: 289 ] [ iter: 32,100 ] [ performance: 18.504 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:59 ] [ l_g_pix: 4.6313e-02 ] [ l_g_total: 4.6313e-02 ] +2024-10-07 00:57:02,262 INFO: [ epoch: 290 ] [ iter: 32,200 ] [ performance: 15.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:49 ] [ l_g_pix: 5.1094e-02 ] [ l_g_total: 5.1094e-02 ] +2024-10-07 00:57:06,029 INFO: [ epoch: 290 ] [ iter: 32,300 ] [ performance: 22.275 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:38 ] [ l_g_pix: 5.5740e-02 ] [ l_g_total: 5.5740e-02 ] +2024-10-07 00:57:10,869 INFO: [ epoch: 291 ] [ iter: 32,400 ] [ performance: 30.126 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:28 ] [ l_g_pix: 4.1042e-02 ] [ l_g_total: 4.1042e-02 ] +2024-10-07 00:57:15,762 INFO: [ epoch: 292 ] [ iter: 32,500 ] [ performance: 22.468 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:19 ] [ l_g_pix: 5.4564e-02 ] [ l_g_total: 5.4564e-02 ] +2024-10-07 00:57:20,726 INFO: [ epoch: 293 ] [ iter: 32,600 ] [ performance: 29.226 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:09 ] [ l_g_pix: 5.3952e-02 ] [ l_g_total: 5.3952e-02 ] +2024-10-07 00:57:25,581 INFO: [ epoch: 294 ] [ iter: 32,700 ] [ performance: 22.424 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:00 ] [ l_g_pix: 5.6051e-02 ] [ l_g_total: 5.6051e-02 ] +2024-10-07 00:57:30,433 INFO: [ epoch: 295 ] [ iter: 32,800 ] [ performance: 25.062 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:51 ] [ l_g_pix: 5.5645e-02 ] [ l_g_total: 5.5645e-02 ] +2024-10-07 00:57:35,355 INFO: [ epoch: 296 ] [ iter: 32,900 ] [ performance: 21.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:42 ] [ l_g_pix: 5.1641e-02 ] [ l_g_total: 5.1641e-02 ] +2024-10-07 00:57:40,142 INFO: [ epoch: 297 ] [ iter: 33,000 ] [ performance: 13.771 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:32 ] [ l_g_pix: 4.9768e-02 ] [ l_g_total: 4.9768e-02 ] +2024-10-07 00:57:45,081 INFO: [ epoch: 298 ] [ iter: 33,100 ] [ performance: 18.010 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:23 ] [ l_g_pix: 5.2486e-02 ] [ l_g_total: 5.2486e-02 ] +2024-10-07 00:57:49,797 INFO: [ epoch: 299 ] [ iter: 33,200 ] [ performance: 14.377 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:13 ] [ l_g_pix: 4.7443e-02 ] [ l_g_total: 4.7443e-02 ] +2024-10-07 00:57:53,615 INFO: [ epoch: 299 ] [ iter: 33,300 ] [ performance: 21.594 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:02 ] [ l_g_pix: 4.2326e-02 ] [ l_g_total: 4.2326e-02 ] +2024-10-07 00:57:58,246 INFO: [ epoch: 300 ] [ iter: 33,400 ] [ performance: 29.302 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:53 ] [ l_g_pix: 4.8232e-02 ] [ l_g_total: 4.8232e-02 ] +2024-10-07 00:58:03,165 INFO: [ epoch: 301 ] [ iter: 33,500 ] [ performance: 22.046 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:44 ] [ l_g_pix: 5.6908e-02 ] [ l_g_total: 5.6908e-02 ] +2024-10-07 00:58:08,093 INFO: [ epoch: 302 ] [ iter: 33,600 ] [ performance: 29.130 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:35 ] [ l_g_pix: 5.0032e-02 ] [ l_g_total: 5.0032e-02 ] +2024-10-07 00:58:13,064 INFO: [ epoch: 303 ] [ iter: 33,700 ] [ performance: 21.797 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:26 ] [ l_g_pix: 4.1262e-02 ] [ l_g_total: 4.1262e-02 ] +2024-10-07 00:58:17,827 INFO: [ epoch: 304 ] [ iter: 33,800 ] [ performance: 26.761 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:16 ] [ l_g_pix: 4.1514e-02 ] [ l_g_total: 4.1514e-02 ] +2024-10-07 00:58:22,790 INFO: [ epoch: 305 ] [ iter: 33,900 ] [ performance: 21.436 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:08 ] [ l_g_pix: 4.6850e-02 ] [ l_g_total: 4.6850e-02 ] +2024-10-07 00:58:27,796 INFO: [ epoch: 306 ] [ iter: 34,000 ] [ performance: 18.619 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:59 ] [ l_g_pix: 4.2593e-02 ] [ l_g_total: 4.2593e-02 ] +2024-10-07 00:58:32,648 INFO: [ epoch: 307 ] [ iter: 34,100 ] [ performance: 20.109 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:50 ] [ l_g_pix: 6.0687e-02 ] [ l_g_total: 6.0687e-02 ] +2024-10-07 00:58:37,178 INFO: [ epoch: 308 ] [ iter: 34,200 ] [ performance: 14.293 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:40 ] [ l_g_pix: 5.8689e-02 ] [ l_g_total: 5.8689e-02 ] +2024-10-07 00:58:41,812 INFO: [ epoch: 309 ] [ iter: 34,300 ] [ performance: 19.313 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:31 ] [ l_g_pix: 4.7978e-02 ] [ l_g_total: 4.7978e-02 ] +2024-10-07 00:58:45,917 INFO: [ epoch: 309 ] [ iter: 34,400 ] [ performance: 29.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:20 ] [ l_g_pix: 5.4083e-02 ] [ l_g_total: 5.4083e-02 ] +2024-10-07 00:58:50,899 INFO: [ epoch: 310 ] [ iter: 34,500 ] [ performance: 21.635 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:12 ] [ l_g_pix: 4.8530e-02 ] [ l_g_total: 4.8530e-02 ] +2024-10-07 00:58:55,823 INFO: [ epoch: 311 ] [ iter: 34,600 ] [ performance: 29.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:03 ] [ l_g_pix: 4.8722e-02 ] [ l_g_total: 4.8722e-02 ] +2024-10-07 00:59:00,612 INFO: [ epoch: 312 ] [ iter: 34,700 ] [ performance: 22.291 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:54 ] [ l_g_pix: 5.3791e-02 ] [ l_g_total: 5.3791e-02 ] +2024-10-07 00:59:05,519 INFO: [ epoch: 313 ] [ iter: 34,800 ] [ performance: 29.857 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:45 ] [ l_g_pix: 4.1713e-02 ] [ l_g_total: 4.1713e-02 ] +2024-10-07 00:59:10,346 INFO: [ epoch: 314 ] [ iter: 34,900 ] [ performance: 22.164 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:36 ] [ l_g_pix: 4.8031e-02 ] [ l_g_total: 4.8031e-02 ] +2024-10-07 00:59:15,021 INFO: [ epoch: 315 ] [ iter: 35,000 ] [ performance: 22.709 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:27 ] [ l_g_pix: 4.3501e-02 ] [ l_g_total: 4.3501e-02 ] +2024-10-07 00:59:19,960 INFO: [ epoch: 316 ] [ iter: 35,100 ] [ performance: 20.714 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:19 ] [ l_g_pix: 5.5406e-02 ] [ l_g_total: 5.5406e-02 ] +2024-10-07 00:59:24,717 INFO: [ epoch: 317 ] [ iter: 35,200 ] [ performance: 11.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:10 ] [ l_g_pix: 4.9903e-02 ] [ l_g_total: 4.9903e-02 ] +2024-10-07 00:59:29,224 INFO: [ epoch: 318 ] [ iter: 35,300 ] [ performance: 18.832 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:00 ] [ l_g_pix: 4.7635e-02 ] [ l_g_total: 4.7635e-02 ] +2024-10-07 00:59:33,149 INFO: [ epoch: 318 ] [ iter: 35,400 ] [ performance: 29.601 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:50 ] [ l_g_pix: 5.1276e-02 ] [ l_g_total: 5.1276e-02 ] +2024-10-07 00:59:38,059 INFO: [ epoch: 319 ] [ iter: 35,500 ] [ performance: 21.677 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:41 ] [ l_g_pix: 4.6835e-02 ] [ l_g_total: 4.6835e-02 ] +2024-10-07 00:59:43,014 INFO: [ epoch: 320 ] [ iter: 35,600 ] [ performance: 29.053 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:33 ] [ l_g_pix: 5.2941e-02 ] [ l_g_total: 5.2941e-02 ] +2024-10-07 00:59:47,802 INFO: [ epoch: 321 ] [ iter: 35,700 ] [ performance: 22.047 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:24 ] [ l_g_pix: 5.3635e-02 ] [ l_g_total: 5.3635e-02 ] +2024-10-07 00:59:52,681 INFO: [ epoch: 322 ] [ iter: 35,800 ] [ performance: 29.048 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:16 ] [ l_g_pix: 3.9783e-02 ] [ l_g_total: 3.9783e-02 ] +2024-10-07 00:59:57,667 INFO: [ epoch: 323 ] [ iter: 35,900 ] [ performance: 21.245 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:07 ] [ l_g_pix: 4.7547e-02 ] [ l_g_total: 4.7547e-02 ] +2024-10-07 01:00:02,401 INFO: [ epoch: 324 ] [ iter: 36,000 ] [ performance: 22.936 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:59 ] [ l_g_pix: 6.1344e-02 ] [ l_g_total: 6.1344e-02 ] +2024-10-07 01:00:07,365 INFO: [ epoch: 325 ] [ iter: 36,100 ] [ performance: 20.584 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:50 ] [ l_g_pix: 4.9112e-02 ] [ l_g_total: 4.9112e-02 ] +2024-10-07 01:00:11,819 INFO: [ epoch: 326 ] [ iter: 36,200 ] [ performance: 11.957 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:41 ] [ l_g_pix: 5.9170e-02 ] [ l_g_total: 5.9170e-02 ] +2024-10-07 01:00:16,472 INFO: [ epoch: 327 ] [ iter: 36,300 ] [ performance: 19.024 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:32 ] [ l_g_pix: 4.4522e-02 ] [ l_g_total: 4.4522e-02 ] +2024-10-07 01:00:20,433 INFO: [ epoch: 327 ] [ iter: 36,400 ] [ performance: 29.985 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:22 ] [ l_g_pix: 5.3704e-02 ] [ l_g_total: 5.3704e-02 ] +2024-10-07 01:00:25,427 INFO: [ epoch: 328 ] [ iter: 36,500 ] [ performance: 21.151 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:14 ] [ l_g_pix: 4.7606e-02 ] [ l_g_total: 4.7606e-02 ] +2024-10-07 01:00:30,254 INFO: [ epoch: 329 ] [ iter: 36,600 ] [ performance: 29.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:05 ] [ l_g_pix: 4.2239e-02 ] [ l_g_total: 4.2239e-02 ] +2024-10-07 01:00:35,175 INFO: [ epoch: 330 ] [ iter: 36,700 ] [ performance: 21.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:57 ] [ l_g_pix: 4.9115e-02 ] [ l_g_total: 4.9115e-02 ] +2024-10-07 01:00:39,870 INFO: [ epoch: 331 ] [ iter: 36,800 ] [ performance: 29.380 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:48 ] [ l_g_pix: 4.9048e-02 ] [ l_g_total: 4.9048e-02 ] +2024-10-07 01:00:44,793 INFO: [ epoch: 332 ] [ iter: 36,900 ] [ performance: 21.275 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:40 ] [ l_g_pix: 3.5713e-02 ] [ l_g_total: 3.5713e-02 ] +2024-10-07 01:00:49,669 INFO: [ epoch: 333 ] [ iter: 37,000 ] [ performance: 25.192 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:32 ] [ l_g_pix: 5.0439e-02 ] [ l_g_total: 5.0439e-02 ] +2024-10-07 01:00:54,571 INFO: [ epoch: 334 ] [ iter: 37,100 ] [ performance: 20.955 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:24 ] [ l_g_pix: 4.8593e-02 ] [ l_g_total: 4.8593e-02 ] +2024-10-07 01:00:59,326 INFO: [ epoch: 335 ] [ iter: 37,200 ] [ performance: 9.092 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:15 ] [ l_g_pix: 5.6482e-02 ] [ l_g_total: 5.6482e-02 ] +2024-10-07 01:01:03,871 INFO: [ epoch: 336 ] [ iter: 37,300 ] [ performance: 18.591 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:06 ] [ l_g_pix: 5.3437e-02 ] [ l_g_total: 5.3437e-02 ] +2024-10-07 01:01:07,867 INFO: [ epoch: 336 ] [ iter: 37,400 ] [ performance: 29.032 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:57 ] [ l_g_pix: 5.2386e-02 ] [ l_g_total: 5.2386e-02 ] +2024-10-07 01:01:12,728 INFO: [ epoch: 337 ] [ iter: 37,500 ] [ performance: 21.341 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:48 ] [ l_g_pix: 3.4904e-02 ] [ l_g_total: 3.4904e-02 ] +2024-10-07 01:01:17,718 INFO: [ epoch: 338 ] [ iter: 37,600 ] [ performance: 29.285 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:40 ] [ l_g_pix: 5.9113e-02 ] [ l_g_total: 5.9113e-02 ] +2024-10-07 01:01:22,568 INFO: [ epoch: 339 ] [ iter: 37,700 ] [ performance: 21.351 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:32 ] [ l_g_pix: 4.3458e-02 ] [ l_g_total: 4.3458e-02 ] +2024-10-07 01:01:27,516 INFO: [ epoch: 340 ] [ iter: 37,800 ] [ performance: 30.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:24 ] [ l_g_pix: 5.4537e-02 ] [ l_g_total: 5.4537e-02 ] +2024-10-07 01:01:32,454 INFO: [ epoch: 341 ] [ iter: 37,900 ] [ performance: 20.989 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:16 ] [ l_g_pix: 5.1277e-02 ] [ l_g_total: 5.1277e-02 ] +2024-10-07 01:01:37,196 INFO: [ epoch: 342 ] [ iter: 38,000 ] [ performance: 27.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:08 ] [ l_g_pix: 3.2927e-02 ] [ l_g_total: 3.2927e-02 ] +2024-10-07 01:01:42,066 INFO: [ epoch: 343 ] [ iter: 38,100 ] [ performance: 21.041 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:00 ] [ l_g_pix: 5.1904e-02 ] [ l_g_total: 5.1904e-02 ] +2024-10-07 01:01:46,874 INFO: [ epoch: 344 ] [ iter: 38,200 ] [ performance: 16.409 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:51 ] [ l_g_pix: 5.6719e-02 ] [ l_g_total: 5.6719e-02 ] +2024-10-07 01:01:51,390 INFO: [ epoch: 345 ] [ iter: 38,300 ] [ performance: 21.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:43 ] [ l_g_pix: 3.6786e-02 ] [ l_g_total: 3.6786e-02 ] +2024-10-07 01:01:55,353 INFO: [ epoch: 345 ] [ iter: 38,400 ] [ performance: 30.172 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:33 ] [ l_g_pix: 5.3251e-02 ] [ l_g_total: 5.3251e-02 ] +2024-10-07 01:02:00,272 INFO: [ epoch: 346 ] [ iter: 38,500 ] [ performance: 20.895 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:25 ] [ l_g_pix: 5.2542e-02 ] [ l_g_total: 5.2542e-02 ] +2024-10-07 01:02:05,142 INFO: [ epoch: 347 ] [ iter: 38,600 ] [ performance: 29.404 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:17 ] [ l_g_pix: 5.6402e-02 ] [ l_g_total: 5.6402e-02 ] +2024-10-07 01:02:10,093 INFO: [ epoch: 348 ] [ iter: 38,700 ] [ performance: 20.684 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:09 ] [ l_g_pix: 4.3087e-02 ] [ l_g_total: 4.3087e-02 ] +2024-10-07 01:02:14,898 INFO: [ epoch: 349 ] [ iter: 38,800 ] [ performance: 28.177 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:01 ] [ l_g_pix: 4.7308e-02 ] [ l_g_total: 4.7308e-02 ] +2024-10-07 01:02:19,811 INFO: [ epoch: 350 ] [ iter: 38,900 ] [ performance: 20.733 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:53 ] [ l_g_pix: 5.1645e-02 ] [ l_g_total: 5.1645e-02 ] +2024-10-07 01:02:24,709 INFO: [ epoch: 351 ] [ iter: 39,000 ] [ performance: 28.917 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:45 ] [ l_g_pix: 4.9076e-02 ] [ l_g_total: 4.9076e-02 ] +2024-10-07 01:02:29,646 INFO: [ epoch: 352 ] [ iter: 39,100 ] [ performance: 20.608 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:37 ] [ l_g_pix: 5.0164e-02 ] [ l_g_total: 5.0164e-02 ] +2024-10-07 01:02:34,116 INFO: [ epoch: 353 ] [ iter: 39,200 ] [ performance: 22.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:29 ] [ l_g_pix: 6.1806e-02 ] [ l_g_total: 6.1806e-02 ] +2024-10-07 01:02:38,742 INFO: [ epoch: 354 ] [ iter: 39,300 ] [ performance: 21.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:21 ] [ l_g_pix: 4.2603e-02 ] [ l_g_total: 4.2603e-02 ] +2024-10-07 01:02:42,730 INFO: [ epoch: 354 ] [ iter: 39,400 ] [ performance: 29.396 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:11 ] [ l_g_pix: 3.8815e-02 ] [ l_g_total: 3.8815e-02 ] +2024-10-07 01:02:47,637 INFO: [ epoch: 355 ] [ iter: 39,500 ] [ performance: 20.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:04 ] [ l_g_pix: 4.2058e-02 ] [ l_g_total: 4.2058e-02 ] +2024-10-07 01:02:52,443 INFO: [ epoch: 356 ] [ iter: 39,600 ] [ performance: 29.482 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:56 ] [ l_g_pix: 5.3621e-02 ] [ l_g_total: 5.3621e-02 ] +2024-10-07 01:02:57,314 INFO: [ epoch: 357 ] [ iter: 39,700 ] [ performance: 20.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:48 ] [ l_g_pix: 4.3519e-02 ] [ l_g_total: 4.3519e-02 ] +2024-10-07 01:03:02,263 INFO: [ epoch: 358 ] [ iter: 39,800 ] [ performance: 29.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:40 ] [ l_g_pix: 4.1942e-02 ] [ l_g_total: 4.1942e-02 ] +2024-10-07 01:03:07,262 INFO: [ epoch: 359 ] [ iter: 39,900 ] [ performance: 20.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:32 ] [ l_g_pix: 5.8315e-02 ] [ l_g_total: 5.8315e-02 ] +2024-10-07 01:03:12,292 INFO: [ epoch: 360 ] [ iter: 40,000 ] [ performance: 30.424 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:25 ] [ l_g_pix: 5.3092e-02 ] [ l_g_total: 5.3092e-02 ] +2024-10-07 01:03:12,292 INFO: Saving models and training states. +2024-10-07 01:06:12,926 INFO: Validation val + + # psnr: 26.9338........ Best: 26.9338 @ 40000 iter + # ssim: 0.7555........ Best: 0.7555 @ 40000 iter + # dists: 0.7727........ Best: 0.7727 @ 40000 iter + +2024-10-07 01:06:17,826 INFO: [ epoch: 361 ] [ iter: 40,100 ] [ performance: 20.485 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:47 ] [ l_g_pix: 5.7813e-02 ] [ l_g_total: 5.7813e-02 ] +2024-10-07 01:06:22,555 INFO: [ epoch: 362 ] [ iter: 40,200 ] [ performance: 20.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:38 ] [ l_g_pix: 5.7817e-02 ] [ l_g_total: 5.7817e-02 ] +2024-10-07 01:06:27,118 INFO: [ epoch: 363 ] [ iter: 40,300 ] [ performance: 21.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:28 ] [ l_g_pix: 4.1195e-02 ] [ l_g_total: 4.1195e-02 ] +2024-10-07 01:06:30,906 INFO: [ epoch: 363 ] [ iter: 40,400 ] [ performance: 23.957 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:18 ] [ l_g_pix: 5.0630e-02 ] [ l_g_total: 5.0630e-02 ] +2024-10-07 01:06:35,828 INFO: [ epoch: 364 ] [ iter: 40,500 ] [ performance: 20.265 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:09 ] [ l_g_pix: 5.1249e-02 ] [ l_g_total: 5.1249e-02 ] +2024-10-07 01:06:40,704 INFO: [ epoch: 365 ] [ iter: 40,600 ] [ performance: 20.390 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:00 ] [ l_g_pix: 4.9787e-02 ] [ l_g_total: 4.9787e-02 ] +2024-10-07 01:06:45,654 INFO: [ epoch: 366 ] [ iter: 40,700 ] [ performance: 20.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:52 ] [ l_g_pix: 4.6225e-02 ] [ l_g_total: 4.6225e-02 ] +2024-10-07 01:06:50,662 INFO: [ epoch: 367 ] [ iter: 40,800 ] [ performance: 20.028 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:43 ] [ l_g_pix: 4.6022e-02 ] [ l_g_total: 4.6022e-02 ] +2024-10-07 01:06:55,510 INFO: [ epoch: 368 ] [ iter: 40,900 ] [ performance: 20.461 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:34 ] [ l_g_pix: 5.2434e-02 ] [ l_g_total: 5.2434e-02 ] +2024-10-07 01:07:00,488 INFO: [ epoch: 369 ] [ iter: 41,000 ] [ performance: 20.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:26 ] [ l_g_pix: 4.7677e-02 ] [ l_g_total: 4.7677e-02 ] +2024-10-07 01:07:05,483 INFO: [ epoch: 370 ] [ iter: 41,100 ] [ performance: 19.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:17 ] [ l_g_pix: 5.7564e-02 ] [ l_g_total: 5.7564e-02 ] +2024-10-07 01:07:10,417 INFO: [ epoch: 371 ] [ iter: 41,200 ] [ performance: 20.030 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:09 ] [ l_g_pix: 5.1662e-02 ] [ l_g_total: 5.1662e-02 ] +2024-10-07 01:07:15,035 INFO: [ epoch: 372 ] [ iter: 41,300 ] [ performance: 21.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:00 ] [ l_g_pix: 4.5778e-02 ] [ l_g_total: 4.5778e-02 ] +2024-10-07 01:07:18,739 INFO: [ epoch: 372 ] [ iter: 41,400 ] [ performance: 24.256 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:49 ] [ l_g_pix: 6.5914e-02 ] [ l_g_total: 6.5914e-02 ] +2024-10-07 01:07:23,699 INFO: [ epoch: 373 ] [ iter: 41,500 ] [ performance: 24.771 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:41 ] [ l_g_pix: 4.5544e-02 ] [ l_g_total: 4.5544e-02 ] +2024-10-07 01:07:28,659 INFO: [ epoch: 374 ] [ iter: 41,600 ] [ performance: 22.162 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:32 ] [ l_g_pix: 5.7500e-02 ] [ l_g_total: 5.7500e-02 ] +2024-10-07 01:07:33,583 INFO: [ epoch: 375 ] [ iter: 41,700 ] [ performance: 19.891 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:24 ] [ l_g_pix: 5.3230e-02 ] [ l_g_total: 5.3230e-02 ] +2024-10-07 01:07:38,419 INFO: [ epoch: 376 ] [ iter: 41,800 ] [ performance: 20.293 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:15 ] [ l_g_pix: 3.6938e-02 ] [ l_g_total: 3.6938e-02 ] +2024-10-07 01:07:43,264 INFO: [ epoch: 377 ] [ iter: 41,900 ] [ performance: 20.164 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:07 ] [ l_g_pix: 5.0103e-02 ] [ l_g_total: 5.0103e-02 ] +2024-10-07 01:07:48,048 INFO: [ epoch: 378 ] [ iter: 42,000 ] [ performance: 20.547 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:58 ] [ l_g_pix: 4.7743e-02 ] [ l_g_total: 4.7743e-02 ] +2024-10-07 01:07:52,852 INFO: [ epoch: 379 ] [ iter: 42,100 ] [ performance: 20.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:49 ] [ l_g_pix: 5.0979e-02 ] [ l_g_total: 5.0979e-02 ] +2024-10-07 01:07:57,596 INFO: [ epoch: 380 ] [ iter: 42,200 ] [ performance: 20.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:41 ] [ l_g_pix: 4.5276e-02 ] [ l_g_total: 4.5276e-02 ] +2024-10-07 01:08:02,292 INFO: [ epoch: 381 ] [ iter: 42,300 ] [ performance: 21.431 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:32 ] [ l_g_pix: 4.5340e-02 ] [ l_g_total: 4.5340e-02 ] +2024-10-07 01:08:06,220 INFO: [ epoch: 381 ] [ iter: 42,400 ] [ performance: 23.406 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:22 ] [ l_g_pix: 4.8770e-02 ] [ l_g_total: 4.8770e-02 ] +2024-10-07 01:08:11,235 INFO: [ epoch: 382 ] [ iter: 42,500 ] [ performance: 25.829 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:14 ] [ l_g_pix: 4.0503e-02 ] [ l_g_total: 4.0503e-02 ] +2024-10-07 01:08:16,155 INFO: [ epoch: 383 ] [ iter: 42,600 ] [ performance: 22.597 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:05 ] [ l_g_pix: 5.5894e-02 ] [ l_g_total: 5.5894e-02 ] +2024-10-07 01:08:21,013 INFO: [ epoch: 384 ] [ iter: 42,700 ] [ performance: 19.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:57 ] [ l_g_pix: 4.9519e-02 ] [ l_g_total: 4.9519e-02 ] +2024-10-07 01:08:25,966 INFO: [ epoch: 385 ] [ iter: 42,800 ] [ performance: 20.040 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:49 ] [ l_g_pix: 6.6930e-02 ] [ l_g_total: 6.6930e-02 ] +2024-10-07 01:08:30,960 INFO: [ epoch: 386 ] [ iter: 42,900 ] [ performance: 19.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:40 ] [ l_g_pix: 5.2109e-02 ] [ l_g_total: 5.2109e-02 ] +2024-10-07 01:08:36,100 INFO: [ epoch: 387 ] [ iter: 43,000 ] [ performance: 19.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:32 ] [ l_g_pix: 5.1518e-02 ] [ l_g_total: 5.1518e-02 ] +2024-10-07 01:08:41,130 INFO: [ epoch: 388 ] [ iter: 43,100 ] [ performance: 18.950 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:24 ] [ l_g_pix: 5.0676e-02 ] [ l_g_total: 5.0676e-02 ] +2024-10-07 01:08:45,843 INFO: [ epoch: 389 ] [ iter: 43,200 ] [ performance: 20.108 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:16 ] [ l_g_pix: 5.2157e-02 ] [ l_g_total: 5.2157e-02 ] +2024-10-07 01:08:50,550 INFO: [ epoch: 390 ] [ iter: 43,300 ] [ performance: 21.040 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:07 ] [ l_g_pix: 4.0753e-02 ] [ l_g_total: 4.0753e-02 ] +2024-10-07 01:08:54,466 INFO: [ epoch: 390 ] [ iter: 43,400 ] [ performance: 23.287 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:58 ] [ l_g_pix: 4.4943e-02 ] [ l_g_total: 4.4943e-02 ] +2024-10-07 01:08:59,406 INFO: [ epoch: 391 ] [ iter: 43,500 ] [ performance: 26.450 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:49 ] [ l_g_pix: 4.8752e-02 ] [ l_g_total: 4.8752e-02 ] +2024-10-07 01:09:04,379 INFO: [ epoch: 392 ] [ iter: 43,600 ] [ performance: 22.584 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:41 ] [ l_g_pix: 5.9393e-02 ] [ l_g_total: 5.9393e-02 ] +2024-10-07 01:09:09,555 INFO: [ epoch: 393 ] [ iter: 43,700 ] [ performance: 18.187 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:33 ] [ l_g_pix: 4.4143e-02 ] [ l_g_total: 4.4143e-02 ] +2024-10-07 01:09:14,535 INFO: [ epoch: 394 ] [ iter: 43,800 ] [ performance: 19.177 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:25 ] [ l_g_pix: 4.5267e-02 ] [ l_g_total: 4.5267e-02 ] +2024-10-07 01:09:19,563 INFO: [ epoch: 395 ] [ iter: 43,900 ] [ performance: 18.653 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:17 ] [ l_g_pix: 4.2840e-02 ] [ l_g_total: 4.2840e-02 ] +2024-10-07 01:09:24,502 INFO: [ epoch: 396 ] [ iter: 44,000 ] [ performance: 19.500 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:09 ] [ l_g_pix: 5.0230e-02 ] [ l_g_total: 5.0230e-02 ] +2024-10-07 01:09:29,486 INFO: [ epoch: 397 ] [ iter: 44,100 ] [ performance: 18.853 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:01 ] [ l_g_pix: 4.7265e-02 ] [ l_g_total: 4.7265e-02 ] +2024-10-07 01:09:34,546 INFO: [ epoch: 398 ] [ iter: 44,200 ] [ performance: 19.348 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:53 ] [ l_g_pix: 4.8055e-02 ] [ l_g_total: 4.8055e-02 ] +2024-10-07 01:09:39,122 INFO: [ epoch: 399 ] [ iter: 44,300 ] [ performance: 20.945 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:45 ] [ l_g_pix: 4.9885e-02 ] [ l_g_total: 4.9885e-02 ] +2024-10-07 01:09:43,118 INFO: [ epoch: 399 ] [ iter: 44,400 ] [ performance: 23.053 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:35 ] [ l_g_pix: 4.8095e-02 ] [ l_g_total: 4.8095e-02 ] +2024-10-07 01:09:48,025 INFO: [ epoch: 400 ] [ iter: 44,500 ] [ performance: 28.475 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:27 ] [ l_g_pix: 6.3475e-02 ] [ l_g_total: 6.3475e-02 ] +2024-10-07 01:09:53,043 INFO: [ epoch: 401 ] [ iter: 44,600 ] [ performance: 22.976 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:19 ] [ l_g_pix: 4.4456e-02 ] [ l_g_total: 4.4456e-02 ] +2024-10-07 01:09:58,165 INFO: [ epoch: 402 ] [ iter: 44,700 ] [ performance: 18.570 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:12 ] [ l_g_pix: 4.2750e-02 ] [ l_g_total: 4.2750e-02 ] +2024-10-07 01:10:03,125 INFO: [ epoch: 403 ] [ iter: 44,800 ] [ performance: 19.435 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:04 ] [ l_g_pix: 4.8854e-02 ] [ l_g_total: 4.8854e-02 ] +2024-10-07 01:10:08,207 INFO: [ epoch: 404 ] [ iter: 44,900 ] [ performance: 18.104 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:56 ] [ l_g_pix: 4.5766e-02 ] [ l_g_total: 4.5766e-02 ] +2024-10-07 01:10:13,232 INFO: [ epoch: 405 ] [ iter: 45,000 ] [ performance: 19.079 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:48 ] [ l_g_pix: 3.9710e-02 ] [ l_g_total: 3.9710e-02 ] +2024-10-07 01:10:18,245 INFO: [ epoch: 406 ] [ iter: 45,100 ] [ performance: 18.201 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:40 ] [ l_g_pix: 4.4178e-02 ] [ l_g_total: 4.4178e-02 ] +2024-10-07 01:10:23,219 INFO: [ epoch: 407 ] [ iter: 45,200 ] [ performance: 19.241 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:32 ] [ l_g_pix: 3.8560e-02 ] [ l_g_total: 3.8560e-02 ] +2024-10-07 01:10:27,798 INFO: [ epoch: 408 ] [ iter: 45,300 ] [ performance: 20.429 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:24 ] [ l_g_pix: 5.0838e-02 ] [ l_g_total: 5.0838e-02 ] +2024-10-07 01:10:32,381 INFO: [ epoch: 409 ] [ iter: 45,400 ] [ performance: 21.207 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:15 ] [ l_g_pix: 4.4028e-02 ] [ l_g_total: 4.4028e-02 ] +2024-10-07 01:10:36,569 INFO: [ epoch: 409 ] [ iter: 45,500 ] [ performance: 28.690 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:07 ] [ l_g_pix: 5.3950e-02 ] [ l_g_total: 5.3950e-02 ] +2024-10-07 01:10:41,505 INFO: [ epoch: 410 ] [ iter: 45,600 ] [ performance: 23.156 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:59 ] [ l_g_pix: 5.1131e-02 ] [ l_g_total: 5.1131e-02 ] +2024-10-07 01:10:46,465 INFO: [ epoch: 411 ] [ iter: 45,700 ] [ performance: 23.963 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:51 ] [ l_g_pix: 5.7259e-02 ] [ l_g_total: 5.7259e-02 ] +2024-10-07 01:10:51,306 INFO: [ epoch: 412 ] [ iter: 45,800 ] [ performance: 21.937 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:43 ] [ l_g_pix: 4.1913e-02 ] [ l_g_total: 4.1913e-02 ] +2024-10-07 01:10:56,457 INFO: [ epoch: 413 ] [ iter: 45,900 ] [ performance: 17.335 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:35 ] [ l_g_pix: 6.4280e-02 ] [ l_g_total: 6.4280e-02 ] +2024-10-07 01:11:01,405 INFO: [ epoch: 414 ] [ iter: 46,000 ] [ performance: 18.901 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:27 ] [ l_g_pix: 4.3297e-02 ] [ l_g_total: 4.3297e-02 ] +2024-10-07 01:11:06,287 INFO: [ epoch: 415 ] [ iter: 46,100 ] [ performance: 18.403 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:19 ] [ l_g_pix: 4.7302e-02 ] [ l_g_total: 4.7302e-02 ] +2024-10-07 01:11:11,082 INFO: [ epoch: 416 ] [ iter: 46,200 ] [ performance: 19.765 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:11 ] [ l_g_pix: 3.9004e-02 ] [ l_g_total: 3.9004e-02 ] +2024-10-07 01:11:15,978 INFO: [ epoch: 417 ] [ iter: 46,300 ] [ performance: 18.540 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:04 ] [ l_g_pix: 4.7592e-02 ] [ l_g_total: 4.7592e-02 ] +2024-10-07 01:11:20,670 INFO: [ epoch: 418 ] [ iter: 46,400 ] [ performance: 20.109 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:56 ] [ l_g_pix: 4.3212e-02 ] [ l_g_total: 4.3212e-02 ] +2024-10-07 01:11:24,737 INFO: [ epoch: 418 ] [ iter: 46,500 ] [ performance: 28.742 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:47 ] [ l_g_pix: 4.9498e-02 ] [ l_g_total: 4.9498e-02 ] +2024-10-07 01:11:29,773 INFO: [ epoch: 419 ] [ iter: 46,600 ] [ performance: 22.730 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:39 ] [ l_g_pix: 4.9888e-02 ] [ l_g_total: 4.9888e-02 ] +2024-10-07 01:11:34,660 INFO: [ epoch: 420 ] [ iter: 46,700 ] [ performance: 26.563 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:31 ] [ l_g_pix: 5.9436e-02 ] [ l_g_total: 5.9436e-02 ] +2024-10-07 01:11:39,660 INFO: [ epoch: 421 ] [ iter: 46,800 ] [ performance: 22.227 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:24 ] [ l_g_pix: 4.4282e-02 ] [ l_g_total: 4.4282e-02 ] +2024-10-07 01:11:44,627 INFO: [ epoch: 422 ] [ iter: 46,900 ] [ performance: 17.617 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:16 ] [ l_g_pix: 5.7641e-02 ] [ l_g_total: 5.7641e-02 ] +2024-10-07 01:11:49,511 INFO: [ epoch: 423 ] [ iter: 47,000 ] [ performance: 19.228 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:08 ] [ l_g_pix: 4.3666e-02 ] [ l_g_total: 4.3666e-02 ] +2024-10-07 01:11:54,513 INFO: [ epoch: 424 ] [ iter: 47,100 ] [ performance: 17.250 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:00 ] [ l_g_pix: 3.9330e-02 ] [ l_g_total: 3.9330e-02 ] +2024-10-07 01:11:59,540 INFO: [ epoch: 425 ] [ iter: 47,200 ] [ performance: 18.753 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:53 ] [ l_g_pix: 4.7070e-02 ] [ l_g_total: 4.7070e-02 ] +2024-10-07 01:12:04,341 INFO: [ epoch: 426 ] [ iter: 47,300 ] [ performance: 18.254 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:45 ] [ l_g_pix: 4.9746e-02 ] [ l_g_total: 4.9746e-02 ] +2024-10-07 01:12:09,052 INFO: [ epoch: 427 ] [ iter: 47,400 ] [ performance: 19.953 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:37 ] [ l_g_pix: 4.1856e-02 ] [ l_g_total: 4.1856e-02 ] +2024-10-07 01:12:13,120 INFO: [ epoch: 427 ] [ iter: 47,500 ] [ performance: 29.313 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:29 ] [ l_g_pix: 3.0756e-02 ] [ l_g_total: 3.0756e-02 ] +2024-10-07 01:12:18,056 INFO: [ epoch: 428 ] [ iter: 47,600 ] [ performance: 23.039 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:21 ] [ l_g_pix: 5.1408e-02 ] [ l_g_total: 5.1408e-02 ] +2024-10-07 01:12:22,970 INFO: [ epoch: 429 ] [ iter: 47,700 ] [ performance: 27.147 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:13 ] [ l_g_pix: 4.7594e-02 ] [ l_g_total: 4.7594e-02 ] +2024-10-07 01:12:27,922 INFO: [ epoch: 430 ] [ iter: 47,800 ] [ performance: 22.416 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:06 ] [ l_g_pix: 5.0362e-02 ] [ l_g_total: 5.0362e-02 ] +2024-10-07 01:12:32,736 INFO: [ epoch: 431 ] [ iter: 47,900 ] [ performance: 17.716 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:58 ] [ l_g_pix: 5.1613e-02 ] [ l_g_total: 5.1613e-02 ] +2024-10-07 01:12:37,681 INFO: [ epoch: 432 ] [ iter: 48,000 ] [ performance: 19.186 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:50 ] [ l_g_pix: 3.9984e-02 ] [ l_g_total: 3.9984e-02 ] +2024-10-07 01:12:42,755 INFO: [ epoch: 433 ] [ iter: 48,100 ] [ performance: 16.445 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:43 ] [ l_g_pix: 5.1883e-02 ] [ l_g_total: 5.1883e-02 ] +2024-10-07 01:12:47,834 INFO: [ epoch: 434 ] [ iter: 48,200 ] [ performance: 18.323 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:35 ] [ l_g_pix: 4.4414e-02 ] [ l_g_total: 4.4414e-02 ] +2024-10-07 01:12:52,490 INFO: [ epoch: 435 ] [ iter: 48,300 ] [ performance: 18.476 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:28 ] [ l_g_pix: 3.7165e-02 ] [ l_g_total: 3.7165e-02 ] +2024-10-07 01:12:57,189 INFO: [ epoch: 436 ] [ iter: 48,400 ] [ performance: 20.138 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:20 ] [ l_g_pix: 4.5601e-02 ] [ l_g_total: 4.5601e-02 ] +2024-10-07 01:13:01,165 INFO: [ epoch: 436 ] [ iter: 48,500 ] [ performance: 28.800 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:11 ] [ l_g_pix: 6.3645e-02 ] [ l_g_total: 6.3645e-02 ] +2024-10-07 01:13:06,122 INFO: [ epoch: 437 ] [ iter: 48,600 ] [ performance: 22.700 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:04 ] [ l_g_pix: 3.7354e-02 ] [ l_g_total: 3.7354e-02 ] +2024-10-07 01:13:11,155 INFO: [ epoch: 438 ] [ iter: 48,700 ] [ performance: 29.132 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:56 ] [ l_g_pix: 4.3304e-02 ] [ l_g_total: 4.3304e-02 ] +2024-10-07 01:13:15,928 INFO: [ epoch: 439 ] [ iter: 48,800 ] [ performance: 23.366 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:49 ] [ l_g_pix: 3.9571e-02 ] [ l_g_total: 3.9571e-02 ] +2024-10-07 01:13:20,853 INFO: [ epoch: 440 ] [ iter: 48,900 ] [ performance: 24.049 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:41 ] [ l_g_pix: 4.6425e-02 ] [ l_g_total: 4.6425e-02 ] +2024-10-07 01:13:25,891 INFO: [ epoch: 441 ] [ iter: 49,000 ] [ performance: 21.196 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:34 ] [ l_g_pix: 5.3729e-02 ] [ l_g_total: 5.3729e-02 ] +2024-10-07 01:13:30,948 INFO: [ epoch: 442 ] [ iter: 49,100 ] [ performance: 15.850 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:26 ] [ l_g_pix: 4.6557e-02 ] [ l_g_total: 4.6557e-02 ] +2024-10-07 01:13:35,942 INFO: [ epoch: 443 ] [ iter: 49,200 ] [ performance: 18.298 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:19 ] [ l_g_pix: 5.7666e-02 ] [ l_g_total: 5.7666e-02 ] +2024-10-07 01:13:40,740 INFO: [ epoch: 444 ] [ iter: 49,300 ] [ performance: 17.062 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:11 ] [ l_g_pix: 5.1025e-02 ] [ l_g_total: 5.1025e-02 ] +2024-10-07 01:13:45,444 INFO: [ epoch: 445 ] [ iter: 49,400 ] [ performance: 19.556 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:04 ] [ l_g_pix: 4.3162e-02 ] [ l_g_total: 4.3162e-02 ] +2024-10-07 01:13:49,470 INFO: [ epoch: 445 ] [ iter: 49,500 ] [ performance: 28.559 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:55 ] [ l_g_pix: 6.0780e-02 ] [ l_g_total: 6.0780e-02 ] +2024-10-07 01:13:54,481 INFO: [ epoch: 446 ] [ iter: 49,600 ] [ performance: 22.317 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:48 ] [ l_g_pix: 5.8084e-02 ] [ l_g_total: 5.8084e-02 ] +2024-10-07 01:13:59,488 INFO: [ epoch: 447 ] [ iter: 49,700 ] [ performance: 29.471 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:41 ] [ l_g_pix: 4.5103e-02 ] [ l_g_total: 4.5103e-02 ] +2024-10-07 01:14:04,374 INFO: [ epoch: 448 ] [ iter: 49,800 ] [ performance: 22.894 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:33 ] [ l_g_pix: 5.0670e-02 ] [ l_g_total: 5.0670e-02 ] +2024-10-07 01:14:09,402 INFO: [ epoch: 449 ] [ iter: 49,900 ] [ performance: 24.197 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:26 ] [ l_g_pix: 4.8211e-02 ] [ l_g_total: 4.8211e-02 ] +2024-10-07 01:14:14,363 INFO: [ epoch: 450 ] [ iter: 50,000 ] [ performance: 21.382 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:18 ] [ l_g_pix: 4.2365e-02 ] [ l_g_total: 4.2365e-02 ] +2024-10-07 01:14:14,363 INFO: Saving models and training states. +2024-10-07 01:17:23,418 INFO: Validation val + + # psnr: 26.9737........ Best: 26.9737 @ 50000 iter + # ssim: 0.7576........ Best: 0.7576 @ 50000 iter + # dists: 0.7720........ Best: 0.7720 @ 50000 iter + +2024-10-07 01:17:28,507 INFO: [ epoch: 451 ] [ iter: 50,100 ] [ performance: 15.049 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:19 ] [ l_g_pix: 5.2217e-02 ] [ l_g_total: 5.2217e-02 ] +2024-10-07 01:17:33,741 INFO: [ epoch: 452 ] [ iter: 50,200 ] [ performance: 17.513 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:12 ] [ l_g_pix: 5.5563e-02 ] [ l_g_total: 5.5563e-02 ] +2024-10-07 01:17:38,766 INFO: [ epoch: 453 ] [ iter: 50,300 ] [ performance: 15.172 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:04 ] [ l_g_pix: 5.5420e-02 ] [ l_g_total: 5.5420e-02 ] +2024-10-07 01:17:43,673 INFO: [ epoch: 454 ] [ iter: 50,400 ] [ performance: 18.318 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:56 ] [ l_g_pix: 6.2170e-02 ] [ l_g_total: 6.2170e-02 ] +2024-10-07 01:17:47,503 INFO: [ epoch: 454 ] [ iter: 50,500 ] [ performance: 29.409 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:46 ] [ l_g_pix: 4.3681e-02 ] [ l_g_total: 4.3681e-02 ] +2024-10-07 01:17:52,649 INFO: [ epoch: 455 ] [ iter: 50,600 ] [ performance: 21.876 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:39 ] [ l_g_pix: 4.4364e-02 ] [ l_g_total: 4.4364e-02 ] +2024-10-07 01:17:57,607 INFO: [ epoch: 456 ] [ iter: 50,700 ] [ performance: 29.008 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:30 ] [ l_g_pix: 6.4750e-02 ] [ l_g_total: 6.4750e-02 ] +2024-10-07 01:18:02,665 INFO: [ epoch: 457 ] [ iter: 50,800 ] [ performance: 22.052 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:23 ] [ l_g_pix: 4.9002e-02 ] [ l_g_total: 4.9002e-02 ] +2024-10-07 01:18:07,779 INFO: [ epoch: 458 ] [ iter: 50,900 ] [ performance: 26.576 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:15 ] [ l_g_pix: 6.0521e-02 ] [ l_g_total: 6.0521e-02 ] +2024-10-07 01:18:12,821 INFO: [ epoch: 459 ] [ iter: 51,000 ] [ performance: 21.588 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:07 ] [ l_g_pix: 5.6779e-02 ] [ l_g_total: 5.6779e-02 ] +2024-10-07 01:18:17,847 INFO: [ epoch: 460 ] [ iter: 51,100 ] [ performance: 14.660 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:59 ] [ l_g_pix: 5.1735e-02 ] [ l_g_total: 5.1735e-02 ] +2024-10-07 01:18:22,988 INFO: [ epoch: 461 ] [ iter: 51,200 ] [ performance: 17.638 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:51 ] [ l_g_pix: 4.2624e-02 ] [ l_g_total: 4.2624e-02 ] +2024-10-07 01:18:27,803 INFO: [ epoch: 462 ] [ iter: 51,300 ] [ performance: 15.493 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:43 ] [ l_g_pix: 4.9465e-02 ] [ l_g_total: 4.9465e-02 ] +2024-10-07 01:18:32,608 INFO: [ epoch: 463 ] [ iter: 51,400 ] [ performance: 18.814 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:35 ] [ l_g_pix: 4.5949e-02 ] [ l_g_total: 4.5949e-02 ] +2024-10-07 01:18:36,520 INFO: [ epoch: 463 ] [ iter: 51,500 ] [ performance: 28.996 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:26 ] [ l_g_pix: 4.7578e-02 ] [ l_g_total: 4.7578e-02 ] +2024-10-07 01:18:41,546 INFO: [ epoch: 464 ] [ iter: 51,600 ] [ performance: 22.012 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:18 ] [ l_g_pix: 5.4326e-02 ] [ l_g_total: 5.4326e-02 ] +2024-10-07 01:18:46,961 INFO: [ epoch: 465 ] [ iter: 51,700 ] [ performance: 29.219 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:11 ] [ l_g_pix: 5.7446e-02 ] [ l_g_total: 5.7446e-02 ] +2024-10-07 01:18:52,331 INFO: [ epoch: 466 ] [ iter: 51,800 ] [ performance: 20.907 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:03 ] [ l_g_pix: 5.4951e-02 ] [ l_g_total: 5.4951e-02 ] +2024-10-07 01:18:57,437 INFO: [ epoch: 467 ] [ iter: 51,900 ] [ performance: 27.605 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:55 ] [ l_g_pix: 5.2286e-02 ] [ l_g_total: 5.2286e-02 ] +2024-10-07 01:19:02,647 INFO: [ epoch: 468 ] [ iter: 52,000 ] [ performance: 21.100 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:48 ] [ l_g_pix: 4.7704e-02 ] [ l_g_total: 4.7704e-02 ] +2024-10-07 01:19:08,035 INFO: [ epoch: 469 ] [ iter: 52,100 ] [ performance: 13.088 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:40 ] [ l_g_pix: 5.2505e-02 ] [ l_g_total: 5.2505e-02 ] +2024-10-07 01:19:13,347 INFO: [ epoch: 470 ] [ iter: 52,200 ] [ performance: 16.700 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:33 ] [ l_g_pix: 5.7905e-02 ] [ l_g_total: 5.7905e-02 ] +2024-10-07 01:19:18,405 INFO: [ epoch: 471 ] [ iter: 52,300 ] [ performance: 13.502 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:25 ] [ l_g_pix: 4.7189e-02 ] [ l_g_total: 4.7189e-02 ] +2024-10-07 01:19:23,593 INFO: [ epoch: 472 ] [ iter: 52,400 ] [ performance: 17.193 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:17 ] [ l_g_pix: 5.4316e-02 ] [ l_g_total: 5.4316e-02 ] +2024-10-07 01:19:27,453 INFO: [ epoch: 472 ] [ iter: 52,500 ] [ performance: 29.004 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:08 ] [ l_g_pix: 4.9337e-02 ] [ l_g_total: 4.9337e-02 ] +2024-10-07 01:19:32,813 INFO: [ epoch: 473 ] [ iter: 52,600 ] [ performance: 20.736 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:01 ] [ l_g_pix: 5.9706e-02 ] [ l_g_total: 5.9706e-02 ] +2024-10-07 01:19:38,113 INFO: [ epoch: 474 ] [ iter: 52,700 ] [ performance: 29.511 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:53 ] [ l_g_pix: 4.3838e-02 ] [ l_g_total: 4.3838e-02 ] +2024-10-07 01:19:43,351 INFO: [ epoch: 475 ] [ iter: 52,800 ] [ performance: 21.153 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:46 ] [ l_g_pix: 4.9673e-02 ] [ l_g_total: 4.9673e-02 ] +2024-10-07 01:19:48,473 INFO: [ epoch: 476 ] [ iter: 52,900 ] [ performance: 29.134 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:38 ] [ l_g_pix: 2.7206e-02 ] [ l_g_total: 2.7206e-02 ] +2024-10-07 01:19:53,591 INFO: [ epoch: 477 ] [ iter: 53,000 ] [ performance: 21.452 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:31 ] [ l_g_pix: 3.9972e-02 ] [ l_g_total: 3.9972e-02 ] +2024-10-07 01:19:58,643 INFO: [ epoch: 478 ] [ iter: 53,100 ] [ performance: 21.390 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:23 ] [ l_g_pix: 3.9404e-02 ] [ l_g_total: 3.9404e-02 ] +2024-10-07 01:20:03,520 INFO: [ epoch: 479 ] [ iter: 53,200 ] [ performance: 20.736 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:15 ] [ l_g_pix: 5.2059e-02 ] [ l_g_total: 5.2059e-02 ] +2024-10-07 01:20:08,357 INFO: [ epoch: 480 ] [ iter: 53,300 ] [ performance: 13.655 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:07 ] [ l_g_pix: 4.5271e-02 ] [ l_g_total: 4.5271e-02 ] +2024-10-07 01:20:13,192 INFO: [ epoch: 481 ] [ iter: 53,400 ] [ performance: 18.254 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:59 ] [ l_g_pix: 5.4503e-02 ] [ l_g_total: 5.4503e-02 ] +2024-10-07 01:20:17,099 INFO: [ epoch: 481 ] [ iter: 53,500 ] [ performance: 29.425 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:51 ] [ l_g_pix: 4.8688e-02 ] [ l_g_total: 4.8688e-02 ] +2024-10-07 01:20:22,160 INFO: [ epoch: 482 ] [ iter: 53,600 ] [ performance: 21.560 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:43 ] [ l_g_pix: 4.4278e-02 ] [ l_g_total: 4.4278e-02 ] +2024-10-07 01:20:27,106 INFO: [ epoch: 483 ] [ iter: 53,700 ] [ performance: 29.956 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:35 ] [ l_g_pix: 4.1610e-02 ] [ l_g_total: 4.1610e-02 ] +2024-10-07 01:20:32,039 INFO: [ epoch: 484 ] [ iter: 53,800 ] [ performance: 22.042 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:28 ] [ l_g_pix: 3.5466e-02 ] [ l_g_total: 3.5466e-02 ] +2024-10-07 01:20:37,215 INFO: [ epoch: 485 ] [ iter: 53,900 ] [ performance: 30.142 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:20 ] [ l_g_pix: 5.3351e-02 ] [ l_g_total: 5.3351e-02 ] +2024-10-07 01:20:42,347 INFO: [ epoch: 486 ] [ iter: 54,000 ] [ performance: 21.317 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:13 ] [ l_g_pix: 5.2198e-02 ] [ l_g_total: 5.2198e-02 ] +2024-10-07 01:20:47,403 INFO: [ epoch: 487 ] [ iter: 54,100 ] [ performance: 22.867 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:05 ] [ l_g_pix: 5.7383e-02 ] [ l_g_total: 5.7383e-02 ] +2024-10-07 01:20:52,563 INFO: [ epoch: 488 ] [ iter: 54,200 ] [ performance: 20.111 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:58 ] [ l_g_pix: 4.6746e-02 ] [ l_g_total: 4.6746e-02 ] +2024-10-07 01:20:57,745 INFO: [ epoch: 489 ] [ iter: 54,300 ] [ performance: 10.947 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:50 ] [ l_g_pix: 5.1647e-02 ] [ l_g_total: 5.1647e-02 ] +2024-10-07 01:21:02,623 INFO: [ epoch: 490 ] [ iter: 54,400 ] [ performance: 17.068 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:43 ] [ l_g_pix: 4.3435e-02 ] [ l_g_total: 4.3435e-02 ] +2024-10-07 01:21:06,440 INFO: [ epoch: 490 ] [ iter: 54,500 ] [ performance: 29.703 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:34 ] [ l_g_pix: 5.4532e-02 ] [ l_g_total: 5.4532e-02 ] +2024-10-07 01:21:11,476 INFO: [ epoch: 491 ] [ iter: 54,600 ] [ performance: 21.463 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:26 ] [ l_g_pix: 5.4880e-02 ] [ l_g_total: 5.4880e-02 ] +2024-10-07 01:21:16,569 INFO: [ epoch: 492 ] [ iter: 54,700 ] [ performance: 29.408 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:19 ] [ l_g_pix: 5.7764e-02 ] [ l_g_total: 5.7764e-02 ] +2024-10-07 01:21:21,755 INFO: [ epoch: 493 ] [ iter: 54,800 ] [ performance: 20.859 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:12 ] [ l_g_pix: 5.1173e-02 ] [ l_g_total: 5.1173e-02 ] +2024-10-07 01:21:26,755 INFO: [ epoch: 494 ] [ iter: 54,900 ] [ performance: 29.305 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:04 ] [ l_g_pix: 5.2775e-02 ] [ l_g_total: 5.2775e-02 ] +2024-10-07 01:21:32,124 INFO: [ epoch: 495 ] [ iter: 55,000 ] [ performance: 20.193 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:57 ] [ l_g_pix: 4.1700e-02 ] [ l_g_total: 4.1700e-02 ] +2024-10-07 01:21:37,223 INFO: [ epoch: 496 ] [ iter: 55,100 ] [ performance: 24.202 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:49 ] [ l_g_pix: 5.6434e-02 ] [ l_g_total: 5.6434e-02 ] +2024-10-07 01:21:42,455 INFO: [ epoch: 497 ] [ iter: 55,200 ] [ performance: 19.988 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:42 ] [ l_g_pix: 4.7528e-02 ] [ l_g_total: 4.7528e-02 ] +2024-10-07 01:21:47,584 INFO: [ epoch: 498 ] [ iter: 55,300 ] [ performance: 9.971 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:35 ] [ l_g_pix: 4.4976e-02 ] [ l_g_total: 4.4976e-02 ] +2024-10-07 01:21:52,631 INFO: [ epoch: 499 ] [ iter: 55,400 ] [ performance: 16.570 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:27 ] [ l_g_pix: 5.6039e-02 ] [ l_g_total: 5.6039e-02 ] +2024-10-07 01:21:56,637 INFO: [ epoch: 499 ] [ iter: 55,500 ] [ performance: 24.317 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:19 ] [ l_g_pix: 4.2949e-02 ] [ l_g_total: 4.2949e-02 ] +2024-10-07 01:22:01,756 INFO: [ epoch: 500 ] [ iter: 55,600 ] [ performance: 20.312 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:11 ] [ l_g_pix: 5.3988e-02 ] [ l_g_total: 5.3988e-02 ] +2024-10-07 01:22:06,833 INFO: [ epoch: 501 ] [ iter: 55,700 ] [ performance: 29.397 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:04 ] [ l_g_pix: 5.7905e-02 ] [ l_g_total: 5.7905e-02 ] +2024-10-07 01:22:12,131 INFO: [ epoch: 502 ] [ iter: 55,800 ] [ performance: 20.232 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:57 ] [ l_g_pix: 5.6396e-02 ] [ l_g_total: 5.6396e-02 ] +2024-10-07 01:22:17,385 INFO: [ epoch: 503 ] [ iter: 55,900 ] [ performance: 29.432 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:50 ] [ l_g_pix: 4.0564e-02 ] [ l_g_total: 4.0564e-02 ] +2024-10-07 01:22:22,844 INFO: [ epoch: 504 ] [ iter: 56,000 ] [ performance: 19.659 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:42 ] [ l_g_pix: 4.6281e-02 ] [ l_g_total: 4.6281e-02 ] +2024-10-07 01:22:28,022 INFO: [ epoch: 505 ] [ iter: 56,100 ] [ performance: 26.592 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:35 ] [ l_g_pix: 4.5282e-02 ] [ l_g_total: 4.5282e-02 ] +2024-10-07 01:22:33,162 INFO: [ epoch: 506 ] [ iter: 56,200 ] [ performance: 20.409 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:28 ] [ l_g_pix: 5.3363e-02 ] [ l_g_total: 5.3363e-02 ] +2024-10-07 01:22:38,304 INFO: [ epoch: 507 ] [ iter: 56,300 ] [ performance: 16.532 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:20 ] [ l_g_pix: 4.7436e-02 ] [ l_g_total: 4.7436e-02 ] +2024-10-07 01:22:43,414 INFO: [ epoch: 508 ] [ iter: 56,400 ] [ performance: 18.992 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:13 ] [ l_g_pix: 3.8521e-02 ] [ l_g_total: 3.8521e-02 ] +2024-10-07 01:22:48,395 INFO: [ epoch: 509 ] [ iter: 56,500 ] [ performance: 10.450 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:06 ] [ l_g_pix: 5.2252e-02 ] [ l_g_total: 5.2252e-02 ] +2024-10-07 01:22:52,555 INFO: [ epoch: 509 ] [ iter: 56,600 ] [ performance: 19.913 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:58 ] [ l_g_pix: 5.5650e-02 ] [ l_g_total: 5.5650e-02 ] +2024-10-07 01:22:57,980 INFO: [ epoch: 510 ] [ iter: 56,700 ] [ performance: 29.905 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:51 ] [ l_g_pix: 3.4729e-02 ] [ l_g_total: 3.4729e-02 ] +2024-10-07 01:23:03,327 INFO: [ epoch: 511 ] [ iter: 56,800 ] [ performance: 19.839 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:44 ] [ l_g_pix: 3.7013e-02 ] [ l_g_total: 3.7013e-02 ] +2024-10-07 01:23:08,475 INFO: [ epoch: 512 ] [ iter: 56,900 ] [ performance: 29.413 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:36 ] [ l_g_pix: 4.7410e-02 ] [ l_g_total: 4.7410e-02 ] +2024-10-07 01:23:13,623 INFO: [ epoch: 513 ] [ iter: 57,000 ] [ performance: 20.439 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:29 ] [ l_g_pix: 6.0230e-02 ] [ l_g_total: 6.0230e-02 ] +2024-10-07 01:23:18,767 INFO: [ epoch: 514 ] [ iter: 57,100 ] [ performance: 27.688 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:22 ] [ l_g_pix: 4.4253e-02 ] [ l_g_total: 4.4253e-02 ] +2024-10-07 01:23:24,032 INFO: [ epoch: 515 ] [ iter: 57,200 ] [ performance: 19.857 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:15 ] [ l_g_pix: 5.1340e-02 ] [ l_g_total: 5.1340e-02 ] +2024-10-07 01:23:29,358 INFO: [ epoch: 516 ] [ iter: 57,300 ] [ performance: 15.567 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:07 ] [ l_g_pix: 5.8287e-02 ] [ l_g_total: 5.8287e-02 ] +2024-10-07 01:23:34,533 INFO: [ epoch: 517 ] [ iter: 57,400 ] [ performance: 18.761 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:00 ] [ l_g_pix: 5.3075e-02 ] [ l_g_total: 5.3075e-02 ] +2024-10-07 01:23:39,528 INFO: [ epoch: 518 ] [ iter: 57,500 ] [ performance: 8.013 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:53 ] [ l_g_pix: 4.0094e-02 ] [ l_g_total: 4.0094e-02 ] +2024-10-07 01:23:43,418 INFO: [ epoch: 518 ] [ iter: 57,600 ] [ performance: 20.273 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:45 ] [ l_g_pix: 3.2707e-02 ] [ l_g_total: 3.2707e-02 ] +2024-10-07 01:23:48,748 INFO: [ epoch: 519 ] [ iter: 57,700 ] [ performance: 29.505 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:38 ] [ l_g_pix: 5.8294e-02 ] [ l_g_total: 5.8294e-02 ] +2024-10-07 01:23:53,937 INFO: [ epoch: 520 ] [ iter: 57,800 ] [ performance: 20.080 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:31 ] [ l_g_pix: 4.6514e-02 ] [ l_g_total: 4.6514e-02 ] +2024-10-07 01:23:59,118 INFO: [ epoch: 521 ] [ iter: 57,900 ] [ performance: 29.023 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:23 ] [ l_g_pix: 3.8533e-02 ] [ l_g_total: 3.8533e-02 ] +2024-10-07 01:24:04,209 INFO: [ epoch: 522 ] [ iter: 58,000 ] [ performance: 20.352 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:16 ] [ l_g_pix: 5.9343e-02 ] [ l_g_total: 5.9343e-02 ] +2024-10-07 01:24:09,440 INFO: [ epoch: 523 ] [ iter: 58,100 ] [ performance: 30.007 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:09 ] [ l_g_pix: 4.7693e-02 ] [ l_g_total: 4.7693e-02 ] +2024-10-07 01:24:14,821 INFO: [ epoch: 524 ] [ iter: 58,200 ] [ performance: 19.319 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:02 ] [ l_g_pix: 5.8253e-02 ] [ l_g_total: 5.8253e-02 ] +2024-10-07 01:24:19,950 INFO: [ epoch: 525 ] [ iter: 58,300 ] [ performance: 17.386 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:55 ] [ l_g_pix: 5.2090e-02 ] [ l_g_total: 5.2090e-02 ] +2024-10-07 01:24:25,036 INFO: [ epoch: 526 ] [ iter: 58,400 ] [ performance: 19.437 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:48 ] [ l_g_pix: 4.5518e-02 ] [ l_g_total: 4.5518e-02 ] +2024-10-07 01:24:29,956 INFO: [ epoch: 527 ] [ iter: 58,500 ] [ performance: 5.872 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:40 ] [ l_g_pix: 3.5986e-02 ] [ l_g_total: 3.5986e-02 ] +2024-10-07 01:24:33,889 INFO: [ epoch: 527 ] [ iter: 58,600 ] [ performance: 19.948 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:32 ] [ l_g_pix: 4.4846e-02 ] [ l_g_total: 4.4846e-02 ] +2024-10-07 01:24:39,035 INFO: [ epoch: 528 ] [ iter: 58,700 ] [ performance: 29.395 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:25 ] [ l_g_pix: 4.9327e-02 ] [ l_g_total: 4.9327e-02 ] +2024-10-07 01:24:44,084 INFO: [ epoch: 529 ] [ iter: 58,800 ] [ performance: 20.301 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:18 ] [ l_g_pix: 5.2157e-02 ] [ l_g_total: 5.2157e-02 ] +2024-10-07 01:24:49,006 INFO: [ epoch: 530 ] [ iter: 58,900 ] [ performance: 29.637 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:11 ] [ l_g_pix: 3.9932e-02 ] [ l_g_total: 3.9932e-02 ] +2024-10-07 01:24:54,025 INFO: [ epoch: 531 ] [ iter: 59,000 ] [ performance: 20.366 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:04 ] [ l_g_pix: 5.2577e-02 ] [ l_g_total: 5.2577e-02 ] +2024-10-07 01:24:59,030 INFO: [ epoch: 532 ] [ iter: 59,100 ] [ performance: 29.352 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:56 ] [ l_g_pix: 5.4971e-02 ] [ l_g_total: 5.4971e-02 ] +2024-10-07 01:25:04,025 INFO: [ epoch: 533 ] [ iter: 59,200 ] [ performance: 20.392 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:49 ] [ l_g_pix: 6.0090e-02 ] [ l_g_total: 6.0090e-02 ] +2024-10-07 01:25:09,142 INFO: [ epoch: 534 ] [ iter: 59,300 ] [ performance: 24.200 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:42 ] [ l_g_pix: 4.0506e-02 ] [ l_g_total: 4.0506e-02 ] +2024-10-07 01:25:13,958 INFO: [ epoch: 535 ] [ iter: 59,400 ] [ performance: 20.916 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:35 ] [ l_g_pix: 3.8924e-02 ] [ l_g_total: 3.8924e-02 ] +2024-10-07 01:25:18,820 INFO: [ epoch: 536 ] [ iter: 59,500 ] [ performance: 3.632 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:27 ] [ l_g_pix: 4.5606e-02 ] [ l_g_total: 4.5606e-02 ] +2024-10-07 01:25:22,848 INFO: [ epoch: 536 ] [ iter: 59,600 ] [ performance: 20.316 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:20 ] [ l_g_pix: 4.3293e-02 ] [ l_g_total: 4.3293e-02 ] +2024-10-07 01:25:27,951 INFO: [ epoch: 537 ] [ iter: 59,700 ] [ performance: 29.726 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:13 ] [ l_g_pix: 4.6124e-02 ] [ l_g_total: 4.6124e-02 ] +2024-10-07 01:25:33,104 INFO: [ epoch: 538 ] [ iter: 59,800 ] [ performance: 19.611 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:06 ] [ l_g_pix: 5.2376e-02 ] [ l_g_total: 5.2376e-02 ] +2024-10-07 01:25:38,202 INFO: [ epoch: 539 ] [ iter: 59,900 ] [ performance: 29.649 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:58 ] [ l_g_pix: 4.9182e-02 ] [ l_g_total: 4.9182e-02 ] +2024-10-07 01:25:43,438 INFO: [ epoch: 540 ] [ iter: 60,000 ] [ performance: 19.237 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:51 ] [ l_g_pix: 5.2318e-02 ] [ l_g_total: 5.2318e-02 ] +2024-10-07 01:25:43,439 INFO: Saving models and training states. +2024-10-07 01:28:38,662 INFO: Validation val + + # psnr: 26.9947........ Best: 26.9947 @ 60000 iter + # ssim: 0.7587........ Best: 0.7587 @ 60000 iter + # dists: 0.7719........ Best: 0.7719 @ 60000 iter + +2024-10-07 01:28:43,832 INFO: [ epoch: 541 ] [ iter: 60,100 ] [ performance: 28.985 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:41 ] [ l_g_pix: 5.0980e-02 ] [ l_g_total: 5.0980e-02 ] +2024-10-07 01:28:49,005 INFO: [ epoch: 542 ] [ iter: 60,200 ] [ performance: 19.398 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:33 ] [ l_g_pix: 4.5190e-02 ] [ l_g_total: 4.5190e-02 ] +2024-10-07 01:28:53,963 INFO: [ epoch: 543 ] [ iter: 60,300 ] [ performance: 19.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:26 ] [ l_g_pix: 4.3896e-02 ] [ l_g_total: 4.3896e-02 ] +2024-10-07 01:28:59,133 INFO: [ epoch: 544 ] [ iter: 60,400 ] [ performance: 19.350 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:18 ] [ l_g_pix: 4.5742e-02 ] [ l_g_total: 4.5742e-02 ] +2024-10-07 01:29:04,006 INFO: [ epoch: 545 ] [ iter: 60,500 ] [ performance: 19.926 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:11 ] [ l_g_pix: 4.3215e-02 ] [ l_g_total: 4.3215e-02 ] +2024-10-07 01:29:07,938 INFO: [ epoch: 545 ] [ iter: 60,600 ] [ performance: 25.510 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:02 ] [ l_g_pix: 4.6366e-02 ] [ l_g_total: 4.6366e-02 ] +2024-10-07 01:29:12,959 INFO: [ epoch: 546 ] [ iter: 60,700 ] [ performance: 22.358 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:55 ] [ l_g_pix: 5.8216e-02 ] [ l_g_total: 5.8216e-02 ] +2024-10-07 01:29:18,056 INFO: [ epoch: 547 ] [ iter: 60,800 ] [ performance: 19.504 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:47 ] [ l_g_pix: 4.2216e-02 ] [ l_g_total: 4.2216e-02 ] +2024-10-07 01:29:23,137 INFO: [ epoch: 548 ] [ iter: 60,900 ] [ performance: 19.596 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:40 ] [ l_g_pix: 4.8383e-02 ] [ l_g_total: 4.8383e-02 ] +2024-10-07 01:29:28,401 INFO: [ epoch: 549 ] [ iter: 61,000 ] [ performance: 18.822 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:32 ] [ l_g_pix: 4.4735e-02 ] [ l_g_total: 4.4735e-02 ] +2024-10-07 01:29:33,681 INFO: [ epoch: 550 ] [ iter: 61,100 ] [ performance: 18.884 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:25 ] [ l_g_pix: 6.1173e-02 ] [ l_g_total: 6.1173e-02 ] +2024-10-07 01:29:38,646 INFO: [ epoch: 551 ] [ iter: 61,200 ] [ performance: 19.916 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:17 ] [ l_g_pix: 4.3849e-02 ] [ l_g_total: 4.3849e-02 ] +2024-10-07 01:29:43,733 INFO: [ epoch: 552 ] [ iter: 61,300 ] [ performance: 19.787 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:10 ] [ l_g_pix: 5.9705e-02 ] [ l_g_total: 5.9705e-02 ] +2024-10-07 01:29:48,908 INFO: [ epoch: 553 ] [ iter: 61,400 ] [ performance: 19.067 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:03 ] [ l_g_pix: 4.6327e-02 ] [ l_g_total: 4.6327e-02 ] +2024-10-07 01:29:53,818 INFO: [ epoch: 554 ] [ iter: 61,500 ] [ performance: 19.717 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:55 ] [ l_g_pix: 4.9846e-02 ] [ l_g_total: 4.9846e-02 ] +2024-10-07 01:29:57,641 INFO: [ epoch: 554 ] [ iter: 61,600 ] [ performance: 26.670 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:47 ] [ l_g_pix: 5.1350e-02 ] [ l_g_total: 5.1350e-02 ] +2024-10-07 01:30:02,671 INFO: [ epoch: 555 ] [ iter: 61,700 ] [ performance: 22.681 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:39 ] [ l_g_pix: 2.6968e-02 ] [ l_g_total: 2.6968e-02 ] +2024-10-07 01:30:07,657 INFO: [ epoch: 556 ] [ iter: 61,800 ] [ performance: 19.622 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:32 ] [ l_g_pix: 5.4351e-02 ] [ l_g_total: 5.4351e-02 ] +2024-10-07 01:30:12,779 INFO: [ epoch: 557 ] [ iter: 61,900 ] [ performance: 19.574 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:24 ] [ l_g_pix: 5.6637e-02 ] [ l_g_total: 5.6637e-02 ] +2024-10-07 01:30:17,760 INFO: [ epoch: 558 ] [ iter: 62,000 ] [ performance: 19.568 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:17 ] [ l_g_pix: 4.7828e-02 ] [ l_g_total: 4.7828e-02 ] +2024-10-07 01:30:22,857 INFO: [ epoch: 559 ] [ iter: 62,100 ] [ performance: 19.597 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:10 ] [ l_g_pix: 4.6055e-02 ] [ l_g_total: 4.6055e-02 ] +2024-10-07 01:30:27,954 INFO: [ epoch: 560 ] [ iter: 62,200 ] [ performance: 19.062 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:02 ] [ l_g_pix: 4.8014e-02 ] [ l_g_total: 4.8014e-02 ] +2024-10-07 01:30:32,920 INFO: [ epoch: 561 ] [ iter: 62,300 ] [ performance: 19.613 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:55 ] [ l_g_pix: 4.1486e-02 ] [ l_g_total: 4.1486e-02 ] +2024-10-07 01:30:38,089 INFO: [ epoch: 562 ] [ iter: 62,400 ] [ performance: 18.825 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:47 ] [ l_g_pix: 3.8527e-02 ] [ l_g_total: 3.8527e-02 ] +2024-10-07 01:30:42,993 INFO: [ epoch: 563 ] [ iter: 62,500 ] [ performance: 19.623 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:40 ] [ l_g_pix: 6.1247e-02 ] [ l_g_total: 6.1247e-02 ] +2024-10-07 01:30:46,918 INFO: [ epoch: 563 ] [ iter: 62,600 ] [ performance: 28.276 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:32 ] [ l_g_pix: 5.8813e-02 ] [ l_g_total: 5.8813e-02 ] +2024-10-07 01:30:51,974 INFO: [ epoch: 564 ] [ iter: 62,700 ] [ performance: 23.045 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:25 ] [ l_g_pix: 5.0487e-02 ] [ l_g_total: 5.0487e-02 ] +2024-10-07 01:30:57,196 INFO: [ epoch: 565 ] [ iter: 62,800 ] [ performance: 18.348 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:17 ] [ l_g_pix: 4.7709e-02 ] [ l_g_total: 4.7709e-02 ] +2024-10-07 01:31:02,194 INFO: [ epoch: 566 ] [ iter: 62,900 ] [ performance: 19.197 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:10 ] [ l_g_pix: 4.8961e-02 ] [ l_g_total: 4.8961e-02 ] +2024-10-07 01:31:07,441 INFO: [ epoch: 567 ] [ iter: 63,000 ] [ performance: 18.142 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:03 ] [ l_g_pix: 5.2878e-02 ] [ l_g_total: 5.2878e-02 ] +2024-10-07 01:31:12,707 INFO: [ epoch: 568 ] [ iter: 63,100 ] [ performance: 18.589 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:55 ] [ l_g_pix: 4.6811e-02 ] [ l_g_total: 4.6811e-02 ] +2024-10-07 01:31:17,859 INFO: [ epoch: 569 ] [ iter: 63,200 ] [ performance: 18.537 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:48 ] [ l_g_pix: 4.0763e-02 ] [ l_g_total: 4.0763e-02 ] +2024-10-07 01:31:22,911 INFO: [ epoch: 570 ] [ iter: 63,300 ] [ performance: 19.194 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:41 ] [ l_g_pix: 4.7251e-02 ] [ l_g_total: 4.7251e-02 ] +2024-10-07 01:31:27,880 INFO: [ epoch: 571 ] [ iter: 63,400 ] [ performance: 19.309 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:34 ] [ l_g_pix: 4.6091e-02 ] [ l_g_total: 4.6091e-02 ] +2024-10-07 01:31:32,879 INFO: [ epoch: 572 ] [ iter: 63,500 ] [ performance: 19.681 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:26 ] [ l_g_pix: 3.7230e-02 ] [ l_g_total: 3.7230e-02 ] +2024-10-07 01:31:36,607 INFO: [ epoch: 572 ] [ iter: 63,600 ] [ performance: 28.883 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:18 ] [ l_g_pix: 4.2402e-02 ] [ l_g_total: 4.2402e-02 ] +2024-10-07 01:31:41,605 INFO: [ epoch: 573 ] [ iter: 63,700 ] [ performance: 23.276 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:11 ] [ l_g_pix: 4.9667e-02 ] [ l_g_total: 4.9667e-02 ] +2024-10-07 01:31:46,596 INFO: [ epoch: 574 ] [ iter: 63,800 ] [ performance: 25.631 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:03 ] [ l_g_pix: 4.5344e-02 ] [ l_g_total: 4.5344e-02 ] +2024-10-07 01:31:51,843 INFO: [ epoch: 575 ] [ iter: 63,900 ] [ performance: 21.571 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:56 ] [ l_g_pix: 4.9105e-02 ] [ l_g_total: 4.9105e-02 ] +2024-10-07 01:31:57,087 INFO: [ epoch: 576 ] [ iter: 64,000 ] [ performance: 17.798 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:49 ] [ l_g_pix: 4.6146e-02 ] [ l_g_total: 4.6146e-02 ] +2024-10-07 01:32:02,226 INFO: [ epoch: 577 ] [ iter: 64,100 ] [ performance: 18.677 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:42 ] [ l_g_pix: 4.8328e-02 ] [ l_g_total: 4.8328e-02 ] +2024-10-07 01:32:07,486 INFO: [ epoch: 578 ] [ iter: 64,200 ] [ performance: 17.667 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:35 ] [ l_g_pix: 4.4563e-02 ] [ l_g_total: 4.4563e-02 ] +2024-10-07 01:32:12,747 INFO: [ epoch: 579 ] [ iter: 64,300 ] [ performance: 18.387 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:28 ] [ l_g_pix: 4.8946e-02 ] [ l_g_total: 4.8946e-02 ] +2024-10-07 01:32:18,006 INFO: [ epoch: 580 ] [ iter: 64,400 ] [ performance: 17.588 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:21 ] [ l_g_pix: 4.8442e-02 ] [ l_g_total: 4.8442e-02 ] +2024-10-07 01:32:22,821 INFO: [ epoch: 581 ] [ iter: 64,500 ] [ performance: 19.242 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:13 ] [ l_g_pix: 4.9146e-02 ] [ l_g_total: 4.9146e-02 ] +2024-10-07 01:32:26,565 INFO: [ epoch: 581 ] [ iter: 64,600 ] [ performance: 28.750 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:05 ] [ l_g_pix: 4.3963e-02 ] [ l_g_total: 4.3963e-02 ] +2024-10-07 01:32:31,565 INFO: [ epoch: 582 ] [ iter: 64,700 ] [ performance: 23.109 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:58 ] [ l_g_pix: 4.4126e-02 ] [ l_g_total: 4.4126e-02 ] +2024-10-07 01:32:36,824 INFO: [ epoch: 583 ] [ iter: 64,800 ] [ performance: 24.847 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:51 ] [ l_g_pix: 5.8044e-02 ] [ l_g_total: 5.8044e-02 ] +2024-10-07 01:32:42,054 INFO: [ epoch: 584 ] [ iter: 64,900 ] [ performance: 21.272 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:44 ] [ l_g_pix: 3.5213e-02 ] [ l_g_total: 3.5213e-02 ] +2024-10-07 01:32:47,266 INFO: [ epoch: 585 ] [ iter: 65,000 ] [ performance: 17.480 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:37 ] [ l_g_pix: 5.4293e-02 ] [ l_g_total: 5.4293e-02 ] +2024-10-07 01:32:52,373 INFO: [ epoch: 586 ] [ iter: 65,100 ] [ performance: 18.610 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:29 ] [ l_g_pix: 4.6388e-02 ] [ l_g_total: 4.6388e-02 ] +2024-10-07 01:32:57,554 INFO: [ epoch: 587 ] [ iter: 65,200 ] [ performance: 17.626 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:22 ] [ l_g_pix: 5.4588e-02 ] [ l_g_total: 5.4588e-02 ] +2024-10-07 01:33:02,787 INFO: [ epoch: 588 ] [ iter: 65,300 ] [ performance: 18.440 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:15 ] [ l_g_pix: 5.9348e-02 ] [ l_g_total: 5.9348e-02 ] +2024-10-07 01:33:07,974 INFO: [ epoch: 589 ] [ iter: 65,400 ] [ performance: 17.424 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:08 ] [ l_g_pix: 4.7416e-02 ] [ l_g_total: 4.7416e-02 ] +2024-10-07 01:33:13,001 INFO: [ epoch: 590 ] [ iter: 65,500 ] [ performance: 18.757 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:01 ] [ l_g_pix: 6.1097e-02 ] [ l_g_total: 6.1097e-02 ] +2024-10-07 01:33:16,747 INFO: [ epoch: 590 ] [ iter: 65,600 ] [ performance: 29.040 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:53 ] [ l_g_pix: 4.7927e-02 ] [ l_g_total: 4.7927e-02 ] +2024-10-07 01:33:21,793 INFO: [ epoch: 591 ] [ iter: 65,700 ] [ performance: 22.915 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:46 ] [ l_g_pix: 3.4794e-02 ] [ l_g_total: 3.4794e-02 ] +2024-10-07 01:33:26,806 INFO: [ epoch: 592 ] [ iter: 65,800 ] [ performance: 26.495 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:39 ] [ l_g_pix: 5.4366e-02 ] [ l_g_total: 5.4366e-02 ] +2024-10-07 01:33:32,109 INFO: [ epoch: 593 ] [ iter: 65,900 ] [ performance: 21.470 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:32 ] [ l_g_pix: 3.7261e-02 ] [ l_g_total: 3.7261e-02 ] +2024-10-07 01:33:37,279 INFO: [ epoch: 594 ] [ iter: 66,000 ] [ performance: 17.188 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:25 ] [ l_g_pix: 5.5932e-02 ] [ l_g_total: 5.5932e-02 ] +2024-10-07 01:33:42,532 INFO: [ epoch: 595 ] [ iter: 66,100 ] [ performance: 18.220 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:18 ] [ l_g_pix: 4.4079e-02 ] [ l_g_total: 4.4079e-02 ] +2024-10-07 01:33:47,587 INFO: [ epoch: 596 ] [ iter: 66,200 ] [ performance: 17.619 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:10 ] [ l_g_pix: 4.9392e-02 ] [ l_g_total: 4.9392e-02 ] +2024-10-07 01:33:52,952 INFO: [ epoch: 597 ] [ iter: 66,300 ] [ performance: 18.206 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:04 ] [ l_g_pix: 5.6281e-02 ] [ l_g_total: 5.6281e-02 ] +2024-10-07 01:33:58,097 INFO: [ epoch: 598 ] [ iter: 66,400 ] [ performance: 17.050 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:56 ] [ l_g_pix: 5.0851e-02 ] [ l_g_total: 5.0851e-02 ] +2024-10-07 01:34:02,907 INFO: [ epoch: 599 ] [ iter: 66,500 ] [ performance: 19.088 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:49 ] [ l_g_pix: 3.9012e-02 ] [ l_g_total: 3.9012e-02 ] +2024-10-07 01:34:06,836 INFO: [ epoch: 599 ] [ iter: 66,600 ] [ performance: 26.727 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:42 ] [ l_g_pix: 5.0691e-02 ] [ l_g_total: 5.0691e-02 ] +2024-10-07 01:34:11,683 INFO: [ epoch: 600 ] [ iter: 66,700 ] [ performance: 22.754 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:34 ] [ l_g_pix: 4.8214e-02 ] [ l_g_total: 4.8214e-02 ] +2024-10-07 01:34:16,892 INFO: [ epoch: 601 ] [ iter: 66,800 ] [ performance: 28.319 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:27 ] [ l_g_pix: 5.7820e-02 ] [ l_g_total: 5.7820e-02 ] +2024-10-07 01:34:22,116 INFO: [ epoch: 602 ] [ iter: 66,900 ] [ performance: 22.036 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:20 ] [ l_g_pix: 4.6719e-02 ] [ l_g_total: 4.6719e-02 ] +2024-10-07 01:34:27,224 INFO: [ epoch: 603 ] [ iter: 67,000 ] [ performance: 17.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:13 ] [ l_g_pix: 4.9911e-02 ] [ l_g_total: 4.9911e-02 ] +2024-10-07 01:34:32,309 INFO: [ epoch: 604 ] [ iter: 67,100 ] [ performance: 18.831 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:06 ] [ l_g_pix: 5.9616e-02 ] [ l_g_total: 5.9616e-02 ] +2024-10-07 01:34:37,387 INFO: [ epoch: 605 ] [ iter: 67,200 ] [ performance: 17.004 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:59 ] [ l_g_pix: 5.3909e-02 ] [ l_g_total: 5.3909e-02 ] +2024-10-07 01:34:42,641 INFO: [ epoch: 606 ] [ iter: 67,300 ] [ performance: 18.173 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:52 ] [ l_g_pix: 4.6703e-02 ] [ l_g_total: 4.6703e-02 ] +2024-10-07 01:34:47,657 INFO: [ epoch: 607 ] [ iter: 67,400 ] [ performance: 17.175 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:45 ] [ l_g_pix: 3.4628e-02 ] [ l_g_total: 3.4628e-02 ] +2024-10-07 01:34:52,468 INFO: [ epoch: 608 ] [ iter: 67,500 ] [ performance: 19.202 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:38 ] [ l_g_pix: 4.4084e-02 ] [ l_g_total: 4.4084e-02 ] +2024-10-07 01:34:57,329 INFO: [ epoch: 609 ] [ iter: 67,600 ] [ performance: 19.078 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:31 ] [ l_g_pix: 4.0086e-02 ] [ l_g_total: 4.0086e-02 ] +2024-10-07 01:35:01,268 INFO: [ epoch: 609 ] [ iter: 67,700 ] [ performance: 22.489 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:23 ] [ l_g_pix: 5.3916e-02 ] [ l_g_total: 5.3916e-02 ] +2024-10-07 01:35:06,261 INFO: [ epoch: 610 ] [ iter: 67,800 ] [ performance: 28.266 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:16 ] [ l_g_pix: 4.9680e-02 ] [ l_g_total: 4.9680e-02 ] +2024-10-07 01:35:11,536 INFO: [ epoch: 611 ] [ iter: 67,900 ] [ performance: 21.726 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:09 ] [ l_g_pix: 5.0723e-02 ] [ l_g_total: 5.0723e-02 ] +2024-10-07 01:35:16,738 INFO: [ epoch: 612 ] [ iter: 68,000 ] [ performance: 23.912 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:02 ] [ l_g_pix: 5.7102e-02 ] [ l_g_total: 5.7102e-02 ] +2024-10-07 01:35:21,965 INFO: [ epoch: 613 ] [ iter: 68,100 ] [ performance: 20.720 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:55 ] [ l_g_pix: 4.5358e-02 ] [ l_g_total: 4.5358e-02 ] +2024-10-07 01:35:27,177 INFO: [ epoch: 614 ] [ iter: 68,200 ] [ performance: 15.859 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:49 ] [ l_g_pix: 5.6728e-02 ] [ l_g_total: 5.6728e-02 ] +2024-10-07 01:35:32,233 INFO: [ epoch: 615 ] [ iter: 68,300 ] [ performance: 18.089 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:42 ] [ l_g_pix: 3.9179e-02 ] [ l_g_total: 3.9179e-02 ] +2024-10-07 01:35:37,465 INFO: [ epoch: 616 ] [ iter: 68,400 ] [ performance: 15.653 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:35 ] [ l_g_pix: 3.8709e-02 ] [ l_g_total: 3.8709e-02 ] +2024-10-07 01:35:42,475 INFO: [ epoch: 617 ] [ iter: 68,500 ] [ performance: 18.106 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:28 ] [ l_g_pix: 4.0912e-02 ] [ l_g_total: 4.0912e-02 ] +2024-10-07 01:35:47,421 INFO: [ epoch: 618 ] [ iter: 68,600 ] [ performance: 18.528 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:21 ] [ l_g_pix: 5.3098e-02 ] [ l_g_total: 5.3098e-02 ] +2024-10-07 01:35:51,520 INFO: [ epoch: 618 ] [ iter: 68,700 ] [ performance: 21.834 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:13 ] [ l_g_pix: 3.6021e-02 ] [ l_g_total: 3.6021e-02 ] +2024-10-07 01:35:56,575 INFO: [ epoch: 619 ] [ iter: 68,800 ] [ performance: 29.580 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:06 ] [ l_g_pix: 4.3633e-02 ] [ l_g_total: 4.3633e-02 ] +2024-10-07 01:36:01,804 INFO: [ epoch: 620 ] [ iter: 68,900 ] [ performance: 21.979 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:59 ] [ l_g_pix: 3.8280e-02 ] [ l_g_total: 3.8280e-02 ] +2024-10-07 01:36:06,991 INFO: [ epoch: 621 ] [ iter: 69,000 ] [ performance: 24.943 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:52 ] [ l_g_pix: 4.8738e-02 ] [ l_g_total: 4.8738e-02 ] +2024-10-07 01:36:12,255 INFO: [ epoch: 622 ] [ iter: 69,100 ] [ performance: 20.802 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:46 ] [ l_g_pix: 5.6456e-02 ] [ l_g_total: 5.6456e-02 ] +2024-10-07 01:36:17,312 INFO: [ epoch: 623 ] [ iter: 69,200 ] [ performance: 15.927 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:39 ] [ l_g_pix: 4.3652e-02 ] [ l_g_total: 4.3652e-02 ] +2024-10-07 01:36:22,386 INFO: [ epoch: 624 ] [ iter: 69,300 ] [ performance: 18.162 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:32 ] [ l_g_pix: 5.4323e-02 ] [ l_g_total: 5.4323e-02 ] +2024-10-07 01:36:27,592 INFO: [ epoch: 625 ] [ iter: 69,400 ] [ performance: 15.062 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:25 ] [ l_g_pix: 4.6574e-02 ] [ l_g_total: 4.6574e-02 ] +2024-10-07 01:36:32,353 INFO: [ epoch: 626 ] [ iter: 69,500 ] [ performance: 18.429 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:18 ] [ l_g_pix: 5.5617e-02 ] [ l_g_total: 5.5617e-02 ] +2024-10-07 01:36:37,370 INFO: [ epoch: 627 ] [ iter: 69,600 ] [ performance: 17.016 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:11 ] [ l_g_pix: 5.2117e-02 ] [ l_g_total: 5.2117e-02 ] +2024-10-07 01:36:41,199 INFO: [ epoch: 627 ] [ iter: 69,700 ] [ performance: 21.997 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:03 ] [ l_g_pix: 3.8079e-02 ] [ l_g_total: 3.8079e-02 ] +2024-10-07 01:36:46,127 INFO: [ epoch: 628 ] [ iter: 69,800 ] [ performance: 29.992 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:56 ] [ l_g_pix: 4.8721e-02 ] [ l_g_total: 4.8721e-02 ] +2024-10-07 01:36:51,171 INFO: [ epoch: 629 ] [ iter: 69,900 ] [ performance: 22.469 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:50 ] [ l_g_pix: 4.4083e-02 ] [ l_g_total: 4.4083e-02 ] +2024-10-07 01:36:56,230 INFO: [ epoch: 630 ] [ iter: 70,000 ] [ performance: 27.098 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:43 ] [ l_g_pix: 4.0771e-02 ] [ l_g_total: 4.0771e-02 ] +2024-10-07 01:36:56,230 INFO: Saving models and training states. +2024-10-07 01:39:43,601 INFO: Validation val + + # psnr: 26.9875........ Best: 26.9947 @ 60000 iter + # ssim: 0.7592........ Best: 0.7592 @ 70000 iter + # dists: 0.7718........ Best: 0.7718 @ 70000 iter + +2024-10-07 01:39:48,838 INFO: [ epoch: 631 ] [ iter: 70,100 ] [ performance: 21.245 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:47 ] [ l_g_pix: 3.3207e-02 ] [ l_g_total: 3.3207e-02 ] +2024-10-07 01:39:53,890 INFO: [ epoch: 632 ] [ iter: 70,200 ] [ performance: 15.204 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:40 ] [ l_g_pix: 5.4276e-02 ] [ l_g_total: 5.4276e-02 ] +2024-10-07 01:39:59,067 INFO: [ epoch: 633 ] [ iter: 70,300 ] [ performance: 17.702 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:33 ] [ l_g_pix: 5.7252e-02 ] [ l_g_total: 5.7252e-02 ] +2024-10-07 01:40:04,313 INFO: [ epoch: 634 ] [ iter: 70,400 ] [ performance: 14.307 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:26 ] [ l_g_pix: 4.8467e-02 ] [ l_g_total: 4.8467e-02 ] +2024-10-07 01:40:09,328 INFO: [ epoch: 635 ] [ iter: 70,500 ] [ performance: 17.630 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:18 ] [ l_g_pix: 4.3728e-02 ] [ l_g_total: 4.3728e-02 ] +2024-10-07 01:40:14,081 INFO: [ epoch: 636 ] [ iter: 70,600 ] [ performance: 17.439 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:11 ] [ l_g_pix: 5.2585e-02 ] [ l_g_total: 5.2585e-02 ] +2024-10-07 01:40:18,106 INFO: [ epoch: 636 ] [ iter: 70,700 ] [ performance: 21.812 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:04 ] [ l_g_pix: 5.4330e-02 ] [ l_g_total: 5.4330e-02 ] +2024-10-07 01:40:23,222 INFO: [ epoch: 637 ] [ iter: 70,800 ] [ performance: 29.314 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:56 ] [ l_g_pix: 5.1687e-02 ] [ l_g_total: 5.1687e-02 ] +2024-10-07 01:40:28,300 INFO: [ epoch: 638 ] [ iter: 70,900 ] [ performance: 22.043 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:49 ] [ l_g_pix: 4.8445e-02 ] [ l_g_total: 4.8445e-02 ] +2024-10-07 01:40:33,399 INFO: [ epoch: 639 ] [ iter: 71,000 ] [ performance: 28.486 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:42 ] [ l_g_pix: 3.5564e-02 ] [ l_g_total: 3.5564e-02 ] +2024-10-07 01:40:38,641 INFO: [ epoch: 640 ] [ iter: 71,100 ] [ performance: 21.334 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:35 ] [ l_g_pix: 4.1746e-02 ] [ l_g_total: 4.1746e-02 ] +2024-10-07 01:40:43,647 INFO: [ epoch: 641 ] [ iter: 71,200 ] [ performance: 22.455 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:28 ] [ l_g_pix: 3.4733e-02 ] [ l_g_total: 3.4733e-02 ] +2024-10-07 01:40:48,885 INFO: [ epoch: 642 ] [ iter: 71,300 ] [ performance: 20.040 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:21 ] [ l_g_pix: 4.6112e-02 ] [ l_g_total: 4.6112e-02 ] +2024-10-07 01:40:54,056 INFO: [ epoch: 643 ] [ iter: 71,400 ] [ performance: 13.744 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:14 ] [ l_g_pix: 4.5065e-02 ] [ l_g_total: 4.5065e-02 ] +2024-10-07 01:40:59,090 INFO: [ epoch: 644 ] [ iter: 71,500 ] [ performance: 17.455 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:06 ] [ l_g_pix: 6.5110e-02 ] [ l_g_total: 6.5110e-02 ] +2024-10-07 01:41:04,030 INFO: [ epoch: 645 ] [ iter: 71,600 ] [ performance: 15.787 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:59 ] [ l_g_pix: 6.9452e-02 ] [ l_g_total: 6.9452e-02 ] +2024-10-07 01:41:07,966 INFO: [ epoch: 645 ] [ iter: 71,700 ] [ performance: 21.421 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:52 ] [ l_g_pix: 4.9104e-02 ] [ l_g_total: 4.9104e-02 ] +2024-10-07 01:41:13,097 INFO: [ epoch: 646 ] [ iter: 71,800 ] [ performance: 29.534 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:44 ] [ l_g_pix: 4.4405e-02 ] [ l_g_total: 4.4405e-02 ] +2024-10-07 01:41:18,218 INFO: [ epoch: 647 ] [ iter: 71,900 ] [ performance: 21.749 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:37 ] [ l_g_pix: 5.5809e-02 ] [ l_g_total: 5.5809e-02 ] +2024-10-07 01:41:23,208 INFO: [ epoch: 648 ] [ iter: 72,000 ] [ performance: 28.780 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:30 ] [ l_g_pix: 5.1223e-02 ] [ l_g_total: 5.1223e-02 ] +2024-10-07 01:41:28,384 INFO: [ epoch: 649 ] [ iter: 72,100 ] [ performance: 21.403 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:23 ] [ l_g_pix: 4.2940e-02 ] [ l_g_total: 4.2940e-02 ] +2024-10-07 01:41:33,555 INFO: [ epoch: 650 ] [ iter: 72,200 ] [ performance: 22.708 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:16 ] [ l_g_pix: 4.8549e-02 ] [ l_g_total: 4.8549e-02 ] +2024-10-07 01:41:38,570 INFO: [ epoch: 651 ] [ iter: 72,300 ] [ performance: 20.677 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:09 ] [ l_g_pix: 4.0702e-02 ] [ l_g_total: 4.0702e-02 ] +2024-10-07 01:41:43,816 INFO: [ epoch: 652 ] [ iter: 72,400 ] [ performance: 12.642 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:02 ] [ l_g_pix: 5.4334e-02 ] [ l_g_total: 5.4334e-02 ] +2024-10-07 01:41:48,688 INFO: [ epoch: 653 ] [ iter: 72,500 ] [ performance: 17.426 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:55 ] [ l_g_pix: 4.5699e-02 ] [ l_g_total: 4.5699e-02 ] +2024-10-07 01:41:53,557 INFO: [ epoch: 654 ] [ iter: 72,600 ] [ performance: 15.284 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:48 ] [ l_g_pix: 5.3969e-02 ] [ l_g_total: 5.3969e-02 ] +2024-10-07 01:41:57,402 INFO: [ epoch: 654 ] [ iter: 72,700 ] [ performance: 21.733 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:40 ] [ l_g_pix: 4.3949e-02 ] [ l_g_total: 4.3949e-02 ] +2024-10-07 01:42:02,485 INFO: [ epoch: 655 ] [ iter: 72,800 ] [ performance: 29.405 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:33 ] [ l_g_pix: 5.6988e-02 ] [ l_g_total: 5.6988e-02 ] +2024-10-07 01:42:07,691 INFO: [ epoch: 656 ] [ iter: 72,900 ] [ performance: 21.240 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:26 ] [ l_g_pix: 3.5448e-02 ] [ l_g_total: 3.5448e-02 ] +2024-10-07 01:42:12,659 INFO: [ epoch: 657 ] [ iter: 73,000 ] [ performance: 29.402 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:19 ] [ l_g_pix: 5.1218e-02 ] [ l_g_total: 5.1218e-02 ] +2024-10-07 01:42:17,867 INFO: [ epoch: 658 ] [ iter: 73,100 ] [ performance: 21.189 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:12 ] [ l_g_pix: 5.2167e-02 ] [ l_g_total: 5.2167e-02 ] +2024-10-07 01:42:22,781 INFO: [ epoch: 659 ] [ iter: 73,200 ] [ performance: 24.895 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:05 ] [ l_g_pix: 4.8110e-02 ] [ l_g_total: 4.8110e-02 ] +2024-10-07 01:42:27,815 INFO: [ epoch: 660 ] [ iter: 73,300 ] [ performance: 20.993 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:58 ] [ l_g_pix: 4.8994e-02 ] [ l_g_total: 4.8994e-02 ] +2024-10-07 01:42:32,821 INFO: [ epoch: 661 ] [ iter: 73,400 ] [ performance: 12.717 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:51 ] [ l_g_pix: 5.1114e-02 ] [ l_g_total: 5.1114e-02 ] +2024-10-07 01:42:37,886 INFO: [ epoch: 662 ] [ iter: 73,500 ] [ performance: 17.274 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:44 ] [ l_g_pix: 4.5745e-02 ] [ l_g_total: 4.5745e-02 ] +2024-10-07 01:42:42,724 INFO: [ epoch: 663 ] [ iter: 73,600 ] [ performance: 14.320 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:37 ] [ l_g_pix: 4.2113e-02 ] [ l_g_total: 4.2113e-02 ] +2024-10-07 01:42:46,578 INFO: [ epoch: 663 ] [ iter: 73,700 ] [ performance: 21.550 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:29 ] [ l_g_pix: 4.7381e-02 ] [ l_g_total: 4.7381e-02 ] +2024-10-07 01:42:51,630 INFO: [ epoch: 664 ] [ iter: 73,800 ] [ performance: 29.302 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:22 ] [ l_g_pix: 4.7094e-02 ] [ l_g_total: 4.7094e-02 ] +2024-10-07 01:42:56,706 INFO: [ epoch: 665 ] [ iter: 73,900 ] [ performance: 21.448 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:15 ] [ l_g_pix: 5.8701e-02 ] [ l_g_total: 5.8701e-02 ] +2024-10-07 01:43:01,729 INFO: [ epoch: 666 ] [ iter: 74,000 ] [ performance: 29.257 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:08 ] [ l_g_pix: 4.8740e-02 ] [ l_g_total: 4.8740e-02 ] +2024-10-07 01:43:06,752 INFO: [ epoch: 667 ] [ iter: 74,100 ] [ performance: 21.583 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:01 ] [ l_g_pix: 4.5709e-02 ] [ l_g_total: 4.5709e-02 ] +2024-10-07 01:43:11,777 INFO: [ epoch: 668 ] [ iter: 74,200 ] [ performance: 26.582 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:54 ] [ l_g_pix: 5.3607e-02 ] [ l_g_total: 5.3607e-02 ] +2024-10-07 01:43:16,966 INFO: [ epoch: 669 ] [ iter: 74,300 ] [ performance: 20.620 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:47 ] [ l_g_pix: 4.8726e-02 ] [ l_g_total: 4.8726e-02 ] +2024-10-07 01:43:22,115 INFO: [ epoch: 670 ] [ iter: 74,400 ] [ performance: 11.891 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:40 ] [ l_g_pix: 5.8283e-02 ] [ l_g_total: 5.8283e-02 ] +2024-10-07 01:43:27,001 INFO: [ epoch: 671 ] [ iter: 74,500 ] [ performance: 17.551 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:33 ] [ l_g_pix: 6.0432e-02 ] [ l_g_total: 6.0432e-02 ] +2024-10-07 01:43:31,799 INFO: [ epoch: 672 ] [ iter: 74,600 ] [ performance: 13.372 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:26 ] [ l_g_pix: 4.1860e-02 ] [ l_g_total: 4.1860e-02 ] +2024-10-07 01:43:35,625 INFO: [ epoch: 672 ] [ iter: 74,700 ] [ performance: 21.525 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:19 ] [ l_g_pix: 4.6333e-02 ] [ l_g_total: 4.6333e-02 ] +2024-10-07 01:43:40,712 INFO: [ epoch: 673 ] [ iter: 74,800 ] [ performance: 29.391 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:12 ] [ l_g_pix: 4.3379e-02 ] [ l_g_total: 4.3379e-02 ] +2024-10-07 01:43:45,933 INFO: [ epoch: 674 ] [ iter: 74,900 ] [ performance: 20.736 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:05 ] [ l_g_pix: 5.1352e-02 ] [ l_g_total: 5.1352e-02 ] +2024-10-07 01:43:51,085 INFO: [ epoch: 675 ] [ iter: 75,000 ] [ performance: 30.319 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:58 ] [ l_g_pix: 3.9375e-02 ] [ l_g_total: 3.9375e-02 ] +2024-10-07 01:43:56,150 INFO: [ epoch: 676 ] [ iter: 75,100 ] [ performance: 21.330 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:51 ] [ l_g_pix: 4.1264e-02 ] [ l_g_total: 4.1264e-02 ] +2024-10-07 01:44:01,283 INFO: [ epoch: 677 ] [ iter: 75,200 ] [ performance: 28.879 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:44 ] [ l_g_pix: 4.5789e-02 ] [ l_g_total: 4.5789e-02 ] +2024-10-07 01:44:06,275 INFO: [ epoch: 678 ] [ iter: 75,300 ] [ performance: 21.391 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:37 ] [ l_g_pix: 4.0528e-02 ] [ l_g_total: 4.0528e-02 ] +2024-10-07 01:44:11,309 INFO: [ epoch: 679 ] [ iter: 75,400 ] [ performance: 21.175 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:30 ] [ l_g_pix: 5.6693e-02 ] [ l_g_total: 5.6693e-02 ] +2024-10-07 01:44:16,441 INFO: [ epoch: 680 ] [ iter: 75,500 ] [ performance: 19.807 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:23 ] [ l_g_pix: 5.1955e-02 ] [ l_g_total: 5.1955e-02 ] +2024-10-07 01:44:21,346 INFO: [ epoch: 681 ] [ iter: 75,600 ] [ performance: 11.302 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:16 ] [ l_g_pix: 4.4660e-02 ] [ l_g_total: 4.4660e-02 ] +2024-10-07 01:44:25,241 INFO: [ epoch: 681 ] [ iter: 75,700 ] [ performance: 20.604 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:09 ] [ l_g_pix: 4.8508e-02 ] [ l_g_total: 4.8508e-02 ] +2024-10-07 01:44:30,431 INFO: [ epoch: 682 ] [ iter: 75,800 ] [ performance: 29.639 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:02 ] [ l_g_pix: 3.8251e-02 ] [ l_g_total: 3.8251e-02 ] +2024-10-07 01:44:35,553 INFO: [ epoch: 683 ] [ iter: 75,900 ] [ performance: 20.858 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:55 ] [ l_g_pix: 3.4678e-02 ] [ l_g_total: 3.4678e-02 ] +2024-10-07 01:44:40,692 INFO: [ epoch: 684 ] [ iter: 76,000 ] [ performance: 30.055 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:48 ] [ l_g_pix: 5.7532e-02 ] [ l_g_total: 5.7532e-02 ] +2024-10-07 01:44:45,897 INFO: [ epoch: 685 ] [ iter: 76,100 ] [ performance: 20.555 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:42 ] [ l_g_pix: 5.4757e-02 ] [ l_g_total: 5.4757e-02 ] +2024-10-07 01:44:51,078 INFO: [ epoch: 686 ] [ iter: 76,200 ] [ performance: 29.967 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:35 ] [ l_g_pix: 4.4874e-02 ] [ l_g_total: 4.4874e-02 ] +2024-10-07 01:44:56,264 INFO: [ epoch: 687 ] [ iter: 76,300 ] [ performance: 20.560 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:28 ] [ l_g_pix: 4.8383e-02 ] [ l_g_total: 4.8383e-02 ] +2024-10-07 01:45:01,325 INFO: [ epoch: 688 ] [ iter: 76,400 ] [ performance: 21.871 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:21 ] [ l_g_pix: 4.9864e-02 ] [ l_g_total: 4.9864e-02 ] +2024-10-07 01:45:06,266 INFO: [ epoch: 689 ] [ iter: 76,500 ] [ performance: 20.497 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:14 ] [ l_g_pix: 3.7909e-02 ] [ l_g_total: 3.7909e-02 ] +2024-10-07 01:45:11,032 INFO: [ epoch: 690 ] [ iter: 76,600 ] [ performance: 10.302 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:07 ] [ l_g_pix: 4.6725e-02 ] [ l_g_total: 4.6725e-02 ] +2024-10-07 01:45:14,822 INFO: [ epoch: 690 ] [ iter: 76,700 ] [ performance: 21.124 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:00 ] [ l_g_pix: 4.8950e-02 ] [ l_g_total: 4.8950e-02 ] +2024-10-07 01:45:20,011 INFO: [ epoch: 691 ] [ iter: 76,800 ] [ performance: 29.196 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:53 ] [ l_g_pix: 4.7836e-02 ] [ l_g_total: 4.7836e-02 ] +2024-10-07 01:45:25,226 INFO: [ epoch: 692 ] [ iter: 76,900 ] [ performance: 20.241 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:46 ] [ l_g_pix: 4.4486e-02 ] [ l_g_total: 4.4486e-02 ] +2024-10-07 01:45:30,143 INFO: [ epoch: 693 ] [ iter: 77,000 ] [ performance: 29.331 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:39 ] [ l_g_pix: 4.3171e-02 ] [ l_g_total: 4.3171e-02 ] +2024-10-07 01:45:35,344 INFO: [ epoch: 694 ] [ iter: 77,100 ] [ performance: 20.246 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:33 ] [ l_g_pix: 4.7410e-02 ] [ l_g_total: 4.7410e-02 ] +2024-10-07 01:45:40,500 INFO: [ epoch: 695 ] [ iter: 77,200 ] [ performance: 30.105 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:26 ] [ l_g_pix: 5.2912e-02 ] [ l_g_total: 5.2912e-02 ] +2024-10-07 01:45:45,609 INFO: [ epoch: 696 ] [ iter: 77,300 ] [ performance: 20.571 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:19 ] [ l_g_pix: 5.5938e-02 ] [ l_g_total: 5.5938e-02 ] +2024-10-07 01:45:50,833 INFO: [ epoch: 697 ] [ iter: 77,400 ] [ performance: 24.568 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:12 ] [ l_g_pix: 3.7267e-02 ] [ l_g_total: 3.7267e-02 ] +2024-10-07 01:45:56,069 INFO: [ epoch: 698 ] [ iter: 77,500 ] [ performance: 19.675 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:05 ] [ l_g_pix: 5.7495e-02 ] [ l_g_total: 5.7495e-02 ] +2024-10-07 01:46:00,970 INFO: [ epoch: 699 ] [ iter: 77,600 ] [ performance: 7.383 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:59 ] [ l_g_pix: 4.1279e-02 ] [ l_g_total: 4.1279e-02 ] +2024-10-07 01:46:04,878 INFO: [ epoch: 699 ] [ iter: 77,700 ] [ performance: 19.647 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:51 ] [ l_g_pix: 5.0488e-02 ] [ l_g_total: 5.0488e-02 ] +2024-10-07 01:46:09,993 INFO: [ epoch: 700 ] [ iter: 77,800 ] [ performance: 28.949 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:45 ] [ l_g_pix: 4.4022e-02 ] [ l_g_total: 4.4022e-02 ] +2024-10-07 01:46:15,175 INFO: [ epoch: 701 ] [ iter: 77,900 ] [ performance: 20.072 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:38 ] [ l_g_pix: 5.0580e-02 ] [ l_g_total: 5.0580e-02 ] +2024-10-07 01:46:20,410 INFO: [ epoch: 702 ] [ iter: 78,000 ] [ performance: 29.284 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:31 ] [ l_g_pix: 3.6118e-02 ] [ l_g_total: 3.6118e-02 ] +2024-10-07 01:46:25,549 INFO: [ epoch: 703 ] [ iter: 78,100 ] [ performance: 20.189 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:24 ] [ l_g_pix: 5.9211e-02 ] [ l_g_total: 5.9211e-02 ] +2024-10-07 01:46:30,484 INFO: [ epoch: 704 ] [ iter: 78,200 ] [ performance: 29.634 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:18 ] [ l_g_pix: 5.7095e-02 ] [ l_g_total: 5.7095e-02 ] +2024-10-07 01:46:35,780 INFO: [ epoch: 705 ] [ iter: 78,300 ] [ performance: 19.591 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:11 ] [ l_g_pix: 4.7260e-02 ] [ l_g_total: 4.7260e-02 ] +2024-10-07 01:46:40,881 INFO: [ epoch: 706 ] [ iter: 78,400 ] [ performance: 24.274 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:04 ] [ l_g_pix: 5.0484e-02 ] [ l_g_total: 5.0484e-02 ] +2024-10-07 01:46:45,854 INFO: [ epoch: 707 ] [ iter: 78,500 ] [ performance: 20.436 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:57 ] [ l_g_pix: 4.8251e-02 ] [ l_g_total: 4.8251e-02 ] +2024-10-07 01:46:50,894 INFO: [ epoch: 708 ] [ iter: 78,600 ] [ performance: 14.999 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:50 ] [ l_g_pix: 4.6656e-02 ] [ l_g_total: 4.6656e-02 ] +2024-10-07 01:46:55,767 INFO: [ epoch: 709 ] [ iter: 78,700 ] [ performance: 19.922 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:44 ] [ l_g_pix: 4.1677e-02 ] [ l_g_total: 4.1677e-02 ] +2024-10-07 01:46:59,983 INFO: [ epoch: 709 ] [ iter: 78,800 ] [ performance: 30.045 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:37 ] [ l_g_pix: 5.0020e-02 ] [ l_g_total: 5.0020e-02 ] +2024-10-07 01:47:04,939 INFO: [ epoch: 710 ] [ iter: 78,900 ] [ performance: 20.685 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:30 ] [ l_g_pix: 4.8775e-02 ] [ l_g_total: 4.8775e-02 ] +2024-10-07 01:47:09,917 INFO: [ epoch: 711 ] [ iter: 79,000 ] [ performance: 29.869 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:23 ] [ l_g_pix: 4.7502e-02 ] [ l_g_total: 4.7502e-02 ] +2024-10-07 01:47:14,875 INFO: [ epoch: 712 ] [ iter: 79,100 ] [ performance: 20.613 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:16 ] [ l_g_pix: 6.1774e-02 ] [ l_g_total: 6.1774e-02 ] +2024-10-07 01:47:20,067 INFO: [ epoch: 713 ] [ iter: 79,200 ] [ performance: 29.420 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:10 ] [ l_g_pix: 4.6696e-02 ] [ l_g_total: 4.6696e-02 ] +2024-10-07 01:47:25,109 INFO: [ epoch: 714 ] [ iter: 79,300 ] [ performance: 20.212 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:03 ] [ l_g_pix: 3.9386e-02 ] [ l_g_total: 3.9386e-02 ] +2024-10-07 01:47:30,256 INFO: [ epoch: 715 ] [ iter: 79,400 ] [ performance: 28.715 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:56 ] [ l_g_pix: 6.1019e-02 ] [ l_g_total: 6.1019e-02 ] +2024-10-07 01:47:35,531 INFO: [ epoch: 716 ] [ iter: 79,500 ] [ performance: 19.277 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:49 ] [ l_g_pix: 4.5395e-02 ] [ l_g_total: 4.5395e-02 ] +2024-10-07 01:47:40,520 INFO: [ epoch: 717 ] [ iter: 79,600 ] [ performance: 14.067 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:43 ] [ l_g_pix: 4.5049e-02 ] [ l_g_total: 4.5049e-02 ] +2024-10-07 01:47:45,353 INFO: [ epoch: 718 ] [ iter: 79,700 ] [ performance: 20.367 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:36 ] [ l_g_pix: 4.7691e-02 ] [ l_g_total: 4.7691e-02 ] +2024-10-07 01:47:49,449 INFO: [ epoch: 718 ] [ iter: 79,800 ] [ performance: 29.182 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:29 ] [ l_g_pix: 5.2134e-02 ] [ l_g_total: 5.2134e-02 ] +2024-10-07 01:47:54,658 INFO: [ epoch: 719 ] [ iter: 79,900 ] [ performance: 19.397 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:22 ] [ l_g_pix: 4.5163e-02 ] [ l_g_total: 4.5163e-02 ] +2024-10-07 01:47:59,716 INFO: [ epoch: 720 ] [ iter: 80,000 ] [ performance: 27.806 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:16 ] [ l_g_pix: 5.2876e-02 ] [ l_g_total: 5.2876e-02 ] +2024-10-07 01:47:59,717 INFO: Saving models and training states. +2024-10-07 01:50:45,346 INFO: Validation val + + # psnr: 26.9707........ Best: 26.9947 @ 60000 iter + # ssim: 0.7588........ Best: 0.7592 @ 70000 iter + # dists: 0.7718........ Best: 0.7718 @ 70000 iter + +2024-10-07 01:50:50,498 INFO: [ epoch: 721 ] [ iter: 80,100 ] [ performance: 19.534 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:50 ] [ l_g_pix: 5.7025e-02 ] [ l_g_total: 5.7025e-02 ] +2024-10-07 01:50:55,383 INFO: [ epoch: 722 ] [ iter: 80,200 ] [ performance: 30.198 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:43 ] [ l_g_pix: 3.4678e-02 ] [ l_g_total: 3.4678e-02 ] +2024-10-07 01:51:00,493 INFO: [ epoch: 723 ] [ iter: 80,300 ] [ performance: 19.646 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:36 ] [ l_g_pix: 3.5974e-02 ] [ l_g_total: 3.5974e-02 ] +2024-10-07 01:51:05,573 INFO: [ epoch: 724 ] [ iter: 80,400 ] [ performance: 19.668 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:29 ] [ l_g_pix: 5.6902e-02 ] [ l_g_total: 5.6902e-02 ] +2024-10-07 01:51:11,124 INFO: [ epoch: 725 ] [ iter: 80,500 ] [ performance: 18.022 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:22 ] [ l_g_pix: 5.7593e-02 ] [ l_g_total: 5.7593e-02 ] +2024-10-07 01:51:15,818 INFO: [ epoch: 726 ] [ iter: 80,600 ] [ performance: 19.528 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:15 ] [ l_g_pix: 3.7810e-02 ] [ l_g_total: 3.7810e-02 ] +2024-10-07 01:51:20,621 INFO: [ epoch: 727 ] [ iter: 80,700 ] [ performance: 20.857 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:08 ] [ l_g_pix: 4.6713e-02 ] [ l_g_total: 4.6713e-02 ] +2024-10-07 01:51:24,534 INFO: [ epoch: 727 ] [ iter: 80,800 ] [ performance: 22.984 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:01 ] [ l_g_pix: 5.2249e-02 ] [ l_g_total: 5.2249e-02 ] +2024-10-07 01:51:29,435 INFO: [ epoch: 728 ] [ iter: 80,900 ] [ performance: 20.300 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:54 ] [ l_g_pix: 4.3362e-02 ] [ l_g_total: 4.3362e-02 ] +2024-10-07 01:51:34,398 INFO: [ epoch: 729 ] [ iter: 81,000 ] [ performance: 20.225 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:47 ] [ l_g_pix: 5.7023e-02 ] [ l_g_total: 5.7023e-02 ] +2024-10-07 01:51:39,304 INFO: [ epoch: 730 ] [ iter: 81,100 ] [ performance: 20.217 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:40 ] [ l_g_pix: 4.3227e-02 ] [ l_g_total: 4.3227e-02 ] +2024-10-07 01:51:44,197 INFO: [ epoch: 731 ] [ iter: 81,200 ] [ performance: 20.331 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:33 ] [ l_g_pix: 4.6106e-02 ] [ l_g_total: 4.6106e-02 ] +2024-10-07 01:51:49,165 INFO: [ epoch: 732 ] [ iter: 81,300 ] [ performance: 19.895 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:26 ] [ l_g_pix: 4.5252e-02 ] [ l_g_total: 4.5252e-02 ] +2024-10-07 01:51:54,345 INFO: [ epoch: 733 ] [ iter: 81,400 ] [ performance: 19.592 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:19 ] [ l_g_pix: 5.0981e-02 ] [ l_g_total: 5.0981e-02 ] +2024-10-07 01:51:59,047 INFO: [ epoch: 734 ] [ iter: 81,500 ] [ performance: 20.992 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:12 ] [ l_g_pix: 5.0694e-02 ] [ l_g_total: 5.0694e-02 ] +2024-10-07 01:52:03,970 INFO: [ epoch: 735 ] [ iter: 81,600 ] [ performance: 20.643 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:05 ] [ l_g_pix: 3.9374e-02 ] [ l_g_total: 3.9374e-02 ] +2024-10-07 01:52:08,699 INFO: [ epoch: 736 ] [ iter: 81,700 ] [ performance: 21.700 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:59 ] [ l_g_pix: 5.7177e-02 ] [ l_g_total: 5.7177e-02 ] +2024-10-07 01:52:12,714 INFO: [ epoch: 736 ] [ iter: 81,800 ] [ performance: 23.285 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:51 ] [ l_g_pix: 4.5243e-02 ] [ l_g_total: 4.5243e-02 ] +2024-10-07 01:52:17,544 INFO: [ epoch: 737 ] [ iter: 81,900 ] [ performance: 20.938 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:44 ] [ l_g_pix: 5.0120e-02 ] [ l_g_total: 5.0120e-02 ] +2024-10-07 01:52:22,555 INFO: [ epoch: 738 ] [ iter: 82,000 ] [ performance: 20.420 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:38 ] [ l_g_pix: 4.8151e-02 ] [ l_g_total: 4.8151e-02 ] +2024-10-07 01:52:27,635 INFO: [ epoch: 739 ] [ iter: 82,100 ] [ performance: 19.172 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:31 ] [ l_g_pix: 4.0548e-02 ] [ l_g_total: 4.0548e-02 ] +2024-10-07 01:52:32,712 INFO: [ epoch: 740 ] [ iter: 82,200 ] [ performance: 19.444 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:24 ] [ l_g_pix: 4.6876e-02 ] [ l_g_total: 4.6876e-02 ] +2024-10-07 01:52:37,856 INFO: [ epoch: 741 ] [ iter: 82,300 ] [ performance: 18.843 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:17 ] [ l_g_pix: 5.3469e-02 ] [ l_g_total: 5.3469e-02 ] +2024-10-07 01:52:42,964 INFO: [ epoch: 742 ] [ iter: 82,400 ] [ performance: 19.223 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:10 ] [ l_g_pix: 4.0173e-02 ] [ l_g_total: 4.0173e-02 ] +2024-10-07 01:52:47,942 INFO: [ epoch: 743 ] [ iter: 82,500 ] [ performance: 19.439 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:03 ] [ l_g_pix: 6.1472e-02 ] [ l_g_total: 6.1472e-02 ] +2024-10-07 01:52:52,927 INFO: [ epoch: 744 ] [ iter: 82,600 ] [ performance: 19.764 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:56 ] [ l_g_pix: 4.8515e-02 ] [ l_g_total: 4.8515e-02 ] +2024-10-07 01:52:57,622 INFO: [ epoch: 745 ] [ iter: 82,700 ] [ performance: 21.462 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:50 ] [ l_g_pix: 5.2618e-02 ] [ l_g_total: 5.2618e-02 ] +2024-10-07 01:53:01,585 INFO: [ epoch: 745 ] [ iter: 82,800 ] [ performance: 23.340 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:42 ] [ l_g_pix: 4.7678e-02 ] [ l_g_total: 4.7678e-02 ] +2024-10-07 01:53:06,605 INFO: [ epoch: 746 ] [ iter: 82,900 ] [ performance: 25.529 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:36 ] [ l_g_pix: 5.1362e-02 ] [ l_g_total: 5.1362e-02 ] +2024-10-07 01:53:11,530 INFO: [ epoch: 747 ] [ iter: 83,000 ] [ performance: 22.459 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:29 ] [ l_g_pix: 4.5654e-02 ] [ l_g_total: 4.5654e-02 ] +2024-10-07 01:53:16,493 INFO: [ epoch: 748 ] [ iter: 83,100 ] [ performance: 19.363 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:22 ] [ l_g_pix: 4.4542e-02 ] [ l_g_total: 4.4542e-02 ] +2024-10-07 01:53:21,435 INFO: [ epoch: 749 ] [ iter: 83,200 ] [ performance: 19.823 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:15 ] [ l_g_pix: 4.7728e-02 ] [ l_g_total: 4.7728e-02 ] +2024-10-07 01:53:26,545 INFO: [ epoch: 750 ] [ iter: 83,300 ] [ performance: 18.602 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:08 ] [ l_g_pix: 4.6416e-02 ] [ l_g_total: 4.6416e-02 ] +2024-10-07 01:53:31,576 INFO: [ epoch: 751 ] [ iter: 83,400 ] [ performance: 19.269 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:01 ] [ l_g_pix: 5.4703e-02 ] [ l_g_total: 5.4703e-02 ] +2024-10-07 01:53:36,422 INFO: [ epoch: 752 ] [ iter: 83,500 ] [ performance: 19.661 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:55 ] [ l_g_pix: 5.3392e-02 ] [ l_g_total: 5.3392e-02 ] +2024-10-07 01:53:41,188 INFO: [ epoch: 753 ] [ iter: 83,600 ] [ performance: 20.358 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:48 ] [ l_g_pix: 4.5496e-02 ] [ l_g_total: 4.5496e-02 ] +2024-10-07 01:53:46,051 INFO: [ epoch: 754 ] [ iter: 83,700 ] [ performance: 20.432 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:41 ] [ l_g_pix: 3.7778e-02 ] [ l_g_total: 3.7778e-02 ] +2024-10-07 01:53:49,865 INFO: [ epoch: 754 ] [ iter: 83,800 ] [ performance: 23.248 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:34 ] [ l_g_pix: 5.4995e-02 ] [ l_g_total: 5.4995e-02 ] +2024-10-07 01:53:55,003 INFO: [ epoch: 755 ] [ iter: 83,900 ] [ performance: 26.749 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:27 ] [ l_g_pix: 5.6813e-02 ] [ l_g_total: 5.6813e-02 ] +2024-10-07 01:53:59,872 INFO: [ epoch: 756 ] [ iter: 84,000 ] [ performance: 22.960 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:20 ] [ l_g_pix: 4.9196e-02 ] [ l_g_total: 4.9196e-02 ] +2024-10-07 01:54:05,053 INFO: [ epoch: 757 ] [ iter: 84,100 ] [ performance: 18.054 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:14 ] [ l_g_pix: 5.0179e-02 ] [ l_g_total: 5.0179e-02 ] +2024-10-07 01:54:09,935 INFO: [ epoch: 758 ] [ iter: 84,200 ] [ performance: 19.316 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:07 ] [ l_g_pix: 3.6718e-02 ] [ l_g_total: 3.6718e-02 ] +2024-10-07 01:54:15,096 INFO: [ epoch: 759 ] [ iter: 84,300 ] [ performance: 18.050 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:00 ] [ l_g_pix: 5.7322e-02 ] [ l_g_total: 5.7322e-02 ] +2024-10-07 01:54:20,103 INFO: [ epoch: 760 ] [ iter: 84,400 ] [ performance: 19.067 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:53 ] [ l_g_pix: 5.7026e-02 ] [ l_g_total: 5.7026e-02 ] +2024-10-07 01:54:25,302 INFO: [ epoch: 761 ] [ iter: 84,500 ] [ performance: 17.834 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:46 ] [ l_g_pix: 6.3681e-02 ] [ l_g_total: 6.3681e-02 ] +2024-10-07 01:54:30,455 INFO: [ epoch: 762 ] [ iter: 84,600 ] [ performance: 18.677 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:40 ] [ l_g_pix: 4.2438e-02 ] [ l_g_total: 4.2438e-02 ] +2024-10-07 01:54:35,248 INFO: [ epoch: 763 ] [ iter: 84,700 ] [ performance: 19.705 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:33 ] [ l_g_pix: 4.0924e-02 ] [ l_g_total: 4.0924e-02 ] +2024-10-07 01:54:39,117 INFO: [ epoch: 763 ] [ iter: 84,800 ] [ performance: 22.739 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:26 ] [ l_g_pix: 4.8850e-02 ] [ l_g_total: 4.8850e-02 ] +2024-10-07 01:54:44,099 INFO: [ epoch: 764 ] [ iter: 84,900 ] [ performance: 28.069 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:19 ] [ l_g_pix: 5.9999e-02 ] [ l_g_total: 5.9999e-02 ] +2024-10-07 01:54:49,099 INFO: [ epoch: 765 ] [ iter: 85,000 ] [ performance: 22.887 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:12 ] [ l_g_pix: 4.1336e-02 ] [ l_g_total: 4.1336e-02 ] +2024-10-07 01:54:53,954 INFO: [ epoch: 766 ] [ iter: 85,100 ] [ performance: 18.990 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:06 ] [ l_g_pix: 5.2514e-02 ] [ l_g_total: 5.2514e-02 ] +2024-10-07 01:54:59,063 INFO: [ epoch: 767 ] [ iter: 85,200 ] [ performance: 19.317 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:59 ] [ l_g_pix: 5.3260e-02 ] [ l_g_total: 5.3260e-02 ] +2024-10-07 01:55:03,947 INFO: [ epoch: 768 ] [ iter: 85,300 ] [ performance: 18.794 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:52 ] [ l_g_pix: 5.0986e-02 ] [ l_g_total: 5.0986e-02 ] +2024-10-07 01:55:08,878 INFO: [ epoch: 769 ] [ iter: 85,400 ] [ performance: 19.613 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:45 ] [ l_g_pix: 5.7214e-02 ] [ l_g_total: 5.7214e-02 ] +2024-10-07 01:55:13,969 INFO: [ epoch: 770 ] [ iter: 85,500 ] [ performance: 17.750 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:39 ] [ l_g_pix: 5.2046e-02 ] [ l_g_total: 5.2046e-02 ] +2024-10-07 01:55:19,090 INFO: [ epoch: 771 ] [ iter: 85,600 ] [ performance: 18.729 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:32 ] [ l_g_pix: 4.2737e-02 ] [ l_g_total: 4.2737e-02 ] +2024-10-07 01:55:23,743 INFO: [ epoch: 772 ] [ iter: 85,700 ] [ performance: 20.182 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:25 ] [ l_g_pix: 4.8838e-02 ] [ l_g_total: 4.8838e-02 ] +2024-10-07 01:55:27,507 INFO: [ epoch: 772 ] [ iter: 85,800 ] [ performance: 23.421 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:18 ] [ l_g_pix: 3.8913e-02 ] [ l_g_total: 3.8913e-02 ] +2024-10-07 01:55:32,655 INFO: [ epoch: 773 ] [ iter: 85,900 ] [ performance: 29.274 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:12 ] [ l_g_pix: 4.7477e-02 ] [ l_g_total: 4.7477e-02 ] +2024-10-07 01:55:37,784 INFO: [ epoch: 774 ] [ iter: 86,000 ] [ performance: 22.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:05 ] [ l_g_pix: 4.6862e-02 ] [ l_g_total: 4.6862e-02 ] +2024-10-07 01:55:42,648 INFO: [ epoch: 775 ] [ iter: 86,100 ] [ performance: 25.461 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:58 ] [ l_g_pix: 4.4203e-02 ] [ l_g_total: 4.4203e-02 ] +2024-10-07 01:55:47,773 INFO: [ epoch: 776 ] [ iter: 86,200 ] [ performance: 21.632 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:52 ] [ l_g_pix: 4.6064e-02 ] [ l_g_total: 4.6064e-02 ] +2024-10-07 01:55:52,842 INFO: [ epoch: 777 ] [ iter: 86,300 ] [ performance: 17.494 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:45 ] [ l_g_pix: 5.4406e-02 ] [ l_g_total: 5.4406e-02 ] +2024-10-07 01:55:57,936 INFO: [ epoch: 778 ] [ iter: 86,400 ] [ performance: 18.710 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:38 ] [ l_g_pix: 4.6390e-02 ] [ l_g_total: 4.6390e-02 ] +2024-10-07 01:56:02,883 INFO: [ epoch: 779 ] [ iter: 86,500 ] [ performance: 17.973 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:31 ] [ l_g_pix: 4.4653e-02 ] [ l_g_total: 4.4653e-02 ] +2024-10-07 01:56:08,051 INFO: [ epoch: 780 ] [ iter: 86,600 ] [ performance: 18.763 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:25 ] [ l_g_pix: 3.8698e-02 ] [ l_g_total: 3.8698e-02 ] +2024-10-07 01:56:12,671 INFO: [ epoch: 781 ] [ iter: 86,700 ] [ performance: 19.692 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:18 ] [ l_g_pix: 5.1313e-02 ] [ l_g_total: 5.1313e-02 ] +2024-10-07 01:56:16,442 INFO: [ epoch: 781 ] [ iter: 86,800 ] [ performance: 23.235 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:11 ] [ l_g_pix: 5.1146e-02 ] [ l_g_total: 5.1146e-02 ] +2024-10-07 01:56:21,365 INFO: [ epoch: 782 ] [ iter: 86,900 ] [ performance: 29.200 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:05 ] [ l_g_pix: 4.3766e-02 ] [ l_g_total: 4.3766e-02 ] +2024-10-07 01:56:26,563 INFO: [ epoch: 783 ] [ iter: 87,000 ] [ performance: 22.325 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:58 ] [ l_g_pix: 4.3135e-02 ] [ l_g_total: 4.3135e-02 ] +2024-10-07 01:56:31,618 INFO: [ epoch: 784 ] [ iter: 87,100 ] [ performance: 24.582 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:51 ] [ l_g_pix: 5.1185e-02 ] [ l_g_total: 5.1185e-02 ] +2024-10-07 01:56:36,844 INFO: [ epoch: 785 ] [ iter: 87,200 ] [ performance: 21.006 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:45 ] [ l_g_pix: 3.4039e-02 ] [ l_g_total: 3.4039e-02 ] +2024-10-07 01:56:42,001 INFO: [ epoch: 786 ] [ iter: 87,300 ] [ performance: 16.626 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:38 ] [ l_g_pix: 4.6522e-02 ] [ l_g_total: 4.6522e-02 ] +2024-10-07 01:56:47,070 INFO: [ epoch: 787 ] [ iter: 87,400 ] [ performance: 18.368 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:31 ] [ l_g_pix: 4.3316e-02 ] [ l_g_total: 4.3316e-02 ] +2024-10-07 01:56:52,233 INFO: [ epoch: 788 ] [ iter: 87,500 ] [ performance: 16.485 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:25 ] [ l_g_pix: 3.8486e-02 ] [ l_g_total: 3.8486e-02 ] +2024-10-07 01:56:56,930 INFO: [ epoch: 789 ] [ iter: 87,600 ] [ performance: 19.099 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:18 ] [ l_g_pix: 4.3796e-02 ] [ l_g_total: 4.3796e-02 ] +2024-10-07 01:57:01,758 INFO: [ epoch: 790 ] [ iter: 87,700 ] [ performance: 18.529 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:11 ] [ l_g_pix: 3.5355e-02 ] [ l_g_total: 3.5355e-02 ] +2024-10-07 01:57:05,489 INFO: [ epoch: 790 ] [ iter: 87,800 ] [ performance: 22.828 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:05 ] [ l_g_pix: 4.2634e-02 ] [ l_g_total: 4.2634e-02 ] +2024-10-07 01:57:10,608 INFO: [ epoch: 791 ] [ iter: 87,900 ] [ performance: 29.386 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:58 ] [ l_g_pix: 5.6697e-02 ] [ l_g_total: 5.6697e-02 ] +2024-10-07 01:57:15,617 INFO: [ epoch: 792 ] [ iter: 88,000 ] [ performance: 22.805 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:51 ] [ l_g_pix: 4.9327e-02 ] [ l_g_total: 4.9327e-02 ] +2024-10-07 01:57:20,595 INFO: [ epoch: 793 ] [ iter: 88,100 ] [ performance: 26.231 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:45 ] [ l_g_pix: 4.2337e-02 ] [ l_g_total: 4.2337e-02 ] +2024-10-07 01:57:25,705 INFO: [ epoch: 794 ] [ iter: 88,200 ] [ performance: 21.680 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:38 ] [ l_g_pix: 5.2679e-02 ] [ l_g_total: 5.2679e-02 ] +2024-10-07 01:57:30,849 INFO: [ epoch: 795 ] [ iter: 88,300 ] [ performance: 16.093 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:31 ] [ l_g_pix: 4.4357e-02 ] [ l_g_total: 4.4357e-02 ] +2024-10-07 01:57:35,799 INFO: [ epoch: 796 ] [ iter: 88,400 ] [ performance: 18.423 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:25 ] [ l_g_pix: 4.8666e-02 ] [ l_g_total: 4.8666e-02 ] +2024-10-07 01:57:40,943 INFO: [ epoch: 797 ] [ iter: 88,500 ] [ performance: 15.933 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:18 ] [ l_g_pix: 4.2520e-02 ] [ l_g_total: 4.2520e-02 ] +2024-10-07 01:57:46,066 INFO: [ epoch: 798 ] [ iter: 88,600 ] [ performance: 18.005 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:12 ] [ l_g_pix: 4.2427e-02 ] [ l_g_total: 4.2427e-02 ] +2024-10-07 01:57:50,886 INFO: [ epoch: 799 ] [ iter: 88,700 ] [ performance: 17.430 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:05 ] [ l_g_pix: 4.1270e-02 ] [ l_g_total: 4.1270e-02 ] +2024-10-07 01:57:54,860 INFO: [ epoch: 799 ] [ iter: 88,800 ] [ performance: 21.618 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:58 ] [ l_g_pix: 5.6870e-02 ] [ l_g_total: 5.6870e-02 ] +2024-10-07 01:57:59,625 INFO: [ epoch: 800 ] [ iter: 88,900 ] [ performance: 29.403 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:52 ] [ l_g_pix: 5.3476e-02 ] [ l_g_total: 5.3476e-02 ] +2024-10-07 01:58:04,542 INFO: [ epoch: 801 ] [ iter: 89,000 ] [ performance: 22.941 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:45 ] [ l_g_pix: 4.7168e-02 ] [ l_g_total: 4.7168e-02 ] +2024-10-07 01:58:09,450 INFO: [ epoch: 802 ] [ iter: 89,100 ] [ performance: 28.457 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:38 ] [ l_g_pix: 4.8357e-02 ] [ l_g_total: 4.8357e-02 ] +2024-10-07 01:58:14,363 INFO: [ epoch: 803 ] [ iter: 89,200 ] [ performance: 22.706 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:32 ] [ l_g_pix: 4.9499e-02 ] [ l_g_total: 4.9499e-02 ] +2024-10-07 01:58:19,305 INFO: [ epoch: 804 ] [ iter: 89,300 ] [ performance: 17.151 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:25 ] [ l_g_pix: 5.3877e-02 ] [ l_g_total: 5.3877e-02 ] +2024-10-07 01:58:24,241 INFO: [ epoch: 805 ] [ iter: 89,400 ] [ performance: 19.024 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:19 ] [ l_g_pix: 3.8877e-02 ] [ l_g_total: 3.8877e-02 ] +2024-10-07 01:58:29,373 INFO: [ epoch: 806 ] [ iter: 89,500 ] [ performance: 15.416 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:12 ] [ l_g_pix: 4.7550e-02 ] [ l_g_total: 4.7550e-02 ] +2024-10-07 01:58:34,209 INFO: [ epoch: 807 ] [ iter: 89,600 ] [ performance: 18.448 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:06 ] [ l_g_pix: 4.2649e-02 ] [ l_g_total: 4.2649e-02 ] +2024-10-07 01:58:38,995 INFO: [ epoch: 808 ] [ iter: 89,700 ] [ performance: 17.340 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:59 ] [ l_g_pix: 6.5385e-02 ] [ l_g_total: 6.5385e-02 ] +2024-10-07 01:58:43,714 INFO: [ epoch: 809 ] [ iter: 89,800 ] [ performance: 19.666 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:52 ] [ l_g_pix: 4.1553e-02 ] [ l_g_total: 4.1553e-02 ] +2024-10-07 01:58:47,641 INFO: [ epoch: 809 ] [ iter: 89,900 ] [ performance: 28.926 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:46 ] [ l_g_pix: 5.4241e-02 ] [ l_g_total: 5.4241e-02 ] +2024-10-07 01:58:52,477 INFO: [ epoch: 810 ] [ iter: 90,000 ] [ performance: 22.948 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:39 ] [ l_g_pix: 4.5447e-02 ] [ l_g_total: 4.5447e-02 ] +2024-10-07 01:58:52,477 INFO: Saving models and training states. +2024-10-07 02:01:36,277 INFO: Validation val + + # psnr: 26.9752........ Best: 26.9947 @ 60000 iter + # ssim: 0.7593........ Best: 0.7593 @ 90000 iter + # dists: 0.7718........ Best: 0.7718 @ 70000 iter + +2024-10-07 02:01:41,288 INFO: [ epoch: 811 ] [ iter: 90,100 ] [ performance: 30.250 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:51 ] [ l_g_pix: 5.9517e-02 ] [ l_g_total: 5.9517e-02 ] +2024-10-07 02:01:46,318 INFO: [ epoch: 812 ] [ iter: 90,200 ] [ performance: 22.524 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:44 ] [ l_g_pix: 3.7789e-02 ] [ l_g_total: 3.7789e-02 ] +2024-10-07 02:01:51,392 INFO: [ epoch: 813 ] [ iter: 90,300 ] [ performance: 23.556 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:37 ] [ l_g_pix: 5.7230e-02 ] [ l_g_total: 5.7230e-02 ] +2024-10-07 02:01:56,283 INFO: [ epoch: 814 ] [ iter: 90,400 ] [ performance: 21.403 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:30 ] [ l_g_pix: 4.6710e-02 ] [ l_g_total: 4.6710e-02 ] +2024-10-07 02:02:01,469 INFO: [ epoch: 815 ] [ iter: 90,500 ] [ performance: 14.438 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:24 ] [ l_g_pix: 5.4727e-02 ] [ l_g_total: 5.4727e-02 ] +2024-10-07 02:02:06,780 INFO: [ epoch: 816 ] [ iter: 90,600 ] [ performance: 17.099 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:17 ] [ l_g_pix: 4.9972e-02 ] [ l_g_total: 4.9972e-02 ] +2024-10-07 02:02:11,578 INFO: [ epoch: 817 ] [ iter: 90,700 ] [ performance: 16.156 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:10 ] [ l_g_pix: 3.9210e-02 ] [ l_g_total: 3.9210e-02 ] +2024-10-07 02:02:16,390 INFO: [ epoch: 818 ] [ iter: 90,800 ] [ performance: 19.001 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:03 ] [ l_g_pix: 6.0216e-02 ] [ l_g_total: 6.0216e-02 ] +2024-10-07 02:02:20,199 INFO: [ epoch: 818 ] [ iter: 90,900 ] [ performance: 29.183 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:57 ] [ l_g_pix: 5.0178e-02 ] [ l_g_total: 5.0178e-02 ] +2024-10-07 02:02:25,062 INFO: [ epoch: 819 ] [ iter: 91,000 ] [ performance: 22.747 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:50 ] [ l_g_pix: 4.5169e-02 ] [ l_g_total: 4.5169e-02 ] +2024-10-07 02:02:29,954 INFO: [ epoch: 820 ] [ iter: 91,100 ] [ performance: 29.443 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:43 ] [ l_g_pix: 4.2779e-02 ] [ l_g_total: 4.2779e-02 ] +2024-10-07 02:02:34,995 INFO: [ epoch: 821 ] [ iter: 91,200 ] [ performance: 22.151 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:36 ] [ l_g_pix: 4.5605e-02 ] [ l_g_total: 4.5605e-02 ] +2024-10-07 02:02:40,143 INFO: [ epoch: 822 ] [ iter: 91,300 ] [ performance: 24.996 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:30 ] [ l_g_pix: 6.6947e-02 ] [ l_g_total: 6.6947e-02 ] +2024-10-07 02:02:45,198 INFO: [ epoch: 823 ] [ iter: 91,400 ] [ performance: 21.178 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:23 ] [ l_g_pix: 5.4373e-02 ] [ l_g_total: 5.4373e-02 ] +2024-10-07 02:02:50,248 INFO: [ epoch: 824 ] [ iter: 91,500 ] [ performance: 14.237 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:16 ] [ l_g_pix: 4.8778e-02 ] [ l_g_total: 4.8778e-02 ] +2024-10-07 02:02:55,343 INFO: [ epoch: 825 ] [ iter: 91,600 ] [ performance: 17.567 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:10 ] [ l_g_pix: 6.7146e-02 ] [ l_g_total: 6.7146e-02 ] +2024-10-07 02:03:00,184 INFO: [ epoch: 826 ] [ iter: 91,700 ] [ performance: 15.241 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:03 ] [ l_g_pix: 3.9705e-02 ] [ l_g_total: 3.9705e-02 ] +2024-10-07 02:03:05,025 INFO: [ epoch: 827 ] [ iter: 91,800 ] [ performance: 18.639 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:56 ] [ l_g_pix: 5.0760e-02 ] [ l_g_total: 5.0760e-02 ] +2024-10-07 02:03:08,842 INFO: [ epoch: 827 ] [ iter: 91,900 ] [ performance: 28.866 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:49 ] [ l_g_pix: 4.1297e-02 ] [ l_g_total: 4.1297e-02 ] +2024-10-07 02:03:13,983 INFO: [ epoch: 828 ] [ iter: 92,000 ] [ performance: 21.569 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:43 ] [ l_g_pix: 4.3672e-02 ] [ l_g_total: 4.3672e-02 ] +2024-10-07 02:03:18,995 INFO: [ epoch: 829 ] [ iter: 92,100 ] [ performance: 29.685 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:36 ] [ l_g_pix: 5.4697e-02 ] [ l_g_total: 5.4697e-02 ] +2024-10-07 02:03:23,935 INFO: [ epoch: 830 ] [ iter: 92,200 ] [ performance: 22.356 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:29 ] [ l_g_pix: 5.1253e-02 ] [ l_g_total: 5.1253e-02 ] +2024-10-07 02:03:28,711 INFO: [ epoch: 831 ] [ iter: 92,300 ] [ performance: 27.376 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:23 ] [ l_g_pix: 4.6584e-02 ] [ l_g_total: 4.6584e-02 ] +2024-10-07 02:03:33,578 INFO: [ epoch: 832 ] [ iter: 92,400 ] [ performance: 22.159 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:16 ] [ l_g_pix: 4.1568e-02 ] [ l_g_total: 4.1568e-02 ] +2024-10-07 02:03:38,468 INFO: [ epoch: 833 ] [ iter: 92,500 ] [ performance: 14.162 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:09 ] [ l_g_pix: 4.1421e-02 ] [ l_g_total: 4.1421e-02 ] +2024-10-07 02:03:43,611 INFO: [ epoch: 834 ] [ iter: 92,600 ] [ performance: 17.572 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:03 ] [ l_g_pix: 5.8715e-02 ] [ l_g_total: 5.8715e-02 ] +2024-10-07 02:03:48,330 INFO: [ epoch: 835 ] [ iter: 92,700 ] [ performance: 14.844 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:56 ] [ l_g_pix: 4.5462e-02 ] [ l_g_total: 4.5462e-02 ] +2024-10-07 02:03:53,007 INFO: [ epoch: 836 ] [ iter: 92,800 ] [ performance: 19.036 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:49 ] [ l_g_pix: 5.7183e-02 ] [ l_g_total: 5.7183e-02 ] +2024-10-07 02:03:57,031 INFO: [ epoch: 836 ] [ iter: 92,900 ] [ performance: 29.244 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:43 ] [ l_g_pix: 4.9944e-02 ] [ l_g_total: 4.9944e-02 ] +2024-10-07 02:04:01,999 INFO: [ epoch: 837 ] [ iter: 93,000 ] [ performance: 22.021 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:36 ] [ l_g_pix: 4.9693e-02 ] [ l_g_total: 4.9693e-02 ] +2024-10-07 02:04:07,091 INFO: [ epoch: 838 ] [ iter: 93,100 ] [ performance: 29.447 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:29 ] [ l_g_pix: 4.3160e-02 ] [ l_g_total: 4.3160e-02 ] +2024-10-07 02:04:12,175 INFO: [ epoch: 839 ] [ iter: 93,200 ] [ performance: 21.612 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:23 ] [ l_g_pix: 4.6929e-02 ] [ l_g_total: 4.6929e-02 ] +2024-10-07 02:04:17,326 INFO: [ epoch: 840 ] [ iter: 93,300 ] [ performance: 29.380 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:16 ] [ l_g_pix: 3.8904e-02 ] [ l_g_total: 3.8904e-02 ] +2024-10-07 02:04:22,375 INFO: [ epoch: 841 ] [ iter: 93,400 ] [ performance: 21.680 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:10 ] [ l_g_pix: 5.1150e-02 ] [ l_g_total: 5.1150e-02 ] +2024-10-07 02:04:27,390 INFO: [ epoch: 842 ] [ iter: 93,500 ] [ performance: 20.863 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:03 ] [ l_g_pix: 5.0893e-02 ] [ l_g_total: 5.0893e-02 ] +2024-10-07 02:04:32,485 INFO: [ epoch: 843 ] [ iter: 93,600 ] [ performance: 19.936 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:56 ] [ l_g_pix: 4.7875e-02 ] [ l_g_total: 4.7875e-02 ] +2024-10-07 02:04:37,489 INFO: [ epoch: 844 ] [ iter: 93,700 ] [ performance: 12.517 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:50 ] [ l_g_pix: 4.0551e-02 ] [ l_g_total: 4.0551e-02 ] +2024-10-07 02:04:42,245 INFO: [ epoch: 845 ] [ iter: 93,800 ] [ performance: 17.938 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:43 ] [ l_g_pix: 3.4580e-02 ] [ l_g_total: 3.4580e-02 ] +2024-10-07 02:04:46,023 INFO: [ epoch: 845 ] [ iter: 93,900 ] [ performance: 29.439 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:36 ] [ l_g_pix: 6.4057e-02 ] [ l_g_total: 6.4057e-02 ] +2024-10-07 02:04:51,168 INFO: [ epoch: 846 ] [ iter: 94,000 ] [ performance: 21.228 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:30 ] [ l_g_pix: 4.5223e-02 ] [ l_g_total: 4.5223e-02 ] +2024-10-07 02:04:56,172 INFO: [ epoch: 847 ] [ iter: 94,100 ] [ performance: 30.024 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:23 ] [ l_g_pix: 4.8921e-02 ] [ l_g_total: 4.8921e-02 ] +2024-10-07 02:05:01,320 INFO: [ epoch: 848 ] [ iter: 94,200 ] [ performance: 21.250 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:17 ] [ l_g_pix: 5.0618e-02 ] [ l_g_total: 5.0618e-02 ] +2024-10-07 02:05:06,185 INFO: [ epoch: 849 ] [ iter: 94,300 ] [ performance: 28.899 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:10 ] [ l_g_pix: 4.2579e-02 ] [ l_g_total: 4.2579e-02 ] +2024-10-07 02:05:11,171 INFO: [ epoch: 850 ] [ iter: 94,400 ] [ performance: 21.626 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:03 ] [ l_g_pix: 4.5281e-02 ] [ l_g_total: 4.5281e-02 ] +2024-10-07 02:05:16,075 INFO: [ epoch: 851 ] [ iter: 94,500 ] [ performance: 22.553 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:57 ] [ l_g_pix: 3.3704e-02 ] [ l_g_total: 3.3704e-02 ] +2024-10-07 02:05:21,115 INFO: [ epoch: 852 ] [ iter: 94,600 ] [ performance: 20.412 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:50 ] [ l_g_pix: 5.6788e-02 ] [ l_g_total: 5.6788e-02 ] +2024-10-07 02:05:25,839 INFO: [ epoch: 853 ] [ iter: 94,700 ] [ performance: 12.854 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:44 ] [ l_g_pix: 6.7058e-02 ] [ l_g_total: 6.7058e-02 ] +2024-10-07 02:05:30,640 INFO: [ epoch: 854 ] [ iter: 94,800 ] [ performance: 18.288 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:37 ] [ l_g_pix: 5.0653e-02 ] [ l_g_total: 5.0653e-02 ] +2024-10-07 02:05:34,544 INFO: [ epoch: 854 ] [ iter: 94,900 ] [ performance: 29.898 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:30 ] [ l_g_pix: 5.0701e-02 ] [ l_g_total: 5.0701e-02 ] +2024-10-07 02:05:39,493 INFO: [ epoch: 855 ] [ iter: 95,000 ] [ performance: 21.753 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:24 ] [ l_g_pix: 3.6799e-02 ] [ l_g_total: 3.6799e-02 ] +2024-10-07 02:05:44,530 INFO: [ epoch: 856 ] [ iter: 95,100 ] [ performance: 29.612 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:17 ] [ l_g_pix: 5.1644e-02 ] [ l_g_total: 5.1644e-02 ] +2024-10-07 02:05:49,609 INFO: [ epoch: 857 ] [ iter: 95,200 ] [ performance: 21.206 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:11 ] [ l_g_pix: 3.6690e-02 ] [ l_g_total: 3.6690e-02 ] +2024-10-07 02:05:54,741 INFO: [ epoch: 858 ] [ iter: 95,300 ] [ performance: 29.387 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:04 ] [ l_g_pix: 4.9248e-02 ] [ l_g_total: 4.9248e-02 ] +2024-10-07 02:05:59,520 INFO: [ epoch: 859 ] [ iter: 95,400 ] [ performance: 22.254 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:58 ] [ l_g_pix: 5.0105e-02 ] [ l_g_total: 5.0105e-02 ] +2024-10-07 02:06:04,549 INFO: [ epoch: 860 ] [ iter: 95,500 ] [ performance: 23.588 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:51 ] [ l_g_pix: 3.8528e-02 ] [ l_g_total: 3.8528e-02 ] +2024-10-07 02:06:09,719 INFO: [ epoch: 861 ] [ iter: 95,600 ] [ performance: 20.067 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:45 ] [ l_g_pix: 5.0990e-02 ] [ l_g_total: 5.0990e-02 ] +2024-10-07 02:06:14,777 INFO: [ epoch: 862 ] [ iter: 95,700 ] [ performance: 9.868 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:38 ] [ l_g_pix: 5.2015e-02 ] [ l_g_total: 5.2015e-02 ] +2024-10-07 02:06:19,610 INFO: [ epoch: 863 ] [ iter: 95,800 ] [ performance: 17.074 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:31 ] [ l_g_pix: 3.7363e-02 ] [ l_g_total: 3.7363e-02 ] +2024-10-07 02:06:23,414 INFO: [ epoch: 863 ] [ iter: 95,900 ] [ performance: 29.178 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:25 ] [ l_g_pix: 5.2520e-02 ] [ l_g_total: 5.2520e-02 ] +2024-10-07 02:06:28,353 INFO: [ epoch: 864 ] [ iter: 96,000 ] [ performance: 21.483 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:18 ] [ l_g_pix: 4.1340e-02 ] [ l_g_total: 4.1340e-02 ] +2024-10-07 02:06:33,383 INFO: [ epoch: 865 ] [ iter: 96,100 ] [ performance: 29.357 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:12 ] [ l_g_pix: 4.6720e-02 ] [ l_g_total: 4.6720e-02 ] +2024-10-07 02:06:38,284 INFO: [ epoch: 866 ] [ iter: 96,200 ] [ performance: 21.596 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:05 ] [ l_g_pix: 3.9186e-02 ] [ l_g_total: 3.9186e-02 ] +2024-10-07 02:06:43,185 INFO: [ epoch: 867 ] [ iter: 96,300 ] [ performance: 29.540 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:59 ] [ l_g_pix: 4.1461e-02 ] [ l_g_total: 4.1461e-02 ] +2024-10-07 02:06:48,221 INFO: [ epoch: 868 ] [ iter: 96,400 ] [ performance: 21.059 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:52 ] [ l_g_pix: 5.4637e-02 ] [ l_g_total: 5.4637e-02 ] +2024-10-07 02:06:53,033 INFO: [ epoch: 869 ] [ iter: 96,500 ] [ performance: 23.786 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:46 ] [ l_g_pix: 4.7410e-02 ] [ l_g_total: 4.7410e-02 ] +2024-10-07 02:06:58,072 INFO: [ epoch: 870 ] [ iter: 96,600 ] [ performance: 20.411 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:39 ] [ l_g_pix: 4.4481e-02 ] [ l_g_total: 4.4481e-02 ] +2024-10-07 02:07:03,156 INFO: [ epoch: 871 ] [ iter: 96,700 ] [ performance: 9.005 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:33 ] [ l_g_pix: 3.9375e-02 ] [ l_g_total: 3.9375e-02 ] +2024-10-07 02:07:07,758 INFO: [ epoch: 872 ] [ iter: 96,800 ] [ performance: 17.735 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:26 ] [ l_g_pix: 5.8551e-02 ] [ l_g_total: 5.8551e-02 ] +2024-10-07 02:07:11,617 INFO: [ epoch: 872 ] [ iter: 96,900 ] [ performance: 29.985 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:20 ] [ l_g_pix: 4.4100e-02 ] [ l_g_total: 4.4100e-02 ] +2024-10-07 02:07:16,587 INFO: [ epoch: 873 ] [ iter: 97,000 ] [ performance: 21.189 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:13 ] [ l_g_pix: 4.3924e-02 ] [ l_g_total: 4.3924e-02 ] +2024-10-07 02:07:21,508 INFO: [ epoch: 874 ] [ iter: 97,100 ] [ performance: 30.282 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:07 ] [ l_g_pix: 3.4670e-02 ] [ l_g_total: 3.4670e-02 ] +2024-10-07 02:07:26,618 INFO: [ epoch: 875 ] [ iter: 97,200 ] [ performance: 20.638 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:00 ] [ l_g_pix: 4.0457e-02 ] [ l_g_total: 4.0457e-02 ] +2024-10-07 02:07:31,515 INFO: [ epoch: 876 ] [ iter: 97,300 ] [ performance: 29.498 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:54 ] [ l_g_pix: 4.0680e-02 ] [ l_g_total: 4.0680e-02 ] +2024-10-07 02:07:36,569 INFO: [ epoch: 877 ] [ iter: 97,400 ] [ performance: 20.733 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:47 ] [ l_g_pix: 4.9210e-02 ] [ l_g_total: 4.9210e-02 ] +2024-10-07 02:07:41,703 INFO: [ epoch: 878 ] [ iter: 97,500 ] [ performance: 29.412 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:41 ] [ l_g_pix: 4.5424e-02 ] [ l_g_total: 4.5424e-02 ] +2024-10-07 02:07:46,543 INFO: [ epoch: 879 ] [ iter: 97,600 ] [ performance: 21.505 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:34 ] [ l_g_pix: 4.9661e-02 ] [ l_g_total: 4.9661e-02 ] +2024-10-07 02:07:51,567 INFO: [ epoch: 880 ] [ iter: 97,700 ] [ performance: 16.950 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:28 ] [ l_g_pix: 5.3201e-02 ] [ l_g_total: 5.3201e-02 ] +2024-10-07 02:07:56,300 INFO: [ epoch: 881 ] [ iter: 97,800 ] [ performance: 20.535 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:21 ] [ l_g_pix: 4.8429e-02 ] [ l_g_total: 4.8429e-02 ] +2024-10-07 02:08:00,017 INFO: [ epoch: 881 ] [ iter: 97,900 ] [ performance: 29.391 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:15 ] [ l_g_pix: 5.2250e-02 ] [ l_g_total: 5.2250e-02 ] +2024-10-07 02:08:04,933 INFO: [ epoch: 882 ] [ iter: 98,000 ] [ performance: 21.093 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:08 ] [ l_g_pix: 5.7151e-02 ] [ l_g_total: 5.7151e-02 ] +2024-10-07 02:08:09,857 INFO: [ epoch: 883 ] [ iter: 98,100 ] [ performance: 29.438 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:02 ] [ l_g_pix: 4.6316e-02 ] [ l_g_total: 4.6316e-02 ] +2024-10-07 02:08:14,776 INFO: [ epoch: 884 ] [ iter: 98,200 ] [ performance: 21.030 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:55 ] [ l_g_pix: 4.7089e-02 ] [ l_g_total: 4.7089e-02 ] +2024-10-07 02:08:19,877 INFO: [ epoch: 885 ] [ iter: 98,300 ] [ performance: 29.577 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:49 ] [ l_g_pix: 4.7884e-02 ] [ l_g_total: 4.7884e-02 ] +2024-10-07 02:08:24,858 INFO: [ epoch: 886 ] [ iter: 98,400 ] [ performance: 20.744 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:42 ] [ l_g_pix: 4.1715e-02 ] [ l_g_total: 4.1715e-02 ] +2024-10-07 02:08:29,917 INFO: [ epoch: 887 ] [ iter: 98,500 ] [ performance: 29.660 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:36 ] [ l_g_pix: 4.7233e-02 ] [ l_g_total: 4.7233e-02 ] +2024-10-07 02:08:35,133 INFO: [ epoch: 888 ] [ iter: 98,600 ] [ performance: 19.815 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:29 ] [ l_g_pix: 4.8179e-02 ] [ l_g_total: 4.8179e-02 ] +2024-10-07 02:08:40,265 INFO: [ epoch: 889 ] [ iter: 98,700 ] [ performance: 15.739 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:23 ] [ l_g_pix: 4.6844e-02 ] [ l_g_total: 4.6844e-02 ] +2024-10-07 02:08:45,114 INFO: [ epoch: 890 ] [ iter: 98,800 ] [ performance: 20.113 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:17 ] [ l_g_pix: 5.9978e-02 ] [ l_g_total: 5.9978e-02 ] +2024-10-07 02:08:48,900 INFO: [ epoch: 890 ] [ iter: 98,900 ] [ performance: 28.772 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:10 ] [ l_g_pix: 5.7489e-02 ] [ l_g_total: 5.7489e-02 ] +2024-10-07 02:08:53,756 INFO: [ epoch: 891 ] [ iter: 99,000 ] [ performance: 21.042 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:04 ] [ l_g_pix: 4.4982e-02 ] [ l_g_total: 4.4982e-02 ] +2024-10-07 02:08:58,569 INFO: [ epoch: 892 ] [ iter: 99,100 ] [ performance: 29.499 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:57 ] [ l_g_pix: 5.6993e-02 ] [ l_g_total: 5.6993e-02 ] +2024-10-07 02:09:03,691 INFO: [ epoch: 893 ] [ iter: 99,200 ] [ performance: 19.971 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:51 ] [ l_g_pix: 6.2405e-02 ] [ l_g_total: 6.2405e-02 ] +2024-10-07 02:09:05,018 INFO: End of training. Time consumed: 1:46:15 +2024-10-07 02:09:05,018 INFO: Save the latest model. +2024-10-07 02:11:48,347 INFO: Validation val + + # psnr: 26.9410........ Best: 26.9947 @ 60000 iter + # ssim: 0.7586........ Best: 0.7593 @ 90000 iter + # dists: 0.7718........ Best: 0.7718 @ 70000 iter + diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.7_DF2K_plksr_tiny_fp16_20241007_075859.log b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.7_DF2K_plksr_tiny_fp16_20241007_075859.log new file mode 100644 index 0000000000000000000000000000000000000000..383ec4024b8b35d29ff9b183b507791f3d1f33a3 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/train_4xHyperIQA_0.7_DF2K_plksr_tiny_fp16_20241007_075859.log @@ -0,0 +1,133 @@ +2024-10-07 07:58:59,921 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-07 07:59:00,097 INFO: Dataset [paired] is built. +2024-10-07 07:59:00,097 INFO: Training statistics: + Starting model: 4xHyperIQA_0.7_DF2K_plksr_tiny_fp16 + Number of train images: 1780 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 112 + Total epochs 983 for total iters 110000. +2024-10-07 07:59:00,097 INFO: Dataset [paired] is built. +2024-10-07 07:59:00,097 INFO: Number of val images/folders: 100 +2024-10-07 07:59:00,385 INFO: Using network [plksr]. +2024-10-07 07:59:00,659 INFO: Loading plksr model from /home/phips/Documents/Github/neosr/experiments/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/models/net_g_90000.pth, with param key: [params]. +2024-10-07 07:59:00,688 INFO: Using exponential-moving average. +2024-10-07 07:59:00,689 INFO: Loss [L1Loss] enabled. +2024-10-07 07:59:00,689 INFO: Using model [image]. +2024-10-07 07:59:00,690 INFO: Resuming training from epoch: 810, iter: 90000 +2024-10-07 07:59:01,342 INFO: AMP enabled. +2024-10-07 07:59:01,342 INFO: Deterministic mode enabled. +2024-10-07 07:59:01,343 INFO: Start training from epoch: 810, iter: 90000 +2024-10-07 07:59:08,064 INFO: [ epoch: 810 ] [ iter: 90,100 ] [ performance: 14.880 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:41 ] [ l_g_pix: 4.2521e-02 ] [ l_g_total: 4.2521e-02 ] +2024-10-07 07:59:12,383 INFO: [ epoch: 811 ] [ iter: 90,200 ] [ performance: 18.119 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:23 ] [ l_g_pix: 4.7195e-02 ] [ l_g_total: 4.7195e-02 ] +2024-10-07 07:59:17,005 INFO: [ epoch: 812 ] [ iter: 90,300 ] [ performance: 21.592 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:54 ] [ l_g_pix: 4.5140e-02 ] [ l_g_total: 4.5140e-02 ] +2024-10-07 07:59:21,399 INFO: [ epoch: 813 ] [ iter: 90,400 ] [ performance: 22.167 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:57 ] [ l_g_pix: 3.9590e-02 ] [ l_g_total: 3.9590e-02 ] +2024-10-07 07:59:26,084 INFO: [ epoch: 814 ] [ iter: 90,500 ] [ performance: 21.244 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:32 ] [ l_g_pix: 3.7932e-02 ] [ l_g_total: 3.7932e-02 ] +2024-10-07 07:59:30,508 INFO: [ epoch: 815 ] [ iter: 90,600 ] [ performance: 21.914 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:05 ] [ l_g_pix: 3.8452e-02 ] [ l_g_total: 3.8452e-02 ] +2024-10-07 07:59:34,903 INFO: [ epoch: 816 ] [ iter: 90,700 ] [ performance: 22.607 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:44 ] [ l_g_pix: 4.5869e-02 ] [ l_g_total: 4.5869e-02 ] +2024-10-07 07:59:39,218 INFO: [ epoch: 817 ] [ iter: 90,800 ] [ performance: 22.898 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:25 ] [ l_g_pix: 4.8538e-02 ] [ l_g_total: 4.8538e-02 ] +2024-10-07 07:59:43,482 INFO: [ epoch: 818 ] [ iter: 90,900 ] [ performance: 23.542 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:09 ] [ l_g_pix: 4.6811e-02 ] [ l_g_total: 4.6811e-02 ] +2024-10-07 07:59:47,800 INFO: [ epoch: 819 ] [ iter: 91,000 ] [ performance: 23.349 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:55 ] [ l_g_pix: 4.6594e-02 ] [ l_g_total: 4.6594e-02 ] +2024-10-07 07:59:51,908 INFO: [ epoch: 819 ] [ iter: 91,100 ] [ performance: 25.100 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:40 ] [ l_g_pix: 3.7825e-02 ] [ l_g_total: 3.7825e-02 ] +2024-10-07 07:59:56,301 INFO: [ epoch: 820 ] [ iter: 91,200 ] [ performance: 23.848 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:31 ] [ l_g_pix: 4.2966e-02 ] [ l_g_total: 4.2966e-02 ] +2024-10-07 08:00:00,945 INFO: [ epoch: 821 ] [ iter: 91,300 ] [ performance: 21.198 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:27 ] [ l_g_pix: 4.6864e-02 ] [ l_g_total: 4.6864e-02 ] +2024-10-07 08:00:05,500 INFO: [ epoch: 822 ] [ iter: 91,400 ] [ performance: 21.584 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:21 ] [ l_g_pix: 4.8266e-02 ] [ l_g_total: 4.8266e-02 ] +2024-10-07 08:00:09,859 INFO: [ epoch: 823 ] [ iter: 91,500 ] [ performance: 22.605 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:13 ] [ l_g_pix: 5.4163e-02 ] [ l_g_total: 5.4163e-02 ] +2024-10-07 08:00:14,396 INFO: [ epoch: 824 ] [ iter: 91,600 ] [ performance: 22.315 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:08 ] [ l_g_pix: 4.9473e-02 ] [ l_g_total: 4.9473e-02 ] +2024-10-07 08:00:18,850 INFO: [ epoch: 825 ] [ iter: 91,700 ] [ performance: 22.090 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:01 ] [ l_g_pix: 4.8673e-02 ] [ l_g_total: 4.8673e-02 ] +2024-10-07 08:00:23,414 INFO: [ epoch: 826 ] [ iter: 91,800 ] [ performance: 22.000 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:56 ] [ l_g_pix: 5.1126e-02 ] [ l_g_total: 5.1126e-02 ] +2024-10-07 08:00:27,844 INFO: [ epoch: 827 ] [ iter: 91,900 ] [ performance: 22.251 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:50 ] [ l_g_pix: 5.6364e-02 ] [ l_g_total: 5.6364e-02 ] +2024-10-07 08:00:32,079 INFO: [ epoch: 828 ] [ iter: 92,000 ] [ performance: 22.985 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:42 ] [ l_g_pix: 4.8376e-02 ] [ l_g_total: 4.8376e-02 ] +2024-10-07 08:00:35,901 INFO: [ epoch: 828 ] [ iter: 92,100 ] [ performance: 27.374 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:31 ] [ l_g_pix: 3.9442e-02 ] [ l_g_total: 3.9442e-02 ] +2024-10-07 08:00:40,435 INFO: [ epoch: 829 ] [ iter: 92,200 ] [ performance: 24.295 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:27 ] [ l_g_pix: 4.9397e-02 ] [ l_g_total: 4.9397e-02 ] +2024-10-07 08:00:44,974 INFO: [ epoch: 830 ] [ iter: 92,300 ] [ performance: 21.388 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:22 ] [ l_g_pix: 5.9524e-02 ] [ l_g_total: 5.9524e-02 ] +2024-10-07 08:00:49,413 INFO: [ epoch: 831 ] [ iter: 92,400 ] [ performance: 21.981 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:17 ] [ l_g_pix: 4.0483e-02 ] [ l_g_total: 4.0483e-02 ] +2024-10-07 08:00:53,657 INFO: [ epoch: 832 ] [ iter: 92,500 ] [ performance: 23.022 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:11 ] [ l_g_pix: 5.0536e-02 ] [ l_g_total: 5.0536e-02 ] +2024-10-07 08:00:58,171 INFO: [ epoch: 833 ] [ iter: 92,600 ] [ performance: 22.554 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:06 ] [ l_g_pix: 6.4011e-02 ] [ l_g_total: 6.4011e-02 ] +2024-10-07 08:01:02,553 INFO: [ epoch: 834 ] [ iter: 92,700 ] [ performance: 22.157 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:01 ] [ l_g_pix: 5.7235e-02 ] [ l_g_total: 5.7235e-02 ] +2024-10-07 08:01:07,125 INFO: [ epoch: 835 ] [ iter: 92,800 ] [ performance: 22.008 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:56 ] [ l_g_pix: 4.3545e-02 ] [ l_g_total: 4.3545e-02 ] +2024-10-07 08:01:11,392 INFO: [ epoch: 836 ] [ iter: 92,900 ] [ performance: 22.795 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:50 ] [ l_g_pix: 4.5327e-02 ] [ l_g_total: 4.5327e-02 ] +2024-10-07 08:01:15,560 INFO: [ epoch: 837 ] [ iter: 93,000 ] [ performance: 23.432 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:44 ] [ l_g_pix: 3.1057e-02 ] [ l_g_total: 3.1057e-02 ] +2024-10-07 08:01:19,596 INFO: [ epoch: 837 ] [ iter: 93,100 ] [ performance: 27.286 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:37 ] [ l_g_pix: 4.6579e-02 ] [ l_g_total: 4.6579e-02 ] +2024-10-07 08:01:23,985 INFO: [ epoch: 838 ] [ iter: 93,200 ] [ performance: 24.656 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:32 ] [ l_g_pix: 4.2482e-02 ] [ l_g_total: 4.2482e-02 ] +2024-10-07 08:01:28,585 INFO: [ epoch: 839 ] [ iter: 93,300 ] [ performance: 20.732 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:28 ] [ l_g_pix: 3.6534e-02 ] [ l_g_total: 3.6534e-02 ] +2024-10-07 08:01:33,162 INFO: [ epoch: 840 ] [ iter: 93,400 ] [ performance: 21.327 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:24 ] [ l_g_pix: 6.4104e-02 ] [ l_g_total: 6.4104e-02 ] +2024-10-07 08:01:37,759 INFO: [ epoch: 841 ] [ iter: 93,500 ] [ performance: 20.732 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:20 ] [ l_g_pix: 4.2184e-02 ] [ l_g_total: 4.2184e-02 ] +2024-10-07 08:01:42,386 INFO: [ epoch: 842 ] [ iter: 93,600 ] [ performance: 21.209 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:16 ] [ l_g_pix: 4.5785e-02 ] [ l_g_total: 4.5785e-02 ] +2024-10-07 08:01:46,911 INFO: [ epoch: 843 ] [ iter: 93,700 ] [ performance: 21.060 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:12 ] [ l_g_pix: 5.8957e-02 ] [ l_g_total: 5.8957e-02 ] +2024-10-07 08:01:51,500 INFO: [ epoch: 844 ] [ iter: 93,800 ] [ performance: 21.461 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:08 ] [ l_g_pix: 4.9058e-02 ] [ l_g_total: 4.9058e-02 ] +2024-10-07 08:01:56,025 INFO: [ epoch: 845 ] [ iter: 93,900 ] [ performance: 21.028 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:03 ] [ l_g_pix: 4.3782e-02 ] [ l_g_total: 4.3782e-02 ] +2024-10-07 08:02:00,246 INFO: [ epoch: 846 ] [ iter: 94,000 ] [ performance: 22.428 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:58 ] [ l_g_pix: 4.1722e-02 ] [ l_g_total: 4.1722e-02 ] +2024-10-07 08:02:04,177 INFO: [ epoch: 846 ] [ iter: 94,100 ] [ performance: 27.809 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:51 ] [ l_g_pix: 4.9472e-02 ] [ l_g_total: 4.9472e-02 ] +2024-10-07 08:02:08,831 INFO: [ epoch: 847 ] [ iter: 94,200 ] [ performance: 23.906 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:47 ] [ l_g_pix: 5.0670e-02 ] [ l_g_total: 5.0670e-02 ] +2024-10-07 08:02:13,553 INFO: [ epoch: 848 ] [ iter: 94,300 ] [ performance: 23.631 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:44 ] [ l_g_pix: 4.1592e-02 ] [ l_g_total: 4.1592e-02 ] +2024-10-07 08:02:18,020 INFO: [ epoch: 849 ] [ iter: 94,400 ] [ performance: 22.925 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:39 ] [ l_g_pix: 4.2409e-02 ] [ l_g_total: 4.2409e-02 ] +2024-10-07 08:02:22,591 INFO: [ epoch: 850 ] [ iter: 94,500 ] [ performance: 20.554 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:35 ] [ l_g_pix: 3.8356e-02 ] [ l_g_total: 3.8356e-02 ] +2024-10-07 08:02:27,286 INFO: [ epoch: 851 ] [ iter: 94,600 ] [ performance: 20.970 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:31 ] [ l_g_pix: 3.7517e-02 ] [ l_g_total: 3.7517e-02 ] +2024-10-07 08:02:31,752 INFO: [ epoch: 852 ] [ iter: 94,700 ] [ performance: 21.271 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:27 ] [ l_g_pix: 4.5184e-02 ] [ l_g_total: 4.5184e-02 ] +2024-10-07 08:02:36,292 INFO: [ epoch: 853 ] [ iter: 94,800 ] [ performance: 21.695 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:22 ] [ l_g_pix: 5.5955e-02 ] [ l_g_total: 5.5955e-02 ] +2024-10-07 08:02:40,613 INFO: [ epoch: 854 ] [ iter: 94,900 ] [ performance: 22.006 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:17 ] [ l_g_pix: 5.0790e-02 ] [ l_g_total: 5.0790e-02 ] +2024-10-07 08:02:44,906 INFO: [ epoch: 855 ] [ iter: 95,000 ] [ performance: 22.724 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:12 ] [ l_g_pix: 4.9558e-02 ] [ l_g_total: 4.9558e-02 ] +2024-10-07 08:02:48,693 INFO: [ epoch: 855 ] [ iter: 95,100 ] [ performance: 29.070 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:06 ] [ l_g_pix: 4.2330e-02 ] [ l_g_total: 4.2330e-02 ] +2024-10-07 08:02:53,114 INFO: [ epoch: 856 ] [ iter: 95,200 ] [ performance: 25.003 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:01 ] [ l_g_pix: 4.6794e-02 ] [ l_g_total: 4.6794e-02 ] +2024-10-07 08:02:57,473 INFO: [ epoch: 857 ] [ iter: 95,300 ] [ performance: 26.150 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:56 ] [ l_g_pix: 4.6767e-02 ] [ l_g_total: 4.6767e-02 ] +2024-10-07 08:03:01,905 INFO: [ epoch: 858 ] [ iter: 95,400 ] [ performance: 23.964 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:52 ] [ l_g_pix: 3.6961e-02 ] [ l_g_total: 3.6961e-02 ] +2024-10-07 08:03:06,355 INFO: [ epoch: 859 ] [ iter: 95,500 ] [ performance: 20.915 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:47 ] [ l_g_pix: 5.2280e-02 ] [ l_g_total: 5.2280e-02 ] +2024-10-07 08:03:10,743 INFO: [ epoch: 860 ] [ iter: 95,600 ] [ performance: 21.963 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:43 ] [ l_g_pix: 5.4012e-02 ] [ l_g_total: 5.4012e-02 ] +2024-10-07 08:03:15,118 INFO: [ epoch: 861 ] [ iter: 95,700 ] [ performance: 21.370 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:38 ] [ l_g_pix: 3.8051e-02 ] [ l_g_total: 3.8051e-02 ] +2024-10-07 08:03:19,524 INFO: [ epoch: 862 ] [ iter: 95,800 ] [ performance: 22.127 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:33 ] [ l_g_pix: 5.6697e-02 ] [ l_g_total: 5.6697e-02 ] +2024-10-07 08:03:23,936 INFO: [ epoch: 863 ] [ iter: 95,900 ] [ performance: 20.928 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:29 ] [ l_g_pix: 4.5784e-02 ] [ l_g_total: 4.5784e-02 ] +2024-10-07 08:03:28,150 INFO: [ epoch: 864 ] [ iter: 96,000 ] [ performance: 22.486 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:24 ] [ l_g_pix: 5.4668e-02 ] [ l_g_total: 5.4668e-02 ] +2024-10-07 08:03:31,892 INFO: [ epoch: 864 ] [ iter: 96,100 ] [ performance: 29.796 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:18 ] [ l_g_pix: 4.8660e-02 ] [ l_g_total: 4.8660e-02 ] +2024-10-07 08:03:36,413 INFO: [ epoch: 865 ] [ iter: 96,200 ] [ performance: 24.745 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:13 ] [ l_g_pix: 4.4820e-02 ] [ l_g_total: 4.4820e-02 ] +2024-10-07 08:03:40,803 INFO: [ epoch: 866 ] [ iter: 96,300 ] [ performance: 27.099 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:09 ] [ l_g_pix: 4.1616e-02 ] [ l_g_total: 4.1616e-02 ] +2024-10-07 08:03:45,197 INFO: [ epoch: 867 ] [ iter: 96,400 ] [ performance: 24.355 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:04 ] [ l_g_pix: 3.9805e-02 ] [ l_g_total: 3.9805e-02 ] +2024-10-07 08:03:49,774 INFO: [ epoch: 868 ] [ iter: 96,500 ] [ performance: 19.776 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:00 ] [ l_g_pix: 4.4411e-02 ] [ l_g_total: 4.4411e-02 ] +2024-10-07 08:03:54,215 INFO: [ epoch: 869 ] [ iter: 96,600 ] [ performance: 21.325 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:55 ] [ l_g_pix: 5.3801e-02 ] [ l_g_total: 5.3801e-02 ] +2024-10-07 08:03:58,743 INFO: [ epoch: 870 ] [ iter: 96,700 ] [ performance: 19.748 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:51 ] [ l_g_pix: 4.8595e-02 ] [ l_g_total: 4.8595e-02 ] +2024-10-07 08:04:03,083 INFO: [ epoch: 871 ] [ iter: 96,800 ] [ performance: 21.599 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:47 ] [ l_g_pix: 5.2930e-02 ] [ l_g_total: 5.2930e-02 ] +2024-10-07 08:04:07,285 INFO: [ epoch: 872 ] [ iter: 96,900 ] [ performance: 21.932 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:42 ] [ l_g_pix: 4.6004e-02 ] [ l_g_total: 4.6004e-02 ] +2024-10-07 08:04:11,462 INFO: [ epoch: 873 ] [ iter: 97,000 ] [ performance: 23.116 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:37 ] [ l_g_pix: 6.0807e-02 ] [ l_g_total: 6.0807e-02 ] +2024-10-07 08:04:15,241 INFO: [ epoch: 873 ] [ iter: 97,100 ] [ performance: 28.832 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:31 ] [ l_g_pix: 5.2883e-02 ] [ l_g_total: 5.2883e-02 ] +2024-10-07 08:04:19,832 INFO: [ epoch: 874 ] [ iter: 97,200 ] [ performance: 24.107 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:27 ] [ l_g_pix: 4.9737e-02 ] [ l_g_total: 4.9737e-02 ] +2024-10-07 08:04:24,384 INFO: [ epoch: 875 ] [ iter: 97,300 ] [ performance: 29.032 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:23 ] [ l_g_pix: 3.8946e-02 ] [ l_g_total: 3.8946e-02 ] +2024-10-07 08:04:28,907 INFO: [ epoch: 876 ] [ iter: 97,400 ] [ performance: 24.383 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:18 ] [ l_g_pix: 4.5287e-02 ] [ l_g_total: 4.5287e-02 ] +2024-10-07 08:04:33,375 INFO: [ epoch: 877 ] [ iter: 97,500 ] [ performance: 20.222 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:14 ] [ l_g_pix: 6.0462e-02 ] [ l_g_total: 6.0462e-02 ] +2024-10-07 08:04:37,803 INFO: [ epoch: 878 ] [ iter: 97,600 ] [ performance: 21.613 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:10 ] [ l_g_pix: 4.6670e-02 ] [ l_g_total: 4.6670e-02 ] +2024-10-07 08:04:42,362 INFO: [ epoch: 879 ] [ iter: 97,700 ] [ performance: 19.149 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:05 ] [ l_g_pix: 4.6940e-02 ] [ l_g_total: 4.6940e-02 ] +2024-10-07 08:04:46,967 INFO: [ epoch: 880 ] [ iter: 97,800 ] [ performance: 20.660 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:01 ] [ l_g_pix: 5.1449e-02 ] [ l_g_total: 5.1449e-02 ] +2024-10-07 08:04:51,172 INFO: [ epoch: 881 ] [ iter: 97,900 ] [ performance: 21.325 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:56 ] [ l_g_pix: 4.3755e-02 ] [ l_g_total: 4.3755e-02 ] +2024-10-07 08:04:55,560 INFO: [ epoch: 882 ] [ iter: 98,000 ] [ performance: 22.225 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:52 ] [ l_g_pix: 3.6284e-02 ] [ l_g_total: 3.6284e-02 ] +2024-10-07 08:04:59,298 INFO: [ epoch: 882 ] [ iter: 98,100 ] [ performance: 29.481 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:46 ] [ l_g_pix: 5.7748e-02 ] [ l_g_total: 5.7748e-02 ] +2024-10-07 08:05:03,905 INFO: [ epoch: 883 ] [ iter: 98,200 ] [ performance: 24.093 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:42 ] [ l_g_pix: 5.0073e-02 ] [ l_g_total: 5.0073e-02 ] +2024-10-07 08:05:08,495 INFO: [ epoch: 884 ] [ iter: 98,300 ] [ performance: 29.449 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:38 ] [ l_g_pix: 4.8539e-02 ] [ l_g_total: 4.8539e-02 ] +2024-10-07 08:05:13,151 INFO: [ epoch: 885 ] [ iter: 98,400 ] [ performance: 23.882 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:34 ] [ l_g_pix: 5.6049e-02 ] [ l_g_total: 5.6049e-02 ] +2024-10-07 08:05:17,745 INFO: [ epoch: 886 ] [ iter: 98,500 ] [ performance: 24.364 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:30 ] [ l_g_pix: 4.3025e-02 ] [ l_g_total: 4.3025e-02 ] +2024-10-07 08:05:22,275 INFO: [ epoch: 887 ] [ iter: 98,600 ] [ performance: 22.869 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:25 ] [ l_g_pix: 4.0202e-02 ] [ l_g_total: 4.0202e-02 ] +2024-10-07 08:05:26,843 INFO: [ epoch: 888 ] [ iter: 98,700 ] [ performance: 18.518 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:21 ] [ l_g_pix: 5.4395e-02 ] [ l_g_total: 5.4395e-02 ] +2024-10-07 08:05:31,163 INFO: [ epoch: 889 ] [ iter: 98,800 ] [ performance: 21.226 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:16 ] [ l_g_pix: 5.2502e-02 ] [ l_g_total: 5.2502e-02 ] +2024-10-07 08:05:35,404 INFO: [ epoch: 890 ] [ iter: 98,900 ] [ performance: 20.879 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:12 ] [ l_g_pix: 3.6837e-02 ] [ l_g_total: 3.6837e-02 ] +2024-10-07 08:05:39,748 INFO: [ epoch: 891 ] [ iter: 99,000 ] [ performance: 22.232 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:07 ] [ l_g_pix: 4.4288e-02 ] [ l_g_total: 4.4288e-02 ] +2024-10-07 08:05:43,460 INFO: [ epoch: 891 ] [ iter: 99,100 ] [ performance: 29.322 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:02 ] [ l_g_pix: 5.0269e-02 ] [ l_g_total: 5.0269e-02 ] +2024-10-07 08:05:48,007 INFO: [ epoch: 892 ] [ iter: 99,200 ] [ performance: 24.138 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:58 ] [ l_g_pix: 4.7321e-02 ] [ l_g_total: 4.7321e-02 ] +2024-10-07 08:05:52,607 INFO: [ epoch: 893 ] [ iter: 99,300 ] [ performance: 29.418 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:53 ] [ l_g_pix: 4.6714e-02 ] [ l_g_total: 4.6714e-02 ] +2024-10-07 08:05:56,948 INFO: [ epoch: 894 ] [ iter: 99,400 ] [ performance: 24.937 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:49 ] [ l_g_pix: 3.9897e-02 ] [ l_g_total: 3.9897e-02 ] +2024-10-07 08:06:01,547 INFO: [ epoch: 895 ] [ iter: 99,500 ] [ performance: 25.128 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:45 ] [ l_g_pix: 4.5329e-02 ] [ l_g_total: 4.5329e-02 ] +2024-10-07 08:06:06,091 INFO: [ epoch: 896 ] [ iter: 99,600 ] [ performance: 23.001 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:40 ] [ l_g_pix: 3.8434e-02 ] [ l_g_total: 3.8434e-02 ] +2024-10-07 08:06:10,587 INFO: [ epoch: 897 ] [ iter: 99,700 ] [ performance: 18.383 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:36 ] [ l_g_pix: 5.5953e-02 ] [ l_g_total: 5.5953e-02 ] +2024-10-07 08:06:15,064 INFO: [ epoch: 898 ] [ iter: 99,800 ] [ performance: 20.810 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:32 ] [ l_g_pix: 3.9065e-02 ] [ l_g_total: 3.9065e-02 ] +2024-10-07 08:06:19,533 INFO: [ epoch: 899 ] [ iter: 99,900 ] [ performance: 18.347 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:27 ] [ l_g_pix: 5.3787e-02 ] [ l_g_total: 5.3787e-02 ] +2024-10-07 08:06:23,878 INFO: [ epoch: 900 ] [ iter:100,000 ] [ performance: 21.226 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:23 ] [ l_g_pix: 5.1524e-02 ] [ l_g_total: 5.1524e-02 ] +2024-10-07 08:06:23,885 INFO: Saving models and training states. +2024-10-07 08:09:58,226 INFO: Validation val + + # psnr: 26.9422........ Best: 26.9422 @ 100000 iter + # ssim: 0.7587........ Best: 0.7587 @ 100000 iter + # dists: 0.7718........ Best: 0.7718 @ 100000 iter + +2024-10-07 08:10:01,603 INFO: [ epoch: 900 ] [ iter:100,100 ] [ performance: 29.560 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:47 ] [ l_g_pix: 4.7351e-02 ] [ l_g_total: 4.7351e-02 ] +2024-10-07 08:10:02,353 INFO: Interrupted, saving latest models. diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/10000.state b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..ddd0c5ca865485b469776bce4d1c904132cc5259 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c317378a40f6caad383f650324cfb630e65b41aafd021527061eae03983f26b +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/100000.state b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..53dd6e1bc8af7c344afcf4e91f63fe1ccacfd189 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc9eae9e871390e6f3e6c8725b55be600f0a83eb9c3193834541ecf3d034f99 +size 19045418 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/100101.state b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/100101.state new file mode 100644 index 0000000000000000000000000000000000000000..98782147c973566bac9ae948ea36413425989630 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/100101.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:834f9cba6649b9512634b8f0c8503c26a706d3f3270042a4decdc25921e7eeca +size 19045418 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/20000.state b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..a0496184f773f554a21ccd20923e2c087f325d49 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d56b7930d36afece6b86b48a9adb660d980bd94cb88887cc9ea6f0a86459fb0 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/30000.state b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..ca4e456385a6f80526b63fc4584fa9f39b67082f --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c77c5b8ed7fe0b24ea547c591a65e25d56bacaff73ad79f33ec5ff1c1fbebcca +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/40000.state b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..ed9b75a0d5a601708df897bf0cc6f75e85b033ea --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:877bf02081f7e5e2ea1e681e96bdb3a45d5dcf4ff87e401b5b340bdfac91c45e +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/50000.state b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..b34f28593234d6fb51f644f03778e08e2914aed6 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd501187ef8ff3efbb184a888e12144a98db0c63b4c7c4c1224abf5d55244480 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/60000.state b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..7eced7bb49eb13e1ea50a4a7ba71c160d31582c7 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46e16caf14a38fe1586d1bae4ca9d546ef7ebebcbdfddfb5a3c30c3e364b7b83 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/70000.state b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..e476d420781e75ddc667c59396df79bd2fda7e61 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c56be3c5fb4d703d3404444126537568f5765f645cb78dafc71fb0fff67a7bcc +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/80000.state b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..fc2af5c70e5fd86eb955fd98df75b8e31119eba4 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:244e2d65c45db57518b66c8ff2b957e54df64a8f26930eb8f2c3b25cb0072877 +size 19036538 diff --git a/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/90000.state b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..5c8aac0714a8dbe0842488c06b27df2727336957 --- /dev/null +++ b/hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96739ac60cfe10f5ef3ad99b93d91388812a8a9f1e88ce16b5da76925421b2d9 +size 19036538